V4.2022.04.3070 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+404enemy
 ADmantX
-ALittle Client
-ASPSeek
-Abonti
-Aboundex
-Acunetix
-AfD-Verbotsverfahren
-AhrefsBot
+AIBOT
 Aipbot
 Alexibot
-AllSubmitter
-Anarchy99
-Asterias
-Atomseobot
+Alligator
+Anarchy
+Anthill
+Attach
+AwarioRssBot
+BBBike
 BDCbot
-BacklinkCrawler
-Barkrowler
+BackWeb
+Badass
+Bandit
 BatchFTP
-Battleztar Bazinga
 BetaBot
-Bigfoot
 Bitacle
+Black Hole
+Blow
+BlowFish
 Boardreader
-Brandprotect
-Buck
+Brandwatch
 BuiltWith
-BuzzSumo
+BunnySlippers
 CATExplorador
-CCBot
-CODE87
-CSHttp
+CazoodleBot
+CensysInspect
 CherryPicker
-ChinaClaw
 Citoid
-Cliqzbot
+Claritybot
 Cocolyzebot
-Cogentbot
 Collector
-CopyRightCheck
-Craftbot
-Crawling at Home Project
-CrunchBot
-Curious
+Copyscape
+Crescent
+Custo
 CyotekWebCopy
-DIIbot
-DSearch
-Deusu
+DBLBot
+DatabaseDriverMysqli
+Demon
 Digincore
 Dirbuster
-Disco
-DomainAppender
+Discoverybot
+DnBCrawler-Analytics
+DomainCrawler
+DomainStatsBot
 Domains Project
+Dotbot
+Dragonfly
 ECCP/1.0
+EMail Siphon
 Ebingbong
-Evil
+EroCrawler
+Express WebPictures
+ExtLinksBot
 Extractor
-Extreme Picture Finder
-EyeNetIE
-Ezooms
-Firefox/7.0
+FDM
+FHscan
+FemtosearchBot
+Fimap
 FlashGet
 Flunky
-Genieo
-GermCrawler
-Go!Zilla
-Go-Ahead-Got-It
+GT::WWW
+GetRight
+GetWeb
+Getintent
 Gotit
-GrabNet
-Grafula
-GrapeshotCrawler
-HTTP::Lite
+Grabber
+HTMLparser
 HTTrack
+Haansoft
+HaosouSpider
 Heritrix
-Hloader
-HonoluluBot
-IDBTE4M
-IDBot
+HybridBot
 IRLbot
-InterGET
-Internet Ninja
-InternetSeer
-Iria
+Iblog
+Id-search
+IlseBot
+Image Fetch
+Image Sucker
+IndeedBot
+Iskanie
+JamesBOT
 JennyBot
 JetCar
-JikeSpider
+Jetty
 JustView
-Kenjin Spider
 Keybot Translation-Search-Machine
-Keyword Density
-Kinza
 Kozmosbot
-LWP::Simple
-Lanshanbot
-LeechFTP
-LeechGet
-Lftp
-LieBaoFast
-Lightspeedsystems
-Likse
+LexiBot
+LibWeb
+Libwhisker
 LinkWalker
-LinkextractorPro
-LinksManager
-LinqiaRSSBot
 Lipperhey
-Litemage_walker
+Lipperhey Spider
+Lmspider
 MFC_Tear_Sample
-MQQBrowser
+MTRobot
 Mag-Net
-Majestic SEO
+Mail.RU_Bot
 Majestic-SEO
 Majestic12
-Mass Downloader
+MarkMonitor
+MarkWatch
 Mata Hari
+Mb2345Browser
 MeanPath Bot
+Meanpathbot
+Metauri
 MicroMessenger
+Microsoft Data Access
 Minefield
 Mister PiX
+Moblie Safari
+Mojeek
 Mojolicious
+MolokaiBot
+Mozlila
+Mr.4x3
 Msrabot
+Musobot
 NICErsPRO
 Name Intelligence
-Navroad
-NearSite
-Nessus
 Net Vampire
-NetZIP
-Netcraft
+NetLyzer
+NetMechanic
 NimbleCrawler
+Nimbostratus
 Ninja
-Nmap
-OpenVAS
-OutfoxBot
-POE-Component-Client-HTTP
-Pandalytics
+Nuclei
+OnCrawl
+Openfind
+Openvas
+PECL::HTTP
+Page Analyzer
+PageThing.com
 Papa Foto
-Pavuk
+PeoplePal
 Petalbot
-Picscout
 Picsearch
-PictureFinder
-Pimonster
-Psbot
-PyCurl
+Probethenet
+Pu_iN
+Pump
 RSSingBot
-RankActive
 RankActiveLinkBot
 RankFlex
+RankingBot2
+Rankivabot
+RankurBot
 Re-re
-Reaper
+ReGet
 Recorder
+RedesScrapy
+RepoMonkey
 RocketCrawler
 Rogerbot
+SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
 SEOstats
-SMTBot
+SISTRIX
+Scanbot
 ScoutJet
-Scrapy
-SemanticJuice
-SentiBot
-Shodan
+Screaming
+SeobilityBot
+Siphon
+Site Sucker
 SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
 SiteSucker
+Sitebeam
+Siteimprove
 SmartDownload
-Snapbot
-SocialRankIOBot
-Sosospider
-Sottopop
+Sogou web spider
 SpaceBison
-Spammen
-Sucker
+Spinn3r
+SputnikBot
+Sqlmap
+Sqlworm
+Sqworm
 Sucuri
-SuperBot
 SuperHTTP
-SurveyBot
+Swiftbot
 Szukacz
 T0PHackTeam
-Telesoft
+T8Abot
+Teleport
+TeleportPro
 Telesphoreo
 Thumbor
-Trendiction
+TightTwatBot
+Toweyabot
+Trendictionbot
 True_Robot
-URLy Warning
-UnisterBot
-Upflow
-Vacuum
-Virusdie
+TurnitinBot
+TwengaBot
+Twice
+VB Project
+Vagabondo
+VoidEYE
 Voil
-WASALive-Bot
-WBSearchBot
-WEBDAV
-WISENutbot
-WWW-Mechanize
-WallpapersHD
-WeSEE
-Web Collage
+Voltron
+WWWOFFLE
+Wallpapers
+Web Auto
+Web Enhancer
+Web Fuck
+Web Pix
 Web Sucker
-WebAuto
-WebBandit
-WebCopier
-WebGo IS
+WebEnhancer
+WebFuck
 WebImageCollector
-WebStripper
+WebSauger
 WebSucker
 WebWhacker
+WebZIP
+WebmasterWorldForumBot
 Webshag
 WebsiteExtractor
-Webster
 Whack
+Whacker
 Whatweb
-WinHTTrack
 WiseGuys Robot
 Xaldon WebSpider
-ZoomBot
-ZoominfoBot
+Xenu
+Zauba
+archive.org_bot
+arquivo-web-crawler
 arquivo.pt
-backlink-check
-demandbase-bot
-domainsproject.org
-evc-batch
+check1.exe
+clark-crawler
+com.plumanalytics
+crawler.feedback
+crawler4j
+facebookscraper
 internetVista monitor
-isitwp.com
-linkdexbot
-lwp-request
-lwp-trivial
-oBot
-page scorer
-plumanalytics
-polaris version
+magpie-crawler
+meanpathbot
+mediawords
 probe-image-size
-s1z.ru
+ripz
 scalaj-http
-scan.lol
-serpstatbot
+seobility
+seocompany.store
+sexsearcher
 sitechecker.pro
-siteripz
-sp_auditbot
-sysscan
 tAkeOut
-trendiction.com
-ubermetrics-technologies.com
-voyagerx.com
 webgains-bot
-webpros.com
-x09Mozilla
 x22Mozilla
 xpymep1.exe
-zauba.io