V4.2021.10.2640 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+01h4x.com
+404enemy
 80legs
-Acunetix
+ALittle Client
+ASPSeek
 AfD-Verbotsverfahren
-AiHitBot
+AhrefsBot
 Aipbot
 AllSubmitter
 Alligator
 AlphaBot
 Anarchie
-AwarioSmartBot
+Anarchy
+Anthill
+Asterias
+Attach
+BBBike
 BDCbot
-BLEXBot
+BDFetch
 BackDoorBot
+BackWeb
 Backlink-Ceck
-Bitacle
-BlackWidow
+BacklinkCrawler
+Bandit
+BatchFTP
+Battleztar Bazinga
+BetaBot
+Black Hole
 Blackboard
-Blow
+BlowFish
 Brandprotect
-Buddy
 BuiltBotTough
+BuiltWith
+CATExplorador
 CODE87
 CSHttp
+Calculon
 CensysInspect
-CherryPicker
+CheTeam
+CheeseBot
 ChinaClaw
 Chlooe
+Cloud mapping
+Cogentbot
+Collector
 Copier
-CopyRightCheck
-Copyscape
 Cosmos
-CrazyWebCrawler
-Curious
-Custo
+Craftbot
+Crawling at Home Project
 CyotekWebCopy
 DIIbot
-DTS Agent
+DataCha0s
 DatabaseDriverMysqli
 Deusu
-Digincore
 DigitalPebble
+Disco
 Discobot
-DomCopBot
-Dotbot
-Download Wonder
-Drip
-EMail Siphon
-EasyDL
-Ecxi
+DittoSpyder
+DnyzBot
+DomainAppender
+ECCP/1.0
+EMail Wolf
+Ebingbong
 EroCrawler
-Evil
+Exabot
 Express WebPictures
-Ezooms
+Extreme Picture Finder
+EyeNetIE
+FDM
 FemtosearchBot
+Fimap
+Firefox/7.0
 FlashGet
+Foobot
+Freeuploader
+FrontPage
 FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
 GT::WWW
-GermCrawler
-GetRight
-Gigabot
-Go!Zilla
-Gotit
-Grabber
-Grafula
-GridBot
-Haansoft
-HaosouSpider
-HybridBot
+GalaxyBot
+GetWeb
+GoZilla
+GrabNet
+GrapeFX
+HEADMasterSEO
+HTMLparser
+Hloader
 IRLbot
-Iblog
-Id-search
 IlseBot
-Indy Library
 InfoTekies
-InterGET
+Iskanie
 JOC Web Spider
+JamesBOT
+JennyBot
 JetCar
-JikeSpider
-Joomla
+Jetty
+Jorgee
+JustView
 Kenjin Spider
-Kinza
-Kozmosbot
+Keyword Density
+LWP::Simple
+Lanshanbot
+Larbin
 LeechFTP
-LeechGet
-LibWeb
-LieBaoFast
+LexiBot
+Libwhisker
 Lightspeedsystems
+Likse
 LinkWalker
-Linkbot
-LinkextractorPro
-LinkpadBot
+Linkdexbot
 LinksManager
-Lipperhey Spider
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 MFC_Tear_Sample
-MIIxpc
-MQQBrowser
+MJ12bot
+MSFrontPage
 MSIECrawler
-Magnet
+MTRobot
 Mail.RU_Bot
-Masscan
-MauiBot
-Mb2345Browser
+MarkMonitor
 Mediatoolkitbot
-Metauri
+MicroMessenger
 Microsoft Data Access
-Mojeek
-Mojolicious
-Mozlila
-NPbot
-Nameprotect
-Navroad
-Needle
+Mister PiX
+Mr.4x3
+Musobot
+Name Intelligence
 Net Vampire
-NetAnts
-NetSpider
-NimbleCrawler
+NetZIP
+Nettrack
+Netvibes
+Nikto
+Offline Explorer
 Offline Navigator
-OpenVAS
-Openvas
-OrangeBot
-OrangeSpider
+Openfind
 OutclicksBot
+OutfoxBot
 PECL::HTTP
 PHPCrawl
-POE-Component-Client-HTTP
-PageAnalyzer
-PageScorer
-Pandalytics
-Papa Foto
-Pavuk
-PeoplePal
+PageGrabber
+Panscient
 Petalbot
-PictureFinder
-Pixray
+Pi-Monster
+Picsearch
+PleaseCrawl
 Pockey
 ProWebWalker
-Probethenet
 Psbot
-QueryN Metasearch
+Pu_iN
 Quick-Crawler
-RankActive
-RankFlex
-RankingBot
+RankingBot2
 RankurBot
-Re-re
-Recorder
+RealDownload
+Reaper
 RedesScrapy
-RepoMonkey
-RocketCrawler
-Rogerbot
-SEOkicks
+SMTBot
+SalesIntelligent
 Scanbot
-ScreenerBot
+ScoutJet
 ScrepyBot
 Searchestate
-SentiBot
-SeoSiteCheckup
-SeobilityBot
 Seomoz
-Site Sucker
+Shodan
+SiteCheckerBotCrawler
 SiteExplorer
+SiteLockSpider
+SiteSucker
 Sitebeam
-Siteimprove
+Sitevigil
 SmartDownload
-Sociscraper
-Sosospider
-Sottopop
-Sqlmap
-Sucker
-Sucuri
+Snake
+Snapbot
+Snoopy
+Sogou web spider
+SpaceBison
+Spanner
+Spbot
+SuperBot
 SuperHTTP
-Surfbot
-SurveyBot
-Suzuran
 Swiftbot
+Szukacz
 T0PHackTeam
-T8Abot
-Teleport
-Telesoft
+TeleportPro
 Toata
-Trendictionbot
+Tracemyfile
 Turingos
-TurnitinBot
-URLy Warning
-URLy.Warning
-V-BOT
+UnisterBot
+Upflow
+VB Project
 VCI
+Vacuum
 VeriCiteCrawler
+VidibleScraper
+VoidEYE
 Voil
+WASALive-Bot
+WBSearchBot
+WEBDAV
 WISENutbot
-WPScan
-WWW-Collector-E
 WWW-Mechanize
-Wallpapers/3.0
-WallpapersHD
+WWW::Mechanize
+WWWOFFLE
 WeSEE
-Web Collage
 Web Pix
+Web Sauger
 Web Sucker
-WebAuto
-WebEnhancer
-WebFetch
-WebGo IS
-WebPix
-WebReaper
-WebWhacker
-Webalta
+WebCollage
+WebFuck
+WebLeacher
+WebSucker
+WebZIP
 WebsiteExtractor
 WebsiteQuester
-WinHTTrack
-WiseGuys Robot
+Whatweb
+Wonderbot
 Woobot
-Xaldon WebSpider
+Wotbox
+Wprecon
 YoudaoBot
-Zitebot
-ZoomBot
-ZoominfoBot
+Zauba
+Zermelo
+ZmEu
+arquivo.pt
 autoemailspider
 cah.io.community
+check1.exe
+clark-crawler
 com.plumanalytics
-crawl.sogou.com
 crawler.feedback
 crawler4j
-dataforseo.com
 demandbase-bot
+domainsproject.org
 eCatch
-evc-batch
 heritrix
-instabid
-ips-agent
-meanpathbot
-muhstik-scan
-pcBrowser
-s1z.ru
-satoristudio.net
-scalaj-http
-scan.lol
+internetVista monitor
+lwp-request
+lwp-trivial
+magpie-crawler
+plumanalytics
 seobility
+seoscanners
+seostar
 serpstatbot
+sexsearcher
 siteripz
-sp_auditbot
-sysscan
+sogouspider
+tAkeOut
 trendiction.com
 trendiction.de
-voyagerx.com
-xpymep1.exe
-zauba.io
+webpros.com
+x09Mozilla