V4.2021.07.2485 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+01h4x.com
 80legs
-AIBOT
-Aboundexbot
+Abonti
 Acunetix
 AfD-Verbotsverfahren
 AhrefsBot
-AiHitBot
 Alexibot
+AllSubmitter
 Alligator
-Anarchie
+AlphaBot
+Anarchy
 Anarchy99
-Asterias
-Attach
+Anthill
+Apexoo
 AwarioRssBot
-BBBike
-BackDoorBot
+AwarioSmartBot
+BDCbot
+BacklinkCrawler
 Barkrowler
-Battleztar Bazinga
-BlowFish
-Bolt
+BlackWidow
+Blackboard
+Boardreader
 Brandprotect
 Brandwatch
-Buck
-Buddy
-BunnySlippers
+BuiltBotTough
 BuzzSumo
-CATExplorador
 CCBot
 CSHttp
-CherryPicker
+Calculon
+Cegbfeieh
+CheTeam
+CheeseBot
 ChinaClaw
-Chlooe
-Claritybot
 Cliqzbot
 Cloud mapping
+Cogentbot
 Collector
 Copier
-Craftbot
+CopyRightCheck
 CrunchBot
+Custo
 DIIbot
 DTS Agent
-Demon
+DatabaseDriverMysqli
+Deusu
 Devil
-Discobot
-Dispatch
+Disco
 DittoSpyder
+DomCopBot
 DomainAppender
-DomainSigmaCrawler
+DomainCrawler
 Dotbot
-Download Wonder
 Dragonfly
-EMail Siphon
-EMail Wolf
-EasyDL
+Drip
+ECCP/1.0
+Ecxi
 EroCrawler
-Evil
 Exabot
-Express WebPictures
+ExtLinksBot
+ExtractorPro
+Ezooms
+FemtosearchBot
 Firefox/7.0
+FlashGet
+Foobot
+FrontPage
+Fuzz
+Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
-Genieo
+GetWeb
 Gigabot
-Go!Zilla
-Gotit
-GrabNet
-Grabber
+GoZilla
 GrapeFX
 GridBot
-HEADMasterSEO
-Haansoft
-HaosouSpider
+HTMLparser
 Harvest
 Havij
-Hloader
-Humanlinks
 HybridBot
-IDBTE4M
-IRLbot
-Iblog
-Image Fetch
-Image Sucker
-Indy Library
+IDBot
+IndeedBot
+InfoNaviRobot
 InfoTekies
-Intelliseek
 InterGET
+InternetSeer
 Iria
-JOC Web Spider
 JamesBOT
-JennyBot
+Jbrofuzz
 JetCar
-Jorgee
-JustView
+Joomla
+Keyword Density
 Kinza
-Kozmosbot
-LWP::Simple
 Lanshanbot
-Larbin
-LexiBot
+LeechFTP
+LeechGet
 Lftp
 LibWeb
 Libwhisker
-Linkdexbot
+Lightspeedsystems
+Likse
+LinkextractorPro
 LinkpadBot
-LinksManager
-LinqiaScrapeBot
-Litemage_walker
+Ltx71
 MFC_Tear_Sample
-MIIxpc
+MQQBrowser
 MSFrontPage
-MSIECrawler
+MTRobot
 Mag-Net
+Majestic SEO
 Majestic-SEO
 MarkMonitor
 Masscan
 Mata Hari
-MauiBot
-Microsoft Data Access
+Meanpathbot
+MicroMessenger
 Microsoft URL Control
+Mister PiX
 Mojolicious
+Musobot
 Nameprotect
 NearSite
 Needle
 Nessus
+Net Vampire
 NetAnts
-NetMechanic
-NetSpider
-NetZIP
-Nettrack
-NextGenSearchBot
-Niki-bot
-NimbleCrawler
-Nimbostratus
-Octopus
+Netvibes
+Nuclei
+Nutch
 Offline Explorer
 Offline Navigator
-OpenLinkProfiler
-OpenVAS
+OnCrawl
 Openfind
+Openvas
+OrangeBot
+OrangeSpider
 OutclicksBot
-OutfoxBot
-PHPCrawl
-Page Analyzer
 PageGrabber
-PageScorer
 Pandalytics
 Panscient
-Papa Foto
-Pavuk
 Petalbot
-Picsearch
 Piepmatz
 Pixray
-PleaseCrawl
 ProWebWalker
 Probethenet
 Pu_iN
+Pump
+PxBroker
+QueryN Metasearch
 RSSingBot
 RankActiveLinkBot
-RankFlex
-RankingBot2
-ReGet
+RankingBot
+RankurBot
+Re-re
 RealDownload
+RebelMouse
 Ripper
+RocketCrawler
 Rogerbot
+SEOkicks-Robot
 SEOlyticsCrawler
 SEOstats
-SISTRIX
-SMTBot
-Scanbot
-SearchmetricsBot
+SalesIntelligent
+Scrapy
+ScrepyBot
 SemrushBot
-Siphon
-SiteCheckerBotCrawler
+SeoSiteCheckup
+SeobilityBot
+Seomoz
+Shodan
+Site Sucker
+SiteLockSpider
 SiteSnagger
 SiteSucker
-Sitebeam
 Siteimprove
+SlySearch
+SmartDownload
 Snake
-Snapbot
+Snoopy
 SocialRankIOBot
+Sogou web spider
 Sosospider
+SpaceBison
 Spanner
 SputnikBot
-Sqlmap
 Steeler
-Sucker
 Sucuri
 SuperBot
+Swiftbot
+Szukacz
 T8Abot
-TeleportPro
-Telesphorep
-TheNomad
+Telesoft
+Telesphoreo
+The Intraformant
 TightTwatBot
-Toweyabot
-Tracemyfile
-Turingos
-Turnitin
-TurnitinBot
+Titan
+Trendictionbot
+Typhoeus
+URLy Warning
 URLy.Warning
 V-BOT
-VB Project
-VelenPublicWebCrawler
-VeriCiteCrawler
 VoidEYE
-Voil
-Voltron
-WASALive-Bot
-WEBDAV
-WWW-Mechanize
-Wallpapers/3.0
-WeSEE
-Web Auto
-Web Collage
+WISENutbot
+WPScan
+WWW::Mechanize
+WWWOFFLE
 Web Enhancer
-Web Fuck
+Web Fetch
 Web Sucker
 WebAuto
+WebCopier
+WebFuck
+WebGo IS
+WebLeacher
 WebPix
-WebReaper
-WebStripper
+WebSauger
 WebSucker
+WebWhacker
 WebZIP
-WebmasterWorldForumBot
-Webshag
 WebsiteQuester
-WiseGuys Robot
-Wonderbot
-Woobot
-Xaldon_WebSpider
-Xenu
-Zermelo
-ZoominfoBot
-cognitiveseo
+Whack
+Whacker
+WinHTTrack
+Zade
+Zeus
+ZumBot
+arquivo-web-crawler
+arquivo.pt
+check1.exe
+crawl.sogou.com
+crawler.feedback
 crawler4j
-demandbase-bot
 domainsproject.org
-internetVista monitor
+evc-batch
+heritrix
+instabid
+magpie-crawler
 meanpathbot
+netEstate NE Crawler
 oBot
-page scorer
-pcBrowser
-plumanalytics
-probe-image-size
-s1z.ru
-scalaj-http
-scan.lol
-seostar
-spyfu
+ripz
+satoristudio.net
+seoscanners
+sexsearcher
+siteripz
+sogouspider
+sp_auditbot
+voyagerx.com
+x22Mozilla
+xpymep1.exe
+zauba.io