V4.2021.10.2663 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
+404checker
 404enemy
-80legs
-AIBOT
+ADmantX
 ALittle Client
-Abonti
-Aboundexbot
-Acunetix
+Aboundex
+AfD-Verbotsverfahren
 AhrefsBot
+AiHitBot
 Aipbot
-Alexibot
-AllSubmitter
 Anarchie
-Anarchy
 Anarchy99
-Aspiegel
-AwarioRssBot
-BBBike
-BDFetch
-BackWeb
-BacklinkCrawler
+Apexoo
+Asterias
+AwarioSmartBot
+BLEXBot
+BackDoorBot
+Backlink-Ceck
 Bandit
-BetaBot
-Bigfoot
-Bitacle
+BatchFTP
+Battleztar Bazinga
+Black Hole
 Blackboard
-BlowFish
-Boardreader
-Bolt
-Brandwatch
-Buddy
-Bullseye
+Blow
+Buck
+BuiltBotTough
+BuiltWith
 CATExplorador
-Calculon
+CCBot
+CODE87
+CSHttp
+CazoodleBot
 CherryPicker
+ChinaClaw
 Chlooe
-Claritybot
 Cloud mapping
 Cocolyzebot
 Cogentbot
-Collector
-Copier
+CopyRightCheck
+Cosmos
 Craftbot
-CrazyWebCrawler
 CrunchBot
+Custo
 CyotekWebCopy
-DIIbot
-DSearch
-DataCha0s
-DatabaseDriverMysqli
-Deusu
-Discobot
-DittoSpyder
+DTS Agent
+Demon
+DigitalPebble
+Disco
+Dispatch
 DomainAppender
+DomainCrawler
+DomainSigmaCrawler
 DomainStatsBot
+Domains Project
+Dotbot
 Drip
+ECCP/1.0
 EMail Siphon
 EMail Wolf
-EirGrabber
-Evil
-Exabot
-ExtLinksBot
-EyeNetIE
+EasyDL
+Ebingbong
+EroCrawler
 FHscan
-FemtosearchBot
-Foobot
+Firefox/7.0
+Freeuploader
 FrontPage
-Genieo
-GermCrawler
+Fuzz
+GalaxyBot
+GetWeb
+Getintent
 Go!Zilla
-Go-Ahead-Got-It
+Gotit
 Grabber
+GrapeFX
 GridBot
+HMView
 HTTP::Lite
-HTTrack
-Haansoft
-HaosouSpider
-HybridBot
+Hloader
 IDBot
+IRLbot
 Iblog
+Id-search
 IlseBot
-Image Fetch
+Image Sucker
 IndeedBot
-Indy Library
-Intelliseek
+InfoNaviRobot
 InterGET
-Iria
-JamesBOT
-Keyword Density
+Iskanie
+JOC Web Spider
+Jbrofuzz
+JetCar
+Joomla
+Kinza
 LNSpiderguy
-Leap
-LibWeb
-Libwhisker
-Likse
+LieBaoFast
 LinkScan
-LinkWalker
 Linkbot
 Linkdexbot
-LinksManager
-LinqiaScrapeBot
-Lipperhey Spider
-Lmspider
-MFC_Tear_Sample
-MJ12bot
+LinqiaRSSBot
+MQQBrowser
 MSFrontPage
-MSIECrawler
+MTRobot
+Magnet
 Majestic SEO
 Majestic12
 MarkMonitor
-Mass Downloader
-Mata Hari
-MauiBot
-MeanPath Bot
-Mediatoolkitbot
+MarkWatch
+Masscan
 MegaIndex.ru
 Metauri
-MicroMessenger
 Mister PiX
-Moblie Safari
 Mojeek
 Mojolicious
+Mozlila
 Mr.4x3
+NPbot
 Name Intelligence
-NetAnts
-NetZIP
-Netcraft
+NearSite
+Net Vampire
+NetLyzer
+NetSpider
 Netvibes
-NextGenSearchBot
 Niki-bot
 Nikto
 Ninja
-Octopus
-Offline Navigator
-OnCrawl
+Nmap
+Offline Explorer
+OpenLinkProfiler
 OpenVAS
-OrangeSpider
-PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
-PageGrabber
-Pandalytics
+Openvas
+OrangeBot
+OutfoxBot
+PageAnalyzer
+Papa Foto
+Pavuk
 PeoplePal
-Pi-Monster
-Pixray
+Petalbot
+PictureFinder
+Pimonster
+ProWebWalker
+Pump
 PyCurl
 QueryN Metasearch
-RSSingBot
+RankActiveLinkBot
 RankFlex
-RankingBot2
 Rankivabot
-ReGet
-RealDownload
+RankurBot
+Re-re
 Reaper
+Recorder
 RedesScrapy
-RepoMonkey
-Ripper
-Rogerbot
+SBIder
 SEOkicks-Robot
-SEOstats
+SEOlyticsCrawler
 Scanbot
+Scrapy
+Screaming
+ScrepyBot
+SearchmetricsBot
+Semrush
+SeoSiteCheckup
+SeobilityBot
 Seomoz
+Shodan
 Siphon
-SiteExplorer
-SiteSnagger
 SiteSucker
 Sitebeam
-Siteimprove
-SmartDownload
+SlySearch
 Snake
+Snapbot
 Snoopy
+Sogou web spider
 Sosospider
 Sottopop
-SpaceBison
-Spammen
-Spinn3r
+Spanner
 SputnikBot
 Sqlworm
 Sqworm
-Steeler
+Stripper
+Sucker
+Suzuran
+TeleportPro
 Telesoft
+Telesphoreo
+Telesphorep
 The Intraformant
-Thumbor
-Toweyabot
-Turingos
 TwengaBot
-Twice
 Typhoeus
-URLy.Warning
-VB Project
-Vagabondo
-VidibleScraper
-Virusdie
+UnisterBot
+V-BOT
+VelenPublicWebCrawler
+VoidEYE
+Voil
 Voltron
-WASALive-Bot
+WEBDAV
+WISENutbot
 WWW-Mechanize
 WWW::Mechanize
+WWWOFFLE
+Wallpapers/3.0
+Web Collage
+Web Fuck
 Web Pix
-WebBandit
-WebCopier
+Web Sucker
+WebAuto
 WebEnhancer
-WebFetch
 WebFuck
-WebGo IS
-WebImageCollector
-WebLeacher
-WebPix
-WebReaper
+WebSauger
+WebWhacker
+WebmasterWorldForumBot
 WebsiteExtractor
+WebsiteQuester
 Webster
 Whack
 Whatweb
-Widow
 WiseGuys Robot
 Wprecon
 Xaldon_WebSpider
-Zauba
-Zermelo
 Zeus
+Zitebot
 ZmEu
+ZoomBot
 ZoominfoBot
 ZumBot
 ZyBorg
 archive.org_bot
+arquivo-web-crawler
 arquivo.pt
-autoemailspider
+backlink-check
 check1.exe
-com.plumanalytics
-crawl.sogou.com
-dataforseo.com
+crawler.feedback
+crawler4j
 evc-batch
-gopher
-instabid
+lwp-request
 meanpathbot
-oBot
+muhstik-scan
 page scorer
+probe-image-size
 ripz
+s1z.ru
 scalaj-http
-seobility
-serpstatbot
-sp_auditbot
-spyfu
-sysscan
+sitechecker.pro
+siteripz
+tAkeOut
 trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
+webmeup-crawler
 webpros.com
-webprosbot
-xpymep1.exe
+x09Mozilla
+zauba.io
 zgrab