V4.2021.10.2664 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-404checker
-404enemy
-ADmantX
 ALittle Client
-Aboundex
-AfD-Verbotsverfahren
+Aboundexbot
+Acunetix
 AhrefsBot
 AiHitBot
-Aipbot
-Anarchie
-Anarchy99
-Apexoo
+AllSubmitter
+Ankit
+Aspiegel
 Asterias
-AwarioSmartBot
-BLEXBot
+Attach
 BackDoorBot
-Backlink-Ceck
-Bandit
+BackStreet
+BackWeb
+Barkrowler
 BatchFTP
-Battleztar Bazinga
 Black Hole
 Blackboard
-Blow
+Bolt
+BotALot
 Buck
+Buddy
 BuiltBotTough
-BuiltWith
-CATExplorador
-CCBot
+BuzzSumo
 CODE87
 CSHttp
+Calculon
 CazoodleBot
+Cegbfeieh
+CensysInspect
+CheTeam
 CherryPicker
-ChinaClaw
-Chlooe
 Cloud mapping
-Cocolyzebot
 Cogentbot
-CopyRightCheck
+Copier
+Copyscape
 Cosmos
-Craftbot
+Crescent
 CrunchBot
+Curious
 Custo
-CyotekWebCopy
 DTS Agent
-Demon
 DigitalPebble
+Dirbuster
 Disco
+Discobot
 Dispatch
 DomainAppender
 DomainCrawler
-DomainSigmaCrawler
 DomainStatsBot
-Domains Project
-Dotbot
-Drip
-ECCP/1.0
-EMail Siphon
-EMail Wolf
+Dragonfly
 EasyDL
 Ebingbong
+Ecxi
+EirGrabber
 EroCrawler
+Evil
+Express WebPictures
+Extractor
+EyeNetIE
+FDM
 FHscan
+FemtosearchBot
 Firefox/7.0
+Flunky
 Freeuploader
-FrontPage
-Fuzz
-GalaxyBot
-GetWeb
-Getintent
+FyberSpider
+GT::WWW
+GermCrawler
+GetRight
 Go!Zilla
 Gotit
-Grabber
-GrapeFX
-GridBot
-HMView
-HTTP::Lite
-Hloader
+Grafula
+GrapeshotCrawler
+HybridBot
 IDBot
-IRLbot
 Iblog
 Id-search
 IlseBot
 Image Sucker
-IndeedBot
-InfoNaviRobot
+InfoTekies
+Intelliseek
 InterGET
-Iskanie
-JOC Web Spider
-Jbrofuzz
+JamesBOT
+JennyBot
 JetCar
-Joomla
+Jyxobot
+Keyword Density
 Kinza
 LNSpiderguy
-LieBaoFast
-LinkScan
-Linkbot
-Linkdexbot
-LinqiaRSSBot
+LWP::Simple
+LexiBot
+LibWeb
+Libwhisker
+Likse
+LinkextractorPro
+LinkpadBot
+Litemage_walker
+Lmspider
+MJ12bot
 MQQBrowser
-MSFrontPage
-MTRobot
 Magnet
 Majestic SEO
 Majestic12
-MarkMonitor
-MarkWatch
-Masscan
+Mass Downloader
+MauiBot
+Mediatoolkitbot
 MegaIndex.ru
-Metauri
-Mister PiX
-Mojeek
-Mojolicious
+Microsoft Data Access
+Microsoft URL Control
+Moblie Safari
+Morfeus Fucking Scanner
 Mozlila
-Mr.4x3
 NPbot
 Name Intelligence
-NearSite
-Net Vampire
+Navroad
+NetAnts
 NetLyzer
-NetSpider
-Netvibes
-Niki-bot
-Nikto
-Ninja
-Nmap
+NextGenSearchBot
+NimbleCrawler
+Octopus
 Offline Explorer
+Offline Navigator
+OnCrawl
 OpenLinkProfiler
-OpenVAS
-Openvas
+Openfind
 OrangeBot
-OutfoxBot
-PageAnalyzer
-Papa Foto
+OrangeSpider
+OutclicksBot
+PECL::HTTP
+PHPCrawl
+Page Analyzer
+PageThing.com
 Pavuk
-PeoplePal
-Petalbot
+Pi-Monster
+Picsearch
 PictureFinder
+Piepmatz
 Pimonster
-ProWebWalker
-Pump
+Pockey
+Probethenet
+Pu_iN
 PyCurl
-QueryN Metasearch
-RankActiveLinkBot
-RankFlex
-Rankivabot
+RSSingBot
+RankingBot
 RankurBot
-Re-re
+ReGet
 Reaper
-Recorder
-RedesScrapy
+RepoMonkey
+RocketCrawler
 SBIder
-SEOkicks-Robot
-SEOlyticsCrawler
-Scanbot
+SEOkicks
+SEOstats
+SISTRIX
+SMTBot
+ScoutJet
 Scrapy
 Screaming
 ScrepyBot
+Searchestate
 SearchmetricsBot
-Semrush
-SeoSiteCheckup
+SemrushBot
+SentiBot
 SeobilityBot
-Seomoz
 Shodan
 Siphon
-SiteSucker
+SiteExplorer
+SiteSnagger
 Sitebeam
-SlySearch
-Snake
-Snapbot
-Snoopy
-Sogou web spider
-Sosospider
+SmartDownload
+SocialRankIOBot
 Sottopop
+SpaceBison
 Spanner
-SputnikBot
+Sqlmap
 Sqlworm
 Sqworm
+Steeler
 Stripper
 Sucker
+Surfbot
+SurveyBot
 Suzuran
-TeleportPro
+T0PHackTeam
+Teleport
 Telesoft
-Telesphoreo
-Telesphorep
-The Intraformant
+TightTwatBot
+Toata
+Toweyabot
+Tracemyfile
+Trendictionbot
+Turingos
 TwengaBot
 Typhoeus
+URLy.Warning
 UnisterBot
 V-BOT
+VCI
+Vagabondo
 VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
+Virusdie
 VoidEYE
 Voil
-Voltron
-WEBDAV
-WISENutbot
 WWW-Mechanize
-WWW::Mechanize
 WWWOFFLE
-Wallpapers/3.0
-Web Collage
-Web Fuck
+Wallpapers
+Web Fetch
 Web Pix
-Web Sucker
-WebAuto
-WebEnhancer
-WebFuck
-WebSauger
-WebWhacker
-WebmasterWorldForumBot
-WebsiteExtractor
-WebsiteQuester
-Webster
-Whack
-Whatweb
-WiseGuys Robot
-Wprecon
-Xaldon_WebSpider
-Zeus
-Zitebot
-ZmEu
-ZoomBot
-ZoominfoBot
+WebImageCollector
+WebLeacher
+WebReaper
+WebStripper
+WebZIP
+Webalta
+Who.is Bot
+Wonderbot
+Wotbox
+Zermelo
 ZumBot
 ZyBorg
 archive.org_bot
-arquivo-web-crawler
-arquivo.pt
-backlink-check
+cah.io.community
 check1.exe
-crawler.feedback
+coccocbot-web
+cognitiveseo
+com.plumanalytics
 crawler4j
-evc-batch
-lwp-request
-meanpathbot
-muhstik-scan
+dataforseo.com
+demandbase-bot
+domainsproject.org
+eCatch
+facebookscraper
+heritrix
+internetVista monitor
+ips-agent
+isitwp.com
+magpie-crawler
+oBot
 page scorer
-probe-image-size
-ripz
-s1z.ru
-scalaj-http
-sitechecker.pro
-siteripz
-tAkeOut
-trendiction.de
-webmeup-crawler
-webpros.com
+pcBrowser
+plumanalytics
+seobility
+seoscanners
+sexsearcher
+sogouspider
+sysscan
 x09Mozilla
-zauba.io
-zgrab
+xpymep1.exe