V4.2022.05.3087 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
 404enemy
-Aboundexbot
+80legs
+ALittle Client
+Acunetix
 AfD-Verbotsverfahren
-Aipbot
-Alexibot
-AllSubmitter
-AlphaBot
-Anarchie
-Anarchy
 Anarchy99
-Apexoo
-Atomseobot
+Asterias
 Attach
-BDFetch
+AwarioRssBot
+AwarioSmartBot
 BLEXBot
-BackStreet
+BackDoorBot
+BackWeb
 Badass
-Barkrowler
+Bandit
 BatchFTP
+Battleztar Bazinga
 BetaBot
 Bigfoot
-BlackWidow
-Blackboard
-BlowFish
-CATExplorador
-CCBot
+Black Hole
+BotALot
+Brandwatch
+Bullseye
+CSHttp
+Calculon
 CazoodleBot
-CensysInspect
-CheTeam
+CherryPicker
 Chlooe
+Citoid
+Claritybot
 Cloud mapping
-Cocolyzebot
-Copier
+Collector
+CopyRightCheck
 Copyscape
-Craftbot
-Crescent
-Custo
+Cosmos
+CrazyWebCrawler
 CyotekWebCopy
-DBLBot
-DTS Agent
 DataCha0s
-Disco
+Devil
+Digincore
 Dispatch
 DittoSpyder
 DomainAppender
 DomainStatsBot
 Domains Project
-Drip
-EMail Siphon
+ECCP/1.0
+EMail Wolf
+EasyDL
 Ebingbong
+Ecxi
 EirGrabber
-EroCrawler
-Evil
-Express WebPictures
-FDM
-FHscan
-Fimap
+Exabot
+ExtractorPro
+Extreme Picture Finder
+EyeNetIE
+Ezooms
 FlashGet
+Flunky
 Fuzz
+Fyrebot
 G-i-g-a-b-o-t
-Genieo
-Getintent
+GT::WWW
 Gigabot
-Go!Zilla
-GoZilla
 Grabber
 GrapeFX
-GridBot
-HEADMasterSEO
-HTTP::Lite
+HTMLparser
 HTTrack
 Haansoft
 Harvest
-Havij
-Hloader
-Humanlinks
-IDBTE4M
-IDBot
+Heritrix
+HybridBot
+IRLbot
+Iblog
+Id-search
 IlseBot
-Image Fetch
-Image Sucker
-InfoTekies
-Internet Ninja
+Indy Library
+Iria
 IstellaBot
-JamesBOT
+JOC Web Spider
+Jbrofuzz
 Jetty
-JikeSpider
 Jorgee
-Kenjin Spider
+Keybot Translation-Search-Machine
+Keyword Density
+LWP::Simple
 Lanshanbot
-Larbin
-Leap
-LeechGet
-Lftp
+LibWeb
 Libwhisker
+Lightspeedsystems
+LinkWalker
 Linkbot
 LinkpadBot
 LinksManager
+LinqiaScrapeBot
+Lipperhey Spider
 MFC_Tear_Sample
 MIIxpc
+MQQBrowser
 MTRobot
-Majestic-SEO
-MarkWatch
-Mass Downloader
-Meanpathbot
-MicroMessenger
+Mag-Net
+Mail.RU_Bot
+Mata Hari
+Mediatoolkitbot
+Microsoft Data Access
 Microsoft URL Control
-Mojeek
+Moblie Safari
 Mr.4x3
-Musobot
+Msrabot
+Name Intelligence
 Nameprotect
-Nessus
-NetLyzer
+Navroad
+Net Vampire
+NetMechanic
 NetSpider
-Nettrack
 Nibbler
-NimbleCrawler
-Nimbostratus
 Nmap
+Not
+Nuclei
+Octopus
 Offline Explorer
 Offline Navigator
 OpenVAS
 OrangeBot
+OrangeSpider
+OutclicksBot
+OutfoxBot
 POE-Component-Client-HTTP
+PageAnalyzer
+PageScorer
 Panscient
-Papa Foto
+PeoplePal
 Petalbot
-Pixray
-ProPowerBot
+Picsearch
+Piepmatz
+PleaseCrawl
 ProWebWalker
-Pu_iN
+PxBroker
 PyCurl
-Quick-Crawler
+RankFlex
 RankingBot
-Re-re
 ReGet
-Reaper
-Recorder
+RebelMouse
 RedesScrapy
 RepoMonkey
-RocketCrawler
+Ripper
 Rogerbot
-SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
+SEOstats
+SalesIntelligent
 ScanAlert
-Seekport
-SemrushBot
+ScoutJet
+Scrapy
+Screaming
+ScrepyBot
+Searchestate
+Semrush
 SentiBot
-SeoSiteCheckup
-SeobilityBot
 Seomoz
 Shodan
-SiteLockSpider
+Site Sucker
+SiteExplorer
 Siteimprove
-Sitevigil
-SlySearch
 SmartDownload
-Sogou web spider
-SpankBot
-Spanner
-Spbot
-SputnikBot
-Sqlworm
-Suzuran
-Swiftbot
+Snapbot
+Snoopy
+SocialRankIOBot
+Sottopop
+Stripper
+SuperBot
+SuperHTTP
 Szukacz
-T0PHackTeam
 T8Abot
-TeleportPro
-Telesoft
+Teleport
 Telesphorep
-TightTwatBot
-Titan
-Toata
-Tracemyfile
-True_Robot
+The Intraformant
+Thumbor
+Toweyabot
+Trendiction
 Turingos
-Twice
-URLy.Warning
+TwengaBot
+URLy Warning
 UnisterBot
-V-BOT
 VB Project
-Vagabondo
-Voil
-WISENutbot
-WWW::Mechanize
+VeriCiteCrawler
+Virusdie
+VoidEYE
+Voltron
+WBSearchBot
+WEBDAV
+WWW-Mechanize
 WWWOFFLE
+Wallpapers/3.0
+WallpapersHD
+WeSEE
 Web Enhancer
-Web Fuck
-Web Sucker
-WebAuto
-WebBandit
-WebImageCollector
-WebLeacher
+Web Fetch
+WebCollage
+WebCopier
+WebEnhancer
 WebReaper
-WebSauger
-WebStripper
-WebWhacker
 WebZIP
-Webalta
+WebmasterWorldForumBot
 Webshag
-Website Quester
 Webster
+Whack
+Whacker
+Whatweb
 Who.is Bot
-Xaldon WebSpider
-Zauba
+WiseGuys Robot
+Wotbox
+Wprecon
+Xaldon_WebSpider
+YoudaoBot
+Zade
 Zermelo
 Zeus
-Zitebot
-ZmEu
-ZoominfoBot
+ZoomBot
+ZumBot
+ZyBorg
 adscanner
-archive.org_bot
 arquivo.pt
 autoemailspider
+backlink-check
 cah.io.community
 check1.exe
+coccocbot
 com.plumanalytics
-crawl.sogou.com
+crawler.feedback
 crawler4j
-domainsproject.org
-evc-batch
-heritrix
-ips-agent
-isitwp.com
-linkdexbot
+eCatch
+facebookscraper
+gopher
+instabid
 magpie-crawler
-meanpathbot
-mediawords
-pcBrowser
+page scorer
+polaris version
+probe-image-size
 ripz
-s1z.ru
 satoristudio.net
-scalaj-http
-seobility
-seocompany.store
-seostar
-sexsearcher
+sitechecker.pro
+siteripz
 sogouspider
-sp_auditbot
-spyfu
 sysscan
 trendiction.com
-ubermetrics-technologies.com
+webmeup-crawler
 webpros.com
-x09Mozilla
-zgrab
+zauba.io