V4.2023.08.3961 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundex
-Aipbot
-Anarchy99
-Aspiegel
-AwarioRssBot
+ADmantX
+ALittle Client
+Acunetix
+AhrefsBot
+Alexibot
+Asterias
+AwarioSmartBot
 BLEXBot
 Backlink-Ceck
-Badass
 BatchFTP
-BlowFish
-Brandwatch
-Calculon
-ChinaClaw
-Copier
-CopyRightCheck
-Cosmos
-Crawling at Home Project
-CrazyWebCrawler
-Crescent
-DBLBot
-DTS Agent
-Discoverybot
-DomainSigmaCrawler
-Dragonfly
-ECCP/1.0
-EMail Wolf
-ExtractorPro
-EyeNetIE
-FyberSpider
-GermCrawler
-Go!Zilla
-HMView
-HTTP::Lite
-Havij
-HonoluluBot
-JikeSpider
-Jyxobot
-LWP::Simple
-LinksManager
-MFC_Tear_Sample
-Magnet
-Musobot
-NPbot
-Name Intelligence
-Nessus
-NetLyzer
-Netcraft
-Nettrack
-Nutch
-Openfind
+Blow
+BuiltWith
+CATExplorador
+CSHttp
+Claritybot
+Cogentbot
+Custo
+Devil
+DittoSpyder
+Drip
+ExtLinksBot
+Extractor
+Fimap
+Fuzz
+Gigabot
+Gotit
+HTMLparser
+Iblog
+IndeedBot
+Iskanie
+JennyBot
+JustView
+LibWeb
+LinkScan
+MJ12bot
+MQQBrowser
+Mail.RU_Bot
+Mb2345Browser
+MicroMessenger
+Mojeek
+Mojolicious
+Nameprotect
+NetSpider
+NextGenSearchBot
+Offline Navigator
 OutclicksBot
-Papa Foto
-PleaseCrawl
-PyCurl
-Quick-Crawler
-RankFlex
-RedesScrapy
+PECL::HTTP
+POE-Component-Client-HTTP
+Petalbot
+Pi-Monster
+Proximic
+Pump
 RepoMonkey
-SEOkicks-Robot
-SMTBot
-SalesIntelligent
-ScanAlert
-Scrapy
-ScrepyBot
+Ripper
+SEOlyticsCrawler
+Scanbot
+SentiBot
+Shodan
 Siphon
-Sitevigil
-Sogou web spider
-Spammen
+SiteExplorer
+SiteLockSpider
+SiteSnagger
+Siteimprove
+Sottopop
 Spanner
-SputnikBot
-Sqlworm
 Sqworm
-SurveyBot
-Telesphorep
-Turingos
-TurnitinBot
-Twice
+Sucuri
+T8Abot
+Titan
+TwengaBot
+Typhoeus
 Vacuum
-VelenPublicWebCrawler
-WWW-Collector-E
-Wallpapers
-WeSEE
+Virusdie
+VoidEYE
+Voil
 Web Collage
-Web Pix
-WebAuto
-WebFuck
-Webalta
+Web Fuck
+WebCopier
+WebLeacher
+WebSauger
 Webshag
-Whack
-Xenu
+Webster
+Whacker
+Wotbox
 YoudaoBot
-domainsproject.org
-gopher
-internetVista monitor
-muhstik-scan
-satoristudio.net
-scalaj-http
-voyagerx.com
-webmeup-crawler
-x22Mozilla
+Zitebot
+ZmEu
+arquivo.pt
+backlink-check
+crawl.sogou.com
+crawler4j
+facebookscraper
+polaris version
+scan.lol
+seobility
+seoscanners
+sogouspider
+tAkeOut
+webgains-bot
+x09Mozilla