V4.2024.05.4535 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 01h4x.com
-Aboundexbot
-AwarioRssBot
-BLEXBot
-Backlink-Ceck
-BatchFTP
-Bitacle
-Blackboard
+80legs
+Acunetix
+Alligator
+AwarioSmartBot
+BDFetch
+Barkrowler
 BlowFish
-BotALot
-Buck
-BuiltWith
-Calculon
-Copier
-Crawling at Home Project
-Custo
-DSearch
-DTS Agent
-ECCP/1.0
-Fuzz
-G-i-g-a-b-o-t
-GT::WWW
-GrapeshotCrawler
-HaosouSpider
-Hloader
-HonoluluBot
-LNSpiderguy
-Larbin
-LeechFTP
-LibWeb
-LieBaoFast
-LinkScan
-Lipperhey Spider
-Ltx71
-MIIxpc
-MSIECrawler
-MauiBot
-Minefield
-Moblie Safari
-NetLyzer
-Netcraft
-Nimbostratus
-Nutch
-Offline Explorer
+CSHttp
+CheeseBot
+DIIbot
+DataCha0s
+Disco
+DomainAppender
+Dotbot
+Ebingbong
+FacebookBot
+Foobot
+FrontPage
+Gotit
+HTTrack
+IlseBot
+Image Sucker
+IndeedBot
+Indy Library
+Iria
+IstellaBot
+JennyBot
+Jyxobot
+Kinza
+LeechGet
+LinqiaRSSBot
+Litemage_walker
+MIDown tool
+MarkWatch
+Mata Hari
+Mediatoolkitbot
+Mojeek
+MolokaiBot
+Mr.4x3
+Name Intelligence
+NearSite
+Nessus
+NetMechanic
+NetZIP
+Nibbler
+NimbleCrawler
+OnCrawl
+Openfind
+OutfoxBot
 PHPCrawl
-Pandalytics
-Petalbot
-ProPowerBot
-RankingBot
-RankingBot2
-Re-re
-RebelMouse
+Picscout
+Pixray
+PleaseCrawl
+RankActive
+RealDownload
 RedesScrapy
-RocketCrawler
-SalesIntelligent
-Seomoz
+SEOstats
+ScanAlert
+Seekport
+SeoSiteCheckup
 SiteCheckerBotCrawler
-Sitebeam
+Sitevigil
 SmartDownload
-Snoopy
-Sociscraper
-Sottopop
-Spammen
-SpankBot
-Spanner
+Spinn3r
+Sucuri
 SuperHTTP
-Suzuran
-Telesoft
+SurveyBot
+T0PHackTeam
+Teleport
 TinyTestBot
-VCI
+Turingos
 VelenPublicWebCrawler
-WBSearchBot
-Web Collage
-WebBandit
-WebPix
-Webshag
-WebsiteExtractor
-Widow
-WinHTTrack
-Wprecon
-Xaldon WebSpider
-Xaldon_WebSpider
-YaK
-YoudaoBot
-ZmEu
-ZoomBot
-arquivo.pt
+VeriCiteCrawler
+VoidEYE
+Voil
+Voltron
+WWW-Collector-E
+WWW::Mechanize
+Web Sucker
+WebImageCollector
+WebReaper
+Whatweb
+Wonderbot
+anthropic-ai
+backlink-check
+coccocbot
+crawler4j
 evc-batch
-heritrix
-instabid
-internetVista monitor
-ips-agent
-lwp-trivial
-meanpathbot
-mediawords
-openai.com
-probe-image-size
-scalaj-http
-sitechecker.pro
+isitwp.com
+magpie-crawler
+openai
+pcBrowser
+seobility
+seocompany.store
 tAkeOut
+ubermetrics-technologies.com
+webprosbot
+x22Mozilla
+zauba.io