V4.2024.07.4620 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+404checker
+ALittle Client
 Aboundexbot
-AiHitBot
-Anarchie
-Anthill
-Aspiegel
+Acunetix
+AdsTxtCrawlerTP
 Asterias
-AwarioBot
-BackDoorBot
-BacklinkCrawler
-BlowFish
-CODE87
-CensysInspect
-ChatGPT-User
-Cocolyzebot
-Crawling at Home Project
-Curious
-CyotekWebCopy
-DBLBot
-DIIbot
-DatabaseDriverMysqli
-Discoverybot
-Dispatch
-DittoSpyder
-DomainAppender
+AwarioRssBot
+BLEXBot
+BatchFTP
+Black Hole
+Bytespider
+CATExplorador
+CCBot
+Craftbot
+DTS Agent
+EMail Wolf
+ExtLinksBot
+EyeNetIE
+FHscan
 Fyrebot
-Gigabot
-GoZilla
-Google-Extended
-Gotit
-IRLbot
+G-i-g-a-b-o-t
+GPTBot
+GT::WWW
 Image Sucker
-JetCar
-LNSpiderguy
-Lanshanbot
-LinkScan
-LinqiaRSSBot
-Lipperhey
-Majestic12
-MarkMonitor
-MauiBot
-Meanpathbot
-MegaIndex.ru
-Microsoft URL Control
-Moblie Safari
-MolokaiBot
-Needle
+InfraSec Scanner
+Iskanie
+Jbrofuzz
+Jetty
+JikeSpider
+Keybot Translation-Search-Machine
+Libwhisker
+LinksManager
+Litemage_walker
+MTRobot
+MarkWatch
+Microsoft Data Access
+Mister PiX
 NetAnts
-NetSpider
-Netcraft
-Nettrack
-Nutch
+NetLyzer
+Nikto
 Offline Explorer
+Openvas
+OutclicksBot
 PHPCrawl
-ProPowerBot
-Probethenet
-Quick-Crawler
-RSSingBot
-RankingBot
+POE-Component-Client-HTTP
+PageGrabber
+Pi-Monster
+Picscout
+Picsearch
+Pump
+RankActive
 RankingBot2
-SBIder
 SEOkicks
-SEOkicks-Robot
-ScanAlert
-SeekportBot
-SemrushBot
+SEOprofiler
+SISTRIX
+Scanbot
+ScreenerBot
+SeobilityBot
 Seomoz
 Siphon
 Site Sucker
-Snapbot
-Sqlworm
-Sucuri
-TeleportPro
-The Intraformant
-Toata
-Trendiction
-TwengaBot
-VB Project
-WEBDAV
-Web Auto
-Web Sauger
-WebEnhancer
-WebImageCollector
+SiteCheckerBotCrawler
+T8Abot
+TheNomad
+TightTwatBot
+Upflow
+Vagabondo
+VeriCiteCrawler
+VidibleScraper
+WWW-Collector-E
+WebCollage
+WebFuck
+WebGo IS
+WebLeacher
+WebSauger
+Website Quester
+Whacker
+WinHTTrack
+Wprecon
+YaK
 Zauba
-adscanner
-arquivo-web-crawler
+Zitebot
+ZoomBot
+ZumBot
+ZyBorg
+anthropic-ai
+autoemailspider
 check1.exe
-crawl.sogou.com
-crawler.feedback
-dataforseobot
-facebookscraper
-lwp-trivial
+coccocbot
+cognitiveseo
+eCatch
+linkfluence
 magpie-crawler
-openai
+polaris version
 probe-image-size
-scan.lol
+satoristudio.net
 seobility
-seostar
-sp_auditbot
-spyfu
-zgrab
+tAkeOut
+webmeup-crawler
+webprosbot