V4.2025.08.5403 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AdsTxtCrawlerTP
-Anarchy
-BDFetch
-BacklinkCrawler
-Bolt
-BotALot
-Brandwatch
-CCBot
-CensysInspect
-ChinaClaw
-Claritybot
-Crawling at Home Project
-Curious
-DSearch
-DTS Agent
-DataCha0s
+ALittle Client
+Abonti
+AfD-Verbotsverfahren
+Alexibot
+Alligator
+AlphaBot
+Ankit
+Attach
+BLEXBot
+Battleztar Bazinga
+CSHttp
+Calculon
+ChatGPT-User
+Copyscape
+CrazyWebCrawler
+Devil
+Digincore
+Discoverybot
+Dispatch
+DittoSpyder
+Dotbot
 Drip
-EMail Siphon
-EasyDL
-Ecxi
 EroCrawler
-Firefox/7.0
-FrontPage
-GalaxyBot
-GermCrawler
-Gotit
-HMView
-HTTrack
-Haansoft
-Heritrix
-Humanlinks
-Iblog
-Image Fetch
-Image Sucker
-IndeedBot
-Information Security Team InfraSec Scanner
-Iria
-JOC Web Spider
-Jetty
-JustView
-Libwhisker
-Lightspeedsystems
-MSIECrawler
-MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
-Mister PiX
-NICErsPRO
-NetSpider
+ExtLinksBot
+Extreme Picture Finder
+EyeNetIE
+Freeuploader
+FyberSpider
+G-i-g-a-b-o-t
+GPTBot
+GT::WWW
+Go!Zilla
+Go-Ahead-Got-It
+Hloader
+InternetSeer
+Jbrofuzz
+JikeSpider
+Jyxobot
+Keybot Translation-Search-Machine
+Kinza
+LeechGet
+MegaIndex.ru
+MicroMessenger
+Minefield
+NPbot
+Net Vampire
+Netvibes
+Nmap
 OnCrawl
-Openvas
-PECL::HTTP
 PHPCrawl
-PageAnalyzer
+Page Analyzer
 PageGrabber
+Papa Foto
+PeoplePal
 Pi-Monster
-Probethenet
-Proximic
-RankingBot
-RealDownload
-RepoMonkey
-ScoutJet
-SemanticJuice
-Semrush
-SeoCherryBot
-Seomoz
-Sosospider
-SpankBot
+Picsearch
+PleaseCrawl
+ProPowerBot
+Pump
+RankActiveLinkBot
+SBIder
+SEOlyt
+Screaming
+Seekport
+SeekportBot
+SemrushBot-SI
+SenutoBot
+SiteAuditBot
+Sitebeam
+Sociscraper
+Spbot
 Spider_Bot
-Thumbor
-Vagabondo
-WBSearchBot
-WPScan
-WWW-Collector-E
-WeSEE
-Web Sucker
+SplitSignalBot
+Stripper
+SuperHTTP
+Swiftbot
+Typhoeus
+Vacuum
+VoidEYE
+WebCollage
 WebCopier
-WebEnhancer
-WebImageCollector
-WebReaper
-Webshag
-Widow
-Xaldon WebSpider
-ZyBorg
-archive.org_bot
-cah.io.community
-crawler4j
-dataprovider
+WebFetch
+Whatweb
+WiseGuys Robot
+Woobot
+Wprecon
+Zauba
+Zermelo
+arquivo-web-crawler
+cognitiveseo
+eCatch
 evc-batch
-heritrix
-linkfluence
-openai
-page scorer
-pcBrowser
+everyfeed-spider
+ips-agent
+iubenda-radar
 s1z.ru
-satoristudio.net
-scan.lol
-seoscanners
-sysscan
-voyagerx.com
+sogouspider
+tAkeOut
+x22Mozilla
+zgrab