V4.2025.02.5025 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-Aboundex
-Alexibot
-AlphaBot
-Asterias
-Attach
-BackDoorBot
-BackStreet
-Bigfoot
-Bytespider
-CazoodleBot
+AIBOT
+AdsTxtCrawlerTP
+Anarchy
+Ankit
+Anthill
+Atomseobot
+AwarioBot
+AwarioSmartBot
+CensysInspect
+CheeseBot
 Cliqzbot
-Cocolyzebot
 Cogentbot
+Collector
 Cosmos
-CrazyWebCrawler
+Craftbot
 Curious
-DSearch
-Devil
-Digincore
-DigitalPebble
-DnBCrawler-Analytics
-Dotbot
-Download Wonder
-EMail Siphon
-EMail Wolf
-Ecxi
-EyeNetIE
-FDM
-FemtosearchBot
-FrontPage
-GetWeb
-Go-Ahead-Got-It
-GoZilla
-GrabNet
-HEADMasterSEO
-Humanlinks
-InfoTekies
-InterGET
-Kenjin Spider
-Libwhisker
-LieBaoFast
+DTS Agent
+DataCha0s
+Drip
+Extreme Picture Finder
+Foobot
+Heritrix
+HybridBot
+IDBTE4M
+IlseBot
+Image Fetch
+Indy Library
+Iskanie
+Jbrofuzz
+Kinza
+Kozmosbot
+Lightspeedsystems
+LinkScan
 LinkWalker
-Linkbot
-LinkextractorPro
-Lipperhey
+Lmspider
+Ltx71
 MIIxpc
-MSFrontPage
+Magnet
+Mass Downloader
 Mata Hari
-MeanPath Bot
-Msrabot
+MolokaiBot
+Mozlila
 Musobot
-OrangeBot
-OrangeSpider
-PageAnalyzer
-PageGrabber
-PageScorer
+NPbot
+Needle
+Netvibes
+NextGenSearchBot
+Openvas
+Page Analyzer
+Panscient
+Pavuk
 Petalbot
-RankingBot2
-Reaper
-SEOlyt
-ScanAlert
-Scanbot
-Screaming
-ScreenerBot
-Searchestate
-Shodan
+PictureFinder
+QueryN Metasearch
+RankActive
+RankingBot
+RebelMouse
+Recorder
+SEOkicks
+SEOlyticsCrawler
+ScrepyBot
+Seekport
+Seomoz
+SiteExplorer
 SiteSucker
-SlySearch
-Spider_Bot/3.0
-Swiftbot
-Telesoft
-Telesphoreo
+Sitevigil
+Sociscraper
+Sogou web spider
+SplitSignalBot
+SuperHTTP
+Suzuran
+Toata
 Upflow
-WWWOFFLE
-WallpapersHD
+VCI
+WISENutbot
+Web Auto
+Web Collage
 Web Fuck
-Web Sauger
+WebCopier
 WebEnhancer
-WebmasterWorldForumBot
-Webshag
-Widow
-WinHTTrack
-WiseGuys Robot
-Wonderbot
-YoudaoBot
-ZmEu
-ZyBorg
+WebImageCollector
+Zeus
+ZoomBot
+ZoominfoBot
+ZumBot
 anthropic-ai
-cohere-ai
-ips-agent
-linkfluence
-lwp-trivial
+awario.com
+check1.exe
+clark-crawler
+crawl.sogou.com
+crawler.feedback
+crawler4j
+evc-batch
 netEstate NE Crawler
-polaris version
-seocompany.store
-sitechecker.pro
-siteripz
-tAkeOut
-voyagerx.com
+openai
+openai.com
+pcBrowser
+plumanalytics
+x22Mozilla
+zgrab