V4.2024.02.4297 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
+01h4x.com
+404checker
 404enemy
-80legs
-ADmantX
-ALittle Client
 Aboundex
-AdsTxtCrawlerTP
-AiHitBot
-Anarchy
-Asterias
+Alexibot
+BackWeb
+Battleztar Bazinga
+Bigfoot
+Black Hole
 BlackWidow
-BuzzSumo
-CODE87
+BuiltBotTough
+CazoodleBot
 CheTeam
-ChinaClaw
-Citoid
-Collector
-DTS Agent
+Cliqzbot
+Cocolyzebot
+Copier
+CyotekWebCopy
 DigitalPebble
-DnyzBot
-ECCP/1.0
-EMail Wolf
+Dirbuster
+DittoSpyder
+DomainCrawler
+EasyDL
+Ecxi
 EirGrabber
-Extreme Picture Finder
-Ezooms
-FDM
-Flunky
-Foobot
+EroCrawler
+Exabot
+Express WebPictures
+Extractor
+Fimap
+GetRight
 Getintent
-Google-Extended
+GrapeFX
 GrapeshotCrawler
-Harvest
-IDBTE4M
-Image Sucker
-IndeedBot
-InfoNaviRobot
-Intelliseek
-Internet Ninja
-InternetSeer
-JikeSpider
-Kinza
-Likse
-LinkScan
-Ltx71
-MIIxpc
-MSFrontPage
-Mail.RU_Bot
+Havij
+IRLbot
+JennyBot
+Jetty
+Jorgee
+Larbin
+Lftp
+LibWeb
+Linkbot
+LinqiaScrapeBot
 Masscan
-Mata Hari
-MauiBot
-MeanPath Bot
-MegaIndex.ru
-Microsoft URL Control
-NearSite
-OutfoxBot
-PeoplePal
-Pump
-QueryN Metasearch
+Microsoft Data Access
+MolokaiBot
+Nameprotect
+Net Vampire
+Niki-bot
+Nikto
+Nmap
+Offline Explorer
+Page Analyzer
+Pimonster
+RSSingBot
 RankActive
-Rankivabot
-RankurBot
-RebelMouse
-Screaming
-ScrepyBot
+SMTBot
+ScoutJet
+Scrapy
+Searchestate
+SearchmetricsBot
+Seomoz
+SiteCheckerBotCrawler
+SiteSucker
+Sitebeam
 Sitevigil
-Snake
-Sottopop
-SuperBot
-SuperHTTP
-SurveyBot
-Swiftbot
-The Intraformant
-TightTwatBot
-Toata
-Toweyabot
-Trendiction
-Trendictionbot
-Upflow
-WBSearchBot
-Wallpapers
+Snoopy
+Sociscraper
+Sqlmap
+Sqworm
+Tracemyfile
+Typhoeus
+UnisterBot
+Vagabondo
+WallpapersHD
+Web Collage
+Web Fetch
+WebAuto
 WebGo IS
-WebmasterWorldForumBot
+WebPix
+WebSauger
+WebStripper
+WebWhacker
+Website Quester
+Whack
 Widow
-Wotbox
-YoudaoBot
-Zitebot
-ZmEu
+Woobot
+Wprecon
+Xaldon WebSpider
+Xenu
+Zermelo
 ZumBot
-arquivo-web-crawler
-cohere-ai
-dataforseobot
-evc-batch
-iubenda-radar
-meanpathbot
-oBot
-ripz
-scan.lol
-sp_auditbot
-webpros.com
-zgrab
+ZyBorg
+clark-crawler
+demandbase-bot
+isitwp.com
+mediawords
+probe-image-size
+serpstatbot
+trendiction.de