V4.2024.09.4749 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 80legs
-Alligator
-AlphaBot
-Attach
-AwarioBot
-AwarioSmartBot
+AdsTxtCrawlerTP
+AfD-Verbotsverfahren
+Aipbot
+Atomseobot
 BLEXBot
-Bitacle
-Bullseye
-Bytespider
-CCBot
-CazoodleBot
-Cegbfeieh
-CensysInspect
-ChatGPT-User
-Cogentbot
-DIIbot
-Digincore
+BackDoorBot
+BetaBot
+Black Hole
+BlackWidow
+BuiltWith
+BunnySlippers
+BuzzSumo
+CheeseBot
+CrunchBot
+DBLBot
+DTS Agent
+Devil
+Dirbuster
 Discoverybot
+Dispatch
+DnBCrawler-Analytics
+Dotbot
+Drip
 EMail Siphon
-EirGrabber
-Extractor
-EyeNetIE
-Fuzz
-GalaxyBot
-Gotit
-GrapeshotCrawler
-HMView
+EasyDL
+ExtractorPro
+Fimap
+Flunky
+FrontPage
 HTTrack
-Heritrix
-IRLbot
-Image Fetch
-Information Security Team InfraSec Scanner
-Internet Ninja
-Iskanie
+Hloader
+HybridBot
+IDBot
+ImagesiftBot
+InfraSec Scanner
+InterGET
+InternetMeasurement
+Iria
 JOC Web Spider
-LinkpadBot
-LinqiaRSSBot
-MQQBrowser
-Mail.RU_Bot
-Majestic-SEO
+Jbrofuzz
+Jyxobot
+LibWeb
+Lipperhey
+Litemage_walker
 Mediatoolkitbot
-MicroMessenger
-Microsoft URL Control
-Minefield
-Moblie Safari
-Morfeus Fucking Scanner
+Metauri
 Mr.4x3
-Musobot
-Nikto
-OrangeSpider
-Page Analyzer
-Papa Foto
-ProWebWalker
-Pump
-Reaper
-ScanAlert
-ScrepyBot
-Searchestate
-SiteSucker
-Sitevigil
-Spbot
+NPbot
+NearSite
+NetAnts
+Nibbler
+NimbleCrawler
+PageGrabber
+Pandalytics
+Picscout
+PictureFinder
+Psbot
+PxBroker
+Rainbot
+RankingBot2
+RebelMouse
+RedesScrapy
+RocketCrawler
+SalesIntelligent
+Scanbot
+SeobilityBot
+Siphon
+Sitebeam
+Snake
+Sucker
+Sucuri
 Suzuran
-TeleportPro
-Telesphoreo
+Szukacz
 TinyTestBot
+Trendictionbot
 True_Robot
-Turingos
-Upflow
-V-BOT
-VelenPublicWebCrawler
-VeriCiteCrawler
+TwengaBot
+UnisterBot
+VCI
 Virusdie
-VoidEYE
-WEBDAV
-WWW-Mechanize
-Wallpapers
-WallpapersHD
-Web Fuck
-WebBandit
-WebWhacker
-Whack
+Voltron
+WBSearchBot
+Webalta
+Website Quester
 WinHTTrack
-Woobot
-Wotbox
-Xenu
-Zade
-Zauba
-ZumBot
-arquivo-web-crawler
-clark-crawler
-ips-agent
-netEstate NE Crawler
-oBot
-openai.com
-seostar
-serpstatbot
-sexsearcher
-sp_auditbot
-zauba.io
+Wonderbot
+YaK
+YoudaoBot
+Zermelo
+ZmEu
+ZoomBot
+anthropic-ai
+autoemailspider
+crawler4j
+plumanalytics
+satoristudio.net
+seocompany.store
+seoscanners
+voyagerx.com