V4.2024.09.4747 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundexbot
-Aspiegel
-Atomseobot
-AwarioBot
+AIBOT
+ASPSeek
+AfD-Verbotsverfahren
+Aipbot
+Anarchie
+BBBike
+BackDoorBot
+Backlink-Ceck
+Bandit
 Bitacle
-BlowFish
-Bolt
-BotALot
+Blow
+BunnySlippers
 CazoodleBot
 CensysInspect
-Copier
-DBLBot
-DSearch
-DTS Agent
+ChatGPT-User
+DatabaseDriverMysqli
+Devil
 Dispatch
-DnyzBot
-Drip
-ECCP/1.0
-FacebookBot
-FemtosearchBot
-Go-Ahead-Got-It
-GrapeFX
-GrapeshotCrawler
+Dotbot
+Exabot
+Extractor
+ExtractorPro
+Extreme Picture Finder
+FlashGet
+Fuzz
+G-i-g-a-b-o-t
+Go!Zilla
+Gotit
 HMView
-IRLbot
-Image Sucker
-Indy Library
+HonoluluBot
+IDBTE4M
+IDBot
+Id-search
+ImagesiftBot
 InfoTekies
-Internet Ninja
-InternetMeasurement
 Jbrofuzz
-Jorgee
-Larbin
-LinkextractorPro
+LNSpiderguy
+LWP::Simple
+LinkWalker
 Lipperhey Spider
-Litemage_walker
-Lmspider
 MIDown tool
-MSIECrawler
+Mass Downloader
 MauiBot
-Meanpathbot
-MicroMessenger
-Minefield
+Microsoft Data Access
+Microsoft URL Control
 Mister PiX
-Morfeus Fucking Scanner
-Nameprotect
-Nessus
-NetSpider
+Mojeek
+MolokaiBot
+NPbot
+NetZIP
+Netcraft
 Netvibes
-Nibbler
-Niki-bot
-Octopus
+Nikto
+Openvas
 OrangeSpider
-OutclicksBot
+Page Analyzer
+PeoplePal
 Petalbot
-Picscout
-Pockey
-Probethenet
-PxBroker
-RepoMonkey
-SEOstats
-Screaming
-SentiBot
-SeoSiteCheckup
-SeobilityBot
-Siphon
-SiteLockSpider
+Picsearch
+PleaseCrawl
+PyCurl
+Rankivabot
+RankurBot
+RealDownload
+Seekport
+SemanticJuice
+Site Sucker
+SpaceBison
+Spammen
+Spbot
 SputnikBot
-Sqworm
-Stripper
-Suzuran
-Telesoft
-Titan
-Toata
-Trendictionbot
-Twice
+SuperHTTP
+The Intraformant
+TheNomad
+True_Robot
+TurnitinBot
 V-BOT
 WBSearchBot
-WWWOFFLE
-Web Collage
-Web Sauger
-WebEnhancer
+Wallpapers/3.0
+Web Enhancer
+WebBandit
 WebSauger
-WebSucker
-WinHTTrack
-Wotbox
-YoudaoBot
-ZyBorg
-coccocbot
-cohere-ai
-dataforseo.com
-gopher
-ips-agent
-muhstik-scan
-openai
-ripz
+Webshag
+WebsiteQuester
+Widow
+Xaldon WebSpider
+Xenu
+Zitebot
+cah.io.community
+crawl.sogou.com
+domainsproject.org
+evc-batch
+linkdexbot
+polaris version
 scalaj-http
-seobility
-tAkeOut
-trendiction.de
+seostar
+sp_auditbot
+sysscan
+webgains-bot
+x09Mozilla