V4.2024.10.4836 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-ALittle Client
-ASPSeek
-Aspiegel
-BDCbot
+404enemy
+AIBOT
+Abonti
+AfD-Verbotsverfahren
+Atomseobot
+AwarioSmartBot
+BDFetch
 BLEXBot
+BackDoorBot
 Backlink-Ceck
-Bigfoot
+Badass
+Blackboard
 Blow
-Bullseye
-BunnySlippers
-ChinaClaw
-Citoid
-Claritybot
-CyotekWebCopy
-DIIbot
-DSearch
+BuiltWith
+CATExplorador
+CensysInspect
+CheTeam
+CheeseBot
+Cocolyzebot
+Copyscape
+Crawling at Home Project
+Crescent
+Curious
+Deusu
 Digincore
-Download Wonder
-FDM
-Freeuploader
-GrapeFX
-HTMLparser
-Heritrix
+DomainCrawler
+FHscan
+FemtosearchBot
+FrontPage
+FyberSpider
+G-i-g-a-b-o-t
+GPTBot
+GetWeb
+GridBot
+HTTrack
 Humanlinks
-HybridBot
+IRLbot
 Iblog
-Intelliseek
-Internet Ninja
-Jetty
-Lanshanbot
-LieBaoFast
-Lightspeedsystems
-MJ12bot
-MSIECrawler
-Mass Downloader
-Mata Hari
-Meanpathbot
-Mediatoolkitbot
-Mojeek
-MolokaiBot
-Nessus
-NetAnts
-Nettrack
-NextGenSearchBot
-Nibbler
-Ninja
-OpenLinkProfiler
+JOC Web Spider
+JustView
+Jyxobot
+LNSpiderguy
+LWP::Simple
+Ltx71
+Masscan
+Morfeus Fucking Scanner
+Mr.4x3
+Net Vampire
+Nikto
+NimbleCrawler
+Offline Explorer
 OrangeSpider
-Page Analyzer
-PeoplePal
-Petalbot
-Picscout
-ProPowerBot
-Reaper
-SalesIntelligent
-ScanAlert
-SearchmetricsBot
-SentiBot
-Seomoz
-SiteCheckerBotCrawler
+OutclicksBot
+Pandalytics
+Pi-Monster
+ProWebWalker
+Pu_iN
+PxBroker
+PyCurl
+Rankivabot
+RankurBot
+SMTBot
+ScoutJet
+Scrapy
+SeobilityBot
 SiteExplorer
-SiteLockSpider
-SmartDownload
-SocialRankIOBot
-Spammen
-Spider_Bot
-Sqworm
-Steeler
-Swiftbot
-T0PHackTeam
-Telesoft
-Telesphoreo
-Toweyabot
-Turingos
-VeriCiteCrawler
-Virusdie
-WBSearchBot
-WWW-Collector-E
-WWWOFFLE
-Web Auto
-WebStripper
-WebSucker
-Whacker
+Sosospider
+SpaceBison
+Spinn3r
+SuperBot
+T8Abot
+Thumbor
+TinyTestBot
+Web Fuck
+WebCopier
+WebLeacher
+WebSauger
+WebZIP
+Whack
+Whatweb
+Widow
+Wotbox
+Xaldon WebSpider
 Xenu
-Zermelo
+YoudaoBot
 Zeus
-cognitiveseo
-dataforseobot
-evc-batch
-imagesift.com
-iubenda-radar
-linkfluence
-magpie-crawler
-mediawords
-page scorer
-probe-image-size
-ripz
-sexsearcher
-zgrab
+anthropic-ai
+archive.org_bot
+instabid
+ips-agent
+isitwp.com
+lwp-request
+omgili
+s1z.ru
+satoristudio.net
+seocompany.store
+sogouspider
+trendiction.de
+webgains-bot
+webpros.com