V4.2024.02.4303 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-AIBOT
-Anarchie
-Attach
-AwarioRssBot
-AwarioSmartBot
-BDCbot
-BLEXBot
-Badass
-Bitacle
-Buck
-BuiltBotTough
-BunnySlippers
-BuzzSumo
+01h4x.com
+AfD-Verbotsverfahren
+AhrefsBot
+BBBike
+Blackboard
+BlowFish
+BotALot
+Brandwatch
+CATExplorador
 CSHttp
-Collector
-Devil
-Dispatch
-DnBCrawler-Analytics
-DomCopBot
+Calculon
+CheeseBot
+ChinaClaw
+Claritybot
+Cosmos
+Craftbot
+Crescent
+Dirbuster
 DomainCrawler
-Evil
+Dotbot
+EMail Wolf
+EroCrawler
 Exabot
 Extractor
+Fimap
 Flunky
-GT::WWW
-HMView
-Haansoft
-Heritrix
-Humanlinks
-Id-search
-Indy Library
-Iria
-JikeSpider
-LWP::Simple
+GPTBot
+GalaxyBot
+GermCrawler
+Go-Ahead-Got-It
+GrabNet
+HTTP::Lite
+IRLbot
+Internet Ninja
+IstellaBot
+Kenjin Spider
+LeechGet
 LexiBot
-Libwhisker
-Lipperhey Spider
-MQQBrowser
+LinqiaMetadataDownloaderBot
+Litemage_walker
 MSFrontPage
-Magnet
-Majestic SEO
-Majestic12
-MauiBot
-Mojolicious
-NetAnts
-NextGenSearchBot
-NimbleCrawler
-Nutch
+MTRobot
+Majestic-SEO
+Moblie Safari
+MolokaiBot
+Mr.4x3
+Navroad
+NearSite
+Nessus
+Netcraft
+Nettrack
+Offline Explorer
+Offline Navigator
+OnCrawl
 OrangeBot
-Page Analyzer
-PageAnalyzer
-PageScorer
-Papa Foto
-Pi-Monster
+OrangeSpider
+PageThing.com
 ProWebWalker
 Pump
-RankFlex
-SEOkicks-Robot
-SEOstats
-SalesIntelligent
+Quick-Crawler
+RankActive
+RankingBot2
+RankurBot
+ReGet
+RebelMouse
+RocketCrawler
+SEOprofiler
+SMTBot
+ScanAlert
 Scrapy
-Searchestate
+Seekport
 SeoSiteCheckup
+SiteLockSpider
 Siteimprove
-SmartDownload
-Snake
-SocialRankIOBot
+Sociscraper
 SpankBot
-Sqlworm
-Suzuran
-Szukacz
-Teleport
-The Intraformant
-True_Robot
-Turingos
+Sqlmap
+Steeler
 Turnitin
-Virusdie
-Wallpapers
+VeriCiteCrawler
+WEBDAV
+WWW-Collector-E
 Wallpapers/3.0
-WeSEE
-Web Auto
-Web Collage
-Web Sauger
-Webshag
-Whack
-Who.is Bot
-archive.org_bot
-arquivo-web-crawler
-crawl.sogou.com
-demandbase-bot
-evc-batch
-linkdexbot
-magpie-crawler
-omgili
-page scorer
-seoscanners
-siteripz
-sogouspider
-webmeup-crawler
+WebLeacher
+WebZIP
+Whacker
+WiseGuys Robot
+YoudaoBot
+Zauba
+ZyBorg
+com.plumanalytics
+crawler4j
+heritrix
+internetVista monitor
+openai.com
+ripz
+seostar
+sysscan
+trendiction.com
+webprosbot