V4.2024.02.4296 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundexbot
-AfD-Verbotsverfahren
-Alexibot
-Alligator
+360Spider
+404enemy
+80legs
+ADmantX
+ALittle Client
+Aboundex
+AdsTxtCrawlerTP
+AiHitBot
+Anarchy
 Asterias
-BackWeb
-Badass
-BatchFTP
-Blackboard
-Blow
-BlowFish
-Boardreader
-Buck
-Bullseye
-CazoodleBot
-Cogentbot
-Craftbot
-Crescent
-Curious
-Custo
-DIIbot
-DataCha0s
-DomCopBot
-DomainAppender
-Domains Project
+BlackWidow
+BuzzSumo
+CODE87
+CheTeam
+ChinaClaw
+Citoid
+Collector
+DTS Agent
+DigitalPebble
+DnyzBot
+ECCP/1.0
+EMail Wolf
+EirGrabber
 Extreme Picture Finder
-EyeNetIE
 Ezooms
+FDM
+Flunky
 Foobot
-Fuzz
 Getintent
-Grafula
-Haansoft
-Hloader
-Iblog
+Google-Extended
+GrapeshotCrawler
+Harvest
+IDBTE4M
+Image Sucker
 IndeedBot
+InfoNaviRobot
+Intelliseek
 Internet Ninja
-Jbrofuzz
-JustView
-LNSpiderguy
-LWP::Simple
-LexiBot
-Libwhisker
-Lightspeedsystems
-Lipperhey
+InternetSeer
+JikeSpider
+Kinza
+Likse
+LinkScan
+Ltx71
 MIIxpc
-MJ12bot
-MarkMonitor
-MarkWatch
-Mb2345Browser
-Metauri
-Minefield
-Mojeek
-Nessus
-NetMechanic
-Niki-bot
-OnCrawl
-PECL::HTTP
-PageThing.com
-Pavuk
-PleaseCrawl
-PxBroker
-PyCurl
+MSFrontPage
+Mail.RU_Bot
+Masscan
+Mata Hari
+MauiBot
+MeanPath Bot
+MegaIndex.ru
+Microsoft URL Control
+NearSite
+OutfoxBot
+PeoplePal
+Pump
 QueryN Metasearch
+RankActive
 Rankivabot
+RankurBot
 RebelMouse
-SEOkicks
-ScreenerBot
-SearchmetricsBot
-Seekport
-SeekportBot
-Siphon
-SiteLockSpider
+Screaming
+ScrepyBot
+Sitevigil
 Snake
-Sociscraper
 Sottopop
-Spinn3r
-SputnikBot
-TinyTestBot
-Turingos
-WebCollage
-WebFetch
-WinHTTrack
-Xaldon WebSpider
+SuperBot
+SuperHTTP
+SurveyBot
+Swiftbot
+The Intraformant
+TightTwatBot
+Toata
+Toweyabot
+Trendiction
+Trendictionbot
+Upflow
+WBSearchBot
+Wallpapers
+WebGo IS
+WebmasterWorldForumBot
+Widow
+Wotbox
+YoudaoBot
 Zitebot
 ZmEu
-ZoominfoBot
-anthropic-ai
-arquivo.pt
-com.plumanalytics
+ZumBot
+arquivo-web-crawler
+cohere-ai
 dataforseobot
-linkdexbot
-lwp-trivial
+evc-batch
+iubenda-radar
 meanpathbot
-muhstik-scan
+oBot
 ripz
-sysscan
-trendiction.com
-ubermetrics-technologies.com
-xpymep1.exe
+scan.lol
+sp_auditbot
+webpros.com
+zgrab