V4.2024.10.4804 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-Aboundexbot
-AfD-Verbotsverfahren
-AiHitBot
-BBBike
-BDCbot
+360Spider
+404checker
+Abonti
+Acunetix
+Alligator
+Ankit
+Anthill
+Apexoo
+Aspiegel
+Attach
+AwarioBot
 BDFetch
-Bolt
-Brandwatch
-BuiltWith
+Bandit
+Brandprotect
+BuzzSumo
 CATExplorador
-CensysInspect
-Copier
-Deusu
-Discobot
-DnBCrawler-Analytics
-Drip
+ChinaClaw
+Cogentbot
+Cosmos
+DBLBot
+DSearch
+Disco
+DittoSpyder
 EirGrabber
-Evil
 Exabot
-Express WebPictures
 FDM
+Fuzz
+GalaxyBot
 Genieo
-Go!Zilla
-HTTrack
-Haansoft
-Heritrix
 Hloader
+HonoluluBot
 IDBTE4M
-InfoNaviRobot
-Intelliseek
-Iria
-JetCar
-JikeSpider
-LWP::Simple
-LibWeb
-LinkpadBot
+IDBot
+Image Sucker
+Iskanie
+Jetty
+Kenjin Spider
+Keyword Density
+Kinza
+Linkbot
+LinkextractorPro
 Litemage_walker
 MIDown tool
-Majestic SEO
-MeanPath Bot
-Mojolicious
+Magnet
+MarkWatch
+Metauri
+MicroMessenger
+Microsoft Data Access
+NearSite
 NetAnts
-NetLyzer
-NetSpider
-Ninja
-Nmap
-Offline Explorer
-OnCrawl
-OutfoxBot
-PHPCrawl
-PageGrabber
-Papa Foto
-PleaseCrawl
-Probethenet
+Niki-bot
+Openfind
+OrangeBot
+POE-Component-Client-HTTP
+PeoplePal
+ProPowerBot
 Proximic
-RSSingBot
+Rainbot
+RankFlex
+ReGet
 RealDownload
-SEOlyticsCrawler
-Shodan
-Siteimprove
-Snapbot
+RedesScrapy
+Rogerbot
+SBIder
+SISTRIX
+Screaming
+SearchmetricsBot
+Siphon
+SiteCheckerBotCrawler
+Sitebeam
 Snoopy
-Sogou web spider
-Spinn3r
+SputnikBot
+Steeler
+SuperHTTP
+Surfbot
 SurveyBot
-T0PHackTeam
-Telesphorep
-The Intraformant
-TinyTestBot
-Typhoeus
-Vacuum
-VelenPublicWebCrawler
-VoidEYE
-WWW-Mechanize
-Wallpapers
-Web Enhancer
-Web Fuck
-WebAuto
-WebBandit
-WebLeacher
-Webalta
-Webster
-Zauba
-Zermelo
-Zitebot
-adscanner
-coccocbot
-evc-batch
-instabid
+Teleport
+Telesoft
+Thumbor
+Turnitin
+WBSearchBot
+WebmasterWorldForumBot
+Whack
+Xaldon_WebSpider
+archive.org_bot
+cohere-ai
+crawl.sogou.com
+dataforseo.com
+isitwp.com
 lwp-trivial
 magpie-crawler
-scalaj-http
-seocompany.store
-seostar
+plumanalytics
+polaris version
+probe-image-size
+seobility
 serpstatbot
-sitechecker.pro
-ubermetrics-technologies.com
+sexsearcher
+webpros.com
 x09Mozilla
-zgrab
+zauba.io