V4.2024.10.4826 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-404enemy
-ADmantX
-Aboundex
-AiHitBot
-Aipbot
-Alexibot
-Anarchy99
-Ankit
-Aspiegel
-BLEXBot
-BetaBot
-Bolt
-BuiltWith
-Citoid
-Claritybot
+AIBOT
+Abonti
+Acunetix
+AdsTxtCrawlerTP
+AfD-Verbotsverfahren
+Anarchy
+Bigfoot
+Boardreader
+Buddy
+BuzzSumo
+Bytespider
+CSHttp
+ClaudeBot
+Cloud mapping
+Collector
+CopyRightCheck
 Copyscape
-Crescent
-DomainSigmaCrawler
-ECCP/1.0
-EasyDL
-Ebingbong
-EroCrawler
-Exabot
-Extreme Picture Finder
-FDM
-FacebookBot
-Freeuploader
-Go!Zilla
+Digincore
+Dirbuster
+DnyzBot
+ExtLinksBot
+FHscan
+Firefox/7.0
+FrontPage
+GT::WWW
+GetWeb
 GoZilla
-GrabNet
-HEADMasterSEO
-Harvest
-IlseBot
-Intelliseek
-InterGET
-Internet Ninja
+GrapeFX
+HaosouSpider
+HonoluluBot
+HybridBot
+InfoTekies
+InternetMeasurement
 JamesBOT
-Jetty
-Joomla
-JustView
+Jbrofuzz
+JennyBot
+Jorgee
 LeechFTP
+Linkbot
 LinqiaRSSBot
-LinqiaScrapeBot
-Litemage_walker
+MJ12bot
+Mag-Net
+Mass Downloader
+Mb2345Browser
 MegaIndex.ru
-Mr.4x3
-Navroad
-NetMechanic
+Morfeus Fucking Scanner
+NICErsPRO
+Needle
 Nettrack
-NimbleCrawler
-Octopus
+Ninja
+Offline Explorer
 Openfind
-OrangeSpider
-PECL::HTTP
-Panscient
-Pavuk
+PHPCrawl
+PageAnalyzer
+PageGrabber
 PeoplePal
-Pockey
-Re-re
-SBIder
-Scanbot
-ScrepyBot
+Piepmatz
+PleaseCrawl
+Psbot
+RankingBot
+ReGet
+RedesScrapy
+RepoMonkey
+SEOkicks
+SMTBot
 Seekport
-Semrush
-SeobilityBot
-Sitebeam
-Sogou web spider
-Sqworm
-SuperBot
-SuperHTTP
-SurveyBot
-Teleport
+Shodan
+Siphon
+Siteimprove
+Titan
 Trendictionbot
-Vacuum
+True_Robot
+Turnitin
+Twice
+URLy.Warning
+VelenPublicWebCrawler
 VeriCiteCrawler
-VoidEYE
-WWW-Collector-E
-WebZIP
-WebsiteExtractor
-Wprecon
+WWW-Mechanize
+Wallpapers/3.0
+Web Auto
+Web Pix
+Web Sucker
+WebReaper
+WebSucker
+Webshag
+Xaldon_WebSpider
+Zade
 Zauba
-Zermelo
-archive.org_bot
-check1.exe
-cohere-ai
-gopher
-imagesift.com
-magpie-crawler
-mediawords
-muhstik-scan
-oBot
-openai.com
-satoristudio.net
+Zeus
+ZoominfoBot
+ZyBorg
+backlink-check
+iubenda-radar
+lwp-request
+s1z.ru
 serpstatbot
-sp_auditbot
-webpros.com
+tAkeOut
+webmeup-crawler
 x22Mozilla
-xpymep1.exe
 zgrab