V4.2024.10.4825 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 360Spider
-404checker
-AIBOT
-AllSubmitter
+404enemy
+ADmantX
+Aboundex
+AiHitBot
+Aipbot
+Alexibot
 Anarchy99
-Asterias
-AwarioRssBot
-BDCbot
-BacklinkCrawler
-Barkrowler
-Bitacle
-BlowFish
+Ankit
+Aspiegel
+BLEXBot
+BetaBot
 Bolt
-Buck
-Bullseye
-Bytespider
-CensysInspect
-CheeseBot
-Chlooe
-Cogentbot
-Craftbot
-Crawling at Home Project
-DBLBot
-DnyzBot
-Download Wonder
+BuiltWith
+Citoid
+Claritybot
+Copyscape
+Crescent
+DomainSigmaCrawler
+ECCP/1.0
+EasyDL
+Ebingbong
+EroCrawler
+Exabot
+Extreme Picture Finder
 FDM
-FlashGet
+FacebookBot
 Freeuploader
-Getintent
-Gotit
-Havij
-HonoluluBot
+Go!Zilla
+GoZilla
+GrabNet
+HEADMasterSEO
+Harvest
+IlseBot
+Intelliseek
 InterGET
-InternetSeer
-JikeSpider
-Kozmosbot
-Libwhisker
-LinkpadBot
-Lipperhey Spider
-MQQBrowser
-Mass Downloader
+Internet Ninja
+JamesBOT
+Jetty
+Joomla
+JustView
+LeechFTP
+LinqiaRSSBot
+LinqiaScrapeBot
+Litemage_walker
 MegaIndex.ru
-MicroMessenger
-Mojolicious
-Morfeus Fucking Scanner
-Mozlila
+Mr.4x3
+Navroad
 NetMechanic
-Netcraft
-Offline Navigator
-OnCrawl
-OpenLinkProfiler
-OrangeBot
+Nettrack
+NimbleCrawler
+Octopus
+Openfind
 OrangeSpider
-OutfoxBot
-Pimonster
-RankFlex
-Rogerbot
-SEOkicks
-SEOlyticsCrawler
+PECL::HTTP
+Panscient
+Pavuk
+PeoplePal
+Pockey
+Re-re
+SBIder
 Scanbot
-Searchestate
-Siphon
-Siteimprove
-SlySearch
-Sociscraper
+ScrepyBot
+Seekport
+Semrush
+SeobilityBot
+Sitebeam
 Sogou web spider
-Sosospider
-SpankBot
 Sqworm
-Sucuri
 SuperBot
-TeleportPro
-TheNomad
-TinyTestBot
-Toweyabot
-URLy.Warning
-WASALive-Bot
-WWW-Mechanize
-Web Enhancer
-Webshag
-Whack
-WiseGuys Robot
-Xaldon_WebSpider
-YoudaoBot
+SuperHTTP
+SurveyBot
+Teleport
+Trendictionbot
+Vacuum
+VeriCiteCrawler
+VoidEYE
+WWW-Collector-E
+WebZIP
+WebsiteExtractor
+Wprecon
 Zauba
 Zermelo
-Zitebot
-cah.io.community
-dataforseo.com
-instabid
-internetVista monitor
-isitwp.com
-iubenda-radar
-page scorer
-seostar
+archive.org_bot
+check1.exe
+cohere-ai
+gopher
+imagesift.com
+magpie-crawler
+mediawords
+muhstik-scan
+oBot
+openai.com
+satoristudio.net
 serpstatbot
-siteripz
 sp_auditbot
-trendiction.com
-ubermetrics-technologies.com
+webpros.com
+x22Mozilla
+xpymep1.exe
+zgrab