V4.2024.09.4730 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-Aboundexbot
-Alligator
+360Spider
+Anarchy99
+Ankit
+Anthill
 Apexoo
-Battleztar Bazinga
-Bitacle
+BackWeb
+Badass
+Bigfoot
 Blackboard
-Bolt
-Cegbfeieh
-Cloud mapping
-CopyRightCheck
-Cosmos
-Demon
-Digincore
-Discoverybot
+CODE87
+ChatGPT-User
+CheTeam
+CherryPicker
+Cocolyzebot
+CrazyWebCrawler
+CyotekWebCopy
+DBLBot
+Deusu
+DigitalPebble
 Dispatch
-EasyDL
-EirGrabber
-Extractor
+DnBCrawler-Analytics
+ECCP/1.0
+Ebingbong
 FlashGet
-Fyrebot
-GT::WWW
-GalaxyBot
-GermCrawler
-Getintent
-Gotit
-Grabber
-Haansoft
-HybridBot
-IDBTE4M
-Intelliseek
-Jbrofuzz
-Kenjin Spider
-Kozmosbot
-LeechFTP
-Lightspeedsystems
-LinksManager
+Freeuploader
+GPTBot
+Go-Ahead-Got-It
+HTTP::Lite
+Image Fetch
+IndeedBot
+InfoNaviRobot
+Iskanie
+JOC Web Spider
+Joomla
+Larbin
+LeechGet
+LieBaoFast
+LinkWalker
 Lmspider
 MSFrontPage
-Majestic SEO
-MeanPath Bot
-Meanpathbot
-MegaIndex.ru
+Mediatoolkitbot
 MicroMessenger
-Microsoft Data Access
 Microsoft URL Control
-NearSite
-NetSpider
-OnCrawl
+Navroad
+Nessus
+NetLyzer
+Nimbostratus
+Ninja
+Nutch
+OpenLinkProfiler
 Openfind
 Papa Foto
-Pavuk
-PictureFinder
-PleaseCrawl
-Proximic
+Picsearch
+Pockey
+ProWebWalker
 Psbot
-RankActive
-RealDownload
-Screaming
-Searchestate
-SentiBot
-SenutoBot
-Site Sucker
-SiteLockSpider
-SiteSnagger
-Sottopop
-SpankBot
-Sucuri
-Teleport
-TheNomad
-V-BOT
+RankActiveLinkBot
+RedesScrapy
+RocketCrawler
+SBIder
+ScreenerBot
+ScrepyBot
+SearchmetricsBot
+Seomoz
+Siphon
+Sitebeam
+SocialRankIOBot
+Sociscraper
+Sosospider
+SpaceBison
+Spammen
+Spider_Bot
+Steeler
+Stripper
+Suzuran
+Szukacz
+T0PHackTeam
+T8Abot
+Toweyabot
+Trendictionbot
+UnisterBot
 Vagabondo
-Virusdie
-WWWOFFLE
-Wallpapers/3.0
-WebSucker
-WebZIP
+WeSEE
+Web Enhancer
+Web Sucker
+WebAuto
+WebFetch
 Website Quester
-Whack
 Whatweb
-Wonderbot
-ZumBot
-ZyBorg
-adscanner
-archive.org_bot
-check1.exe
-coccocbot
+WinHTTrack
+Wprecon
+Zermelo
+anthropic-ai
+awario.com
+cohere-ai
 crawler4j
-dataforseobot
-imagesift.com
-instabid
-satoristudio.net
+meanpathbot
 seocompany.store
-sexsearcher
 spyfu
-tAkeOut
 ubermetrics-technologies.com
-voyagerx.com
-webpros.com
-zauba.io