V4.2024.02.4305 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-AIBOT
-Ankit
-Anthill
-AwarioRssBot
-BackStreet
-Boardreader
-Calculon
-CazoodleBot
-CheeseBot
-Cosmos
-CrunchBot
-Curious
-DIIbot
+Aboundex
+BBBike
+Badass
+Bandit
+BlackWidow
+BuiltWith
+CensysInspect
+ChatGPT-User
+CherryPicker
+Craftbot
+CyotekWebCopy
 DTS Agent
+Deusu
+Devil
 Digincore
-DittoSpyder
-DomainAppender
-DomainCrawler
-Dragonfly
-FacebookBot
-Fuzz
+ECCP/1.0
+Exabot
+Extreme Picture Finder
+FlashGet
+GT::WWW
+GalaxyBot
 GetWeb
+GoZilla
 HEADMasterSEO
-Heritrix
+HaosouSpider
+Image Fetch
+ImagesiftBot
 InfoNaviRobot
-Internet Ninja
-JamesBOT
-Jetty
+Intelliseek
 Joomla
-Jorgee
-Kozmosbot
-Larbin
-Leap
-LeechFTP
+Keybot Translation-Search-Machine
+Lftp
 LieBaoFast
-Linkbot
 LinkpadBot
-Lipperhey Spider
-Lmspider
-MJ12bot
-MarkWatch
-Mb2345Browser
-NetAnts
-NextGenSearchBot
-OrangeBot
-PageGrabber
+Lipperhey
+Ltx71
+MSIECrawler
+Magnet
+Mail.RU_Bot
+Majestic-SEO
+MauiBot
+Meanpathbot
+MicroMessenger
+Microsoft Data Access
+Mister PiX
+Mojolicious
+Nibbler
+Ninja
+Nuclei
+Octopus
+Offline Explorer
+OpenLinkProfiler
+OpenVAS
+Openfind
+PHPCrawl
+PageAnalyzer
 PageScorer
-Pavuk
-Picsearch
-QueryN Metasearch
-RankActiveLinkBot
-RankingBot
-Re-re
-Reaper
+PageThing.com
+Picscout
+PleaseCrawl
+RankActive
+ReGet
 Recorder
-SEOprofiler
-Scrapy
-ScreenerBot
-Searchestate
-SemanticJuice
+SEOkicks
+SMTBot
+SeekportBot
 Semrush
-SeobilityBot
-Shodan
-Snake
-Snapbot
-Snoopy
-SputnikBot
+SenutoBot
+SiteLockSpider
+SiteSucker
+Sociscraper
 Sqworm
-Sucker
-SuperHTTP
-Teleport
-Telesoft
-TheNomad
-Tracemyfile
+Steeler
+Stripper
+SuperBot
+Szukacz
+Trendiction
 True_Robot
+Turnitin
+TwengaBot
 V-BOT
-Voil
-WWWOFFLE
-Web Sucker
-WebFuck
-WebLeacher
-Website Quester
-Who.is Bot
-Wonderbot
-Xaldon_WebSpider
-YoudaoBot
-crawl.sogou.com
-ips-agent
+VoidEYE
+Wallpapers/3.0
+WebFetch
+Webshag
+WebsiteExtractor
+Whacker
+ZoomBot
+ZumBot
+arquivo.pt
+check1.exe
+cohere-ai
+crawler.feedback
+dataforseo.com
+imagesift.com
 iubenda-radar
-magpie-crawler
-page scorer
-pcBrowser
-plumanalytics
-polaris version
-seobility
+lwp-trivial
+openai.com
 sitechecker.pro
-spyfu
-trendiction.de
-xpymep1.exe
+ubermetrics-technologies.com