V4.2024.04.4439 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-Abonti
-AiHitBot
-AllSubmitter
-Anarchy
-Ankit
-Aspiegel
-BetaBot
-Blow
-Brandwatch
+404enemy
+AhrefsBot
+Asterias
+AwarioBot
+Backlink-Ceck
+BacklinkCrawler
+Badass
+Bandit
+Bitacle
+Boardreader
+Bolt
+Brandprotect
 BunnySlippers
-Bytespider
-CATExplorador
 CCBot
-Calculon
-CensysInspect
-ChatGPT-User
-CheeseBot
-Claritybot
-Cliqzbot
-DTS Agent
-DataCha0s
-DigitalPebble
+Demon
+Discobot
+DomainAppender
 DomainStatsBot
-Download Wonder
-Drip
-ExtractorPro
-Fuzz
-GermCrawler
-GetWeb
-GoZilla
-GrapeshotCrawler
-HTTP::Lite
-Heritrix
-IDBTE4M
-InternetSeer
-JennyBot
-JustView
-LeechFTP
-LexiBot
-LieBaoFast
+EMail Siphon
+EasyDL
+Extractor
+Gigabot
+Grafula
+GrapeFX
+HMView
+HTMLparser
+HTTrack
+Humanlinks
+Internet Ninja
+Iskanie
+Leap
+Lftp
+Libwhisker
+LinkWalker
+LinqiaMetadataDownloaderBot
 MJ12bot
-MQQBrowser
-Masscan
-Mata Hari
-MeanPath Bot
-Mediatoolkitbot
-Microsoft URL Control
-Moblie Safari
-Msrabot
-NPbot
-Needle
-Netcraft
-Netvibes
-Nikto
-Ninja
-OpenLinkProfiler
-OpenVAS
-OutclicksBot
-Petalbot
-Picscout
-ProPowerBot
+Majestic12
+Metauri
+Microsoft Data Access
+Mr.4x3
+Navroad
+Net Vampire
+NetLyzer
+NetSpider
+Nimbostratus
+Nutch
+Openfind
+OrangeBot
+OutfoxBot
+PageScorer
+Pavuk
+Picsearch
+Pimonster
+Pixray
 Probethenet
-Pump
+PxBroker
+PyCurl
 RSSingBot
-RankingBot2
-Rankivabot
-ReGet
-Rogerbot
-Seekport
-SemanticJuice
-SpankBot
-Steeler
-Szukacz
+Reaper
+SEOstats
+SalesIntelligent
+Scrapy
+SeekportBot
+SeoSiteCheckup
+Site Sucker
+SiteLockSpider
+Snapbot
+Snoopy
+SocialRankIOBot
+Sqlmap
+Stripper
 Telesphorep
-TwengaBot
-VidibleScraper
-WWW::Mechanize
-Web Enhancer
-WebImageCollector
-Who.is Bot
-Wotbox
-backlink-check
-clark-crawler
+TightTwatBot
+V-BOT
+VB Project
+WWWOFFLE
+Wallpapers/3.0
+WallpapersHD
+Web Sauger
+WebPix
+WinHTTrack
+arquivo.pt
 coccocbot
-crawler4j
-demandbase-bot
-imagesift.com
-instabid
-internetVista monitor
+cohere-ai
+domainsproject.org
+eCatch
+facebookscraper
 ips-agent
-isitwp.com
-lwp-request
+lwp-trivial
 omgili
 openai
-satoristudio.net
+page scorer
+s1z.ru
+scan.lol
+sexsearcher
 sysscan
-tAkeOut
 ubermetrics-technologies.com
-zgrab
+webprosbot
+x09Mozilla
+x22Mozilla