V4.2023.07.3849 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AhrefsBot
-AllSubmitter
-Anarchie
-Anthill
-Apexoo
-Attach
-BBBike
-BLEXBot
-Barkrowler
-Boardreader
-Brandprotect
-BuzzSumo
-Claritybot
-Crawling at Home Project
-Custo
-DTS Agent
-Demon
-DomainAppender
-DomainCrawler
-Drip
-Ebingbong
-Exabot
-ExtractorPro
-Fimap
-Gigabot
-Go-Ahead-Got-It
-GridBot
-HonoluluBot
-IDBot
-Iblog
-IndeedBot
-InfoNaviRobot
-JikeSpider
-Kenjin Spider
+ADmantX
+AIBOT
+Acunetix
+Aipbot
+Alligator
+Anarchy99
+Asterias
+Atomseobot
+AwarioRssBot
+BacklinkCrawler
+Battleztar Bazinga
+Black Hole
+BlowFish
+BuiltWith
+Cocolyzebot
+CyotekWebCopy
+DSearch
+DataCha0s
+Devil
+DittoSpyder
+DomainStatsBot
+EMail Siphon
+EasyDL
+EirGrabber
+Firefox/7.0
+FrontPage
+FyberSpider
+GetWeb
+Getintent
+Go!Zilla
+GoZilla
+Gotit
+HTTP::Lite
+Harvest
+Heritrix
+Hloader
+Indy Library
+InterGET
+Joomla
 Kinza
-MJ12bot
-MauiBot
-Metauri
+LWP::Simple
+Lanshanbot
+Leap
+LieBaoFast
+Likse
+LinkWalker
+LinkpadBot
+Lipperhey
+MIIxpc
+MQQBrowser
+Masscan
+Mata Hari
+MeanPath Bot
 MicroMessenger
-Mojeek
-NPbot
 Nameprotect
-Nessus
-NetLyzer
-NetZIP
-Netvibes
-Nibbler
+NearSite
+Needle
+Netcraft
 Niki-bot
-Nikto
-Ninja
-Nutch
-Octopus
-OrangeBot
-OutclicksBot
-Picsearch
-Piepmatz
-Pimonster
-RankingBot
-Recorder
-Rogerbot
-SEOlyticsCrawler
-SEOprofiler
-Scanbot
-Seekport
-Semrush
-SenutoBot
+OpenVAS
+Panscient
+PeoplePal
+PictureFinder
+Pockey
+Probethenet
+RedesScrapy
+SentiBot
+SeobilityBot
 SiteExplorer
-Siteimprove
-Sociscraper
-Spanner
+Sitevigil
 Sqlworm
-Szukacz
+Sucuri
 TeleportPro
+Telesoft
 Telesphoreo
-Thumbor
-True_Robot
-V-BOT
-Voltron
-WWWOFFLE
-WeSEE
-WebCopier
-WebZIP
-WebmasterWorldForumBot
-WebsiteQuester
-Woobot
-YoudaoBot
-Zeus
-ZmEu
-ZumBot
-check1.exe
+Turnitin
+TwengaBot
+VidibleScraper
+Voil
+WWW::Mechanize
+Web Fuck
+Webster
+Xaldon_WebSpider
+Zauba
+Zermelo
+adscanner
+backlink-check
+com.plumanalytics
+crawler.feedback
+crawler4j
+dataforseo.com
 eCatch
-instabid
-linkdexbot
-mediawords
-oBot
-seobility
-trendiction.com
-voyagerx.com
+isitwp.com
+magpie-crawler
+s1z.ru
+seocompany.store
+siteripz
 x09Mozilla
+x22Mozilla
 xpymep1.exe