V4.2023.09.4009 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
+404checker
 ADmantX
-AIBOT
-ASPSeek
-Abonti
-Aboundexbot
-AhrefsBot
-AlphaBot
-Anarchy99
-Ankit
-Attach
-BackDoorBot
-BotALot
+ALittle Client
+AiHitBot
+Alligator
+Barkrowler
+Buck
 BuiltBotTough
-Bytespider
-CATExplorador
-CODE87
-CazoodleBot
-Cegbfeieh
-Cliqzbot
-Cogentbot
-Copier
-CyotekWebCopy
-DSearch
-Discoverybot
-DnyzBot
-DomainCrawler
-Ecxi
-EirGrabber
+CSHttp
+Cocolyzebot
+CopyRightCheck
+Crescent
+Devil
+Disco
+Domains Project
+Dragonfly
+EMail Wolf
+Ebingbong
 EroCrawler
-Extractor
-Ezooms
-FrontPage
-GalaxyBot
-Grabber
-HTTP::Lite
-HTTrack
+Exabot
+Flunky
+FyberSpider
+GrabNet
+HEADMasterSEO
+HMView
 Harvest
-InfoNaviRobot
-Jbrofuzz
-JennyBot
-Joomla
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
+Iblog
+Indy Library
+InfoTekies
+Kenjin Spider
+Keyword Density
+Lftp
+Linkbot
+Lipperhey
 Lipperhey Spider
-MIDown tool
-MQQBrowser
-MTRobot
-Majestic12
-Mass Downloader
-Mata Hari
-Meanpathbot
-MegaIndex.ru
-Mister PiX
-NetSpider
-Nettrack
-Ninja
-Pi-Monster
+Litemage_walker
+MFC_Tear_Sample
+Mail.RU_Bot
+MauiBot
+Microsoft URL Control
+Mojeek
+Mojolicious
+Net Vampire
+NetLyzer
+Nimbostratus
+Openvas
+PageScorer
+Pandalytics
+Panscient
+Picscout
+PictureFinder
 Pixray
-Pockey
-Quick-Crawler
-RSSingBot
-RankurBot
+PxBroker
+PyCurl
+RankActive
+RankingBot
 Ripper
-RocketCrawler
-SBIder
-SISTRIX
-SalesIntelligent
-SeoSiteCheckup
-SiteSucker
-Sitevigil
-SlySearch
-SocialRankIOBot
-Sqworm
+SEOlyticsCrawler
+SMTBot
+ScrepyBot
+SemrushBot
+SeobilityBot
+Shodan
+Site Sucker
+Siteimprove
+SpaceBison
+Spinn3r
 SuperBot
+SurveyBot
 Telesphoreo
-Toweyabot
-Typhoeus
-Vacuum
-WeSEE
-Web Fetch
+Titan
+UnisterBot
+VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
+Virusdie
+Voltron
+WWW::Mechanize
 WebGo IS
 WebReaper
-Xaldon WebSpider
-Zade
-Zauba
-ZoomBot
-ZyBorg
-arquivo-web-crawler
-autoemailspider
-crawl.sogou.com
-crawler.feedback
-lwp-request
-muhstik-scan
-pcBrowser
+WebmasterWorldForumBot
+Website Quester
+WebsiteExtractor
+Widow
+YoudaoBot
+ZmEu
+ZumBot
+check1.exe
+coccocbot
+dataforseo.com
+domainsproject.org
+ips-agent
+netEstate NE Crawler
+plumanalytics
 polaris version
-ripz
-sitechecker.pro
-siteripz
-webmeup-crawler
+scan.lol
+serpstatbot
+trendiction.com
+ubermetrics-technologies.com
+webgains-bot