V4.2023.10.4075 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
-Abonti
-AiHitBot
-Ankit
-Backlink-Ceck
-BacklinkCrawler
-Battleztar Bazinga
-Buck
-BuiltWith
-Bullseye
-Calculon
-Cegbfeieh
-Cocolyzebot
-Craftbot
+ADmantX
+AllSubmitter
+Anthill
+Aspiegel
+AwarioRssBot
+Badass
+Barkrowler
+BetaBot
+Bigfoot
+CazoodleBot
+CheeseBot
 CrunchBot
-DIIbot
-Digincore
+DittoSpyder
+DomainStatsBot
 Domains Project
-Download Wonder
-Ebingbong
-Evil
-FemtosearchBot
-Flunky
-GoZilla
-GrapeshotCrawler
-GridBot
-HTTP::Lite
-IRLbot
+Extractor
+Fuzz
+Genieo
+GetWeb
+GrapeFX
+HonoluluBot
 IlseBot
-Image Fetch
-Iskanie
-Jorgee
-Keyword Density
-Larbin
-LibWeb
-MFC_Tear_Sample
-Magnet
-Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
-Majestic12
-MarkMonitor
-MauiBot
+Image Sucker
+Indy Library
+InfoTekies
+Intelliseek
+Iria
+JOC Web Spider
+Keybot Translation-Search-Machine
+LeechGet
+Libwhisker
+LieBaoFast
+Linkbot
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+MarkWatch
+Mass Downloader
+Mediatoolkitbot
 Microsoft URL Control
-Mister PiX
-NPbot
+Morfeus Fucking Scanner
+Mr.4x3
+Msrabot
 Name Intelligence
-Needle
-Net Vampire
-NetMechanic
-Octopus
-Openfind
-OrangeBot
-OutclicksBot
-PageGrabber
-Pavuk
-PeoplePal
+Nibbler
+Offline Navigator
+OpenVAS
+Openvas
+PageAnalyzer
 Pi-Monster
-Probethenet
-Quick-Crawler
-RSSingBot
-Rankivabot
-Reaper
-SEOkicks
-SEOlyticsCrawler
-ScoutJet
+Picscout
+Picsearch
+ReGet
+RepoMonkey
+RocketCrawler
+SEOstats
+SISTRIX
+SalesIntelligent
+ScanAlert
 Scrapy
-SenutoBot
-SiteLockSpider
-Sitebeam
-SmartDownload
-Snake
-Snoopy
+ScreenerBot
+SearchmetricsBot
+SeobilityBot
+SiteExplorer
+Siteimprove
+Snapbot
+SocialRankIOBot
 Spanner
-Steeler
+Telesoft
 Telesphoreo
-TheNomad
-Turingos
-WBSearchBot
-WEBDAV
-WWWOFFLE
-WallpapersHD
+Telesphorep
+VCI
+VidibleScraper
+WeSEE
 WebAuto
-WebCollage
-WebFetch
-WebSucker
+WebCopier
+WebWhacker
+WebmasterWorldForumBot
+WebsiteQuester
+Whatweb
+Who.is Bot
+WinHTTrack
+Wonderbot
+Woobot
 Wotbox
-Xaldon WebSpider
-YoudaoBot
-cah.io.community
-cognitiveseo
-evc-batch
-plumanalytics
+Zermelo
+check1.exe
+clark-crawler
+domainsproject.org
+heritrix
+linkdexbot
+oBot
+pcBrowser
 polaris version
-satoristudio.net
-seobility
-siteripz
+probe-image-size
+seostar
+ubermetrics-technologies.com
+voyagerx.com
 webmeup-crawler
+webpros.com
 x22Mozilla
-xpymep1.exe