V4.2023.10.4051 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundex
-AiHitBot
-Alligator
-Anarchie
-Backlink-Ceck
-Bigfoot
-Black Hole
-Blow
-Brandwatch
-Buddy
-CATExplorador
-CCBot
+360Spider
+AllSubmitter
+Attach
+BLEXBot
+BackStreet
+BackWeb
+BacklinkCrawler
+BatchFTP
+BetaBot
+Bullseye
+CensysInspect
 CheTeam
-CherryPicker
-Craftbot
-Deusu
-Dirbuster
-DittoSpyder
+Citoid
+Cliqzbot
+Copyscape
+Cosmos
+DTS Agent
+Demon
+Digincore
 DnyzBot
-DomCopBot
-Domains Project
-Ecxi
-EirGrabber
+Dotbot
+EMail Siphon
+EroCrawler
+Evil
+Express WebPictures
+ExtLinksBot
+Extreme Picture Finder
 EyeNetIE
-Ezooms
-Fimap
-Flunky
-Go!Zilla
-HMView
-Haansoft
-Harvest
-IDBTE4M
-Id-search
-IlseBot
+FlashGet
+FyberSpider
+GrabNet
+HTTP::Lite
+HaosouSpider
+IDBot
+IRLbot
+IndeedBot
+InterGET
 Internet Ninja
-Iria
 Iskanie
-Keybot Translation-Search-Machine
-Lftp
-Likse
-LinkWalker
-LinkpadBot
+Jorgee
+JustView
+Keyword Density
+LWP::Simple
+Lanshanbot
+LibWeb
+Lipperhey
 Lmspider
+MFC_Tear_Sample
 MIDown tool
-MIIxpc
-MSFrontPage
-Mail.RU_Bot
-MeanPath Bot
-MegaIndex.ru
-MicroMessenger
-Mojeek
-Musobot
-NetLyzer
-Nibbler
-Offline Navigator
-PHPCrawl
+Nikto
+POE-Component-Client-HTTP
 Pandalytics
-PeoplePal
-Picscout
-Pimonster
+Petalbot
+Probethenet
+Pump
+RankActive
 RankingBot
 RealDownload
-RebelMouse
-SEOstats
+RepoMonkey
+Rogerbot
+SMTBot
 SalesIntelligent
-ScreenerBot
-SemanticJuice
-Semrush
+ScrepyBot
+SemrushBot
 SeoSiteCheckup
-SiteSnagger
-Sitevigil
-SmartDownload
-SpaceBison
-Spammen
-SputnikBot
-Steeler
-SuperHTTP
-SurveyBot
-Suzuran
-Telesphoreo
-TheNomad
-Tracemyfile
-True_Robot
-TwengaBot
-VidibleScraper
-VoidEYE
-WebCollage
-WebFuck
-WebsiteExtractor
-Wonderbot
-Xaldon WebSpider
+SeobilityBot
+Seomoz
+Site Sucker
+SiteCheckerBotCrawler
+Snapbot
+Spinn3r
+Sqworm
+Sucker
+T0PHackTeam
+TightTwatBot
+Trendiction
+V-BOT
+WASALive-Bot
+WBSearchBot
+WWWOFFLE
+Wallpapers/3.0
+WebLeacher
+WebSauger
+WebSucker
+WebmasterWorldForumBot
+WebsiteQuester
+Zeus
 ZmEu
-adscanner
-facebookscraper
-plumanalytics
-probe-image-size
-scalaj-http
-sogouspider
+ZumBot
+ZyBorg
+autoemailspider
+heritrix
+instabid
+magpie-crawler
+page scorer
+seostar
+siteripz
+sysscan
 trendiction.com
-webprosbot
+ubermetrics-technologies.com