V4.2023.09.4013 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-ADmantX
-Aboundex
-AfD-Verbotsverfahren
-AhrefsBot
-BackDoorBot
-Bolt
+404checker
+AiHitBot
+Bandit
+BlackWidow
 BotALot
-BuiltWith
+Buck
+Bullseye
+Bytespider
 CODE87
 CazoodleBot
 CheTeam
-Citoid
-Copyscape
-Crawling at Home Project
-CrunchBot
-CyotekWebCopy
-Disco
-DnyzBot
-DomCopBot
+Chlooe
+Cogentbot
+Copier
+Cosmos
+Craftbot
+DBLBot
+DatabaseDriverMysqli
+Discoverybot
 DomainSigmaCrawler
-EasyDL
-Extractor
-Firefox/7.0
-FyberSpider
-GT::WWW
-Grafula
-Harvest
-Heritrix
-HonoluluBot
-InfoNaviRobot
-Iria
-Jyxobot
-Keybot Translation-Search-Machine
-Kozmosbot
-Larbin
-Leap
-LinqiaScrapeBot
-Magnet
-Mail.RU_Bot
-Majestic12
-MarkMonitor
-MauiBot
-Mr.4x3
-Name Intelligence
-Navroad
-Net Vampire
-NextGenSearchBot
-OrangeBot
-OrangeSpider
-PageGrabber
-Pandalytics
-Petalbot
-Probethenet
-PyCurl
-ReGet
-Recorder
+EirGrabber
+Express WebPictures
+Ezooms
+FDM
+Fimap
+Flunky
+FrontPage
+GalaxyBot
+Getintent
+Gigabot
+Humanlinks
+HybridBot
+Image Sucker
+InfoTekies
+Intelliseek
+Internet Ninja
+IstellaBot
+JikeSpider
+Kinza
+Lightspeedsystems
+LinqiaRSSBot
+Mag-Net
+MarkWatch
+Mass Downloader
+MegaIndex.ru
+NetLyzer
+NetSpider
+Netcraft
+Niki-bot
+NimbleCrawler
+Octopus
+Offline Navigator
+Openfind
+Piepmatz
+Pockey
+Psbot
+PxBroker
+SBIder
 SEOkicks
-SEOlyticsCrawler
-SalesIntelligent
+SEOkicks-Robot
+SMTBot
 Searchestate
-SeekportBot
+Seekport
 Seomoz
 Site Sucker
+SiteCheckerBotCrawler
+SiteSnagger
 SiteSucker
-SlySearch
-Snoopy
-Sociscraper
-Sosospider
-Sottopop
-SpankBot
-Sqlmap
-Suzuran
-Swiftbot
+SocialRankIOBot
+Sogou web spider
+SpaceBison
+Sucker
+SurveyBot
+T0PHackTeam
 T8Abot
-TeleportPro
-TheNomad
-Trendiction
-VB Project
-VeriCiteCrawler
-WWW-Mechanize
-WallpapersHD
-Web Collage
-WebFetch
-Website Quester
-Webster
-Whack
-Wprecon
-Xaldon WebSpider
-arquivo.pt
-autoemailspider
-dataforseo.com
-heritrix
-lwp-request
-openai.com
+Teleport
+Titan
+Trendictionbot
+Vacuum
+Virusdie
+WASALive-Bot
+WWW-Collector-E
+WWW::Mechanize
+WWWOFFLE
+WebAuto
+WebReaper
+WinHTTrack
+Wonderbot
+cognitiveseo
+crawler.feedback
+ips-agent
+iubenda-radar
+linkdexbot
 page scorer
 polaris version
-satoristudio.net
 scalaj-http
-ubermetrics-technologies.com
+seostar
+sexsearcher
+sitechecker.pro
+webprosbot