V4.2023.09.3986 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AlphaBot
-Anarchy
-Asterias
-Atomseobot
-Attach
-AwarioSmartBot
+01h4x.com
+404enemy
+80legs
+ASPSeek
 BBBike
-BackWeb
+BacklinkCrawler
 BatchFTP
-Brandwatch
-BuiltBotTough
+Blackboard
+Bolt
+Buck
 BuiltWith
-CheTeam
-Cosmos
-Craftbot
-DTS Agent
+Calculon
+CheeseBot
+Citoid
+Claritybot
+Cogentbot
+CopyRightCheck
+Copyscape
+CyotekWebCopy
+DIIbot
+DatabaseDriverMysqli
+Demon
+Deusu
+Devil
 DomainStatsBot
-Extreme Picture Finder
-Fimap
-Genieo
-GermCrawler
-Go-Ahead-Got-It
-HTTrack
-Harvest
+EirGrabber
+FDM
+Freeuploader
 HonoluluBot
-HybridBot
-IDBTE4M
-IRLbot
 Image Fetch
-IstellaBot
-JennyBot
-JikeSpider
+InterGET
+Jbrofuzz
+JetCar
+Jetty
+Larbin
 Leap
-LeechFTP
-Lightspeedsystems
+LinksManager
 Lipperhey
-MIIxpc
-Mag-Net
-Majestic SEO
-MarkMonitor
-Mass Downloader
-Mojeek
-Nikto
-Ninja
-Pi-Monster
-Pump
-QueryN Metasearch
-RankActive
-Rankivabot
+Litemage_walker
+MFC_Tear_Sample
+Mata Hari
+MeanPath Bot
+MegaIndex.ru
+Mister PiX
+MolokaiBot
+Mr.4x3
+Nameprotect
+NetMechanic
+Nibbler
+Niki-bot
+OutfoxBot
+PECL::HTTP
+Papa Foto
+PleaseCrawl
+Pockey
+Probethenet
+Psbot
+RSSingBot
 RankurBot
-RebelMouse
-SalesIntelligent
-SemanticJuice
-SemrushBot
+RedesScrapy
+SEOlyticsCrawler
+Screaming
+Seekport
 Seomoz
-Snoopy
-Spammen
-Spbot
+SiteExplorer
+SiteSnagger
+SmartDownload
 Spinn3r
-SurveyBot
-T8Abot
-TightTwatBot
-Titan
-Toata
+Sqworm
+Swiftbot
+TheNomad
+Tracemyfile
+Trendiction
 Trendictionbot
-Turingos
-TwengaBot
+Turnitin
 Twice
-V-BOT
-VB Project
-Vagabondo
-VidibleScraper
-Voltron
-WASALive-Bot
-WBSearchBot
-WISENutbot
-WeSEE
-Web Pix
-WebFuck
+Vacuum
+Virusdie
+WWWOFFLE
+WebBandit
+WebCollage
+WebReaper
+WebSauger
+Webster
 Whacker
-Widow
-Xaldon WebSpider
-Zauba
+Wprecon
+Zade
+ZoominfoBot
 crawler4j
-dataforseo.com
 dataforseobot
-domainsproject.org
-eCatch
-openai.com
-probe-image-size
-ripz
+demandbase-bot
+gopher
+heritrix
+internetVista monitor
+lwp-request
+mediawords
+oBot
+openai
 s1z.ru
-satoristudio.net
-siteripz
-sp_auditbot
 sysscan
-webmeup-crawler
-webprosbot
-x22Mozilla
-zauba.io