V4.2023.09.4012 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Anarchie
-Anarchy
-Ankit
-BackStreet
-Badass
-Black Hole
-BunnySlippers
-CCBot
-Calculon
-Collector
-Cosmos
-Crescent
-Deusu
-DnBCrawler-Analytics
+360Spider
+ADmantX
+Aboundex
+AfD-Verbotsverfahren
+AhrefsBot
+BackDoorBot
+Bolt
+BotALot
+BuiltWith
+CODE87
+CazoodleBot
+CheTeam
+Citoid
+Copyscape
+Crawling at Home Project
+CrunchBot
+CyotekWebCopy
+Disco
+DnyzBot
 DomCopBot
-DomainAppender
-DomainCrawler
-Dotbot
-EMail Siphon
+DomainSigmaCrawler
 EasyDL
-Express WebPictures
-ExtractorPro
-Extreme Picture Finder
-Flunky
-GalaxyBot
-GrapeshotCrawler
-HTMLparser
-HTTrack
-Hloader
+Extractor
+Firefox/7.0
+FyberSpider
+GT::WWW
+Grafula
+Harvest
+Heritrix
 HonoluluBot
-Humanlinks
-Image Sucker
-IndeedBot
-InfoTekies
-IstellaBot
-Jorgee
-Kenjin Spider
-LinkWalker
-LinkpadBot
-Litemage_walker
+InfoNaviRobot
+Iria
+Jyxobot
+Keybot Translation-Search-Machine
+Kozmosbot
+Larbin
+Leap
+LinqiaScrapeBot
 Magnet
+Mail.RU_Bot
+Majestic12
 MarkMonitor
-Mister PiX
-Musobot
-NetZIP
-Nuclei
-Offline Explorer
-OnCrawl
-OutfoxBot
-PECL::HTTP
-POE-Component-Client-HTTP
-PageAnalyzer
-Pavuk
-Pi-Monster
-RankingBot
-RankurBot
-RebelMouse
-SISTRIX
+MauiBot
+Mr.4x3
+Name Intelligence
+Navroad
+Net Vampire
+NextGenSearchBot
+OrangeBot
+OrangeSpider
+PageGrabber
+Pandalytics
+Petalbot
+Probethenet
+PyCurl
+ReGet
+Recorder
+SEOkicks
+SEOlyticsCrawler
 SalesIntelligent
-ScanAlert
-Screaming
-SearchmetricsBot
-Seekport
+Searchestate
 SeekportBot
-SiteCheckerBotCrawler
-SiteLockSpider
+Seomoz
+Site Sucker
 SiteSucker
-Sitebeam
-Sogou web spider
-Spanner
-SputnikBot
+SlySearch
+Snoopy
+Sociscraper
+Sosospider
+Sottopop
+SpankBot
 Sqlmap
-Steeler
-SuperHTTP
+Suzuran
 Swiftbot
+T8Abot
+TeleportPro
+TheNomad
 Trendiction
-True_Robot
-TurnitinBot
-TwengaBot
-Upflow
-VidibleScraper
-WWW::Mechanize
-WWWOFFLE
-WeSEE
-Web Auto
-Web Pix
-WebImageCollector
-WebsiteExtractor
+VB Project
+VeriCiteCrawler
+WWW-Mechanize
+WallpapersHD
+Web Collage
+WebFetch
+Website Quester
+Webster
 Whack
-Zermelo
-clark-crawler
-eCatch
-isitwp.com
-oBot
+Wprecon
+Xaldon WebSpider
+arquivo.pt
+autoemailspider
+dataforseo.com
+heritrix
+lwp-request
 openai.com
+page scorer
+polaris version
+satoristudio.net
 scalaj-http
-seocompany.store
-trendiction.com
-webmeup-crawler
-xpymep1.exe
+ubermetrics-technologies.com