V4.2024.10.4799 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-Aboundex
-AfD-Verbotsverfahren
-Anarchy
-Anarchy99
-Attach
-BackStreet
-Badass
-BetaBot
-BlowFish
+01h4x.com
+ALittle Client
+Aboundexbot
+AiHitBot
+Anarchie
+Aspiegel
+Atomseobot
+Black Hole
+Boardreader
 Brandprotect
+Brandwatch
 BuiltBotTough
-CensysInspect
-Claritybot
+CODE87
+CheTeam
 ClaudeBot
-Cliqzbot
+Cocolyzebot
+Collector
 Crescent
-CrunchBot
-Deusu
+CyotekWebCopy
+DSearch
+Digincore
+Dirbuster
+Disco
 DnBCrawler-Analytics
+DomainAppender
 DomainCrawler
+DomainStatsBot
 Dotbot
-Download Wonder
-EirGrabber
-GalaxyBot
-Getintent
-Go-Ahead-Got-It
+Express WebPictures
+Extreme Picture Finder
+G-i-g-a-b-o-t
+Grabber
 HEADMasterSEO
-Harvest
-Heritrix
-Hloader
-Humanlinks
-Image Sucker
-InfraSec Scanner
-Jbrofuzz
-Kenjin Spider
-Lftp
-LinkextractorPro
+HTMLparser
+Haansoft
+Id-search
+Internet Ninja
+JetCar
+Keyword Density
 LinksManager
-Lipperhey Spider
+Lmspider
+MIDown tool
+MIIxpc
 MQQBrowser
-Majestic-SEO
-Mb2345Browser
-MicroMessenger
-Moblie Safari
-Mozlila
-Mr.4x3
-Navroad
-NearSite
-OpenLinkProfiler
-Page Analyzer
-Pandalytics
-Panscient
-PeoplePal
+MSIECrawler
+Mister PiX
+Mojeek
+Msrabot
+Name Intelligence
+Nessus
+NetLyzer
+Nimbostratus
+Ninja
+Octopus
+PageScorer
+Papa Foto
+Pixray
 Pockey
-Probethenet
-Rainbot
-Rankivabot
-SBIder
+Psbot
+RankurBot
+RepoMonkey
+SISTRIX
+SMTBot
 Screaming
+Seekport
+Semrush
 SenutoBot
-Seomoz
-Site Sucker
-SiteSnagger
-Snapbot
-Sociscraper
-SpaceBison
+SiteCheckerBotCrawler
+Sitebeam
+SocialRankIOBot
 Spider_Bot/3.0
-Steeler
-TeleportPro
-Telesoft
-Trendictionbot
-VoidEYE
-WBSearchBot
-WEBDAV
-WWWOFFLE
-WallpapersHD
+Spinn3r
+SuperHTTP
+Surfbot
+SurveyBot
+Telesphorep
+Toweyabot
+Twice
+VeriCiteCrawler
+WPScan
+WeSEE
 Web Auto
-Web Enhancer
-Web Sucker
-WebGo IS
-WebSauger
-WebmasterWorldForumBot
-Webshag
-Website Quester
-WebsiteExtractor
-Xaldon_WebSpider
-Zade
-Zermelo
-ZoomBot
-ZyBorg
-adscanner
-awario.com
-crawl.sogou.com
-crawler.feedback
-ips-agent
+Web Sauger
+WebEnhancer
+WebFuck
+Widow
+arquivo.pt
+clark-crawler
+dataforseo.com
+eCatch
+meanpathbot
+openai.com
+polaris version
+probe-image-size
+scan.lol
+tAkeOut
+ubermetrics-technologies.com
 webgains-bot
-webmeup-crawler
+webpros.com
 x09Mozilla
-zauba.io