V4.2024.07.4627 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-ADmantX
-Acunetix
-AdsTxtCrawlerTP
-Alexibot
+AfD-Verbotsverfahren
+Anarchy
+Asterias
 AwarioSmartBot
+BBBike
+BackStreet
+Bandit
+Battleztar Bazinga
 Bigfoot
 Bitacle
 Blow
-Boardreader
 Buddy
-CazoodleBot
-CensysInspect
+BunnySlippers
+CATExplorador
+CSHttp
+Calculon
 CheeseBot
-Collector
-CrunchBot
+Cliqzbot
+Copier
+Cosmos
 CyotekWebCopy
-DataCha0s
-Domains Project
-Dotbot
-Dragonfly
-EMail Wolf
-Ecxi
-FyberSpider
-GermCrawler
-Getintent
-Gigabot
-Grabber
-Haansoft
-HaosouSpider
-Harvest
-Humanlinks
+DIIbot
+DTS Agent
+DatabaseDriverMysqli
+DomainCrawler
+DomainSigmaCrawler
+Extractor
+Extreme Picture Finder
+EyeNetIE
+FHscan
+Firefox/7.0
+GPTBot
+GetRight
+Go-Ahead-Got-It
+Gotit
+HTTrack
+Hloader
 HybridBot
-IlseBot
-Image Fetch
-Image Sucker
-IndeedBot
-Intelliseek
-Iria
+InfoNaviRobot
+Iskanie
+Joomla
+Kenjin Spider
+Keyword Density
 Kozmosbot
-Leap
-LinkWalker
-LinqiaRSSBot
-Lipperhey
-Litemage_walker
-MJ12bot
+LeechFTP
+Lftp
+MQQBrowser
 Majestic SEO
-Mojolicious
-MolokaiBot
-Needle
-Net Vampire
-Offline Navigator
-OrangeBot
-OrangeSpider
-OutfoxBot
-Pavuk
-Piepmatz
-Pixray
-PleaseCrawl
-ProPowerBot
-Psbot
-Quick-Crawler
+MarkMonitor
+Mata Hari
+MeanPath Bot
+Meanpathbot
+Metauri
+Microsoft Data Access
+Microsoft URL Control
+NetAnts
+NetSpider
+Nikto
+OpenLinkProfiler
+PageThing.com
+Panscient
+Picscout
+Proximic
+Pump
 RSSingBot
-Rainbot
-Recorder
-Ripper
-SISTRIX
-SMTBot
-SalesIntelligent
-SeobilityBot
-Shodan
-Spbot
-SurveyBot
-T0PHackTeam
-TightTwatBot
-TinyTestBot
-Toweyabot
-Trendictionbot
-Turingos
-Wallpapers/3.0
-Web Fuck
-Web Pix
-WebFetch
-WebSauger
-WebSucker
-Webalta
-Website Quester
-Whack
-Who.is Bot
-Widow
-Zade
-Zeus
-Zitebot
-anthropic-ai
-archive.org_bot
-backlink-check
-clark-crawler
-crawler.feedback
-sogouspider
-webpros.com
+RankingBot
+Rogerbot
+Scrapy
+SemanticJuice
+SemrushBot
+SeoSiteCheckup
+SiteCheckerBotCrawler
+Snoopy
+Sottopop
+Sucker
+SuperBot
+Swiftbot
+Teleport
+TeleportPro
+Telesphorep
+TwengaBot
+VidibleScraper
+VoidEYE
+WPScan
+WWW-Mechanize
+Web Fetch
+Web Sucker
+Woobot
+YoudaoBot
+Zauba
+Zermelo
+ZmEu
+coccocbot
+facebookscraper
+isitwp.com
+omgili
+scan.lol
+sp_auditbot
+webgains-bot
+x22Mozilla