V4.2023.12.4186 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+80legs
+Abonti
 AfD-Verbotsverfahren
+AiHitBot
 Ankit
-BDFetch
-BackDoorBot
-BetaBot
-Black Hole
-Blackboard
-CODE87
-Calculon
-CheTeam
-Citoid
-Cogentbot
-Copier
-CrunchBot
-Dragonfly
-ECCP/1.0
-FlashGet
-Flunky
-GPTBot
-GetRight
-Grabber
-Grafula
-Havij
+Aspiegel
+BackWeb
+Blow
+Brandprotect
+CCBot
+Cocolyzebot
+Collector
+Copyscape
+Craftbot
+Crawling at Home Project
+Crescent
+DIIbot
+DataCha0s
+Discoverybot
+DittoSpyder
+DnBCrawler-Analytics
+DomainCrawler
+Drip
+EMail Siphon
+Ecxi
+Extreme Picture Finder
+Fimap
+Firefox/7.0
+Fyrebot
+Genieo
+GrapeFX
 HybridBot
-IRLbot
+IDBTE4M
+Iblog
 Iria
-JOC Web Spider
-Jetty
-JikeSpider
 Keyword Density
 Kozmosbot
+LWP::Simple
 Larbin
-Ltx71
-MTRobot
+Lftp
+Linkbot
+LinksManager
+Magnet
 Mail.RU_Bot
-Majestic-SEO
-Mediatoolkitbot
+MarkWatch
 Metauri
-Minefield
+Microsoft URL Control
 Mister PiX
-Mr.4x3
-Msrabot
-NetLyzer
-NetMechanic
-NetSpider
-Niki-bot
-NimbleCrawler
-Nutch
-POE-Component-Client-HTTP
-Page Analyzer
-PageThing.com
-Panscient
-Piepmatz
-PleaseCrawl
-PxBroker
-PyCurl
-RankActiveLinkBot
-Recorder
+Mojeek
+Nameprotect
+Navroad
+Netvibes
+Nibbler
+OrangeBot
+PageAnalyzer
+Papa Foto
+Pi-Monster
+PictureFinder
+Pockey
+Probethenet
+Pu_iN
+ReGet
+RebelMouse
 Ripper
-SlySearch
-SmartDownload
-Snapbot
-Sogou web spider
-SpaceBison
-Spammen
-SpankBot
-Spanner
-SuperHTTP
-T0PHackTeam
-Telesoft
-Telesphorep
-Trendiction
+SEOkicks-Robot
+SEOprofiler
+SentiBot
+SenutoBot
+Site Sucker
+Siteimprove
+Sucuri
+SuperBot
+Tracemyfile
+Turnitin
+TwengaBot
+Upflow
 VB Project
-WEBDAV
-Web Fuck
-Web Pix
-WebCopier
-WebFuck
-WebPix
-WebWhacker
-WinHTTrack
-Wprecon
-Xaldon_WebSpider
-Zade
-ZoominfoBot
-ZumBot
-adscanner
-com.plumanalytics
-isitwp.com
-linkdexbot
-lwp-request
-meanpathbot
-pcBrowser
-plumanalytics
-seoscanners
-seostar
-sp_auditbot
+VoidEYE
+Voltron
+WPScan
+Web Auto
+WebEnhancer
+WebSauger
+WebStripper
+Website Quester
+Whacker
+Wotbox
+YoudaoBot
+backlink-check
+cah.io.community
+crawler.feedback
+crawler4j
+demandbase-bot
+evc-batch
+ips-agent
+scan.lol
+sitechecker.pro
 trendiction.com
-voyagerx.com
-webmeup-crawler
+webgains-bot
+zgrab