V4.2024.01.4254 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AlphaBot
-Anthill
+AfD-Verbotsverfahren
+AhrefsBot
+Anarchy99
 AwarioSmartBot
-BLEXBot
-Bandit
-BatchFTP
-Black Hole
+BacklinkCrawler
+Badass
+Bolt
 BotALot
-Brandwatch
-BuiltBotTough
-BuzzSumo
-CCBot
-Cegbfeieh
-CheTeam
-Cloud mapping
-Crawling at Home Project
-Crescent
-CyotekWebCopy
+Claritybot
+CopyRightCheck
+CrunchBot
+Custo
 Demon
-Discoverybot
-DomainSigmaCrawler
-DomainStatsBot
-Dotbot
+Digincore
+Discobot
+Domains Project
 Download Wonder
-Firefox/7.0
-GPTBot
-Genieo
-Grabber
-Grafula
-HaosouSpider
-Id-search
-Iskanie
-JOC Web Spider
-Jetty
-JikeSpider
+Dragonfly
+Drip
+EroCrawler
+Extractor
+EyeNetIE
+FHscan
+GetRight
+Gotit
+HTTP::Lite
+Harvest
+IDBTE4M
+IlseBot
+IndeedBot
+Iria
+Larbin
+LeechGet
 LexiBot
-LinkScan
-Lipperhey
-Majestic SEO
-Masscan
-Metauri
-Mister PiX
-Mr.4x3
+Likse
+Linkbot
+LinqiaRSSBot
+Lmspider
+MJ12bot
+Mass Downloader
+Microsoft Data Access
+Microsoft URL Control
+Mojolicious
 NearSite
+Needle
 Nessus
-NetSpider
 Netcraft
-Nikto
-Nmap
-OnCrawl
+Nettrack
+Niki-bot
 OpenLinkProfiler
-OutfoxBot
-PageScorer
+OpenVAS
+Openvas
+POE-Component-Client-HTTP
 Panscient
-Pavuk
-PeoplePal
-Picscout
-ProPowerBot
-ProWebWalker
-Rogerbot
-SEOlyticsCrawler
-SMTBot
-Screaming
+PictureFinder
+Psbot
+RankFlex
+RankingBot2
+Re-re
+RealDownload
+RepoMonkey
+Ripper
+ScrepyBot
+Searchestate
+SearchmetricsBot
+SemanticJuice
 Semrush
-SemrushBot
-SiteExplorer
+SiteLockSpider
 SiteSnagger
-Sogou web spider
-Spanner
-SputnikBot
-Steeler
-SuperBot
-Surfbot
+Snake
+Sociscraper
+SuperHTTP
 Telesoft
+Toweyabot
+Turnitin
+TurnitinBot
 Twice
-URLy.Warning
-VCI
-Vagabondo
-WASALive-Bot
-WPScan
-Web Fetch
-WebReaper
-WebSucker
-Who.is Bot
-ZoominfoBot
-cah.io.community
-cognitiveseo
-isitwp.com
-lwp-request
-magpie-crawler
+VoidEYE
+WISENutbot
+WWW-Mechanize
+Wallpapers/3.0
+WebCollage
+WebsiteExtractor
+WinHTTrack
+WiseGuys Robot
+Xaldon WebSpider
+Zermelo
+backlink-check
+crawler.feedback
+facebookscraper
+iubenda-radar
+linkdexbot
 meanpathbot
-openai.com
-page scorer
-polaris version
-probe-image-size
-siteripz
+plumanalytics
+scan.lol
+seobility
+sexsearcher
 sogouspider
-sp_auditbot
-voyagerx.com
-x09Mozilla
+ubermetrics-technologies.com
+webprosbot