V4.2025.08.5434 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-80legs
-Aboundexbot
-Ai2Bot
-Aipbot
-Anarchie
-Aspiegel
+AfD-Verbotsverfahren
+AhrefsBot
+Asterias
+Atomseobot
+AwarioBot
+AwarioRssBot
 BDFetch
-BackDoorBot
-BackWeb
-Badass
-Bitacle
-CODE87
-Calculon
-Cegbfeieh
-Cliqzbot
-Cloud mapping
-DIIbot
-DnyzBot
-ECCP/1.0
-EMail Siphon
-Ecxi
-Extractor
-Extreme Picture Finder
-FacebookBot
-GeedoProductSearch
-GetWeb
-Grafula
-HTMLparser
-Heritrix
+BetaBot
+Blow
+BlowFish
+Bolt
+Bytespider
+ChatGPT-User
+CheeseBot
+Copyscape
+Crescent
+DBLBot
+DnBCrawler-Analytics
+DomainStatsBot
+EasyDL
+EroCrawler
+ExtLinksBot
+Freeuploader
 HonoluluBot
+HybridBot
+Iblog
+ImagesiftBot
+Indy Library
 InfoTekies
-Intelliseek
+Information Security Team InfraSec Scanner
+Internet Ninja
 InternetMeasurement
-JOC Web Spider
-JennyBot
-Kozmosbot
-Lftp
-LibWeb
-Lightspeedsystems
-LinkextractorPro
-LinksManager
-MSFrontPage
-Majestic-SEO
-MarkMonitor
-Mass Downloader
-MauiBot
+Jorgee
+LNSpiderguy
+LexiBot
+Libwhisker
+Likse
+LinkWalker
+LinkpadBot
+LinqiaMetadataDownloaderBot
+Ltx71
+MTRobot
+Metauri
 NPbot
-Nameprotect
-Netvibes
-NextGenSearchBot
-Nimbostratus
-OpenLinkProfiler
-OutclicksBot
-Page Analyzer
-Picsearch
-RankActive
+Nibbler
+NimbleCrawler
+Nmap
+OpenVAS
+OrangeSpider
+POE-Component-Client-HTTP
+PageThing.com
+Piepmatz
+Proximic
+QueryN Metasearch
+RSSingBot
+Rainbot
+RankActiveLinkBot
 RankingBot
-RankurBot
-ReGet
-SEOlyt
-SEOlyticsCrawler
-SearchmetricsBot
-SeekportBot
-Site Sucker
-SmartDownload
-Sociscraper
-SuperBot
+Rankivabot
+RepoMonkey
+RocketCrawler
+ScanAlert
+SemrushBot
+SiteSnagger
+Sitebeam
+Sitevigil
+Sogou web spider
+Spinn3r
+SputnikBot
+Steeler
 SurveyBot
+Swiftbot
+T0PHackTeam
+TightTwatBot
 Toata
-Vagabondo
-VelenPublicWebCrawler
-Virusdie
-WEBDAV
-Wallpapers
-WebBandit
+Trendiction
+Turnitin
+URLy Warning
+Vacuum
+Web Collage
+WebCopier
 WebPix
-WebSauger
-Xaldon_WebSpider
+WebStripper
+WebmasterWorldForumBot
+WebsiteExtractor
+Whatweb
+Who.is Bot
 Xenu
-ZyBorg
-adscanner
-anthropic-ai
-autoemailspider
 awario.com
 cah.io.community
-cognitiveseo
-crawler4j
-dataforseobot
-eCatch
-facebookscraper
+crawl.sogou.com
+heritrix
 internetVista monitor
-ips-agent
-polaris version
-scalaj-http
-sexsearcher
-sitechecker.pro
-sysscan
-webmeup-crawler
-zauba.io
+iubenda-radar
+lwp-request
+lwp-trivial
+sp_auditbot
+tAkeOut
+x09Mozilla
+zgrab