V4.2025.08.5394 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-ASPSeek
-AfD-Verbotsverfahren
-Alexibot
-Anarchie
-BlowFish
-Boardreader
+80legs
+AwarioBot
+AwarioRssBot
+BackWeb
 Brandwatch
-BunnySlippers
-CATExplorador
-CCBot
-CSHttp
-Chlooe
-Citoid
-ClaudeBot
-Collector
-Deusu
-DnBCrawler-Analytics
+Buddy
+Cegbfeieh
+CopyRightCheck
+Custo
+Devil
+DigitalPebble
+Dirbuster
+Disco
 DomainCrawler
-Download Wonder
-Evil
-Extractor
-ExtractorPro
-GPTBot
-GermCrawler
-GrabNet
-IDBot
-IRLbot
-IndeedBot
-InfoNaviRobot
-Iskanie
+DomainSigmaCrawler
+Dragonfly
+EMail Siphon
+EirGrabber
+EroCrawler
+FlashGet
+FrontPage
+GeedoProductSearch
+HMView
+HTMLparser
+HTTrack
+IlseBot
+InfoTekies
+Internet Ninja
+InternetMeasurement
 JamesBOT
-Jyxobot
-LNSpiderguy
-LeechFTP
-LexiBot
-LinkWalker
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Ltx71
+JetCar
+Jorgee
+Kenjin Spider
+Keyword Density
+Leap
+LibWeb
+Lightspeedsystems
+LinkScan
 MQQBrowser
-Majestic12
-Mata Hari
-Metauri
-Minefield
-Mojeek
-MolokaiBot
+Meanpathbot
+Mediatoolkitbot
+Morfeus Fucking Scanner
 Mozlila
-Net Vampire
+NPbot
+Nessus
+Nettrack
 NextGenSearchBot
-Ninja
-Nuclei
-Octopus
+Nikto
 Offline Navigator
-Openfind
-OutclicksBot
-OutfoxBot
+Pandalytics
 Panscient
-PleaseCrawl
-Pockey
-PyCurl
-QueryN Metasearch
-Recorder
-Rogerbot
-SEOprofiler
+PeoplePal
+Pixray
+Proximic
+Pump
+RankurBot
 SEOstats
-ScoutJet
-Screaming
-Seekport
-SemrushBot-BA
-SiteExplorer
+Semrush
+SiteAuditBot
+Sitevigil
+SmartDownload
+Snake
 Sociscraper
-Sqlmap
-Swiftbot
-Toata
-Upflow
-VeriCiteCrawler
-WPScan
-Web Collage
-WebCopier
-Webalta
-Website Quester
-Xaldon WebSpider
-archive.org_bot
-cah.io.community
-clark-crawler
-cohere-ai
-dataprovider
+Spbot
+Spinn3r
+SplitSignalBot
+SputnikBot
+Surfbot
+Telesphoreo
+Toweyabot
+TurnitinBot
+V-BOT
+VCI
+WEBDAV
+WWW-Mechanize
+Web Pix
+WebFetch
+WebImageCollector
+WebWhacker
+Whack
+WinHTTrack
+Woobot
+Wprecon
+Zermelo
+ZyBorg
+adscanner
+arquivo-web-crawler
+dataforseo.com
+eCatch
+everyfeed-spider
 gopher
-imagesift.com
-ips-agent
-lwp-request
-ripz
-s1z.ru
-seobility
+heritrix
+magpie-crawler
+mediawords
 seocompany.store
-sp_auditbot
-trendiction.de
-webmeup-crawler
-x09Mozilla
+serpstatbot
+sexsearcher
+tAkeOut
+ubermetrics-technologies.com
+zauba.io