V4.2025.01.5001 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
 AIBOT
-AfD-Verbotsverfahren
-Ankit
-Attach
-AwarioRssBot
-BBBike
-BackStreet
-Backlink-Ceck
-BatchFTP
-Black Hole
-Bytespider
-CODE87
-Citoid
-CrunchBot
-DIIbot
-Deusu
-DomCopBot
-DomainSigmaCrawler
-EasyDL
-Evil
+ASPSeek
+Aboundex
+AllSubmitter
+Anarchy
+Bitacle
+CSHttp
+ChatGPT-User
+ChinaClaw
+Chlooe
+Crawling at Home Project
+DTS Agent
+DataCha0s
+Devil
+Discoverybot
+DnyzBot
+DomainAppender
+DomainStatsBot
+Dotbot
+ECCP/1.0
+EirGrabber
 Extractor
-EyeNetIE
-FDM
-GPTBot
-Humanlinks
-IDBTE4M
-IDBot
-Iblog
-InfoTekies
-Information Security Team InfraSec Scanner
-JustView
-LexiBot
-Lightspeedsystems
-Likse
-LinkScan
-LinkWalker
+ExtractorPro
+Firefox/7.0
+Gotit
+Id-search
+InfoNaviRobot
+InterGET
+InternetSeer
+Iskanie
+Jbrofuzz
+JennyBot
+JetCar
+Kenjin Spider
+Larbin
+LeechGet
 LinksManager
-Lipperhey Spider
-Litemage_walker
-Magnet
+LinqiaRSSBot
+MIIxpc
+MSIECrawler
+MarkMonitor
 Metauri
-Morfeus Fucking Scanner
-NICErsPRO
+MicroMessenger
+MolokaiBot
 Name Intelligence
-Needle
-NetLyzer
-NetZIP
-Netvibes
+Nikto
+Nuclei
 OnCrawl
-Openfind
-Openvas
-Petalbot
-PyCurl
-RankActiveLinkBot
-RankurBot
-Recorder
-RepoMonkey
-Rogerbot
+POE-Component-Client-HTTP
+Page Analyzer
+PageAnalyzer
+PageScorer
+PageThing.com
+PxBroker
+RedesScrapy
+RocketCrawler
 SEOkicks
-SEOlyticsCrawler
+SEOstats
+Scanbot
+ScreenerBot
+SemrushBot-OCOB
+SemrushBot-SI
+SiteExplorer
+SiteLockSpider
 SiteSnagger
-SmartDownload
-Spammen
-SplitSignalBot
-Sqlworm
-Swiftbot
+Siteimprove
+SpankBot
+Spbot
+Steeler
+Sucker
+Suzuran
+T8Abot
 Teleport
-Telesoft
-Telesphorep
-TheNomad
 TightTwatBot
-TinyTestBot
-TurnitinBot
-VidibleScraper
-Voil
-Wallpapers
-Web Enhancer
-Web Sauger
-Web Sucker
+Turingos
+WWWOFFLE
+WeSEE
+WebFetch
 WebGo IS
-WebPix
-WebsiteExtractor
+WebSauger
+Webalta
 Webster
-Whacker
-Zade
-Zauba
-ZmEu
+Woobot
+Wotbox
+Xaldon WebSpider
+Zitebot
 ZumBot
-check1.exe
-com.plumanalytics
-demandbase-bot
-heritrix
-ips-agent
-mediawords
-page scorer
-siteripz
-webgains-bot
-webmeup-crawler
-zauba.io
+arquivo.pt
+coccocbot
+crawler.feedback
+evc-batch
+instabid
+internetVista monitor
+linkdexbot
+lwp-trivial
+omgili
+ripz
+seocompany.store
+tAkeOut
+webprosbot