V4.2024.05.4499 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-404checker
-80legs
-Aboundex
+360Spider
+ADmantX
+ALittle Client
 AhrefsBot
-Attach
-AwarioRssBot
-BBBike
-BDFetch
-BackStreet
-Barkrowler
-Bolt
+AiHitBot
+BacklinkCrawler
+Bandit
+Battleztar Bazinga
+Blackboard
+Blow
 BotALot
-BunnySlippers
-CCBot
-CensysInspect
-CherryPicker
-CopyRightCheck
-Crawling at Home Project
+BuzzSumo
+ChatGPT-User
+ChinaClaw
+Chlooe
+Citoid
 CyotekWebCopy
-DSearch
-DigitalPebble
-Dispatch
-DittoSpyder
-DnyzBot
+DBLBot
+DTS Agent
 DomainSigmaCrawler
-Ebingbong
-EroCrawler
-Extractor
-Flunky
-Genieo
-Google-Extended
-GrabNet
-Harvest
-Indy Library
-IstellaBot
+EMail Siphon
+EMail Wolf
+EyeNetIE
+FacebookBot
+Freeuploader
+FyberSpider
+GoZilla
+Haansoft
+Hloader
+Iblog
+Id-search
+Iskanie
 JOC Web Spider
-Linkbot
-Lipperhey
+Jetty
+Keyword Density
+LeechFTP
+LexiBot
+Likse
+LinqiaMetadataDownloaderBot
+Ltx71
+MQQBrowser
 MSIECrawler
-Mag-Net
-Morfeus Fucking Scanner
-Mozlila
-NetSpider
-Nuclei
-Openvas
-POE-Component-Client-HTTP
-Pavuk
-Proximic
-RSSingBot
-RankActiveLinkBot
-RankFlex
-RocketCrawler
-SEOkicks-Robot
-SISTRIX
+MarkWatch
+Mass Downloader
+MauiBot
+Microsoft Data Access
+Mojolicious
+Name Intelligence
+Nessus
+Netcraft
+NextGenSearchBot
+Niki-bot
+Nikto
+Nimbostratus
+Offline Navigator
+OutclicksBot
+Pixray
+RebelMouse
+SBIder
+SEOlyticsCrawler
+SEOstats
 Screaming
-SeekportBot
-SemanticJuice
-Semrush
-SiteExplorer
-Sottopop
-Steeler
-Sucker
-SuperHTTP
+ScreenerBot
+SearchmetricsBot
+Seekport
+Sitevigil
+SmartDownload
 Swiftbot
-TeleportPro
-Telesoft
-Telesphoreo
-TheNomad
-TightTwatBot
-TinyTestBot
+Titan
+TurnitinBot
 TwengaBot
-VelenPublicWebCrawler
-VeriCiteCrawler
-WEBDAV
-WebCollage
-WebEnhancer
-WebFetch
-WebmasterWorldForumBot
+Upflow
+Vagabondo
+WallpapersHD
+WebBandit
+WebFuck
+WebImageCollector
+WebReaper
+WebWhacker
 Website Quester
-Zauba
-ZoomBot
-demandbase-bot
-domainsproject.org
-facebookscraper
-imagesift.com
-ips-agent
-isitwp.com
-muhstik-scan
-omgili
+WebsiteQuester
+WinHTTrack
+Wotbox
+Xaldon WebSpider
+Zermelo
+awario.com
+check1.exe
+cohere-ai
+evc-batch
+instabid
+internetVista monitor
+linkdexbot
 plumanalytics
-polaris version
 ripz
-sogouspider
-tAkeOut
-trendiction.com
+seocompany.store
+sitechecker.pro
+trendiction.de
 webpros.com
-webprosbot
-x22Mozilla
 xpymep1.exe
+zgrab