V4.2024.10.4834 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
+ASPSeek
+Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
-AiHitBot
-Alligator
-Attach
-Barkrowler
-Bigfoot
-Bitacle
+AwarioSmartBot
+BatchFTP
 Brandprotect
-Buck
-CSHttp
+Buddy
+CODE87
 Cocolyzebot
-Crescent
-DIIbot
-Discoverybot
-DnBCrawler-Analytics
+Cogentbot
+Collector
+Crawling at Home Project
+CrazyWebCrawler
+CyotekWebCopy
+DBLBot
+DatabaseDriverMysqli
+Dispatch
+Download Wonder
 ECCP/1.0
-Exabot
-ExtLinksBot
-Extreme Picture Finder
-FemtosearchBot
-Fimap
+EasyDL
+Ezooms
+Flunky
 Fuzz
-GPTBot
-GetRight
-GoZilla
-GrapeFX
-HTMLparser
-HTTP::Lite
-Harvest
-Havij
-IDBTE4M
-Iblog
+Go-Ahead-Got-It
+HMView
+HaosouSpider
+HonoluluBot
+IlseBot
+Image Fetch
+Image Sucker
 ImagesiftBot
-JOC Web Spider
+JamesBOT
 Jorgee
-Keyword Density
+JustView
+Keybot Translation-Search-Machine
+LWP::Simple
 LeechGet
+LexiBot
 Lftp
 Lightspeedsystems
-LinqiaRSSBot
-MIIxpc
-MarkWatch
-MeanPath Bot
-MicroMessenger
-Microsoft URL Control
-Mozlila
-Name Intelligence
-Nettrack
+Likse
+LinkpadBot
+LinqiaScrapeBot
+Lipperhey Spider
+Mass Downloader
+Morfeus Fucking Scanner
+NetMechanic
 Nibbler
 Niki-bot
-OnCrawl
-PageAnalyzer
-Picscout
+NimbleCrawler
+Nimbostratus
+OpenLinkProfiler
+OutfoxBot
+Page Analyzer
 Probethenet
-PyCurl
-Re-re
-RealDownload
+Pu_iN
+RankActive
+ReGet
+Reaper
 RedesScrapy
-RepoMonkey
-SEOkicks-Robot
-ScanAlert
-Semrush
-SenutoBot
-SiteSnagger
-Sosospider
-SpaceBison
-Spammen
-SuperHTTP
-SurveyBot
-Swiftbot
-Telesoft
+SEOstats
+SMTBot
+ScoutJet
+SeekportBot
+SemrushBot
+Shodan
+SiteCheckerBotCrawler
+Sitebeam
+SlySearch
+Snoopy
+Sucker
+T8Abot
+TeleportPro
 Telesphoreo
-TinyTestBot
-Trendictionbot
 Turingos
 Typhoeus
-URLy.Warning
-VCI
-WWW-Collector-E
+VelenPublicWebCrawler
+VoidEYE
+WASALive-Bot
+WBSearchBot
 WWW::Mechanize
-Wallpapers/3.0
-WallpapersHD
-Web Pix
-Webalta
-Webster
-YaK
-Zeus
-ZoominfoBot
-autoemailspider
-awario.com
-cah.io.community
-crawler.feedback
-demandbase-bot
-meanpathbot
-muhstik-scan
-omgili
-scalaj-http
-siteripz
-webpros.com
+Web Fetch
+WebGo IS
+Wonderbot
+Xaldon WebSpider
+Xaldon_WebSpider
+Zitebot
+ZmEu
+anthropic-ai
+backlink-check
+check1.exe
+eCatch
+mediawords
+page scorer
+sogouspider
+spyfu
+tAkeOut
+trendiction.com
+webmeup-crawler