V4.2024.09.4752 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-Alexibot
+404enemy
+ADmantX
+Alligator
+Asterias
 AwarioSmartBot
-BackDoorBot
-Brandwatch
+BackStreet
+Black Hole
+BlackWidow
+BotALot
+BuiltWith
 BunnySlippers
-CSHttp
-CheeseBot
-ChinaClaw
-ClaudeBot
-DSearch
-DataCha0s
-Demon
+CATExplorador
+CCBot
+Claritybot
+Collector
+Cosmos
+Craftbot
+Custo
 Deusu
-Devil
+DigitalPebble
+Dirbuster
+Disco
 Discobot
-Discoverybot
-DomCopBot
+DnBCrawler-Analytics
+DomainCrawler
 DomainStatsBot
-ECCP/1.0
-Ebingbong
+Dragonfly
+Drip
+EMail Wolf
+EyeNetIE
 Ezooms
-FemtosearchBot
+FDM
 Fimap
+Firefox/7.0
 Foobot
-Freeuploader
-GT::WWW
-GermCrawler
-GetWeb
+GPTBot
 Gotit
+GrabNet
 Haansoft
-Harvest
-IndeedBot
-InfraSec Scanner
-InternetSeer
+Image Fetch
+ImagesiftBot
+Indy Library
+InternetMeasurement
+Iskanie
 JOC Web Spider
+JamesBOT
 Jbrofuzz
+Jorgee
+JustView
+Jyxobot
+Keyword Density
 Leap
-Lftp
-LinkWalker
-LinkpadBot
-MarkMonitor
-Mediatoolkitbot
-Moblie Safari
-Mojolicious
-NetLyzer
-Netvibes
-Nibbler
-Page Analyzer
-PleaseCrawl
-RSSingBot
-Rainbot
-RankActive
-RankActiveLinkBot
-RankingBot2
-RankurBot
-RedesScrapy
-SeoSiteCheckup
-Seomoz
-SiteSucker
-Sitebeam
-SlySearch
-Sociscraper
+Libwhisker
+Likse
+LinqiaMetadataDownloaderBot
+MauiBot
+Nettrack
+Niki-bot
+NimbleCrawler
+Ninja
+Openvas
+OrangeBot
+Pi-Monster
+Picscout
+PictureFinder
+Reaper
+Ripper
+Snapbot
+Snoopy
+Sosospider
+Sqworm
 Steeler
-SuperBot
+SuperHTTP
 SurveyBot
-T8Abot
 Telesphorep
-TightTwatBot
-Upflow
+Titan
 VeriCiteCrawler
-VidibleScraper
-WPScan
-WWWOFFLE
-Web Fuck
-Web Pix
-Web Sauger
-WebFetch
-WebLeacher
-WebPix
-WebReaper
+Voltron
+WASALive-Bot
+WWW::Mechanize
+Web Collage
+Web Sucker
 WebSauger
-WebSucker
-WebsiteExtractor
-Whacker
-Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-Zermelo
-ZyBorg
-arquivo.pt
-coccocbot
-crawler4j
+WebmasterWorldForumBot
+Whack
+Wonderbot
+Woobot
+ZoomBot
+backlink-check
+crawl.sogou.com
+crawler.feedback
 gopher
-pcBrowser
-plumanalytics
-s1z.ru
+heritrix
+lwp-request
+magpie-crawler
+scalaj-http
 scan.lol
-ubermetrics-technologies.com
-x09Mozilla
+sitechecker.pro
+sogouspider
+webprosbot