V4.2024.07.4603 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-404checker
-80legs
-ASPSeek
-Acunetix
-AllSubmitter
-AwarioBot
-AwarioSmartBot
-BackDoorBot
-BetaBot
-Bitacle
-Brandwatch
+Attach
+BatchFTP
+Black Hole
+BlowFish
+BotALot
 BuiltBotTough
+CensysInspect
+CheTeam
+CherryPicker
+ChinaClaw
+Citoid
 Crawling at Home Project
-CrunchBot
-DatabaseDriverMysqli
 DigitalPebble
-DomCopBot
+DittoSpyder
+DomainCrawler
 DomainStatsBot
-Dotbot
-Ebingbong
-Ecxi
-Extreme Picture Finder
-Foobot
-FrontPage
-GetRight
-Go-Ahead-Got-It
-HEADMasterSEO
+Dragonfly
+ECCP/1.0
+EirGrabber
+FacebookBot
+Freeuploader
+Grafula
 HTMLparser
-Image Fetch
-Kenjin Spider
-Keybot Translation-Search-Machine
-Leap
-Likse
-MSIECrawler
-MTRobot
-Mag-Net
-Mass Downloader
-Mata Hari
-Mojeek
+Humanlinks
+HybridBot
+Id-search
+ImagesiftBot
+IndeedBot
+Indy Library
+InfraSec Scanner
+IstellaBot
+Keyword Density
+LWP::Simple
+Larbin
+Linkbot
+MSFrontPage
+Majestic SEO
+Majestic12
+MarkMonitor
+MarkWatch
+Mb2345Browser
+Minefield
+Moblie Safari
+Mr.4x3
+Musobot
+NPbot
 Nameprotect
-Netvibes
-Nibbler
-Nikto
-Offline Navigator
+Needle
 OnCrawl
-PECL::HTTP
-Page Analyzer
+Openfind
+OutclicksBot
+Panscient
 Pi-Monster
-ProPowerBot
-Psbot
-PyCurl
-QueryN Metasearch
-Quick-Crawler
-Re-re
-Reaper
-Recorder
+RankingBot2
+Rankivabot
+RepoMonkey
+Rogerbot
 SEOkicks
 SEOkicks-Robot
-SEOlyticsCrawler
-SearchmetricsBot
-SemrushBot
-SenutoBot
+SEOprofiler
+SalesIntelligent
+ScoutJet
+SentiBot
+SeoSiteCheckup
 SiteExplorer
-SiteSucker
-Sqworm
-Stripper
-Surfbot
+Sitevigil
+SmartDownload
+SuperHTTP
 SurveyBot
-Suzuran
-T0PHackTeam
-T8Abot
-TeleportPro
-Telesphoreo
-Telesphorep
-TheNomad
-VCI
-VelenPublicWebCrawler
-WASALive-Bot
-WWW-Mechanize
-Web Collage
-Web Fetch
+Szukacz
+Thumbor
+Trendiction
+True_Robot
+TurnitinBot
+Twice
+V-BOT
+VB Project
+Vagabondo
+WEBDAV
+WWW-Collector-E
+Web Fuck
 WebAuto
-WebFuck
-WebSauger
-Webster
-Whacker
-Whatweb
-Wotbox
-YaK
-ZoomBot
-autoemailspider
-clark-crawler
-crawl.sogou.com
-crawler.feedback
-netEstate NE Crawler
-seostar
-voyagerx.com
-x09Mozilla
-zgrab
+WebImageCollector
+WiseGuys Robot
+Xaldon WebSpider
+Zermelo
+Zeus
+ZumBot
+anthropic-ai
+cah.io.community
+eCatch
+facebookscraper
+heritrix
+scalaj-http
+scan.lol
+seoscanners
+serpstatbot
+sogouspider
+sysscan
+webprosbot