V4.2024.06.4539 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
+01h4x.com
 404checker
+80legs
 Aboundex
+Alligator
+Anarchy
+Anthill
 Asterias
 AwarioBot
-AwarioRssBot
-BackWeb
-BatchFTP
+BackDoorBot
+Blow
 Buck
-Buddy
-CATExplorador
-CSHttp
-Cegbfeieh
-CensysInspect
-CheTeam
-Chlooe
-Cogentbot
-Craftbot
-Dirbuster
-DittoSpyder
-DnyzBot
-Domains Project
-Extreme Picture Finder
-Freeuploader
-G-i-g-a-b-o-t
-GrabNet
-HybridBot
-ImagesiftBot
-IstellaBot
-Kozmosbot
-LeechFTP
-Linkbot
-LinksManager
-LinqiaMetadataDownloaderBot
-MIDown tool
-MTRobot
-Majestic-SEO
-Mojolicious
-Msrabot
-NICErsPRO
-NPbot
-NetLyzer
-Netvibes
-NimbleCrawler
-OpenVAS
-OutfoxBot
+CCBot
+CopyRightCheck
+Cosmos
+Crawling at Home Project
+CrazyWebCrawler
+Curious
+DatabaseDriverMysqli
+DigitalPebble
+DomCopBot
+DomainSigmaCrawler
+Download Wonder
+Dragonfly
+EroCrawler
+FDM
+FlashGet
+FrontPage
+Gotit
+HTTP::Lite
+Harvest
+Image Sucker
+Indy Library
+InterGET
+JamesBOT
+JikeSpider
+Jorgee
+Lightspeedsystems
+LinkWalker
+Litemage_walker
+MFC_Tear_Sample
+Mail.RU_Bot
+MarkWatch
+Masscan
+MauiBot
+MicroMessenger
+NetMechanic
+NextGenSearchBot
+Nutch
+OpenLinkProfiler
+POE-Component-Client-HTTP
+Picscout
 Picsearch
-PleaseCrawl
 Psbot
-QueryN Metasearch
-Rainbot
-RankFlex
-RankingBot2
-RedesScrapy
+ReGet
+Recorder
+RepoMonkey
 SEOlyticsCrawler
-SEOprofiler
 SISTRIX
-SalesIntelligent
-Scanbot
-ScrepyBot
-SearchmetricsBot
-SemanticJuice
-SenutoBot
-Siphon
-Sitevigil
-Sottopop
-SpankBot
-SputnikBot
-Stripper
-SuperBot
-SurveyBot
-Twice
+ScanAlert
+Screaming
+SemrushBot
+SeobilityBot
+Seomoz
+Shodan
+Siteimprove
+SocialRankIOBot
+Spammen
+Spinn3r
+Sqlmap
+Teleport
+TeleportPro
+The Intraformant
+Turingos
+VCI
+Vagabondo
+VidibleScraper
 VoidEYE
-WEBDAV
-WWW-Collector-E
-WWWOFFLE
-WallpapersHD
-Web Auto
-WebAuto
-WebLeacher
-Whatweb
-WinHTTrack
-Xenu
+WBSearchBot
+Web Collage
+WebCollage
+WebZIP
+Whacker
 Zade
-Zauba
-ZmEu
-ZoominfoBot
+Zermelo
+ZyBorg
 anthropic-ai
-archive.org_bot
-dataforseobot
-eCatch
-instabid
-ips-agent
-linkfluence
-meanpathbot
-ripz
-sexsearcher
+awario.com
+crawl.sogou.com
+crawler.feedback
+crawler4j
+magpie-crawler
+pcBrowser
+plumanalytics
+polaris version
 sitechecker.pro
-webmeup-crawler
-zauba.io
+ubermetrics-technologies.com
+x09Mozilla
+xpymep1.exe
+zgrab