V4.2024.06.4558 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-360Spider
 Aboundex
-AhrefsBot
-Aipbot
 Alexibot
-AllSubmitter
 Alligator
-Anarchie
 AwarioSmartBot
-BackStreet
-Bigfoot
+Badass
+BetaBot
 Blow
 BlowFish
-BotALot
+Bolt
 CATExplorador
 CazoodleBot
 CensysInspect
-CheTeam
-ChinaClaw
-Cloud mapping
-Craftbot
-CrazyWebCrawler
-DataCha0s
-DigitalPebble
+Citoid
+Cogentbot
+Collector
+DIIbot
+DatabaseDriverMysqli
 DittoSpyder
-Domains Project
-ExtLinksBot
-ExtractorPro
-EyeNetIE
-FHscan
-FrontPage
-Fuzz
-FyberSpider
-G-i-g-a-b-o-t
-Genieo
-Go!Zilla
-GridBot
-IRLbot
-Indy Library
+DomainCrawler
+DomainStatsBot
+EMail Siphon
+EasyDL
+FemtosearchBot
+Freeuploader
+Fyrebot
+GermCrawler
+Gotit
+Heritrix
+HonoluluBot
+HybridBot
+Iblog
+Internet Ninja
+InternetMeasurement
+IstellaBot
+Jbrofuzz
+Jetty
 Jorgee
-Jyxobot
-LNSpiderguy
+Keyword Density
 LWP::Simple
-LexiBot
-LieBaoFast
-LinkScan
-LinkWalker
-LinqiaRSSBot
-MauiBot
-Microsoft URL Control
-Minefield
-Morfeus Fucking Scanner
-Musobot
-Nessus
-NetAnts
-OpenVAS
-OutclicksBot
+Lftp
+Likse
+MIIxpc
+Mail.RU_Bot
+MarkMonitor
+NetLyzer
+Netvibes
+Nibbler
+Nmap
+OrangeSpider
+Page Analyzer
+PageScorer
 Pandalytics
-Psbot
-RankingBot
-Reaper
-Screaming
-SemrushBot
-SiteCheckerBotCrawler
-SiteExplorer
-SiteSnagger
+Probethenet
+SEOstats
+ScoutJet
+ScreenerBot
+SearchmetricsBot
+Seekport
+Semrush
+SiteLockSpider
 Snake
-Sottopop
-Spanner
+Snoopy
 Spinn3r
+Sqlmap
 Sqworm
-TheNomad
-Titan
+Sucker
+TinyTestBot
 Trendictionbot
-UnisterBot
-Upflow
-VelenPublicWebCrawler
-VeriCiteCrawler
-WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
+V-BOT
+Vagabondo
+VoidEYE
+WASALive-Bot
 WallpapersHD
-Web Fuck
+WeSEE
+Web Fetch
+Web Sauger
 WebCollage
-WebGo IS
-Widow
-Zeus
-ZumBot
-demandbase-bot
-gopher
-isitwp.com
-magpie-crawler
-mediawords
+WebFuck
+WiseGuys Robot
+Wprecon
+ZoomBot
+arquivo-web-crawler
+cah.io.community
+coccocbot
+cohere-ai
+imagesift.com
+instabid
+ips-agent
+oBot
 openai
+page scorer
 plumanalytics
-serpstatbot
-sitechecker.pro
+ripz
+scan.lol
+sexsearcher
 siteripz
-tAkeOut
+trendiction.com
+trendiction.de
+webmeup-crawler
+x22Mozilla