V4.2024.05.4519 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-ASPSeek
-Abonti
+404enemy
 Aboundex
-AfD-Verbotsverfahren
-Aipbot
-Alligator
-AwarioBot
-BDCbot
-BLEXBot
+Anarchie
+Anthill
+BackDoorBot
+BackStreet
+Badass
+Bitacle
+Black Hole
+BlowFish
+Buck
+BuiltWith
 Bullseye
-Bytespider
-CCBot
-Calculon
-Cloud mapping
-DnBCrawler-Analytics
+BunnySlippers
+ChinaClaw
+Chlooe
+Cliqzbot
+Cosmos
+DIIbot
+DataCha0s
+Dispatch
+DomainAppender
+Dragonfly
 Drip
-EirGrabber
-FHscan
-FrontPage
-HTTrack
+Ecxi
+Evil
+ExtractorPro
+FacebookBot
+Freeuploader
+GPTBot
+Go!Zilla
+Go-Ahead-Got-It
+Gotit
+GridBot
 HaosouSpider
-Harvest
-Havij
-InterGET
-InternetMeasurement
-JikeSpider
-Joomla
-JustView
-Keybot Translation-Search-Machine
-Likse
-Litemage_walker
-MQQBrowser
+IRLbot
+Iblog
+IstellaBot
+Jorgee
+Kenjin Spider
+Keyword Density
+Kinza
+LWP::Simple
+LieBaoFast
+Linkbot
+LinqiaRSSBot
+Mail.RU_Bot
+Majestic SEO
 Majestic12
-Microsoft URL Control
-Minefield
-Musobot
-NetZIP
-Netvibes
-NextGenSearchBot
-Nimbostratus
-Offline Explorer
-OutfoxBot
-POE-Component-Client-HTTP
-PageAnalyzer
-Papa Foto
-Pi-Monster
-Pockey
-RebelMouse
-RepoMonkey
-RocketCrawler
-SEOstats
-SMTBot
-SalesIntelligent
+MarkWatch
+Mb2345Browser
+Meanpathbot
+MegaIndex.ru
+Mister PiX
+Navroad
+NearSite
+Nessus
+Net Vampire
+NetAnts
+NetSpider
+Nutch
+OpenVAS
+PageGrabber
+Petalbot
+Quick-Crawler
+RSSingBot
+Reaper
 ScreenerBot
 ScrepyBot
-Seomoz
-Shodan
-Sitebeam
-SocialRankIOBot
-Sogou web spider
-Steeler
-Sucker
-Sucuri
-T0PHackTeam
-TheNomad
-TinyTestBot
+Seekport
+Semrush
+Site Sucker
+SiteSnagger
+Snoopy
+Sqlmap
+Sqworm
+Surfbot
+TightTwatBot
 Toweyabot
-True_Robot
-Upflow
-VoidEYE
-WASALive-Bot
-WWW-Mechanize
-Wallpapers/3.0
-WebsiteExtractor
-Whack
-WinHTTrack
-WiseGuys Robot
-Wonderbot
+Tracemyfile
+URLy.Warning
+VelenPublicWebCrawler
+Web Auto
+Web Sucker
+WebBandit
+WebPix
+WebSauger
 Xaldon WebSpider
-Zeus
-ZmEu
-ZyBorg
-arquivo-web-crawler
+clark-crawler
 coccocbot
-cohere-ai
-dataforseobot
-demandbase-bot
-meanpathbot
-oBot
+domainsproject.org
+isitwp.com
+linkdexbot
 omgili
-satoristudio.net
-seobility
+pcBrowser
+ripz
 seocompany.store
-seostar
 serpstatbot
-sitechecker.pro
-sp_auditbot
 ubermetrics-technologies.com
-webprosbot
+zgrab