V4.2023.08.3951 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 01h4x.com
-Aboundex
+ALittle Client
+ASPSeek
+Abonti
+Aipbot
 Anarchie
-BLEXBot
-BetaBot
-Boardreader
-BotALot
-Brandprotect
+BackWeb
+Bandit
+Buck
 BuiltWith
-CSHttp
-ChinaClaw
-Citoid
-Claritybot
-Cogentbot
-Craftbot
-DSearch
-DataCha0s
-DatabaseDriverMysqli
-DigitalPebble
+CCBot
+CheTeam
+Cliqzbot
+Demon
+Dirbuster
+Disco
 DomCopBot
-EMail Siphon
-EMail Wolf
-Ezooms
-Firefox/7.0
-Foobot
+DomainAppender
+DomainSigmaCrawler
+Drip
+Ecxi
+EirGrabber
+Express WebPictures
+FemtosearchBot
+Fyrebot
+GT::WWW
+GetRight
 Getintent
-GrapeFX
-GrapeshotCrawler
-GridBot
-HEADMasterSEO
 HTTP::Lite
-HTTrack
-Haansoft
-Harvest
-Havij
-Jetty
-JikeSpider
-Jorgee
-Kenjin Spider
+Humanlinks
+InfoNaviRobot
+Jyxobot
 LNSpiderguy
-LWP::Simple
-LieBaoFast
-LinkpadBot
-LinqiaRSSBot
+LeechGet
+Lightspeedsystems
+LinqiaScrapeBot
 MIIxpc
+Mail.RU_Bot
+Majestic SEO
 Masscan
-Mb2345Browser
+MauiBot
 Mediatoolkitbot
-Microsoft URL Control
-Mojolicious
+MolokaiBot
+Mr.4x3
 Musobot
+NICErsPRO
 Name Intelligence
-Netcraft
-Nutch
-OpenVAS
+Nimbostratus
+Nuclei
+OnCrawl
 OrangeSpider
-PageThing.com
+PageAnalyzer
+Pavuk
+Piepmatz
 Pimonster
-Pu_iN
-PxBroker
-RankingBot
-RankingBot2
-Rogerbot
-SBIder
+Pockey
+ProPowerBot
+Probethenet
+Rankivabot
+Reaper
+RebelMouse
 SEOlyticsCrawler
-ScrepyBot
-Site Sucker
-SiteExplorer
+SEOstats
+Screaming
+Seomoz
 SiteSucker
-SlySearch
-Snoopy
-Spbot
-TeleportPro
+SmartDownload
+Sociscraper
+SputnikBot
+Sqlworm
+SuperBot
+T0PHackTeam
 The Intraformant
 TheNomad
 Titan
+Trendictionbot
 Turingos
-Turnitin
-URLy Warning
+UnisterBot
 V-BOT
-Wallpapers
-WebCollage
-Who.is Bot
-Wotbox
-Xenu
-Zade
-ZyBorg
-archive.org_bot
-autoemailspider
+VCI
+Virusdie
+WASALive-Bot
+WWWOFFLE
+WebFetch
+WebFuck
+WebPix
+WebmasterWorldForumBot
+Website Quester
+Webster
+Widow
+Zeus
+arquivo-web-crawler
 check1.exe
-crawler.feedback
-dataforseobot
-domainsproject.org
-gopher
+facebookscraper
 lwp-trivial
-scan.lol
-siteripz
-trendiction.de
-webmeup-crawler
-xpymep1.exe
+muhstik-scan
+s1z.ru
+spyfu
+ubermetrics-technologies.com
+voyagerx.com