V4.2023.08.3929 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
-Acunetix
-AwarioRssBot
-Backlink-Ceck
-Barkrowler
-Bigfoot
-BlowFish
-Brandprotect
-Brandwatch
-Bytespider
-CATExplorador
-CheeseBot
+AfD-Verbotsverfahren
+AiHitBot
+Alligator
+Ankit
+Atomseobot
+Boardreader
+Bullseye
+BuzzSumo
+CODE87
+Cliqzbot
+Cloud mapping
 Collector
-Crawling at Home Project
-CrunchBot
-CyotekWebCopy
-DigitalPebble
-Dirbuster
-Discobot
-DnBCrawler-Analytics
-DomainCrawler
-Domains Project
+Crescent
+DIIbot
+Devil
+Discoverybot
+DittoSpyder
+DnyzBot
+EMail Wolf
+Ebingbong
+Extreme Picture Finder
 FemtosearchBot
 Fimap
-FlashGet
-FyberSpider
-GetWeb
-Go!Zilla
-Grafula
-Hloader
+Foobot
+G-i-g-a-b-o-t
+GermCrawler
+Go-Ahead-Got-It
+Grabber
+HMView
+HTTrack
 Iblog
-Id-search
-JamesBOT
-Joomla
-Keyword Density
-Kinza
-LeechFTP
-Lipperhey
-Litemage_walker
-Mag-Net
-Magnet
-MeanPath Bot
-MegaIndex.ru
-Minefield
-Mojeek
+Image Fetch
+IndeedBot
+Jbrofuzz
+JennyBot
+Jetty
+JustView
+LNSpiderguy
+LexiBot
+LieBaoFast
+Likse
+LinkScan
+Ltx71
+MJ12bot
+Metauri
+MicroMessenger
 MolokaiBot
-Name Intelligence
-Navroad
-NextGenSearchBot
-Niki-bot
+NearSite
+NetSpider
+NetZIP
 Nuclei
+Nutch
 Offline Navigator
+Openfind
+PHPCrawl
 Page Analyzer
-PageThing.com
 Papa Foto
-Pavuk
-PeoplePal
-PxBroker
-RankActive
-Rankivabot
-Recorder
+Petalbot
+Probethenet
+Psbot
+RepoMonkey
 SISTRIX
-Searchestate
-SemanticJuice
-SeoSiteCheckup
-SiteCheckerBotCrawler
-Sociscraper
-Sottopop
-Spbot
-Sqworm
-SurveyBot
+SalesIntelligent
+Scrapy
+Semrush
+SmartDownload
+Snapbot
+Sucker
 Szukacz
 Teleport
-Telesphorep
-The Intraformant
-Titan
-Trendictionbot
-Turingos
-V-BOT
-VeriCiteCrawler
-WASALive-Bot
-WWW::Mechanize
-Wallpapers/3.0
-WallpapersHD
+TeleportPro
+Telesoft
+Telesphoreo
+Typhoeus
+URLy.Warning
+Vacuum
+VidibleScraper
+Virusdie
+Voltron
+WWW-Collector-E
+Wallpapers
+WeSEE
 Web Auto
-WebLeacher
-WebSauger
-WebsiteExtractor
+Web Collage
+Whack
 Wotbox
 Xaldon WebSpider
-Xenu
+YoudaoBot
 Zade
-Zitebot
-autoemailspider
-isitwp.com
-pcBrowser
-satoristudio.net
-seobility
+Zermelo
+cah.io.community
+dataforseo.com
+gopher
+meanpathbot
+muhstik-scan
+polaris version
+s1z.ru
+serpstatbot
 sogouspider
-sysscan
+zauba.io