V4.2023.05.3721 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
+360Spider
+ALittle Client
+ASPSeek
 Abonti
-Aipbot
-Alexibot
+Aboundex
+AdsTxtCrawlerTP
+AhrefsBot
+Aspiegel
 Backlink-Ceck
-Barkrowler
-BatchFTP
+Bandit
 BlackWidow
-BotALot
-Buck
-CATExplorador
-CSHttp
-CheTeam
-Claritybot
+CheeseBot
+CherryPicker
+Cloud mapping
+CrazyWebCrawler
 DBLBot
-DTS Agent
+DIIbot
 DataCha0s
-DatabaseDriverMysqli
-Deusu
-Digincore
+Discobot
 Discoverybot
+DittoSpyder
+DomCopBot
+Download Wonder
+Dragonfly
 Ecxi
-Extractor
+ExtLinksBot
 FHscan
-FrontPage
-GalaxyBot
-GermCrawler
-Getintent
-GoZilla
-Haansoft
-Harvest
+GetWeb
+Gigabot
+Gotit
+Grafula
+HTMLparser
+Hloader
+Id-search
+IlseBot
 Image Fetch
-InfoTekies
+Image Sucker
+InfoNaviRobot
 InterGET
 Iria
-JennyBot
-Kozmosbot
-LNSpiderguy
-LieBaoFast
-LinqiaScrapeBot
-Lmspider
-Majestic SEO
-Moblie Safari
+JetCar
+JustView
+Kenjin Spider
+Larbin
+LeechFTP
+Lipperhey
+Mata Hari
 MolokaiBot
-Mozlila
-NICErsPRO
-NPbot
-Needle
-Nettrack
-Nikto
-NimbleCrawler
+Morfeus Fucking Scanner
+Name Intelligence
+NetAnts
+Nibbler
+Nuclei
+Nutch
+Offline Navigator
+OpenLinkProfiler
 OutclicksBot
-OutfoxBot
-Pavuk
-PeoplePal
+PHPCrawl
+PageGrabber
 Piepmatz
-Pump
-RankurBot
-Reaper
-RocketCrawler
-Scrapy
-SeekportBot
-SentiBot
-Siphon
-Sucker
-TightTwatBot
-Trendiction
-Turingos
-TurnitinBot
+PleaseCrawl
+Pockey
+ProWebWalker
+PxBroker
+ReGet
+SBIder
+SMTBot
+ScoutJet
+Screaming
+SiteCheckerBotCrawler
+SlySearch
+Snake
+SocialRankIOBot
+Sottopop
+Spinn3r
+SuperHTTP
+T8Abot
+Telesoft
+Tracemyfile
 TwengaBot
+URLy Warning
 Upflow
-VoidEYE
-Voil
-WASALive-Bot
+VeriCiteCrawler
+VidibleScraper
+Voltron
 Wallpapers
-WallpapersHD
 Web Enhancer
-Web Sucker
-WebCollage
-WebCopier
-WebReaper
-Webalta
+Web Sauger
+WebImageCollector
+WebStripper
 WebmasterWorldForumBot
-Website Quester
-Wotbox
-Wprecon
-Xaldon WebSpider
-Zade
-ZoominfoBot
-ZyBorg
-archive.org_bot
-arquivo.pt
-gopher
-linkdexbot
+WiseGuys Robot
+Wonderbot
+Zermelo
 magpie-crawler
-pcBrowser
-ripz
-scalaj-http
+probe-image-size
+seobility
 spyfu
+sysscan
 tAkeOut