V4.2023.11.4125 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundex
-AllSubmitter
-Anarchie
-Ankit
-Apexoo
-Aspiegel
-Asterias
-Atomseobot
 AwarioRssBot
-AwarioSmartBot
-BackStreet
-Bandit
-BetaBot
-Bolt
-BotALot
+Bigfoot
+Bitacle
 BuiltBotTough
-Download Wonder
-Ebingbong
-Ecxi
-Extractor
-Fimap
-FlashGet
-Gigabot
-GoZilla
-Grafula
-GrapeFX
-Heritrix
-Humanlinks
-IDBot
-Internet Ninja
-JennyBot
-JustView
+BunnySlippers
+BuzzSumo
+CATExplorador
+CheeseBot
+Cliqzbot
+DBLBot
+DatabaseDriverMysqli
+Digincore
+DnyzBot
+DomainSigmaCrawler
+DomainStatsBot
+EroCrawler
+ExtLinksBot
+Flunky
+GT::WWW
+HEADMasterSEO
+HaosouSpider
+Harvest
+HonoluluBot
+Iblog
+Image Sucker
+Indy Library
+Iskanie
+IstellaBot
+JamesBOT
+Jyxobot
 Keyword Density
 Larbin
-LieBaoFast
-LinkextractorPro
-LinksManager
-MSIECrawler
+Linkbot
+LinqiaRSSBot
+Lipperhey
+Lipperhey Spider
+Ltx71
+MIDown tool
 Magnet
 MarkMonitor
-Mass Downloader
-MeanPath Bot
-NearSite
+Mb2345Browser
+Mediatoolkitbot
+MegaIndex.ru
+MicroMessenger
+Microsoft URL Control
+Mojeek
+Mojolicious
+MolokaiBot
 NetAnts
-NetLyzer
-NetMechanic
 Netcraft
-Nibbler
-Nimbostratus
-Nuclei
-Offline Navigator
+Nettrack
+NimbleCrawler
+Ninja
 OnCrawl
-OutclicksBot
-Panscient
-PeoplePal
-PleaseCrawl
-Quick-Crawler
+PECL::HTTP
+PHPCrawl
+PageAnalyzer
+PageThing.com
+PictureFinder
+PxBroker
+PyCurl
 RSSingBot
-RankurBot
+RankingBot
+Re-re
+ReGet
 RealDownload
-SBIder
-SeekportBot
-SenutoBot
+SEOkicks
+SEOlyticsCrawler
+ScreenerBot
+SiteCheckerBotCrawler
+SiteExplorer
 SiteLockSpider
-Sitebeam
-Snapbot
+SiteSnagger
 Sociscraper
-Sosospider
-Sottopop
-Spinn3r
+SpaceBison
 Sqlmap
 Steeler
-Sucker
-SurveyBot
-TheNomad
+Suzuran
+T8Abot
+Thumbor
 TinyTestBot
-Trendiction
-Turingos
-VB Project
-VeriCiteCrawler
-WallpapersHD
-Web Auto
-Web Enhancer
+URLy Warning
+UnisterBot
+WWWOFFLE
+WebBandit
 WebFetch
-WebSauger
-WebsiteExtractor
-Whatweb
+WebImageCollector
+WebSucker
 WinHTTrack
-Wprecon
-arquivo.pt
-linkdexbot
-mediawords
-pcBrowser
-ripz
-scalaj-http
-seoscanners
-serpstatbot
+Xaldon_WebSpider
+cah.io.community
+coccocbot
+heritrix
+internetVista monitor
+plumanalytics
+polaris version
+scan.lol
 sexsearcher
-sitechecker.pro
-tAkeOut
+sysscan
+x22Mozilla