V4.2024.09.4766 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-404enemy
+80legs
 AIBOT
-Abonti
-Alexibot
+AdsTxtCrawlerTP
+AhrefsBot
+Anarchy
 Anthill
-Apexoo
-Bandit
-Bigfoot
-Black Hole
-Brandprotect
+Attach
+AwarioBot
+BBBike
+BDCbot
+Blow
+Boardreader
 BuiltWith
-CensysInspect
-CheTeam
-Disco
-Discobot
-DittoSpyder
-DomCopBot
-Dotbot
-ExtractorPro
-FlashGet
+Bytespider
+CATExplorador
+CSHttp
+CopyRightCheck
+DatabaseDriverMysqli
+DomainCrawler
+GT::WWW
 GalaxyBot
-Getintent
-Go!Zilla
-HaosouSpider
-Image Fetch
-InfoNaviRobot
-Intelliseek
+GermCrawler
+Gotit
+HMView
+Haansoft
 InternetMeasurement
-Iskanie
-Jetty
-Jorgee
-Kinza
-LNSpiderguy
+JikeSpider
+Jyxobot
 Libwhisker
-LieBaoFast
+Linkbot
+LinkextractorPro
 Magnet
+Mail.RU_Bot
+Mass Downloader
 Mata Hari
-MicroMessenger
+Meanpathbot
 Mister PiX
 Mojeek
-MolokaiBot
-NICErsPRO
-NPbot
-NetMechanic
-Nikto
-Nimbostratus
-Nuclei
-OnCrawl
-OpenLinkProfiler
-Openvas
-OutfoxBot
-PageGrabber
+Nibbler
+Nmap
+PHPCrawl
+PageAnalyzer
 PeoplePal
-Probethenet
-Rankivabot
-RealDownload
-Reaper
+Picsearch
+Psbot
+Quick-Crawler
+Rainbot
+RankingBot
+RankurBot
+ReGet
+RebelMouse
 RedesScrapy
-RocketCrawler
-Rogerbot
-SEOprofiler
-SISTRIX
-ScreenerBot
-SeekportBot
+SEOlyt
 SenutoBot
 SeoSiteCheckup
-SiteCheckerBotCrawler
-SiteSucker
-Sociscraper
-Sosospider
-Sottopop
-SpankBot
-Spanner
-Spider_Bot/3.0
+Siphon
+Sitevigil
+Snake
+Spider_Bot
 Sqlworm
-T0PHackTeam
-T8Abot
-Tracemyfile
-Trendictionbot
-True_Robot
+Swiftbot
+Teleport
+Telesphorep
+Thumbor
+Toata
+Toweyabot
+Turnitin
+URLy.Warning
 UnisterBot
-Upflow
-WBSearchBot
+V-BOT
+Vacuum
+VeriCiteCrawler
 WWW-Collector-E
-WWW-Mechanize
-WeSEE
-WebPix
-WebReaper
-Who.is Bot
-WiseGuys Robot
-Woobot
-dataforseobot
-heritrix
-muhstik-scan
-openai.com
-polaris version
-tAkeOut
+WWW::Mechanize
+WWWOFFLE
+Web Fuck
+Web Sucker
+WebFetch
+WebLeacher
+WebmasterWorldForumBot
+Website Quester
+Whack
+Xaldon WebSpider
+YaK
+Zitebot
+ZoominfoBot
+ZumBot
+arquivo.pt
+evc-batch
+facebookscraper
+instabid
+lwp-trivial
+seobility
+sexsearcher
+siteripz
+spyfu
+trendiction.com
+ubermetrics-technologies.com
 x22Mozilla
 xpymep1.exe