V4.2023.03.3636 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-AIBOT
-BetaBot
-Blackboard
-BotALot
-Brandprotect
+80legs
+ADmantX
+ALittle Client
+Aipbot
+Anarchy99
+Ankit
+Attach
+Bandit
+Boardreader
 Brandwatch
-CATExplorador
+BuiltBotTough
+CCBot
 ChinaClaw
-Curious
-CyotekWebCopy
+Cogentbot
+Collector
+CrazyWebCrawler
+Custo
 DIIbot
-DTS Agent
-DomainSigmaCrawler
-EMail Siphon
-EMail Wolf
-ExtLinksBot
-Extreme Picture Finder
-FDM
-Firefox/7.0
-Flunky
+Dirbuster
+Discobot
+DnBCrawler-Analytics
+DomCopBot
+DomainStatsBot
+Evil
+Express WebPictures
+ExtractorPro
+FHscan
+Foobot
+Freeuploader
 FrontPage
 G-i-g-a-b-o-t
-Grabber
-Grafula
-GrapeFX
-HMView
-HTTP::Lite
-Hloader
-IDBTE4M
-IRLbot
-Iblog
-IstellaBot
-JOC Web Spider
-Jetty
-Kenjin Spider
+Genieo
+GoZilla
+HEADMasterSEO
+HaosouSpider
+HybridBot
+Internet Ninja
+JamesBOT
+Keybot Translation-Search-Machine
 Lanshanbot
-LeechGet
-LibWeb
-LinkextractorPro
+Larbin
+Libwhisker
+Likse
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey
 Lmspider
 MQQBrowser
-MarkMonitor
-MauiBot
-Mr.4x3
-Musobot
+MSFrontPage
+Mb2345Browser
+Morfeus Fucking Scanner
 Needle
-Nessus
-Netvibes
-OutfoxBot
-PageScorer
-Petalbot
-PleaseCrawl
-RankFlex
-RankingBot
-RebelMouse
+Pavuk
+Picscout
+Picsearch
+QueryN Metasearch
+Re-re
+ReGet
+Reaper
 RocketCrawler
-SBIder
-ScreenerBot
-Seekport
-SemrushBot
-SentiBot
+SEOkicks-Robot
+SMTBot
+SiteSnagger
+SiteSucker
 Siteimprove
+SlySearch
 Snapbot
 SocialRankIOBot
-SuperBot
-Surfbot
+Sogou web spider
+Sottopop
+SpaceBison
+Spbot
+Steeler
 Swiftbot
-T0PHackTeam
-T8Abot
-TheNomad
-Tracemyfile
-Trendictionbot
-URLy Warning
-UnisterBot
-V-BOT
-Vacuum
-WBSearchBot
-WWW::Mechanize
-Wallpapers
-Wallpapers/3.0
-Web Fetch
+TeleportPro
+Telesoft
+Telesphoreo
+The Intraformant
+Turnitin
+VoidEYE
+WWWOFFLE
 Web Pix
-Web Sucker
-WebCopier
-WebFetch
+WebSucker
+WebWhacker
+Webster
 WinHTTrack
-Zade
-Zitebot
-ZoominfoBot
-backlink-check
-evc-batch
-netEstate NE Crawler
+Wotbox
+Xenu
+adscanner
+autoemailspider
+cognitiveseo
+facebookscraper
+isitwp.com
+linkdexbot
+magpie-crawler
+satoristudio.net
+scan.lol
 sitechecker.pro
-siteripz
-sp_auditbot
-trendiction.com
-webmeup-crawler
-x09Mozilla
-xpymep1.exe
+sogouspider
+tAkeOut