V4.2023.06.3794 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
+404checker
+Aboundex
+Aboundexbot
+Aipbot
 Ankit
-Backlink-Ceck
-BetaBot
-Blow
-Brandprotect
-BuiltWith
-Bullseye
-ChinaClaw
-Collector
+AwarioSmartBot
+Badass
+BatchFTP
+Buddy
+CODE87
+Cogentbot
+Cosmos
+Crescent
 Custo
-DSearch
-Demon
-Devil
-Digincore
-ECCP/1.0
+DBLBot
+DittoSpyder
+Dotbot
+Drip
+EirGrabber
 Evil
-Extreme Picture Finder
-Foobot
-GetRight
-Go!Zilla
-Heritrix
+FDM
+Flunky
+Getintent
+GrapeshotCrawler
+GridBot
+HTTrack
+Haansoft
+Harvest
 HonoluluBot
-HybridBot
-Iblog
-Id-search
+Humanlinks
+IDBTE4M
 Image Fetch
-InterGET
-InternetSeer
-JennyBot
-Jetty
-Keybot Translation-Search-Machine
-LeechGet
-LibWeb
-Lightspeedsystems
-LinkpadBot
-Litemage_walker
-Majestic-SEO
+Iskanie
+Jbrofuzz
+Keyword Density
+Kinza
+Likse
+LinkWalker
+Lmspider
+MIIxpc
+MSIECrawler
 Masscan
-MicroMessenger
-Mr.4x3
-NICErsPRO
-NearSite
+Metauri
+Musobot
 Needle
-Net Vampire
-NetMechanic
+Netcraft
 Nettrack
-Nimbostratus
-OpenVAS
-OrangeBot
+Niki-bot
+Nutch
+Openvas
+OrangeSpider
+POE-Component-Client-HTTP
 Page Analyzer
-Pavuk
-Picsearch
-PictureFinder
-Psbot
-RankingBot2
-Rankivabot
-RealDownload
-Reaper
+PageScorer
+Panscient
+PeoplePal
+Petalbot
+Piepmatz
+ProPowerBot
+Probethenet
+Pu_iN
+PyCurl
 RedesScrapy
-ScrepyBot
-SeekportBot
-SeoSiteCheckup
-SiteSnagger
-Snake
-Sottopop
-Sqworm
-Surfbot
-Swiftbot
-Szukacz
-TeleportPro
-TightTwatBot
-TurnitinBot
-Twice
-URLy.Warning
-Upflow
-VCI
-Voil
-WWW::Mechanize
+SMTBot
+SalesIntelligent
+Seekport
+SeobilityBot
+SiteCheckerBotCrawler
+Sociscraper
+Sogou web spider
+Spammen
+Spanner
+Sucker
+The Intraformant
+Tracemyfile
+URLy Warning
+Vagabondo
+VeriCiteCrawler
+WPScan
 Wallpapers
-WeSEE
-WebCopier
-WebSauger
-WebsiteExtractor
+Web Pix
+WebLeacher
+WebSucker
 WinHTTrack
-Woobot
-Zade
-Zauba
 Zitebot
-arquivo-web-crawler
-com.plumanalytics
-heritrix
-instabid
-ips-agent
+ZmEu
+coccocbot
+dataforseobot
+evc-batch
 isitwp.com
-iubenda-radar
-magpie-crawler
+mediawords
+page scorer
 plumanalytics
-webpros.com
+scalaj-http
+scan.lol
+seostar
+sexsearcher
+trendiction.de
+x09Mozilla
 xpymep1.exe