V4.2023.03.3647 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
-Aboundex
-AfD-Verbotsverfahren
-Aspiegel
-Asterias
-AwarioRssBot
-BDCbot
-Barkrowler
-BlackWidow
-CATExplorador
-Calculon
-Collector
-Curious
-CyotekWebCopy
+ASPSeek
+Anthill
+Attach
+BBBike
+BDFetch
+Brandwatch
+Buck
+BuiltWith
+CCBot
+CheeseBot
+ChinaClaw
+Copier
+Copyscape
 DBLBot
+DIIbot
+Deusu
 Dirbuster
-Dragonfly
-Drip
-EasyDL
-Ecxi
+Discobot
+Discoverybot
+DomainStatsBot
 EirGrabber
+Evil
 Exabot
-FDM
-Firefox/7.0
-FrontPage
-GT::WWW
-Getintent
+FHscan
+FemtosearchBot
+Foobot
+GermCrawler
 Gigabot
-Grabber
-GrapeFX
-GrapeshotCrawler
-HTMLparser
-HaosouSpider
-IDBTE4M
+HEADMasterSEO
+HTTP::Lite
+HTTrack
+Iblog
 Indy Library
-InternetSeer
-Iskanie
+InfoTekies
 JOC Web Spider
-Jetty
-JustView
-Keyword Density
-Leap
-LeechFTP
-LinqiaRSSBot
-MSIECrawler
-Magnet
-Majestic12
-Mediatoolkitbot
-Metauri
-MicroMessenger
+LibWeb
+LinkextractorPro
+MFC_Tear_Sample
+MIIxpc
+MJ12bot
+MSFrontPage
+Majestic SEO
 Minefield
+Mister PiX
 Msrabot
-NPbot
-Name Intelligence
-NetLyzer
-Offline Explorer
-OpenVAS
-PeoplePal
-PleaseCrawl
-ProWebWalker
-Psbot
-PxBroker
+Nameprotect
+Not
+PHPCrawl
+PageScorer
+Picscout
+Pixray
+Pump
 RankActive
-ScrepyBot
-Semrush
-SemrushBot
-Site Sucker
-Sosospider
-SpaceBison
-Spammen
-Spanner
-Sqlworm
-Sqworm
-TeleportPro
-Thumbor
+Reaper
+Rogerbot
+SEOprofiler
+SISTRIX
+Seekport
+Seomoz
+Shodan
+Siteimprove
+Snoopy
+Spbot
+Steeler
+Sucuri
+SuperBot
+T8Abot
+The Intraformant
 Turnitin
 VB Project
-VidibleScraper
+VoidEYE
 Voil
-WASALive-Bot
+Voltron
 WBSearchBot
-WWW-Mechanize
-Wallpapers
-WebBandit
+WISENutbot
+WWWOFFLE
+Wallpapers/3.0
+Web Sucker
+WebEnhancer
+WebStripper
+WebmasterWorldForumBot
+Webshag
 WebsiteQuester
-ZumBot
-ZyBorg
+Webster
+WiseGuys Robot
+YoudaoBot
+Zauba
 autoemailspider
-backlink-check
-cah.io.community
+cognitiveseo
 com.plumanalytics
-evc-batch
-lwp-trivial
-meanpathbot
-page scorer
-seostar
-siteripz
+crawler4j
+facebookscraper
+mediawords
+muhstik-scan
+netEstate NE Crawler
+scalaj-http
+scan.lol
+serpstatbot
 sp_auditbot
-spyfu
-voyagerx.com
+trendiction.com