V4.2023.05.3719 [ci skip]

AUTO-CONFIGURATION.md

@@ -4,9 +4,9 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2023.05.3718
+#### Version: V4.2023.05.3719
 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [639](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [640](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
 

MANUAL-CONFIGURATION.md

@@ -4,9 +4,9 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2023.05.3718
+#### Version: V4.2023.05.3719
 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [639](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [640](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
 

README.md

@@ -14,9 +14,9 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2023.05.3718
+#### Version: V4.2023.05.3719
 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [639](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [640](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
 

_generator_lists/bad-user-agents.list

@@ -1,4 +1,3 @@
-SenutoBot
 01h4x.com
 360Spider
 404checker
@@ -409,6 +408,7 @@ SemanticJuice
 Semrush
 SemrushBot
 SentiBot
+SenutoBot
 SeoSiteCheckup
 SeobilityBot
 Seomoz

_google_analytics_ghost_spam/README.md

@@ -3,9 +3,9 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2023.05.3718
+#### Version: V4.2023.05.3719
 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [639](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [640](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
 

_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf

@@ -4,10 +4,10 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2023.05.3718
+### Version: V4.2023.05.3719
-### Updated: Mon May  1 05:50:03 UTC 2023
+### Updated: Mon May  1 06:01:10 UTC 2023
 ### Bad Referrer Count: 7104
-### Bad Bot Count: 639
+### Bad Bot Count: 640
 ###################################################
 ### VERSION INFORMATION ##
 
@@ -557,6 +557,7 @@ map $http_user_agent $bad_bot {
 	"~*(?:\b)Semrush(?:\b)"		3;
 	"~*(?:\b)SemrushBot(?:\b)"		3;
 	"~*(?:\b)SentiBot(?:\b)"		3;
+	"~*(?:\b)SenutoBot(?:\b)"		3;
 	"~*(?:\b)SeoSiteCheckup(?:\b)"		3;
 	"~*(?:\b)SeobilityBot(?:\b)"		3;
 	"~*(?:\b)Seomoz(?:\b)"		3;

conf.d/globalblacklist-testing-version.conf

@@ -4,10 +4,10 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2023.05.3718
+### Version: V3.2023.05.3719
-### Updated: Mon May  1 05:50:04 UTC 2023
+### Updated: Mon May  1 06:01:11 UTC 2023
 ### Bad Referrer Count: 7104
-### Bad Bot Count: 639
+### Bad Bot Count: 640
 ###################################################
 ### VERSION INFORMATION ##
 
@@ -557,6 +557,7 @@ map $http_user_agent $bad_bot {
 	"~*(?:\b)Semrush(?:\b)"		3;
 	"~*(?:\b)SemrushBot(?:\b)"		3;
 	"~*(?:\b)SentiBot(?:\b)"		3;
+	"~*(?:\b)SenutoBot(?:\b)"		3;
 	"~*(?:\b)SeoSiteCheckup(?:\b)"		3;
 	"~*(?:\b)SeobilityBot(?:\b)"		3;
 	"~*(?:\b)Seomoz(?:\b)"		3;

conf.d/globalblacklist.conf

@@ -4,10 +4,10 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2023.05.3718
+### Version: V4.2023.05.3719
-### Updated: Mon May  1 05:50:03 UTC 2023
+### Updated: Mon May  1 06:01:10 UTC 2023
 ### Bad Referrer Count: 7104
-### Bad Bot Count: 639
+### Bad Bot Count: 640
 ###################################################
 ### VERSION INFORMATION ##
 
@@ -557,6 +557,7 @@ map $http_user_agent $bad_bot {
 	"~*(?:\b)Semrush(?:\b)"		3;
 	"~*(?:\b)SemrushBot(?:\b)"		3;
 	"~*(?:\b)SentiBot(?:\b)"		3;
+	"~*(?:\b)SenutoBot(?:\b)"		3;
 	"~*(?:\b)SeoSiteCheckup(?:\b)"		3;
 	"~*(?:\b)SeobilityBot(?:\b)"		3;
 	"~*(?:\b)Seomoz(?:\b)"		3;

dev-tools/_robots_input/robots-input.txt

@@ -408,6 +408,7 @@ SemanticJuice
 Semrush
 SemrushBot
 SentiBot
+SenutoBot
 SeoSiteCheckup
 SeobilityBot
 Seomoz

dev-tools/buildnumber

@@ -1 +1 @@
-3718
+3719

dev-tools/globalblacklist-testing.template

@@ -4,10 +4,10 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2023.05.3718
+### Version: V3.2023.05.3719
-### Updated: Mon May  1 05:50:04 UTC 2023
+### Updated: Mon May  1 06:01:11 UTC 2023
 ### Bad Referrer Count: 7104
-### Bad Bot Count: 639
+### Bad Bot Count: 640
 ###################################################
 ### VERSION INFORMATION ##
 
@@ -557,6 +557,7 @@ map $http_user_agent $bad_bot {
 	"~*(?:\b)Semrush(?:\b)"		3;
 	"~*(?:\b)SemrushBot(?:\b)"		3;
 	"~*(?:\b)SentiBot(?:\b)"		3;
+	"~*(?:\b)SenutoBot(?:\b)"		3;
 	"~*(?:\b)SeoSiteCheckup(?:\b)"		3;
 	"~*(?:\b)SeobilityBot(?:\b)"		3;
 	"~*(?:\b)Seomoz(?:\b)"		3;

dev-tools/globalblacklist.template

@@ -4,10 +4,10 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2023.05.3718
+### Version: V4.2023.05.3719
-### Updated: Mon May  1 05:50:03 UTC 2023
+### Updated: Mon May  1 06:01:10 UTC 2023
 ### Bad Referrer Count: 7104
-### Bad Bot Count: 639
+### Bad Bot Count: 640
 ###################################################
 ### VERSION INFORMATION ##
 
@@ -557,6 +557,7 @@ map $http_user_agent $bad_bot {
 	"~*(?:\b)Semrush(?:\b)"		3;
 	"~*(?:\b)SemrushBot(?:\b)"		3;
 	"~*(?:\b)SentiBot(?:\b)"		3;
+	"~*(?:\b)SenutoBot(?:\b)"		3;
 	"~*(?:\b)SeoSiteCheckup(?:\b)"		3;
 	"~*(?:\b)SeobilityBot(?:\b)"		3;
 	"~*(?:\b)Seomoz(?:\b)"		3;

dev-tools/test1_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-104.45.200.55           0;
+40.75.119.48            0;

dev-tools/test1_conf_files/conf.d/globalblacklist.conf

@@ -4,10 +4,10 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2023.05.3718
+### Version: V4.2023.05.3719
-### Updated: Mon May  1 05:50:03 UTC 2023
+### Updated: Mon May  1 06:01:10 UTC 2023
 ### Bad Referrer Count: 7104
-### Bad Bot Count: 639
+### Bad Bot Count: 640
 ###################################################
 ### VERSION INFORMATION ##
 
@@ -557,6 +557,7 @@ map $http_user_agent $bad_bot {
 	"~*(?:\b)Semrush(?:\b)"		3;
 	"~*(?:\b)SemrushBot(?:\b)"		3;
 	"~*(?:\b)SentiBot(?:\b)"		3;
+	"~*(?:\b)SenutoBot(?:\b)"		3;
 	"~*(?:\b)SeoSiteCheckup(?:\b)"		3;
 	"~*(?:\b)SeobilityBot(?:\b)"		3;
 	"~*(?:\b)Seomoz(?:\b)"		3;

dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf

@@ -4,10 +4,10 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2023.05.3718
+### Version: V4.2023.05.3719
-### Updated: Mon May  1 05:50:03 UTC 2023
+### Updated: Mon May  1 06:01:10 UTC 2023
 ### Bad Referrer Count: 7104
-### Bad Bot Count: 639
+### Bad Bot Count: 640
 ###################################################
 ### VERSION INFORMATION ##
 
@@ -557,6 +557,7 @@ map $http_user_agent $bad_bot {
 	"~*(?:\b)Semrush(?:\b)"		3;
 	"~*(?:\b)SemrushBot(?:\b)"		3;
 	"~*(?:\b)SentiBot(?:\b)"		3;
+	"~*(?:\b)SenutoBot(?:\b)"		3;
 	"~*(?:\b)SeoSiteCheckup(?:\b)"		3;
 	"~*(?:\b)SeobilityBot(?:\b)"		3;
 	"~*(?:\b)Seomoz(?:\b)"		3;

dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf

@@ -4,10 +4,10 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2023.05.3718
+### Version: V4.2023.05.3719
-### Updated: Mon May  1 05:50:03 UTC 2023
+### Updated: Mon May  1 06:01:10 UTC 2023
 ### Bad Referrer Count: 7104
-### Bad Bot Count: 639
+### Bad Bot Count: 640
 ###################################################
 ### VERSION INFORMATION ##
 
@@ -557,6 +557,7 @@ map $http_user_agent $bad_bot {
 	"~*(?:\b)Semrush(?:\b)"		3;
 	"~*(?:\b)SemrushBot(?:\b)"		3;
 	"~*(?:\b)SentiBot(?:\b)"		3;
+	"~*(?:\b)SenutoBot(?:\b)"		3;
 	"~*(?:\b)SeoSiteCheckup(?:\b)"		3;
 	"~*(?:\b)SeobilityBot(?:\b)"		3;
 	"~*(?:\b)Seomoz(?:\b)"		3;

dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf

@@ -469,6 +469,7 @@
 	"~*(?:\b)Semrush(?:\b|)"		0;
 	"~*(?:\b)SemrushBot(?:\b|)"		0;
 	"~*(?:\b)SentiBot(?:\b|)"		0;
+	"~*(?:\b)SenutoBot(?:\b|)"		0;
 	"~*(?:\b)SeoSiteCheckup(?:\b|)"		0;
 	"~*(?:\b)SeobilityBot(?:\b|)"		0;
 	"~*(?:\b)Seomoz(?:\b|)"		0;

dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf

@@ -4,10 +4,10 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2023.05.3718
+### Version: V4.2023.05.3719
-### Updated: Mon May  1 05:50:03 UTC 2023
+### Updated: Mon May  1 06:01:10 UTC 2023
 ### Bad Referrer Count: 7104
-### Bad Bot Count: 639
+### Bad Bot Count: 640
 ###################################################
 ### VERSION INFORMATION ##
 
@@ -557,6 +557,7 @@ map $http_user_agent $bad_bot {
 	"~*(?:\b)Semrush(?:\b)"		3;
 	"~*(?:\b)SemrushBot(?:\b)"		3;
 	"~*(?:\b)SentiBot(?:\b)"		3;
+	"~*(?:\b)SenutoBot(?:\b)"		3;
 	"~*(?:\b)SeoSiteCheckup(?:\b)"		3;
 	"~*(?:\b)SeobilityBot(?:\b)"		3;
 	"~*(?:\b)Seomoz(?:\b)"		3;

dev-tools/test2_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-104.45.200.55           0;
+40.75.119.48            0;

dev-tools/test2_conf_files/conf.d/globalblacklist.conf

@@ -4,10 +4,10 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2023.05.3718
+### Version: V4.2023.05.3719
-### Updated: Mon May  1 05:50:03 UTC 2023
+### Updated: Mon May  1 06:01:10 UTC 2023
 ### Bad Referrer Count: 7104
-### Bad Bot Count: 639
+### Bad Bot Count: 640
 ###################################################
 ### VERSION INFORMATION ##
 
@@ -557,6 +557,7 @@ map $http_user_agent $bad_bot {
 	"~*(?:\b)Semrush(?:\b)"		3;
 	"~*(?:\b)SemrushBot(?:\b)"		3;
 	"~*(?:\b)SentiBot(?:\b)"		3;
+	"~*(?:\b)SenutoBot(?:\b)"		3;
 	"~*(?:\b)SeoSiteCheckup(?:\b)"		3;
 	"~*(?:\b)SeobilityBot(?:\b)"		3;
 	"~*(?:\b)Seomoz(?:\b)"		3;

dev-tools/test3_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-104.45.200.55           0;
+40.75.119.48            0;

dev-tools/test3_conf_files/conf.d/globalblacklist.conf

@@ -4,10 +4,10 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2023.05.3718
+### Version: V4.2023.05.3719
-### Updated: Mon May  1 05:50:03 UTC 2023
+### Updated: Mon May  1 06:01:10 UTC 2023
 ### Bad Referrer Count: 7104
-### Bad Bot Count: 639
+### Bad Bot Count: 640
 ###################################################
 ### VERSION INFORMATION ##
 
@@ -557,6 +557,7 @@ map $http_user_agent $bad_bot {
 	"~*(?:\b)Semrush(?:\b)"		3;
 	"~*(?:\b)SemrushBot(?:\b)"		3;
 	"~*(?:\b)SentiBot(?:\b)"		3;
+	"~*(?:\b)SenutoBot(?:\b)"		3;
 	"~*(?:\b)SeoSiteCheckup(?:\b)"		3;
 	"~*(?:\b)SeobilityBot(?:\b)"		3;
 	"~*(?:\b)Seomoz(?:\b)"		3;

dev-tools/test_units/blacklist-user-agents.conf

@@ -469,6 +469,7 @@
 	"~*(?:\b)Semrush(?:\b|)"		0;
 	"~*(?:\b)SemrushBot(?:\b|)"		0;
 	"~*(?:\b)SentiBot(?:\b|)"		0;
+	"~*(?:\b)SenutoBot(?:\b|)"		0;
 	"~*(?:\b)SeoSiteCheckup(?:\b|)"		0;
 	"~*(?:\b)SeobilityBot(?:\b|)"		0;
 	"~*(?:\b)Seomoz(?:\b|)"		0;

dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,10 +1,10 @@
-Black Hole
+404checker
-Go!Zilla
+JOC Web Spider
-Heritrix
+JikeSpider
-JetCar
+Microsoft URL Control
-Jorgee
+SuperBot
-LinkScan
+Toata
-PxBroker
+Woobot
-SEOkicks
+Wotbox
-Thumbor
+adscanner
-Whacker
+isitwp.com

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
+Aboundex
-Acunetix
-AiHitBot
-Aipbot
 AwarioSmartBot
 BBBike
-BLEXBot
+BDFetch
-BackDoorBot
+BackWeb
+Badass
+BatchFTP
 Battleztar Bazinga
-Blackboard
+CherryPicker
-BlowFish
+Cloud mapping
-BunnySlippers
-CensysInspect
-Citoid
 Copier
-Digincore
+Copyscape
-Dispatch
+Crawling at Home Project
-DittoSpyder
+CrazyWebCrawler
-DomCopBot
+CrunchBot
-DomainSigmaCrawler
+Custo
-Domains Project
+DataCha0s
-Dragonfly
+DatabaseDriverMysqli
-ECCP/1.0
+Dirbuster
+DnyzBot
+DomainCrawler
 Ebingbong
-Exabot
+EirGrabber
-ExtLinksBot
+Evil
-ExtractorPro
+Express WebPictures
 EyeNetIE
-Fimap
+FDM
-Fuzz
+FHscan
-GalaxyBot
+Foobot
-Gotit
+FrontPage
-HTMLparser
+G-i-g-a-b-o-t
-Humanlinks
+GrapeFX
-HybridBot
+HaosouSpider
-IlseBot
 Image Fetch
-IndeedBot
+Image Sucker
-Indy Library
+InterGET
-Likse
+Jbrofuzz
-Lipperhey Spider
+LNSpiderguy
-MSIECrawler
+Lanshanbot
+Linkbot
+LinksManager
+Ltx71
+Mag-Net
 Mail.RU_Bot
-Masscan
+MarkMonitor
-Minefield
+Microsoft Data Access
-MolokaiBot
+Moblie Safari
-Morfeus Fucking Scanner
+Nameprotect
-Nessus
+NearSite
-Nibbler
-Nikto
 Nimbostratus
-Ninja
+Offline Navigator
-Nutch
+Pavuk
-OutclicksBot
+Petalbot
-PageScorer
+Picsearch
-Panscient
+ProWebWalker
-PxBroker
+RankurBot
-Quick-Crawler
+Reaper
-Rankivabot
+Searchestate
-Rogerbot
-SEOstats
-SMTBot
-ScrepyBot
 Seomoz
-Sitebeam
+Sitevigil
-Sogou web spider
-SpaceBison
-SputnikBot
 SuperBot
-Suzuran
+Teleport
-Telesphoreo
-Telesphorep
-TightTwatBot
 Toweyabot
-Voltron
+Trendictionbot
-WASALive-Bot
+TwengaBot
+Twice
+Typhoeus
+URLy.Warning
+UnisterBot
+Upflow
+VCI
+VelenPublicWebCrawler
+VoidEYE
+WEBDAV
+WWW-Collector-E
 WWW::Mechanize
-WallpapersHD
+Web Auto
-Web Sauger
+Web Collage
-Web Sucker
+Web Fetch
-WebCollage
+WebSucker
-WebCopier
+Whack
-WebStripper
+Wprecon
-Whacker
+Xaldon_WebSpider
-Wotbox
+Zade
-Zitebot
+Zauba
-ZmEu
+arquivo.pt
-ZoomBot
+check1.exe
-archive.org_bot
+dataforseobot
-backlink-check
+domainsproject.org
-crawler.feedback
+lwp-request
-eCatch
+page scorer
-heritrix
+polaris version
-plumanalytics
+s1z.ru
-probe-image-size
+seobility
-satoristudio.net
+seoscanners
-scan.lol
 seostar
+sitechecker.pro
 spyfu
-xpymep1.exe
+trendiction.com
+webpros.com

dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,10 +1,10 @@
-3w24.com
+avon-ukraine.com
-focalink.com
+brateg.xyz
-landscapebackgrounds.blogspot.com
+finemanteam.com
-microstatic.pl
+gambarkatabaru.com
-opinionreelle.com
+hmywwogw.bloger.index.hr
-petedrummond.com
+jeremyeaton.co
-petitions.whitehouse.gov
+modnie-futbolki.net
-picturesmania.com
+naphukete.ru
-sexyali.com
+sudexpert66.ru
-tizanidinecost.blogspot.com
+zaim-pod-zalog-krasnodar.ru

dev-tools/test_units/random-referrers-for-whitelist-test.list

@@ -1,100 +1,100 @@
-7makemoneyonline.com
+1688.com
-aanapa.ru
+1kdailyprofit.me
-airlandsea.info
+4istoshop.com
-all-streaming-media.com
+4ur.click
-allkrim.com
+abwa.tk
+adobereader-free.ru
+adtech.fr
+algarveglobal.com
 apimossnetinfo-a.akamaihd.net
-apiwoodensealcom-a.akamaihd.net
+arabseyes.com
-bad-stars.net
+azbukafree.com
-balans.shahterworld.org
+bannerconnect.net
-bestmarriages.com
+battleforupdating.site
-bget.ru
+beachtoday.ru
-bigpenisguide.com
+bestfortraders.com
-braintobe.win
+bestplacetobuyeriacta.jw.lt
-buckspar.gq
+bestssaker.com
-candlehandmade.com
+beta.hotkeys.com
-caulderwoodkennels.com
+bio-optomarket.ru
+bioscorp.ru
+blogs.rediff.com
+bristolhotel.com
+buchananshardware.com
+candycrushshop.com
+carstrends2015.com
 cercacamion.it
-ci.ua
+charmstroy.info
 cookingmeat.ru
-credit-online.ws
+covadhosting.biz
-dealighted.com
+crynet.cc
-digital-sale.su
+d2jsp.org
-dolohen.com
+demian.kz
-domcran.net
+devochki.top
-domini.cat
+dtnlyss.com
-dominterior.org
+eas-seo.com
-dumpsmania24.com
+ebonyporn.site
-eloxal.ru
+enginebay.ru
-eu-cookie-law.blogspot.com
+ertelecom.ru
-failingmarriege.blogspot.com
+fashion-stickers.ru
-fortunejack.com
+fdzone.org
-foto-sisek.porngalleries.top
+forum.doctissimo.fr
-frcls.fr
+foxtechfpv.com
-fsakhalin.ru
+foxydeal.com
-gsasearchengineranker.xyz
+fr-bearings.ru
-hulfingtonpost.com
+freshmac.space
-igru-xbox.net
+fun-mobi.pl
-inspiring-desperate.tk
+gallictures.com
-interesnie-faktu.ru
+googst2.ru
-irkutsk.online-podarki.com
+gq-catalog.gq
-james13prix.info
+hasfun.com
-jestr.org
+hdimagelib.com
-konpax.com
+healmytrauma.info
-krasula.pp.ua
+hmmm.cz
-linerdrilling.com
+hobbyhuren-datenbank.com
-lordzfilmz.me
+hunterboots.online
-love-baby.cz
+hydropump.su
-makenahartlin.com
+hyhj.info
-moviezbonkerssk.cf
+infazavr.ru
-nbsproject.ru
+iradiology.ru
-nicovideo.jp
+liveinternet.ru
-niroo.info
+lost-alpha.ru
-offf.info
+meds-online24.com
-okonich.com.ua
+medtherapy.ru
-parvezmia.xyz
+mindbox.co.za
-penisvergrotendepillennl.ovh
+netoil.no
-percin.biz.ly
+ntic.fr
-pochemychka.net
+onefilms.net
-polimga.pw
+oranga.host.sk
-polska-poezja.com
+pinkduck.ga
-popander.mobi
+pinsdaddy.com
-pyrodesigns.com.au
+piter.xrus.org
-regdefense.com
+piuminiita.com
-ricorsogiustizia.org
+plastweb.ru
-seo-smm.kz
+pornotubexxx.name
-seocheckupx.com
+prostitutki-tyumeni.org
+questionmarque.ch
+riralmolamsaca.tk
+rossmark.ru
+seomarketings.online
+sex-dating.co
 sextracker.com
-shop.xz618.com
+site3.free-share-buttons.com
-sicfor.bcu.cc
-social-s-iii.xyz
 socialbookmarksubmission.org
-solnplast.ru
+sotkal.lark.ru
-stefanbakosab.se
+stauga.altervista.org
-thegolfclub.info
+svensk-poesi.com
-topappspro.com
+symphonyintegratedhealthcare.com
-topvidos.ru
+tabakur77.com
-trahvid.com
+teenbbw.yopoint.in
-trumpetedextremes.com
+themeforest.net
-tuberkuleznik.ru
+timer4web.com
-twitlinks.com
+tizanidinemusclerelaxant.blogspot.com
-tyumen.xrus.org
+track112.site
-ukrobstep.com
+treasuretrack-a.akamaihd.net
-unblocksit.es
+vapeface.club
-uptime.com
+vksaver-all.ru
-usiad.net
+wholesalejerseyscheapjerseys.us.com
-video-chat.cn
+wordpress-crew.net
-videochat.tv.br
+yoshkarola.zrus.org
-vip.51.la
+zrelaya.pw
-vostoktrade.info
-warning.or.kr
-web-betting.ru
-wnhjavlhezp.gq
-woman-orgasm.ru
-wttavern.com
-xaylapdiendanang.com
-xn----itbeirbjbi7bc6bh2d.xn--p1ai
-zeg-distribution.com
-zeroredirect9.com
-zigarettenonlinekaufen2.bloog.pl
-zytpirwai.net

dev-tools/tmp/robots.txt

@@ -6,9 +6,9 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2023.05.3718
+### Version: V4.2023.05.3719
-### Updated: Mon May  1 05:50:05 UTC 2023
+### Updated: Mon May  1 06:01:11 UTC 2023
-### Bad Bot Count: 639
+### Bad Bot Count: 640
 ###################################################
 ### Version Information ##
 
@@ -835,6 +835,8 @@ User-agent: SemrushBot
 Disallow:/
 User-agent: SentiBot
 Disallow:/
+User-agent: SenutoBot
+Disallow:/
 User-agent: SeoSiteCheckup
 Disallow:/
 User-agent: SeobilityBot

robots.txt/robots.txt

@@ -6,9 +6,9 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2023.05.3718
+### Version: V4.2023.05.3719
-### Updated: Mon May  1 05:50:05 UTC 2023
+### Updated: Mon May  1 06:01:11 UTC 2023
-### Bad Bot Count: 639
+### Bad Bot Count: 640
 ###################################################
 ### Version Information ##
 
@@ -835,6 +835,8 @@ User-agent: SemrushBot
 Disallow:/
 User-agent: SentiBot
 Disallow:/
+User-agent: SenutoBot
+Disallow:/
 User-agent: SeoSiteCheckup
 Disallow:/
 User-agent: SeobilityBot