V4.2024.05.4532 [ci skip]

AUTO-CONFIGURATION.md

@@ -4,7 +4,7 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2024.05.4531
+#### Version: V4.2024.05.4532
 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)

MANUAL-CONFIGURATION.md

@@ -4,7 +4,7 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2024.05.4531
+#### Version: V4.2024.05.4532
 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)

README.md

@@ -14,7 +14,7 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2024.05.4531
+#### Version: V4.2024.05.4532
 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)

_google_analytics_ghost_spam/README.md

@@ -3,7 +3,7 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2024.05.4531
+#### Version: V4.2024.05.4532
 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)

dev-tools/buildnumber

@@ -1 +1 @@
-4531
+4532

dev-tools/test1_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-40.76.106.54            0;
+20.55.118.254           0;

dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.113	1;
+10.1.0.44	1;
 127.0.0.1	1;

dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.113	0;
+10.1.0.44	0;
 127.0.0.1	0;

dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.113	1;
+10.1.0.44	1;
 127.0.0.1	1;

dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.113	0;
+10.1.0.44	0;
 127.0.0.1	0;

dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.113	1;
+10.1.0.44	1;
 127.0.0.1	1;

dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.113	0;
+10.1.0.44	0;
 127.0.0.1	0;

dev-tools/test2_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-40.76.106.54            0;
+20.55.118.254           0;

dev-tools/test3_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-40.76.106.54            0;
+20.55.118.254           0;

dev-tools/test_units/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.113	1;
+10.1.0.44	1;
 127.0.0.1	1;

dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,10 +1,10 @@
-Aspiegel
+Apexoo
-Disco
+BlackWidow
-Leap
+Drip
-Lmspider
+InternetSeer
-MJ12bot
+Openfind
-Seomoz
+SEOprofiler
-WebAuto
+Tracemyfile
-WebFetch
+Widow
-WebStripper
+spyfu
-x22Mozilla
+webmeup-crawler

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
+404enemy
-AiHitBot
-Anarchy99
-Ankit
 BLEXBot
-Barkrowler
+BackWeb
+Backlink-Ceck
+BacklinkCrawler
+Bandit
 Blackboard
-Buddy
+BotALot
+Brandwatch
+BunnySlippers
 BuzzSumo
-Cliqzbot
+CSHttp
-CrazyWebCrawler
+CensysInspect
-Crescent
+Copier
-CrunchBot
+Custo
+DTS Agent
+DataCha0s
 Devil
-Discobot
+Digincore
 DittoSpyder
-DomainStatsBot
 Download Wonder
-EMail Siphon
+Drip
-EroCrawler
+ECCP/1.0
-FacebookBot
+Express WebPictures
-FemtosearchBot
+Extreme Picture Finder
-Flunky
+Fuzz
-Fyrebot
+GPTBot
-GrapeshotCrawler
+GermCrawler
-Heritrix
+GrabNet
-HybridBot
+HEADMasterSEO
-IDBTE4M
+HaosouSpider
-Id-search
+Humanlinks
+InfoTekies
 InternetMeasurement
-Jbrofuzz
+JikeSpider
-Jyxobot
+LNSpiderguy
-LeechGet
+Leap
-Linkbot
+Libwhisker
-Lmspider
+Likse
-Ltx71
+Lipperhey Spider
-MFC_Tear_Sample
+Litemage_walker
-MSIECrawler
+MJ12bot
-MTRobot
+Mag-Net
-Magnet
+Mail.RU_Bot
 MarkMonitor
-Masscan
+MauiBot
-Microsoft URL Control
+Mozlila
-MolokaiBot
+Name Intelligence
-Mr.4x3
+NetAnts
-Nameprotect
+Netcraft
-NetZIP
+Nibbler
-Ninja
+OnCrawl
-OrangeBot
+PHPCrawl
-OrangeSpider
+Page Analyzer
+PageGrabber
 PageScorer
 Panscient
-Pockey
+Papa Foto
-PyCurl
+PeoplePal
-Quick-Crawler
+PictureFinder
-Rainbot
+Psbot
+PxBroker
 RankActive
-Rankivabot
+RankingBot
-ReGet
-Reaper
-Recorder
 RepoMonkey
+SEOkicks-Robot
 SEOlyticsCrawler
-SeekportBot
+SISTRIX
-Semrush
+Searchestate
 Seomoz
 Siphon
-SiteLockSpider
+SiteCheckerBotCrawler
-Sociscraper
+Sitevigil
+SlySearch
 Sottopop
-Spbot
+Spinn3r
-Stripper
+Sucuri
-Sucker
+Telesphoreo
-Szukacz
+Telesphorep
-T0PHackTeam
+Trendictionbot
-True_Robot
+Turnitin
-TurnitinBot
+WASALive-Bot
-Voltron
+Web Auto
-WBSearchBot
+WebEnhancer
-Wallpapers
+WebPix
-WebBandit
+WebWhacker
-WebReaper
+Webalta
-WebmasterWorldForumBot
+Website Quester
-Xaldon WebSpider
+Wonderbot
-Xaldon_WebSpider
+Wprecon
-Zade
+Zauba
-Zermelo
+Zitebot
-Zeus
 arquivo-web-crawler
-clark-crawler
+cah.io.community
-magpie-crawler
+heritrix
-oBot
+internetVista monitor
-pcBrowser
+openai
-scan.lol
+satoristudio.net
-seobility
+webpros.com
-serpstatbot
+webprosbot
-sitechecker.pro
-x09Mozilla
-zauba.io
-zgrab

dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,10 +1,10 @@
-5kstore.com
+apiappenableinfo-a.akamaihd.net
-add-add.men
+bestpriceninja.com
-apartment.ru
+clayvasedesigns.tk
-canrioloadm.gq
+goo.ne.jp
-linkbuddies.com
+immigrational.info
-photochki.com
+kovrenok.ru
-pigrafix.at
+montazhnic.ru
-play-movie.pl
+remontbiz.ru
-torrents.cd
+suhanpacktech.com
-xn----7sbahjd3btneuw1joc.xn--p1ai
+ukkala.xyz

dev-tools/test_units/random-referrers-for-whitelist-test.list

@@ -1,100 +1,100 @@
-1688.com
+21h2o.com
-ad-words.ru
+a14download.com
-adf.ly
+adultfriendfinder.com
-angkortours.vn
+allnews.md
-backgroundpictures.net
+amospalla.es
-bigames.online
+android-vsem.org
-bizlist.com.de
+animal36.com
-bloggerads.net
+apelsinnik.website
-briomotor.co
+apptester.tk
-bscodecs.com
+aproposde.com
-bycontext.com
+asdfg.pro
-call-of-duty.info
+atley.eu.pn
-cheap-pills-norx.com
+babespcs.com
-checkpagerank.net
+balkanfarma.org
-christianlouboutinreplica.pw
+beclean-nn.ru
-clash-clans.ru
+blog.remote-computer.de
-collegeessay19.blogspot.ru
+bristolhotel.com
-compliance-alexa.xyz
+bugshoot.cn
-coolbar.pro
+buyviagraa.blogspot.com
-cranly.net
+cdnanalytics.xyz
-creatives.adbetclickin.pink
+children-learningreading.info
-d-black.bz
+clean-virus-mac.com
-d0t.ru
+dailystrength.org
-decenttools.com
+dbmkfhqk.bloger.index.hr
-diegolopezcastan.com
+detmebel.su
-eleimgo.pw
+deutschehobbyhuren.net
-en.home-task.com
+domoysshop.ru
+essayservicewriting.org
+evehemming.blogspot.com.au
 exchanges-bet.com
-extremez.net
+fast-wordpress-start.com
-fable.in.ua
+fettefrauen.net
-favorcosmetics.com
+free-video-tool.com
-foodgid.net
+graphicwe.org
-forsex.info
+heartofpayne.xyz
-frbizlist.com
+high-speed1.net
-freeuploader.com
+homedecorpicture.us
-fxund.us
+images-free.net
-fyxabomiw.ru
+imgarcade.com
-galeon.com
+kenaba.su
-gettpromos.com
+kevblog.top
-gilsonchiro.xyz
+klin3952.ru
-goodprotein.ru
+kndxbkdx.bloger.index.hr
-gosmeb.ru
+kongoultry.net
-greatidea.marketing
+kosmetyki.tm.pl
-igtools.club
+kumuk.info
-intim-uslugi.info
+loadopia.com
-iwantmyfreecash.com
+lob.com.ru
-iwanttodeliver.com
+meendo-free-traffic.ga
-jerseywholesaleelitestore.com
+mitrasound.ru
-journeydownthescale.info
+monclerboots.xyz
-jyrxd.com
+monsterdivx.tv
-kustanay.kz
+mrsdalloways.com
-laptoper.net
+nextbackgroundcheck.gq
-locimge.pw
+nfljerseys.online
-macresource.co.uk
+novgorod.xrus.org
-mainlinehobby.net
+obiavo.by
-metascephe.com
+oneminutesite.it
-muschisexbilder.com
+p-business.ru
-namenectar.com
+parajumpersstore.online
-onetravelguides.com
+pathwhelp.org
-onlywoman.org
+plaff-go.ru
-picurams.pw
+playboyfiles.xblog.in
-pladform.ru
+poffet.net
-pornoxxx.com.mx
+pornoelita.info
-porto.abuilder.net
+profit-opportunity.com
-pozdravleniya-c.ru
+pronorm.fr
-profitsport.club
+purchasepillsnorx.com
-proprostatit.com
+pussyspace.net
-purplestats.com
+reklama1.ru
-rasteniya-vs-zombi.ru
+research.ifmo.ru
-savingsslider-a.akamaihd.net
+rniaeba.ga
-scanspyware.net
+rrutw.com
-seo-platform.com
+santechnik.jimdo.com
-shopperifymac.com
+sbf441.com
-smartbalanceworld.com
+seansonline24.pl
-social-buttons.xyz
+searchtooknow-a.akamaihd.net
-social-s-iii.xyz
+seozoom.it
-sogimlecal.tk
+sexkontakteao.info
-spy-app.info
+sharebutton.org
-srgwebmail.nl
+signal03.ru
-store-rx.com
+sitevalued.com
-stroicol.net
+slim.sellany.ru
-stroimajor.ru
+slujbauborki.ru
-surintech.ac.th
+sps-shop.com
-tizanidinefibromyalgia.blogspot.com
+thaismartloan.com
-tnctrx.com
+thin.me.pn
-todohr.com
+timdreby.com
-trackzapper.com
+tizanidineonline.blogspot.com
-typer.one
+tovaroboom.vast.ru
-ukrobstep.com
+traffic2money.com
-v-doc.co
+trudogolik.net
-vezuviy.su
+vasileostrovsky-rayon.ru
-via-energy-order.com
+viagra-soft.ru
-wardreapptokone.tk
+video-camer.com
-www.kabbalah-red-bracelets.com
+website-speed-checker.site
-xn--80aanaardaperhcem4a6i.com
+wholesalejerseyscheapjerseys.us.com
-you-shall-not-pass.is74.ru
+windowssearch-exp.com
-yoursite.com
+xjlottery.com
-yourtemplatefinder.com
+xxxkaz.org
-yugo-star.ru
-zazagames.org

dev-tools/test_units/ratelimittest-master.txt

@@ -888,4 +888,14 @@
 <h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
 <p>This is merely used for testing !!!</p>
 </body>
+</html><!DOCTYPE html>
+<html>
+<head>
+<title>Welcome to NginX</title>
+</head>
+<body>
+<div align=center>
+<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
+<p>This is merely used for testing !!!</p>
+</body>
 </html>

dev-tools/test_units/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.113	0;
+10.1.0.44	0;
 127.0.0.1	0;

dev-tools/tmp/robots.txt

@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2024.05.4531
+### Version: V4.2024.05.4532
-### Updated: Wed May 29 22:01:07 UTC 2024
+### Updated: Thu May 30 10:03:37 UTC 2024
 ### Bad Bot Count: 662
 ###################################################
 ### Version Information ##

robots.txt/robots.txt

@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2024.05.4531
+### Version: V4.2024.05.4532
-### Updated: Wed May 29 22:01:07 UTC 2024
+### Updated: Thu May 30 10:03:37 UTC 2024
 ### Bad Bot Count: 662
 ###################################################
 ### Version Information ##