From 6362816209f96c53a3ccbcb6b680313602042978 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Sat, 2 Mar 2024 10:06:47 +0000 Subject: [PATCH] V4.2024.03.4342 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../random-bots-for-whitelist-test.list | 164 +++++++-------- .../random-referrers-for-test-quick.list | 20 +- .../random-referrers-for-whitelist-test.list | 194 +++++++++--------- dev-tools/test_units/ratelimittest-master.txt | 10 - dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 34 files changed, 241 insertions(+), 251 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 0a2dadee5..236b24e43 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.03.4341 +#### Version: V4.2024.03.4342 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [656](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 1b795a853..32b2e182a 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.03.4341 +#### Version: V4.2024.03.4342 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [656](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 5e3089fdd..3f38e8498 100755 --- a/README.md +++ b/README.md @@ -14,7 +14,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2024.03.4341 +#### Version: V4.2024.03.4342 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [656](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index ec58de412..9b884ad8e 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2024.03.4341 +#### Version: V4.2024.03.4342 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [656](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index ba84cc808..61b80f022 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.03.4341 -### Updated: Sat Mar 2 05:51:42 UTC 2024 +### Version: V4.2024.03.4342 +### Updated: Sat Mar 2 10:03:02 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 656 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index fa770ed89..27f54fdfa 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.03.4341 -### Updated: Sat Mar 2 05:51:42 UTC 2024 +### Version: V3.2024.03.4342 +### Updated: Sat Mar 2 10:03:03 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 656 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index ba84cc808..61b80f022 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.03.4341 -### Updated: Sat Mar 2 05:51:42 UTC 2024 +### Version: V4.2024.03.4342 +### Updated: Sat Mar 2 10:03:02 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 656 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index cbc92e381..2bfcb2370 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -4341 +4342 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index fa770ed89..27f54fdfa 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.03.4341 -### Updated: Sat Mar 2 05:51:42 UTC 2024 +### Version: V3.2024.03.4342 +### Updated: Sat Mar 2 10:03:03 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 656 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index ba84cc808..61b80f022 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.03.4341 -### Updated: Sat Mar 2 05:51:42 UTC 2024 +### Version: V4.2024.03.4342 +### Updated: Sat Mar 2 10:03:02 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 656 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 8f8f7c042..ac43db612 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.159.136.155 0; +172.183.107.246 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index ba84cc808..61b80f022 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.03.4341 -### Updated: Sat Mar 2 05:51:42 UTC 2024 +### Version: V4.2024.03.4342 +### Updated: Sat Mar 2 10:03:02 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 656 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 17244f5da..387b9ef3c 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.152 1; +10.1.0.145 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 52e1c1d1c..1c6ee1e0c 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.152 0; +10.1.0.145 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index ba84cc808..61b80f022 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.03.4341 -### Updated: Sat Mar 2 05:51:42 UTC 2024 +### Version: V4.2024.03.4342 +### Updated: Sat Mar 2 10:03:02 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 656 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 17244f5da..387b9ef3c 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.152 1; +10.1.0.145 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 52e1c1d1c..1c6ee1e0c 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.152 0; +10.1.0.145 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index ba84cc808..61b80f022 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.03.4341 -### Updated: Sat Mar 2 05:51:42 UTC 2024 +### Version: V4.2024.03.4342 +### Updated: Sat Mar 2 10:03:02 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 656 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 17244f5da..387b9ef3c 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.152 1; +10.1.0.145 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 52e1c1d1c..1c6ee1e0c 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.152 0; +10.1.0.145 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index ba84cc808..61b80f022 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.03.4341 -### Updated: Sat Mar 2 05:51:42 UTC 2024 +### Version: V4.2024.03.4342 +### Updated: Sat Mar 2 10:03:02 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 656 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 8f8f7c042..ac43db612 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.159.136.155 0; +172.183.107.246 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index e50b02720..f38f29347 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.03.4341 -### Updated: Sat Mar 2 05:51:42 UTC 2024 +### Version: V4.2024.03.4342 +### Updated: Sat Mar 2 10:03:02 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 656 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 8f8f7c042..ac43db612 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.159.136.155 0; +172.183.107.246 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 753047a0c..453c68241 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.03.4341 -### Updated: Sat Mar 2 05:51:42 UTC 2024 +### Version: V4.2024.03.4342 +### Updated: Sat Mar 2 10:03:02 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 656 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 17244f5da..387b9ef3c 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.152 1; +10.1.0.145 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index b4b0a139b..1cfc28093 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -AllSubmitter -GT::WWW -IDBot -Name Intelligence -OutclicksBot -Pavuk -ZmEu -eCatch -mediawords -openai +AdsTxtCrawlerTP +Digincore +Dotbot +Grafula +GrapeshotCrawler +Psbot +Scrapy +Upflow +Web Auto +Web Pix diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 68f580aa4..9816cefc6 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,100 +1,100 @@ -80legs -AfD-Verbotsverfahren -Alligator +01h4x.com +Aboundexbot +Acunetix +AdsTxtCrawlerTP +Aipbot Anarchie -Anarchy -Apexoo -BLEXBot -BacklinkCrawler -Bandit -Bolt -Chlooe -Claritybot -Cliqzbot +BackWeb +Barkrowler +BetaBot +BlackWidow +BotALot +Brandprotect +Brandwatch +Buck +Cegbfeieh +CheeseBot Crawling at Home Project -DataCha0s -DomCopBot -DomainAppender +Discoverybot +Dispatch DomainCrawler -DomainStatsBot +Domains Project +EMail Wolf EirGrabber +Exabot Express WebPictures -FDM -FacebookBot +Extractor +Ezooms +FlashGet +Flunky +Go!Zilla GoZilla -Google-Extended -HEADMasterSEO -HMView -Hloader -IlseBot -Iskanie -Jetty -Jorgee -LNSpiderguy -Lanshanbot -Larbin -Libwhisker -LinksManager -LinqiaMetadataDownloaderBot -Ltx71 -MSIECrawler +GrapeshotCrawler +HTTP::Lite +HonoluluBot +IndeedBot +InfoTekies +InterGET +JikeSpider +LeechFTP +LinkScan +MIDown tool Masscan -Mata Hari -Microsoft URL Control -Moblie Safari -Mr.4x3 +MeanPath Bot +Mister PiX +Nameprotect Nessus -Netvibes -NimbleCrawler -OnCrawl -Openfind +Net Vampire +NetLyzer +NetSpider +Offline Explorer +OpenVAS +PageAnalyzer +PageThing.com Pandalytics -Papa Foto -PleaseCrawl -Pockey -PxBroker -RankFlex -Recorder -RocketCrawler -SBIder -SEOkicks -Scanbot -Scrapy -SeobilityBot -Seomoz -SiteExplorer -Snapbot -Sottopop -SpaceBison -Spbot -T0PHackTeam -The Intraformant -TightTwatBot -Titan +PeoplePal +Pi-Monster +Piepmatz +Pixray +Pu_iN +ScoutJet +SeekportBot +Semrush +Shodan +Snoopy +Sqlmap +Toweyabot Trendiction Trendictionbot Turnitin -V-BOT -WISENutbot -Web Sauger -WebEnhancer -WebLeacher -Webalta -Website Quester -WebsiteExtractor +Twice +VB Project +VCI +Vacuum +Vagabondo +VeriCiteCrawler +WWW-Collector-E +WebFuck +Webshag +WebsiteQuester Woobot +Xaldon_WebSpider YoudaoBot Zermelo -Zitebot -archive.org_bot +Zeus +ZyBorg autoemailspider -crawler.feedback -internetVista monitor -oBot -scan.lol -seobility -seocompany.store -seoscanners +axios +backlink-check +coccocbot +dataforseobot +omgili +openai +openai.com +s1z.ru seostar -serpstatbot sp_auditbot +trendiction.com +ubermetrics-technologies.com +webmeup-crawler +zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 877d02db2..f3827a298 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -board.f00d.de -fakehandbags.xyz -gaytube.com -jestr.org -makedo.ru -styro.ru -valmetrundan.se -win-spy.com -xn--80ajbshivpvn2i.xn--p1ai -xtube.com +13tabs.com +55wmz.ru +amt-k.ru +api.stathat.com +etur.ru +exlarseva.webblog.es +morefastermac.trade +thaisamkok.com +traxdom.ru +xn--l1aengat.xn--p1ai diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index fd6bae044..906c28c00 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,100 +1,100 @@ -absolute-s.ru -adserver-e7.com -adservme.com -advertex.info -anatomiy.com -apparel-offer.com -automobile-spec.com -avek.ru -bank.uz -bcmp.org -beauty-b0x.pl -beauty-clinic.ru -bestmobilityscooterstoday.com -biznesrealnost.ru -bryansk.zrus.org -buybest1.biz -castingbank.ru -cinemaenergy-hd.ru -clayvasedesigns.tk -com-cleaner.systems -com-onlinesupport.site -compliance-jack.top -conocer-sanabria.com -daisye.top -darodar.com -datract.com -dentalpearls.com.au -diusyawiga.tk -domain.webkeyit.com -droidlook.net -eachdayisagift.review -fiuxy.com -ge0ip.net -geilehausfrauen.net -greendream.com.ua -hkladys.com -huimin764128.com -igadgetsworld.com -infodocsportal.com -insurple.com -je7.us -junglenet-a.akamaihd.net -keywesthideaways.co -kino-filmi.com -kinogonew.ru -kinohall.ru -kladrus.ru +7yue.org +8kisses.eu +a96527gi.beget.tech +ahhjf.com +aihelen.net +alldownload.pw +ap.senai.br +asociatia-tipografilor-transilvania.ro +autogrep.ru +autowebmarket.com.ua +b2b-lounge.com +backgroundpictures.net +bkns.vn +brandbucket.com +bristolhotel.com +cherrypointplace.ca +clubfashionista.com +dojki365.online +dollartree.info +doreenblog.online +eleimgo.pw +erotik-kostenlos.net +essayservicewriting.org +event-tracking.com +fickblock18.com +filmidivx.com +flavors.me +forexunion.net +forumprofi.de +fotoxxxru.com +free-today.com +frighteningremain.cf +front.to +gosmeb.ru +graphicwe.org +heroz.fr +hoterika.com +hulfingtonpost.com +imgarcade.com +invitefashion.com +irunfar.com +javatex.co.id +kandidos.com +keenoutlet.online +keywordbasket.com +kovrenok.ru kustanay.kz -linkdebrideur.xyz -lionking-1994.blogspot.com -louisvuittonoutletstore.net -magda-gadalka.ru -marwer.info -microsearch.ru -mojpregled.com -myindospace.com -negral.pluto.ro -newhairstylesformen2014.com -o-o-6-o-o.ru +lonerangergames.com +macnewtech.com +masturbate.co.uk +max-eclat.men +mmoguider.ru +monclerjacketsoutlet.win +moneyzzz.ru +myghillie.info +nodding-passion.tk +novosibirsk.xrus.org +nufaq.com +oconto.ru offers.bycontext.com -ops.picscout.com -ownshop.win -photostudiolightings.com -picturesfrom.com -pintattoos.com -pk-pomosch.ru -platezhka.net -pornonik.com -pp-budpostach.com.ua -pricheskaonline.ru -promoforum.ru -recordpage-a.akamaihd.net -remote-dba.de -rentaremotecomputer.com -rentehno.ru -sanidumps.com -sdelatmebel.ru -simplesite.com -srdrvp.com -surffoundation.nl -surflinksmedical.com -sweepstakes.rewardit.com -technika-remont.ru +oneshotdate.com +outshop.ru +pornoslive.net +prostitutki-astana.org +quickloanbank.com +randki-sex.com +rating-casino2021.ru +replicalouboutin.xyz +ricorsogiustizia.org +rootandroid.org +school-diplomat.ru +scrapy.org +searchwebknow-a.akamaihd.net +slavic-magic.ru +soviet-portal.do.am +spymac.net +stats-collector.org +statustroll.com +success-seo.com +sudexpert66.ru +taaaak.com +takeprofitsystem.com telefonsexkostenlos.tk -telegraf.by -tizanidinecost.blogspot.com -tksn.ru -traffic2money.com -uamtrk.com -ucoz.ru -vandrie-ict.nl -viveresaniesnelli.it -webcamdevochka.com -webjam.com -whos.amung.us -wineration.com -wtsindia.in -xn----7sbaphztdjeboffeiof6c.xn--p1ai -yhit.press -zeroredirect11.com +toonfamilies.net +topsiteminecraft.com +traderzplanet.in +traffixer.com +ukrobstep.com +uptimechecker.com +vepad.com +vitalads.net +viteonlusarezzo.it +vkak.ru +wcb.su +web-betting.ru +wholesalejerseys-cheapest.com +xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai +zahvat.ru +zambini.ru +zoolubimets.ru diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index 3656720f2..f0474a154 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -581,14 +581,4 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

- - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- \ No newline at end of file diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 52e1c1d1c..1c6ee1e0c 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.152 0; +10.1.0.145 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index ff8f7f4c9..ed6353f44 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2024.03.4341 -### Updated: Sat Mar 2 05:51:43 UTC 2024 +### Version: V4.2024.03.4342 +### Updated: Sat Mar 2 10:03:04 UTC 2024 ### Bad Bot Count: 656 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index ff8f7f4c9..ed6353f44 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2024.03.4341 -### Updated: Sat Mar 2 05:51:43 UTC 2024 +### Version: V4.2024.03.4342 +### Updated: Sat Mar 2 10:03:04 UTC 2024 ### Bad Bot Count: 656 ################################################### ### Version Information ##