diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 0271a1641..abe281866 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.07.4595 +#### Version: V4.2024.07.4596 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 44c43c773..bab3d6970 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.07.4595 +#### Version: V4.2024.07.4596 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 62f68edd9..3bc9c0a5e 100755 --- a/README.md +++ b/README.md @@ -14,7 +14,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2024.07.4595 +#### Version: V4.2024.07.4596 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index b33165df4..3eba4a98a 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2024.07.4595 +#### Version: V4.2024.07.4596 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 541bccedb..06fe14d3f 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4595 -### Updated: Mon Jul 1 10:05:59 UTC 2024 +### Version: V4.2024.07.4596 +### Updated: Mon Jul 1 22:03:23 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8582,6 +8582,7 @@ geo $validate_client { # START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index f4d5c669b..60f893b35 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.07.4595 -### Updated: Mon Jul 1 10:06:00 UTC 2024 +### Version: V3.2024.07.4596 +### Updated: Mon Jul 1 22:03:23 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8583,6 +8583,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 541bccedb..06fe14d3f 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4595 -### Updated: Mon Jul 1 10:05:59 UTC 2024 +### Version: V4.2024.07.4596 +### Updated: Mon Jul 1 22:03:23 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8582,6 +8582,7 @@ geo $validate_client { # START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 6b2503e42..148775a33 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -4595 +4596 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index f4d5c669b..60f893b35 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.07.4595 -### Updated: Mon Jul 1 10:06:00 UTC 2024 +### Version: V3.2024.07.4596 +### Updated: Mon Jul 1 22:03:23 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8583,6 +8583,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 541bccedb..06fe14d3f 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4595 -### Updated: Mon Jul 1 10:05:59 UTC 2024 +### Version: V4.2024.07.4596 +### Updated: Mon Jul 1 22:03:23 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8582,6 +8582,7 @@ geo $validate_client { # START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 0e3894350..bf9759b94 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.172.29.190 0; +20.51.206.225 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 541bccedb..06fe14d3f 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4595 -### Updated: Mon Jul 1 10:05:59 UTC 2024 +### Version: V4.2024.07.4596 +### Updated: Mon Jul 1 22:03:23 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8582,6 +8582,7 @@ geo $validate_client { # START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 98951eca4..8876c32f2 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.146 1; +10.1.0.8 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 80715fd4d..a7e4dac00 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.146 0; +10.1.0.8 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 541bccedb..06fe14d3f 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4595 -### Updated: Mon Jul 1 10:05:59 UTC 2024 +### Version: V4.2024.07.4596 +### Updated: Mon Jul 1 22:03:23 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8582,6 +8582,7 @@ geo $validate_client { # START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 98951eca4..8876c32f2 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.146 1; +10.1.0.8 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 80715fd4d..a7e4dac00 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.146 0; +10.1.0.8 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 541bccedb..06fe14d3f 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4595 -### Updated: Mon Jul 1 10:05:59 UTC 2024 +### Version: V4.2024.07.4596 +### Updated: Mon Jul 1 22:03:23 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8582,6 +8582,7 @@ geo $validate_client { # START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 98951eca4..8876c32f2 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.146 1; +10.1.0.8 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 80715fd4d..a7e4dac00 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.146 0; +10.1.0.8 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 541bccedb..06fe14d3f 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4595 -### Updated: Mon Jul 1 10:05:59 UTC 2024 +### Version: V4.2024.07.4596 +### Updated: Mon Jul 1 22:03:23 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8582,6 +8582,7 @@ geo $validate_client { # START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 0e3894350..bf9759b94 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.172.29.190 0; +20.51.206.225 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 5e27a6d14..e898154ae 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4595 -### Updated: Mon Jul 1 10:05:59 UTC 2024 +### Version: V4.2024.07.4596 +### Updated: Mon Jul 1 22:03:23 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8582,6 +8582,7 @@ geo $validate_client { # START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 0e3894350..bf9759b94 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.172.29.190 0; +20.51.206.225 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 1ad4fa7df..4603049a6 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4595 -### Updated: Mon Jul 1 10:05:59 UTC 2024 +### Version: V4.2024.07.4596 +### Updated: Mon Jul 1 22:03:23 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8582,6 +8582,7 @@ geo $validate_client { # START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 98951eca4..8876c32f2 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.146 1; +10.1.0.8 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 6fdd06050..07cdd88c8 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -AllSubmitter -DnyzBot -Nmap -PageGrabber -Snake +AwarioBot +Go-Ahead-Got-It +Grafula +Mr.4x3 +Recorder Virusdie +Web Auto +WebEnhancer Whatweb -Zauba -meanpathbot -x09Mozilla +heritrix diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 886f64311..20d2b3067 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,100 +1,100 @@ -AIBOT -ALittle Client +Aboundex +Anarchie Anarchy99 -Apexoo +Atomseobot AwarioBot -BBBike -BDCbot -BLEXBot -BackDoorBot +BDFetch BacklinkCrawler -Bandit -Boardreader -Calculon -Chlooe -CyotekWebCopy -Devil +BatchFTP +Bigfoot +Blackboard +Collector +Curious +DBLBot +DIIbot +DatabaseDriverMysqli DittoSpyder +Download Wonder Drip -EMail Siphon -EMail Wolf -EasyDL Evil -Extractor +Exabot ExtractorPro -FHscan FacebookBot -Fimap -Gotit -Havij +GPTBot +Getintent +GrapeFX +GrapeshotCrawler +Haansoft Heritrix -IDBot -JennyBot -Keyword Density +Image Sucker +ImagesiftBot +InfraSec Scanner +Internet Ninja +Iskanie +IstellaBot +Jbrofuzz +Kenjin Spider +Keybot Translation-Search-Machine +Kinza LWP::Simple -Linkbot -LinkextractorPro +Larbin +Leap +LinksManager +Lmspider Ltx71 -MIDown tool -Majestic SEO -MauiBot -Minefield -Moblie Safari +MeanPath Bot +Mojolicious +Musobot NICErsPRO -NextGenSearchBot -Nikto -Nuclei +Navroad +Netcraft +Nmap +Offline Explorer Openvas OutfoxBot -POE-Component-Client-HTTP -PageAnalyzer -PageThing.com -Picsearch +Petalbot +ProWebWalker +Probethenet +Psbot Pu_iN -Rainbot -Reaper -Recorder -SEOkicks -SEOprofiler +RankingBot2 +RealDownload +RepoMonkey +ScanAlert ScoutJet -ScrepyBot -Searchestate +Scrapy SearchmetricsBot -Seekport -SeobilityBot -Siphon -SiteCheckerBotCrawler -SiteExplorer -SpaceBison +SentiBot +Siteimprove Sqlmap -Stripper -SuperHTTP -Suzuran -TeleportPro -Telesoft -Thumbor +Sucker +Sucuri +Szukacz TightTwatBot -Turingos -UnisterBot -VB Project -Vacuum -WPScan -WWW-Collector-E -WWWOFFLE -Web Fuck -WebAuto -WebCollage -WebGo IS -WebWhacker -Website Quester +Toata +TurnitinBot +TwengaBot +Typhoeus +Voil +WWW::Mechanize +WallpapersHD +Web Sauger +WebBandit +WebFuck +Whacker +WiseGuys Robot +Xaldon WebSpider +Zade +ZoominfoBot +adscanner awario.com -crawl.sogou.com -facebookscraper -iubenda-radar -linkfluence -oBot -openai.com +backlink-check +crawler.feedback +evc-batch +gopher +internetVista monitor +mediawords satoristudio.net -seobility -sexsearcher siteripz +spyfu +webmeup-crawler diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 5bd8d10eb..f5aede545 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -bestofupload.info -casite-513049.cloudaccess.net -ddsoldes.fr -dostavka-v-ukrainu.ru -jwss.cc -nordvpn.com -openfrost.net -sakhboard.ru -semalt.com -webkeyit.com +actices.com +alpharma.net +ege-essay.ru +fighrofacciufreesig.ga +gg.zzyjxs.com +pizdeishn.com +questionmarque.ch +s-iwantyou.com +sammyweaver.com +toondinsey.com diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index e531fb5e9..7ada28c63 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,100 +1,100 @@ -202ch.com -3th.co.in -7xc4n.com -a1security.com.ua -arendas.net -asscenihotosidea.blogspot.com -bigpenisguide.com -biznesrealnost.ru -blackhatworth.com -brk-rti.ru -cheapmoncler.xyz -chocolateslim-en-espana.com -cntravelre.com -compliance-fred.xyz -cowlmash.com -cwetochki.ru -daymusam.com -diy-handmade-ideas.com -dominterior.org -e-collantes.com -electronicadirect.com -emailaccountlogin.co -european-torches.ru -evogarage.com -filmania-x.ru -fireads.men -footballfarrago.com -gamerscorps.com -gaming-journal.com -ge0ip.com -genericlowlatencyasiodriverhq.aircus.com -gifspics.com -gnuetella.com -habermetre.com -healthcarestore.info -hjaoopoa.top -hoverboard360.de -htmlcorner.com -investyb.com -iwanttodeliver.com -jbl-charge.info -kazinogames.lv -kidd.reunionwatch.com -larger.io -luckyshop.net.ua -mistr-x.org -muz-tracker.net -myhydros.org -narkologiya-penza.ru -netoil.no -nextbackgroundcheck.gq -niki-mlt.ru -nzfilecloud.weebly.com -odywpjtw.bloger.index.hr -ooo-olni.ru -orhonit.com -panouri-solare-acoperis.com -partnerads.men -parvezmia.xyz -piluli.info -ragecash.com -ranking2017.ga -ranksonic.org -remmling.de -remont-komputerov-notebook.ru -roma-kukareku.livejournal.com -ruf777.com -saletool.ru -scenicmissouri.us -seadragonherbery.com -seansonline24.pl -semp.net -sethrollins.net -sex.hotblog.top -sexxdate.net -sfj-ror.no -silvercash.com -small-game.com -sterva.cc -teastory.co -tizanidineandgabapentin.blogspot.com -tizanidinesideeffects.blogspot.com -tizanidinewithdrawalsymptoms.blogspot.com -tomck.com -torrentgamer.net -trubywriting.com -ukrtvory.in.ua -ultimateclassicrock.com -uptime-gamma.net -url-img.link -uzporno.mobi -videositename.com -vykup-avto-krasnodar.ru -warningwar.ru -wonderfulflowers.biz -wovis.site -xn----dtbndd4ae7eub.top -xolodremont.ru -yellowfootprints.com -zzlgxh.com +1xbet4you.com +adanih.com +ads-cool.pro +adult-shop.com.ua +anjalika.co.in +apelsinnik.website +appmsr.org +arate.ru +artpicso.com +ausmepa.org.au +autoblogger24.info +autoloans.com +autoua.top +ayakino.net +bannerpower.com +best-deals-products.com +besthoro.ru +bigpictures.club +bjgugu.net.ua +boostmyppc.com +buypuppies.ca +cctva.tv +chatroulette.world +chatseo.com +club-musics.ru +compliance-checker.info +compliance-nelson.top +creams.makeforum.eu +dekorkeramik.ru +designdevise.com +ekosmetyki.net.pl +ereko.ru +f012.de +fastcrawl.com +fickenprivat.info +fishingwholesale.us +flashlarevista.com +fortevidyoze.net +forum.doctissimo.fr +getoutofdebtfree.org +goodhumor24.com +handicapvantoday.com +home.myplaycity.com +homedecorpicture.us +hotkeys.com +hut1.ru +kamen-e.ru +keenoutlet.online +kino2018.club +kinogolos.ru +kollekcioner.ru +kopihijau.info +kw21.org +lifebyleese.com +linksharingt.com +mainhp.net +mediaoffers.click +mlvc4zzw.space +monsterdivx.com +moomi-daeri.com +mydearest.co +naughtyconnect.com +nicefloor.co.uk +nisuturnetdgu.tk +noscrapleftbehind.co +obiavo.ru +offtime.ru +ourtherapy.ru +oyster-green.com +pijoto.net +popmarker.com +portadd.men +qualitymarketzone.com +rankia.com +raschtextil.com.ua +recordpage-a.akamaihd.net +robotixix.com +running-line.ru +secretscook.ru +sextracker.de +sherlock.se +simplepooltips.com +sinestesia.host.sk +sivs.ru +sogimlecal.tk +susanholtphotography.com +taraz.xkaz.org +thebestweightlosspills.ovh +thegameriders.com +top10-online-games.com +topquality.cf +trkdf.com +truemfilelj.gq +uprour.com +videochat.world +vtcdns.com +web.cvut.cz +wineitudes.wordpress.com +wladimirpayen.com +zrus.org diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index 3fb3960da..0dccbaf08 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -878,4 +878,14 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ \ No newline at end of file diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 80715fd4d..a7e4dac00 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.146 0; +10.1.0.8 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index f19541192..bbe9312c2 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2024.07.4595 -### Updated: Mon Jul 1 10:06:00 UTC 2024 +### Version: V4.2024.07.4596 +### Updated: Mon Jul 1 22:03:23 UTC 2024 ### Bad Bot Count: 662 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index f19541192..bbe9312c2 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2024.07.4595 -### Updated: Mon Jul 1 10:06:00 UTC 2024 +### Version: V4.2024.07.4596 +### Updated: Mon Jul 1 22:03:23 UTC 2024 ### Bad Bot Count: 662 ################################################### ### Version Information ##