diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 725aad4e4..60338573c 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.07.4597 +#### Version: V4.2024.07.4598 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index b11663200..6e0d70fc3 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.07.4597 +#### Version: V4.2024.07.4598 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 11b219bbd..72352a023 100755 --- a/README.md +++ b/README.md @@ -14,7 +14,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2024.07.4597 +#### Version: V4.2024.07.4598 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 9fb9d443e..3896e727d 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2024.07.4597 +#### Version: V4.2024.07.4598 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index b3392e87f..f45018f50 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4597 -### Updated: Tue Jul 2 10:05:50 UTC 2024 +### Version: V4.2024.07.4598 +### Updated: Tue Jul 2 22:03:31 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8584,6 +8584,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 5975c895e..bd9a53f41 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.07.4597 -### Updated: Tue Jul 2 10:05:50 UTC 2024 +### Version: V3.2024.07.4598 +### Updated: Tue Jul 2 22:03:32 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8585,6 +8585,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index b3392e87f..f45018f50 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4597 -### Updated: Tue Jul 2 10:05:50 UTC 2024 +### Version: V4.2024.07.4598 +### Updated: Tue Jul 2 22:03:31 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8584,6 +8584,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index f2109927d..aaa2531aa 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -4597 +4598 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 5975c895e..bd9a53f41 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.07.4597 -### Updated: Tue Jul 2 10:05:50 UTC 2024 +### Version: V3.2024.07.4598 +### Updated: Tue Jul 2 22:03:32 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8585,6 +8585,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index b3392e87f..f45018f50 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4597 -### Updated: Tue Jul 2 10:05:50 UTC 2024 +### Version: V4.2024.07.4598 +### Updated: Tue Jul 2 22:03:31 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8584,6 +8584,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index c5d52c40d..889608261 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.55.14.149 0; +20.55.15.80 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index b3392e87f..f45018f50 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4597 -### Updated: Tue Jul 2 10:05:50 UTC 2024 +### Version: V4.2024.07.4598 +### Updated: Tue Jul 2 22:03:31 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8584,6 +8584,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 990170c26..441a2ad1c 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.111 1; +10.1.0.45 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 973ea0ec2..ebb7da453 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.111 0; +10.1.0.45 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index b3392e87f..f45018f50 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4597 -### Updated: Tue Jul 2 10:05:50 UTC 2024 +### Version: V4.2024.07.4598 +### Updated: Tue Jul 2 22:03:31 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8584,6 +8584,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 990170c26..441a2ad1c 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.111 1; +10.1.0.45 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 973ea0ec2..ebb7da453 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.111 0; +10.1.0.45 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index b3392e87f..f45018f50 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4597 -### Updated: Tue Jul 2 10:05:50 UTC 2024 +### Version: V4.2024.07.4598 +### Updated: Tue Jul 2 22:03:31 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8584,6 +8584,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 990170c26..441a2ad1c 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.111 1; +10.1.0.45 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 973ea0ec2..ebb7da453 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.111 0; +10.1.0.45 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index b3392e87f..f45018f50 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4597 -### Updated: Tue Jul 2 10:05:50 UTC 2024 +### Version: V4.2024.07.4598 +### Updated: Tue Jul 2 22:03:31 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8584,6 +8584,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index c5d52c40d..889608261 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.55.14.149 0; +20.55.15.80 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 1563ea26b..6eb361ac9 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4597 -### Updated: Tue Jul 2 10:05:50 UTC 2024 +### Version: V4.2024.07.4598 +### Updated: Tue Jul 2 22:03:31 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8584,6 +8584,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index c5d52c40d..889608261 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.55.14.149 0; +20.55.15.80 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index a35eb2fbb..27bd9f97d 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4597 -### Updated: Tue Jul 2 10:05:50 UTC 2024 +### Version: V4.2024.07.4598 +### Updated: Tue Jul 2 22:03:31 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8584,6 +8584,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 990170c26..441a2ad1c 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.111 1; +10.1.0.45 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 554a7de62..c61baa067 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Buddy -Ebingbong -Freeuploader -LWP::Simple -LinqiaScrapeBot -Name Intelligence -Openfind -Searchestate -TheNomad -Voltron +Badass +HTMLparser +Kenjin Spider +MIIxpc +MauiBot +MicroMessenger +Musobot +Snake +WebEnhancer +Xaldon_WebSpider diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 2ce3630a0..1508c370e 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,100 +1,100 @@ ADmantX -Acunetix -AiHitBot -Anarchy -AwarioSmartBot -Backlink-Ceck -BatchFTP -BetaBot -Buck +ALittle Client +Anarchie +Anthill +Attach +AwarioBot +AwarioRssBot +BacklinkCrawler +Bandit +Barkrowler +Battleztar Bazinga +Blow +Buddy +Bullseye +Bytespider Calculon +ChatGPT-User +CheeseBot +Chlooe Citoid -Cliqzbot -DBLBot -DTS Agent -DomainSigmaCrawler -Dotbot -Evil -ExtractorPro -FHscan -FyberSpider -HMView -Heritrix -IRLbot -Id-search -Information Security Team InfraSec Scanner -InfraSec Scanner -Iria -Jetty -JikeSpider -Kinza +Copyscape +DatabaseDriverMysqli +Deusu +DigitalPebble +DittoSpyder +DomainCrawler +Domains Project +EMail Siphon +EMail Wolf +EasyDL +Ebingbong +Freeuploader +Getintent +Google-Extended +IDBot +IlseBot +Image Fetch +Intelliseek +InternetSeer +Iskanie +Keybot Translation-Search-Machine +Keyword Density Lanshanbot LeechFTP -LexiBot -Lftp -LinkWalker +Lightspeedsystems +Likse +LinksManager Lipperhey -Lipperhey Spider +Lmspider +MQQBrowser +Magnet Majestic-SEO +Majestic12 +Mass Downloader Mb2345Browser -Meanpathbot -Minefield +Microsoft Data Access NPbot -NearSite -Net Vampire -NetMechanic -Netcraft -NimbleCrawler -OnCrawl -OrangeBot -POE-Component-Client-HTTP -Pandalytics -PeoplePal -Pixray -Rainbot -RankingBot2 +Nameprotect +Netvibes +Nibbler +Nimbostratus +OrangeSpider +PageAnalyzer +Panscient +Papa Foto +Picscout +Piepmatz +RebelMouse RocketCrawler -ScrepyBot +SEOstats +SMTBot +SemanticJuice +SentiBot +SeoSiteCheckup Seomoz -Sqlworm -Sucker -TeleportPro -Telesoft -Telesphorep -Toata -TwengaBot -Twice -Vagabondo -VoidEYE -Voil +SiteSnagger +Sitebeam +SmartDownload +Snake +Snoopy +Sogou web spider +SuperBot +T0PHackTeam WBSearchBot -WEBDAV -WPScan -WWWOFFLE -Wallpapers/3.0 -Web Sucker -WebCopier +Web Pix +WebAuto WebReaper -Webshag -WebsiteExtractor +WebSucker WebsiteQuester Widow -WiseGuys Robot -Woobot +Wonderbot +YaK archive.org_bot -awario.com -clark-crawler -dataforseo.com -facebookscraper -internetVista monitor -magpie-crawler -meanpathbot +cah.io.community +iubenda-radar mediawords -ripz -satoristudio.net -seocompany.store -seostar +probe-image-size +seobility trendiction.com -ubermetrics-technologies.com -voyagerx.com -webmeup-crawler +xpymep1.exe diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index cb3b82b03..430544402 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -adventureparkcostarica.com -btvn.ru -golfresa.lucania.se -gpirate.com -id-forex.com -piccdata.com -pixelrz.com -pornotubexxx.name -pufip.com -simple-share-buttons.com +californianews.cf +com-secure.download +covetnica.com +flex4launch.ru +fyl.com.ru +myiptest.com +sodexo.com +softlinesolutions.me +watchmyfb.pl +website-analyzer.info diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index fd1e81869..a5cf5c05c 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,100 +1,100 @@ -2daytrendingnews.com -51.la -abovetherivernc.com -aktobe.xkaz.org -alfapro.ru -anime.dougasouko.com -appleid-verification.com -arquivo.pt -axbocz.net -bangla-chat-uk-paralud.ga -bannerswap.com -bloke.com -brateg.xyz -bvlgaribracelet.xyz -callstevens.com -cartierbracelet.xyz -chatroulette.life -cialischsrx.com -cienum.fr -compliance-jess.top -cordstrap.cc -demenageur.com -dimaka.info -dinkolove.ya.ru -dogbreedspicture.net -elektrischezigarette2.devhub.com -elektrozigarettekaufen1.devhub.com -erotische-geschichten-xxl.com -essay-edu.biz -eyessurgery.ru -fermersovet.ru -fetlifeblog.com -freshsuperbloop.com -gotomontenegro.net -hacktougroup.ru -hatedriveapart.com -hoterika.com -hotshoppymac.com -humanorightswatch.org -husky-shop.cz -idegenvezeto.eu -ilo134uloh.com -immobiliaremassaro.com -impisr.edunsk.ru -iskalko.ru -karusel-market.ru -kazrent.com -kinofak.net -konteiner24.com -kovrenok.ru -labplus.ru -linerdrilling.com -lion.snapmap.us -liupis.com -lombia.com -longlifelomilomi.info -mediaoffers.click -my-bc.ru -mybinaryoptionsrobot.com -myliveblog.ru -news-speaker.com -noumeda.com -offer.wpsecurity.website -ownshop.win -patol01.pw -pendelprognos.se -pills24h.com -popugauka.ru -popunder.net -powitania.pl -profitsport.club -promover.org -prosmibank.ru -puteshestvennik.com -reeyanaturopathy.com -retreatia.com -rightenergysolutions.com.au -saveriopiazza.it -score-ads.men -se-welding.ru -searchimpression.com -sherlock.se -slayerlife.com -slimcdn.com -sloopyjoes.com -sluganarodu.ru -steebook.com -sterva.cc -stjamesschool.info -terraclicks.com -tkanorganizma.ru -toxicwap.com -ukrtextbook.com -westen-z.life -whereiskentoday.com -worldis.me -xn--80ajbshivpvn2i.xn--p1ai -xn--80atua3d.xn--p1ai -xxxtubesafari.com -yunque.pluto.ro +202ch.com +4istoshop.com +adservme.com +afslankpillen2017nl.eu +ageofclones.com +aghanyna.com +alive-ua.com +api.stathat.com +ardimobileinfo.ml +bestwrinklecreamnow.com +biketank.ga +bnt-team.com +brus-vsem.ru +bukleteg.xyz +burkesales.com +carstrends2015.com +christianlouboutinreplica.win +cialis-samples.com +clipartnew.com +contentlook.co +doreenblog.online +doxyporno.com +druzhininevgeniy63.blogspot.com +e-poker-2005.com +elektrozigarette1.dreamwidth.org +encodable.com +fix-website-errors.com +flashbannernow.com +fr-bearings.ru +generousdeal-a.akamaihd.net +gepezz.info +girlporn.ru +glavprofit.ru +gloverid.site +googlepositions.com +gsbs.com.ua +gsmtlf.ru +gungamesz.com +hannasolution.ru +hawaiisurf.com +health-medical-portal.info +heartofbeijing.blogspot.com +highland-homes.com +hotelcrocenzi.sm +indetiske.ya.ru +int.search.tb.ask.com +ipostroika.ru +kenaba.su +keywords-monitoring-your-success.com +kidd.reunionwatch.com +konica.kz +krasivoe-hd.com +loadingpages.me +mansparskats.com +mebel-alait.ru +monclerjacketsoutlet.pw +mydirtystuff.com +mykings.pw +mypornfree.ru +nalogovyykodeks.ru +narkologiya-belgorod.ru +nikkiewart.ru +nudejapan.net +nzfilecloud.weebly.com +one-gear.com +portnoff.od.ua +rankings-analytics.com +reimageplus.com +rewardpoll.com +rusexy.xyz +rutor.vip +sale-japan.com +samoiedo.it +search-error.com +sexy-pings.com +shijian.ac.cn +shohanb.com +sierraapps.com +site3.free-share-buttons.com +smallseotools.com +spb-plitka.ru +sprttrack.com +srecorder.com +timeallnews.ru +tizanidinecost.blogspot.com +tryrating.com +twu.com.ua +tx41tclega.ru +vacances-voyages.info +vietimgy.pw +visitcambridge.org +watchinf.com +webpromotion.ae +webs.com +websites-reviews.com +xedserver.com +xkaz.org +xn----9sbubg3ambdfl1j.xn--p1ai +yurgorod.ru +zrus.org diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 973ea0ec2..ebb7da453 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.111 0; +10.1.0.45 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 2b9e8e7fa..e2536d29b 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2024.07.4597 -### Updated: Tue Jul 2 10:05:51 UTC 2024 +### Version: V4.2024.07.4598 +### Updated: Tue Jul 2 22:03:32 UTC 2024 ### Bad Bot Count: 662 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 2b9e8e7fa..e2536d29b 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2024.07.4597 -### Updated: Tue Jul 2 10:05:51 UTC 2024 +### Version: V4.2024.07.4598 +### Updated: Tue Jul 2 22:03:32 UTC 2024 ### Bad Bot Count: 662 ################################################### ### Version Information ##