diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index d6e79873b..5b4993411 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1799 -### Updated: Sat Aug 10 13:57:21 SAST 2019 +### Version: V3.2019.08.1800 +### Updated: Sat Aug 10 14:14:47 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### @@ -7800,6 +7800,7 @@ geo $validate_client { 162.244.33.75 1; 164.132.119.83 1; 167.86.89.241 1; + 167.86.98.221 1; 168.205.217.53 1; 173.212.221.48 1; 173.212.222.76 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 2e2965ffc..eabb2e30b 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 1; +104.198.131.58 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index d3d331ed4..6bad13743 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 0; +104.198.131.58 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index d6e79873b..5b4993411 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1799 -### Updated: Sat Aug 10 13:57:21 SAST 2019 +### Version: V3.2019.08.1800 +### Updated: Sat Aug 10 14:14:47 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### @@ -7800,6 +7800,7 @@ geo $validate_client { 162.244.33.75 1; 164.132.119.83 1; 167.86.89.241 1; + 167.86.98.221 1; 168.205.217.53 1; 173.212.221.48 1; 173.212.222.76 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 2e2965ffc..eabb2e30b 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 1; +104.198.131.58 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index d3d331ed4..6bad13743 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 0; +104.198.131.58 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index d6e79873b..5b4993411 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1799 -### Updated: Sat Aug 10 13:57:21 SAST 2019 +### Version: V3.2019.08.1800 +### Updated: Sat Aug 10 14:14:47 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### @@ -7800,6 +7800,7 @@ geo $validate_client { 162.244.33.75 1; 164.132.119.83 1; 167.86.89.241 1; + 167.86.98.221 1; 168.205.217.53 1; 173.212.221.48 1; 173.212.222.76 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 2e2965ffc..eabb2e30b 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 1; +104.198.131.58 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index d3d331ed4..6bad13743 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 0; +104.198.131.58 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index d6e79873b..5b4993411 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1799 -### Updated: Sat Aug 10 13:57:21 SAST 2019 +### Version: V3.2019.08.1800 +### Updated: Sat Aug 10 14:14:47 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### @@ -7800,6 +7800,7 @@ geo $validate_client { 162.244.33.75 1; 164.132.119.83 1; 167.86.89.241 1; + 167.86.98.221 1; 168.205.217.53 1; 173.212.221.48 1; 173.212.222.76 1; diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index d6e79873b..5b4993411 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1799 -### Updated: Sat Aug 10 13:57:21 SAST 2019 +### Version: V3.2019.08.1800 +### Updated: Sat Aug 10 14:14:47 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### @@ -7800,6 +7800,7 @@ geo $validate_client { 162.244.33.75 1; 164.132.119.83 1; 167.86.89.241 1; + 167.86.98.221 1; 168.205.217.53 1; 173.212.221.48 1; 173.212.222.76 1; diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 1d5676113..becce7951 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1799 -### Updated: Sat Aug 10 13:57:19 SAST 2019 +### Version: V4.2019.08.1800 +### Updated: Sat Aug 10 14:14:45 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index f0d7ffecc..6e936daab 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.192.187.174 0; +104.198.131.58 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 1d5676113..becce7951 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1799 -### Updated: Sat Aug 10 13:57:19 SAST 2019 +### Version: V4.2019.08.1800 +### Updated: Sat Aug 10 14:14:45 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 4dddc08a6..0f27f0dd9 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 1; +104.154.113.151 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 40cb4d7a8..0e0848852 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 0; +104.154.113.151 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 1d5676113..becce7951 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1799 -### Updated: Sat Aug 10 13:57:19 SAST 2019 +### Version: V4.2019.08.1800 +### Updated: Sat Aug 10 14:14:45 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 4dddc08a6..0f27f0dd9 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 1; +104.154.113.151 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 40cb4d7a8..0e0848852 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 0; +104.154.113.151 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 1d5676113..becce7951 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1799 -### Updated: Sat Aug 10 13:57:19 SAST 2019 +### Version: V4.2019.08.1800 +### Updated: Sat Aug 10 14:14:45 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 4dddc08a6..0f27f0dd9 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 1; +104.154.113.151 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 40cb4d7a8..0e0848852 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 0; +104.154.113.151 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 1d5676113..becce7951 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1799 -### Updated: Sat Aug 10 13:57:19 SAST 2019 +### Version: V4.2019.08.1800 +### Updated: Sat Aug 10 14:14:45 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 3743b8794..020e1cf36 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -46,4 +46,4 @@ # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST 104.154.113.151 0; -34.66.178.120 0; +34.68.144.114 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index f96631c85..35716fc66 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1799 -### Updated: Sat Aug 10 13:57:19 SAST 2019 +### Version: V4.2019.08.1800 +### Updated: Sat Aug 10 14:14:45 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 21e31aee9..ae797ba9d 100644 --- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.198.131.58 0; -104.154.113.151 0; +34.66.178.120 0; +35.193.14.140 0; diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 1361b090a..df59d1e68 100644 --- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1799 -### Updated: Sat Aug 10 13:57:19 SAST 2019 +### Version: V4.2019.08.1800 +### Updated: Sat Aug 10 14:14:45 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index f5e1a7808..2b15f263d 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.192.136.167 0; -35.193.14.140 0; +34.68.144.114 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 1d5676113..becce7951 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1799 -### Updated: Sat Aug 10 13:57:19 SAST 2019 +### Version: V4.2019.08.1800 +### Updated: Sat Aug 10 14:14:45 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index fc5edef8f..137da33fd 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.154.113.151 0; 34.66.178.120 0; -104.198.131.58 0; +34.68.144.114 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index 1d5676113..becce7951 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1799 -### Updated: Sat Aug 10 13:57:19 SAST 2019 +### Version: V4.2019.08.1800 +### Updated: Sat Aug 10 14:14:45 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 2e2965ffc..eabb2e30b 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 1; +104.198.131.58 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 8025b1407..34a44a8fd 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Harvest -Iblog -JikeSpider -Likse -MauiBot -Pimonster -T8Abot -Telesphoreo -Web Collage -Webster +BackDoorBot +BBBike +Copier +ExtractorPro +Gigabot +magpie-crawler +NetMechanic +WBSearchBot +WebPix +ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 9c22298d8..ebc4c8461 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider +404checker +404enemy Abonti -Aboundex -Aboundexbot AhrefsBot -AiHitBot +AIBOT +Aipbot +Alexibot Alligator AllSubmitter +Anarchie +Apexoo +archive.org_bot ASPSeek -autoemailspider +Asterias +Attach BackDoorBot Backlink-Ceck -BackStreet -Badass Bandit -Battleztar Bazinga -BDFetch -Bigfoot -Bitacle -Blackboard +Barkrowler +BatchFTP +BDCbot +Black Hole BlackWidow -BLEXBot BlowFish -Boardreader Bolt -BotALot -BuiltBotTough -BuzzSumo +Brandwatch Calculon -CazoodleBot -CheTeam +CATExplorador +CCBot +CheeseBot +ChinaClaw +Chlooe Claritybot -Cloud mapping -Cogentbot -cognitiveseo -com.plumanalytics -Copyscape +Cosmos Craftbot -crawler4j crawler.feedback -Crescent -CrunchBot +crawl.sogou.com Curious -DatabaseDriverMysqli -DataCha0s +DBLBot demandbase-bot Demon Digincore +DigitalPebble Dirbuster -Dispatch +Discobot +Discoverybot DomainAppender DomainCrawler DomainSigmaCrawler -DomainStatsBot +Dotbot Download Wonder -Dragonfly +Drip DTS Agent EasyDL -ECCP/1.0 -Ecxi +Ebingbong EMail Siphon -EMail Wolf -Evil Exabot -Express WebPictures -ExtLinksBot Extreme Picture Finder +EyeNetIE Ezooms facebookscraper +FDM +FHscan +Fimap Freeuploader -Fyrebot +FrontPage +FyberSpider GalaxyBot Genieo Getintent -GetRight -GetWeb -Gigablast -Gigabot G-i-g-a-b-o-t -Go-Ahead-Got-It -Gotit +Go!Zilla GrabNet -GrapeFX +GrapeshotCrawler +GridBot +GT::WWW Haansoft -Harvest +Havij +HEADMasterSEO +Hloader HMView +HTMLparser HTTrack -IDBot -IlseBot -Image Sucker +HybridBot +Iblog +Id-search +Image Fetch IndeedBot Indy Library -InfoNaviRobot +instabid +InterGET +Internet Ninja +internetVista monitor Iria -IRLbot -Jbrofuzz -JennyBot -JetCar -JikeSpider +Iskanie +IstellaBot +Jetty +JOC Web Spider Jorgee +Jyxobot Kenjin Spider Keyword Density Kozmosbot Lanshanbot +Larbin +LeechFTP LeechGet Lightspeedsystems Likse -LinkextractorPro -LinksManager -Lipperhey -Lmspider +Linkdexbot +LinkpadBot +LinqiaMetadataDownloaderBot +LinqiaScrapeBot +Lipperhey Spider LNSpiderguy -Ltx71 +lwp-request LWP::Simple -Mag-Net -magpie-crawler -Majestic-SEO -MarkWatch +Mail.RU_Bot +Majestic SEO +MarkMonitor Masscan +Mass Downloader Mata Hari -MauiBot +Meanpathbot MeanPath Bot -MegaIndex.ru +Mediatoolkitbot +mediawords MFC_Tear_Sample -Mister PiX -MSFrontPage +Microsoft URL Control +MIIxpc +Mojeek MSIECrawler -MS Web Services Client Protocol -Name Intelligence -Nameprotect -Needle -NetAnts -Netcraft -netEstate NE Crawler -NetLyzer +Navroad +NearSite Nettrack Net Vampire Netvibes -NextGenSearchBot -Nikto -Nmap +Nibbler +NPbot Nutch -Octopus -Offline Explorer +oBot Offline Navigator +Openfind Openvas -OpenVAS -OutfoxBot -PageAnalyzer +OrangeBot Page Analyzer -PageGrabber +PageScorer Pandalytics Papa Foto -Pavuk +pcBrowser PECL::HTTP -Picsearch -PleaseCrawl +PHPCrawl +Picscout +PictureFinder +Pi-Monster Pockey POE-Component-Client-HTTP ProPowerBot -ProWebWalker -Psbot Pump -PxBroker -RankActive +Quick-Crawler +RankActiveLinkBot +RankingBot2 Rankivabot -Recorder +Reaper RedesScrapy ReGet -RocketCrawler Rogerbot -s1z.ru -SBIder +RSSingBot +SalesIntelligent ScanAlert -Scanbot -scan.lol -ScoutJet -Screaming +Scrapy Searchestate -SearchmetricsBot +SemrushBot +SEOkicks +SEOkicks-Robot seoscanners -SeoSiteCheckup -serpstatbot -Siphon -SISTRIX -Sitebeam -SiteExplorer +sexsearcher +Siteimprove SiteLockSpider -SiteSnagger -Site Sucker -Snake -Snapbot +SiteSucker +Sitevigil +SlySearch +SMTBot Snoopy Sociscraper -Sosospider +sogouspider Spammen -sp_auditbot -Spbot -SputnikBot +spyfu +Sqlmap Sqlworm -Sucker -SuperHTTP -Surfbot +Stripper +Sucuri SurveyBot +Swiftbot +tAkeOut Teleport -TeleportPro Telesoft Telesphoreo +Telesphorep The Intraformant -trendiction.de +Thumbor +TightTwatBot +Titan +Tracemyfile +Trendiction +Trendictionbot +True_Robot +Turingos Turnitin TwengaBot -URLy Warning +Twice +URLy.Warning +Vacuum Vagabondo +VB Project VCI VidibleScraper Virusdie -WallpapersHD -WASALive-Bot +Voil +Wallpapers/3.0 WBSearchBot -Webalta Web Auto WebBandit -WebCollage +WebCopier WEBDAV +WebFetch Web Fetch -WebImageCollector -WebLeacher -WebPix -Web Pix +WebFuck +WebGo IS +webmeup-crawler +WebReaper +WebSauger Webshag -Website Quester -WebWhacker +WebSucker +Web Sucker Whack -Whacker Whatweb Who.is Bot +WiseGuys Robot +WISENutbot Wonderbot -WWW-Mechanize -WWW::Mechanize -x09Mozilla -x22Mozilla +Wprecon +WPScan Xaldon WebSpider -Xaldon_WebSpider -Xenu -Zauba +YoudaoBot +Zade +zauba.io +Zermelo zgrab -Zitebot ZmEu -ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 6c558d679..d05f2742e 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 360Spider +404enemy 80legs -Aboundex +Aboundexbot Acunetix ADmantX +AfD-Verbotsverfahren AhrefsBot -AllSubmitter +Alexibot +Anarchie Apexoo -ASPSeek +Asterias Attach -autoemailspider -Backlink-Ceck BackStreet BackWeb -Barkrowler -Battleztar Bazinga -BBBike +Badass BetaBot Bigfoot -Bitacle -Black Hole +Blackboard +BlackWidow +Blow Boardreader Bolt +BotALot Brandprotect -BuiltWith -BunnySlippers +Brandwatch +Bullseye BuzzSumo CATExplorador -Cegbfeieh -Cliqzbot +CCBot +ChinaClaw +Claritybot +Cloud mapping +cognitiveseo Collector -com.plumanalytics Copier -Cosmos -Crescent -CSHttp -Curious +CopyRightCheck +crawler.feedback DatabaseDriverMysqli DataCha0s -Demon +DBLBot +Devil Digincore -DigitalPebble +DIIbot Dirbuster -DnyzBot +Discoverybot +DittoSpyder DomainAppender -DomainStatsBot -Dotbot -DSearch +DomainCrawler +DomainSigmaCrawler +Dragonfly +DTS Agent +EasyDL eCatch -Ecxi +ECCP/1.0 +EirGrabber +EMail Siphon EMail Wolf EroCrawler -evc-batch -Evil -Exabot -Express WebPictures +ExtractorPro +EyeNetIE +facebookscraper FDM -FemtosearchBot +FHscan Firefox/7.0 Flunky -FrontPage +Foobot +Freeuploader +FyberSpider +Fyrebot +Genieo GermCrawler +GetRight +GetWeb Gigabot G-i-g-a-b-o-t Go-Ahead-Got-It -Gotit +GoZilla Go!Zilla -Grabber -GrapeFX -GridBot -GT::WWW Haansoft +HaosouSpider Havij Heritrix HMView HTMLparser -HTTP::Lite -HTTrack -Humanlinks -Iblog -IDBot -Id-search +HybridBot IlseBot Image Fetch -Indy Library +InfoNaviRobot InfoTekies +instabid +Intelliseek +InterGET InternetSeer -Iria +internetVista monitor +IRLbot Iskanie -JetCar +JennyBot +Jetty JikeSpider +JOC Web Spider Jorgee Kenjin Spider -Keyword Density -Lanshanbot -LibWeb -Lightspeedsystems +Kozmosbot +LeechFTP +LexiBot +Lftp Likse -Linkdexbot -LinkpadBot LinksManager -LinkWalker -LinqiaScrapeBot +LinqiaRSSBot Lipperhey Spider Litemage_walker Lmspider LNSpiderguy -lwp-request +Ltx71 lwp-trivial -Mag-Net -magpie-crawler -Majestic12 -Majestic-SEO -MarkMonitor +Mail.RU_Bot +Majestic SEO +MarkWatch +Masscan Mass Downloader -MauiBot +Mata Hari meanpathbot -Meanpathbot -MeanPath Bot +Mediatoolkitbot mediawords -MegaIndex.ru -Metauri -MFC_Tear_Sample Microsoft Data Access -Microsoft URL Control -MIIxpc -Mister PiX +MIDown tool Morfeus Fucking Scanner -MSIECrawler +Mr.4x3 +MSFrontPage Msrabot -muhstik-scan -Musobot -Navroad +MS Web Services Client Protocol +Nameprotect NearSite -Nessus -netEstate NE Crawler -NICErsPRO -Niki-bot -Nikto -NimbleCrawler +NetAnts +NetMechanic +NetSpider +Netvibes +NetZIP +NextGenSearchBot +Nibbler +Nimbostratus Ninja -Nmap +NPbot Nutch oBot Offline Explorer +Offline Navigator +OnCrawl Openfind -OpenLinkProfiler +Openvas OrangeBot -OutclicksBot -OutfoxBot -Page Analyzer -page scorer -Pavuk +OrangeSpider +PageScorer +Papa Foto pcBrowser -PECL::HTTP +PHPCrawl Picscout -Picsearch -Pimonster +Pi-Monster +Pixray +plumanalytics Pockey -POE-Component-Client-HTTP ProPowerBot ProWebWalker -Psbot -QueryN Metasearch -RankingBot2 +Pump +PxBroker +PyCurl +Quick-Crawler +RankActive Rankivabot -RealDownload +Reaper Recorder -RedesScrapy +ReGet RepoMonkey -Rogerbot -RSSingBot -SBIder +s1z.ru +SalesIntelligent ScanAlert -Scanbot -scan.lol -Searchestate +Scrapy +Semrush SEOkicks -Seomoz -SEOstats -serpstatbot +SEOkicks-Robot +SEOprofiler sexsearcher -SISTRIX -SiteExplorer +Siteimprove SiteSucker +SlySearch SmartDownload -SMTBot -Snoopy -Sociscraper +Snapbot sogouspider -Sottopop -sp_auditbot -Spinn3r +SpaceBison SputnikBot -spyfu -Sucker +Sqlmap +Sqworm +Stripper SuperBot +SuperHTTP Surfbot Suzuran -sysscan -Szukacz -T0PHackTeam -Telesoft -The Intraformant -Thumbor +Swiftbot +TeleportPro +Telesphoreo TightTwatBot Titan Toata +Toweyabot Trendictionbot trendiction.com -trendiction.de Turingos TurnitinBot -TwengaBot -Twice -Typhoeus UnisterBot -URLy Warning +URLy.Warning Vacuum Vagabondo -VeriCiteCrawler +Wallpapers/3.0 WallpapersHD -WASALive-Bot -Web Auto +Webalta +WebAuto WebBandit -WebCollage +Web Collage WebCopier +WEBDAV Web Enhancer WebFetch -WebFuck -WebGo IS -WebReaper +Web Fetch +WebLeacher +WebmasterWorldForumBot +webmeup-crawler +WebPix +WebSauger +Web Sauger Webshag -WebStripper +WebsiteQuester WebSucker -WebZIP -Whacker -WISENutbot -Wprecon -x09Mozilla -Xaldon_WebSpider +WebWhacker +WeSEE +Whack +WinHTTrack +Wonderbot +WWW-Collector-E +WWW::Mechanize +Xaldon WebSpider Xenu xpymep1.exe Zade Zauba zauba.io +Zermelo Zeus -Zitebot ZmEu -ZumBot +ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 8178de251..9e3e99980 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -amehdaily.com -businesn.men -howtowhitenteethfast.xyz -karpun-iris.ru -lion.playtap.us -my-big-family.com -prostitutki-kiev.org -vkonche.com -vote-up.ru -xn--h1ahbi.com.ua +7fon.ru +falopicm.pw +kiskinhouse.com +kozhniebolezni.com +sabaapress.com +sindragosa.comxa.com +space-worry.ml +td-l-market.ru +ttsq.fr +webix.me diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index fabe1d4d3..ed563c23d 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -00it.com -03e.info -100searchengines.com -1-99seo.com -1j7740kd.website -1pamm.ru +007angels.com 2000k.ru -2345.com -2itech.ru -3weekdiet.com -4ureyesonly.com -5elementov.ru +28n2gl3wfyb0.ru +2ads.co.uk +2nt.ru +2x2fan.ru +3w24.com +4senses.co 5u.com -72-news.com -76brighton.co.uk -777-club.ru -8gold.com -a96527gi.beget.tech -aac500b7a15b2646968f6bd8c6305869d7.com -absugars.com -actulite.com -adloads.com -advertex.info -advertisingtag.net -aerogo.com -afmuseum.com -agapovdg.ru -aimayangzhi.com -alert-fjg.xyz -alice.it -allwomen.info +abcdeg.xyz +absolute-s.ru +adclickthru.net +adf.ly +adsref.men +ads-seo.men +adtech.fr +aero2.ru +affordablewebsitesandmobileapps.com +affrh2015.com +alfabot.xyz +allforminecraft.ru +allornamenti.com alphacarolinas.com -android-systems.ru -anniemation.com -anticrawler.org -apccargo.com -apessay.com -apidigidocketnet-a.akamaihd.net -apple.com-webbrowsing-security.review -apple.com-webbrowsing-security.science -a.pr-cy.ru -arcteryxstore.online -arendatora.ru -arkartex.ru -artefakct.com -audiofree.ru -autoloans.com -autoua.top -ayanaspa.com -ayodhya.co +alt-servis.ru +alveris.ru +animal-drawings.com +apiluckyleapnet-a.akamaihd.net +apper.de +approved.su +arendas.net +as5000.com +ascat.porn +asdfg.pro +asiavirtualsolutions.com +atlant-auto.info +atlasvkusov.ru +atleticpharm.org +atout-energie-69.com +aviav.ru.com +ayeartoforget.com +azartmix.com azlex.uz -backuperwebcam.weebly.com -bang-hotties.com -bannerbank.ru -bannertesting.com -bashtime.ru -battle.net -bestadbid.com +babyguns.ru +back.dog +baixar-musicas-gratis.com +bala.getenjoyment.net besthomemadepornsites.com -bestprofits-there.com -best-seo-offer.com -bestwaystogetpaid.us -bestwebsiteawards.com -betwinservice.com -bezsporno.ru -bioscorp.ru -biteg.xyz -blackle.com -blobar.org -bloggedporn.com -bloggen.be +bg6s0.com +bimatoprost-careprost.com.ua +bitcoinremote.com +biznesluxe.ru +bjetjt.com +blavia.00author.com +blogporn.in +blog.yam.com bluesalt.co bmsco.co -board.f00d.de -bochemit.com.ua -bolezniorganov.ru -boom-celebs.com -brandbucket.com -brandov.ru -b-styles.xyz -buqayy0.livejournal.com -buqyxa.rincian.info -buytizanidineonlinenoprescription.blogspot.com -byme.se -candiceloves.us -cardiosport.com.ua -cartujano-pre.de -chastnoeporno.com -chatroulette.si -chatroulette.video -checktext.org -chidporn.com +boazpower.com +bonky.biz +bookmark4you.com.biz +brakehawk.com +bristolhotel.com +budpost.com.ua +bum.com.ru +burger-imperia.com +burger-tycoon.com +buttons-for-your-website.com +buyessay3.blogspot.ru +buy-meds24.com +buzzzg.men +c1.onedmp.com +cand.jp +canrole.com +casablancamanor.co.za +cascadelink.org +casinorewards.info +cbox.ws +cctva.tv +cdnanalytics.xyz +cdncash.com +c-english.ru +ceotrk.com +cete.ru +cheapmoncler.win +cheapwebsitehoster.com +cheatcode-lita12.rhcloud.com +chimiver.info chlooe.com -christianlouboutinsaleoutletonline.us -christianlouboutinshoes.xyz -clash-clans.ru -classiquebijoux.ru -clips.ua.ac.be -compliance-alexa.top -compliance-jack.top -constantaservice.net -copenergo.ru -cornerstone-countertops.com -cosmetic.donna7753191.ru -crackzplanet.com +chuckguilford.com +clickpapa.com +clknsee.com +comissionka.net +compiko.info +compliance-jane.top +comsysnet.com +concealthyself.com +confib.ifmo.ru +conocer-sanabria.com +cookie-law-enforcement-ff.xyz +cookingmeat.ru +country-chic.ru +crazyboost.pro creatives.adbetclickin.pink -crirussian.ru -cs-passion.pl -customcatchcan.com -cv.wallhade.co -cyclobenzaprinevstizanidine.blogspot.com -dairyindia.in -dayibiao.com -decorazilla.com -delayreferat.ru -digital-video-processing.com -dispo.de -docstoc.com -doctormakarova.ru -doktoronline.no -dollartree.info -dolohen.com -dwomlink.info -earthmagic.info -editors.choice6912650.hulfingtonpost.com -eduinfosite.com -elektronischezigarettekaufen2.tumblr.com -elektrozigarette1.dreamwidth.org -elektrozigarettekaufen2.blogse.nl -enews.tech -englishdictionaryfree.com -enskedesquashclub.se +creditmoney.com.ua +cryptoswap.biz +cupday.com +czeshop.info +d0t.ru +damasarenai.info +db.speedup.gdn +deadlinkchecker.com +dekorkeramik.ru +delfin-aqua.com.ua +demenageur.com +dentalpearls.com.au +detective01.ru +detsky-nabytek.info +devochki.top +dev-seo.blog +diarioaconcagua.com +diegolopezcastan.com +docsportal.net +domain2008.com +domainsatcost.com +domain-submit.info +donna7753191.ru +dosugrostov.site +download-of-the-warez.blogspot.com +drupa.com +duplicashapp.com +dvr.biz.ua +dvrlists.com +ecommerce-seo.org +eleimgo.pw +elkacentr.ru +elvel.com.ua +englishgamer.com eralph.tk -ero-advertising.com -eshop.md -estibot.com -etm-consult.de -eu-cookie-law.blogspot.com -eurosamodelki.ru -evaashop.ru -extads.net -ezb.elvenmachine.com -ezigarettekaufen1.hpage.com -ezigarettenshop1.yolasite.com -ezigaretteshop.webs.com -f1nder.org -fdzone.org -fearcrow.com -fertilitetsradgivningen.se +erectile.bid +errorfixing.space +exchangeit.gq +exhibitionplus.eu +expertblog.info +exportshop.us +ezrvrentals.com +f012.de +falllow.gq +faptitans.com +faz99.com fifa-coins.online -fikasound.tk -firstsiteguide.com -flash4fun.com -flavors.me -florida-tourism.net -forex-procto.ru -forpackningsutveckling.se -foto-sisek.porngalleries.top -free-floating-buttons.com -free-stock-illustration.com -freewlan.info -freshberry.com.ua -fx-brokers-review.com -fxtips.ru -gamewrath.com -gavuer.ru -gay.adultgalls.com -gearsadspromo.club -gfaq.ru -gobongo.info -goodprotein.ru -graphid.com -gratuitbaise.com -greatgrace.ru -g.starmoe.xyz -guitar-master.org -hamilton.ca -hayate.biz -healgastro.com -hermesreplica.win -highland-homes.com -historichometeam.com -hitmuzik.ru -hobbyhuren24.net -holidaypics.org -homeandhealth.ru -homedecorpicture.us +filesvine.com +fil.ru +financepoints.eu +flex4launch.ru +focalink.com +forpostlock.ru +forums.d2jsp.org +franch.info +freecamdollars.com +freetangodownload.com +frivgame250.com +frustrated-favorable.gq +fuckingawesome.com +fugarif.ga +fullgirl.ru +g33.org +geilehausfrauen.net +gembird.com +getdot.ru +getlamborghini.ga +gidonline.one +girlsatgames.ru +girls-ufa.ru +globetrotting-culture.ru +goldadpremium.com +goodhousekeeping.com +goroda-vsego-mira.ru +gosmeb.ru +gov.yanao.ru +greenzaim.ru +gsasearchenginerankerdiscount.com +gsbs.com.ua +gsmlab.pl +gsmtlf.ru +gta-club.ru +guruofcasino.com +handicapvantoday.com +hexpilot.com +hildinghr.se +hol.es +homedo.fabpage.com homemature.net -hostcritique.com -host-protection.com -hotgirlhdwallpaper.com -hotkeys.com -housekuba.org -iccornacircri.cf -ideawheel.com -ihc2015.info -ilovevitaly.com -imabase.com -imagecoolpub.com -imagefinder.site -imediadesk.com -imperiafilm.ru -incest-ru.com -innodgfdriverhm.aircus.com -instasexyblog.com -inzn.ru +host-tracker.com +house.sieraddns.com +hplaserjetpdriver8y.pen.io +hubbble.com +hully.altervista.org +hunthillfarmtrust.org +hybrid.ru +iflycapetown.co.za +impisr.edunsk.ru +inet-traffic.com +interesnie-faktu.ru +iphantom.com +iqoption.com iskalko.ru -istmira.ru -itch.io -ivanstroi.ru -ivoiretechnocom.ci -javstock.com -jerseyssportsshop.com -jose.mulinohouse.co -junglenet-a.akamaihd.net -justkillingti.me -kadashihotel.com -karadene.com -karting196.ru -keenoutlet.online -keki.info -kerch.site -keywordblocks.com -keywordhouse.com -keywords-monitoring-your-success.com -kidd.reunionwatch.com -kino-fun.ru -kletkimehan.ru -kochanelli.com -kolotiloff.ru -kongoultry.net -koversite.info -kovesszucs.atw.hu -krafte.ru -krassh.ru -krasula.pp.ua -kreativperlen.ch -kurbappeal.info -lapitec.eu -layola.biz.tc -lazymanyoga.com -leftofcentrist.com -lego4x4.ru -lescinq.com -lezbiyanki.net -lider-zhaluzi.kiev.ua -liffa.ru +istizanidineanarcoticdrug.blogspot.com +istizanidineanopiate.blogspot.com +itbc.kiev.ua +itronics.ca +iusstf.org +ivanovo.zrus.org +ivearchenceinflu.cf +jaxcube.info +jeremyeaton.co +jongose.ninja +juliadiets.com +kalandranis.gr +keywordsking.com +keywordteam.net +kinopolet.net +knogg.net +konkursowo-24.pl +konteiner24.com +krasnodar.ru +kretpicf.pw +ks1234.com +kunstaktien.info +kursy-ege.ru +kw21.org +lacave.ntic.fr +lalalove.ru +landscaping.center +lawyersinfo.org +lexixxx.com +libertybilisim.com limtu.ifmo.ru -liveinternet.ro -lol-smurfs.com -lostaruban.com -lottospring.com -lsex.xyz +link.ac +littlecity.ch +liumimgx.pw +livetsomudvekslingstudent.bloggersdelight.dk +ljusihus.se +locksmith.jp +lodki-pvh.dp.ua +lost-alpha.ru +love-baby.cz +lovelycraftyhome.com +luxup.ru lyrics.home-task.com -mackeeper-land-672695126.us-east-1.elb.amazonaws.com -magazin-pics.ru -magicplayer-s.acestream.net -mailemedicinals.com -marcowebonyodziezowe.pl -marketingvici.com -markjaybeefractal.com -mcnamaratech.com -mearns-tractors.co.uk -mecash.ru -medicine-4u.org -medicineseasybuy.com -medictube.ru -medmajor.ru -med-zdorovie.com.ua -mejoresfotos.eu +magda-gadalka.ru +makedo.ru +maxthon.com +medtherapy.ru +menstennisforums.com +mesto-x.com metabar.ru -mmog-play.ru -moesexy.com -moivestiy.biz -mojaocena.com -moviezbonkerssk.cf -moxo.com -mp3films.ru -mrcsa.com.au -mrlmedia.net -mrsdalloways.com -music.utrolive.ru -mustat.com -mvpicton.co.uk -myfreemp3.eu -myhydros.org -myonigroup.com -myperiod.club -myphotopipe.com -nakozhe.com -nardulan.com -nate.com -newstraveller.ru -niroo.info -nodup.ru +metarip.ru +mexicotravelnet.com +microsearch.ru +microstatic.pl +mikrobiologies.ru +moesen-ficken.com +money-for-placing-articles.com +moneyteam24.com +moneyzzz.ru +morepoweronmac.trade +mostantikor.ru +mountainstream.ms +mouselink.co +mrmoneymustache.com +muabancantho.info +mundoaberrante.com +mydoctorok.ru +myhitmp3.club +naj-filmy24.pl +napalm51.nut.cc +nash-krym.info +nbsproject.ru +negociosdasha.com +nero-us.com +net-radar.com +newstaffadsshop.club +nicefloor.co.uk +nmrk.ru northfacestore.online notebook-pro.ru -nrjmobile.fr -nyfinance.ml -offer.camp -offer.wpsecurity.website +ntic.fr +obnal.org +obsessionphrases.com +oconto.ru +okel.co +oksrv.com +olgacvetmet.com o.light.d0t.ru -onclickpredictiv.com onefilms.net -onlainbesplatno.ru -online247.ml -ooo-gotovie.ru -openstat.com -oralsexfilme.net -ossmalta.com -oynat.info -papasdelivery.ru -partner-high.men -partner-stop.men -pdns.download -pekori.to -perfection-pleasure.ru -picurams.pw -pinstake.com -pinwallpaper.top -pio.polytopesexempt.com -pistonclasico.com -pizda.lol -pizdeishn.com -pod-muzyku.club -poptool.net -popugaychiki.com -pornogig.com -pornophoto.xyz -pornoslive.net -pornzone.tv -praisong.net -priceg.com -privat-girl.net -proftests.net -projefrio.com.br +onetravelguides.com +online-templatestore.com +o-o-6-o-o.ru +osagonline.ru +osnova3.ru +outrageousdeal-a.akamaihd.net +ozas.net +paclitor.com +pc-services.ru +phormchina.com +piter.xrus.org +pix24x7.com +pizza-tycoon.com +playtap.us +pl.id-forex.com +pobeiranie.pl +pokemongooo.ml +pokemon-go-play.online +popup-hgd.xyz +popup.matchmaker.com +pornoblood.com +pornobrazzers.biz +pornotubexxx.name +powc.r.ca.d.sendibm2.com +prizesbook.online +prizestohandle.club +produkto.net +profit-opportunity.com +promoforum.ru pronekut.com +propranolol40mg.blogspot.com +prostitutki-astana.org prostitutki-belgoroda.org -purchasepillsnorx.com -pyramidlitho.webs.com -qexyfu.bugs3.com -qor360.com -quickchange.cc -rankscanner.com -recipedays.ru +purplestats.com +qualitymarketzone.com +quelle.ru +quit-smoking.ga +rabotaetvse.ru +radiodigital.co +ranksonic.org +redirlock.com +regionshop.biz +remedyotc.com +remorcicomerciale.ro renecaovillasale.online -replica-watch.ru -restaurantlescampi.com -rfd-split.hr -robot-forex.biz -rockma.se -roofers.org.uk -royalads.net -rp9.ru -ruex.org.ua -s8-nowy-wygraj.comli.com -sad-torg.com.ua -salutmontreal.com -sanidumps.com -savingsslider-a.akamaihd.net -sayyoethe.blogspot.co.za -scanner-walter.top -scenarii-1-sentyabrya.uroki.org.ua -schoolfiles.net -sdi-pme.com -seadragonherbery.com -se.bnt-team.com -secret.xn--oogle-wmc.com -sell-fb-group-here.com -seofirmreviewsus.info -seoholding.com -seomarketings.online -seorussian.ru -servicecenter.co.ua -sexiporno.net -sexsaoy.com -sexyteens.hol.es -shemalegalls.blogporn.in -ship-marvel.co.ua +ribieiendom.no +rn-to-bsn.com +rome2rio.com +ros-ctm.ru +ru-dety.ru +rusenvironmental.net +rus-teh.narod.ru +rvi.biz +sabizonline.com +safe-app.net +saratov.xrus.org +sardinie.us +sbprabooks.com +scanner-barak.top +scanner-don.top +scanner-ivan.top +scanner-margo.top +scanner-mary.top +screentoolkit.com +searchinquire.com +searchinterneat-a.akamaihd.net +searchkut.com +searchwebknow-a.akamaihd.net +security60-e.com +seinterface.com +seminarykansas904.ml +senger.atspace.co.uk +seo-2-0.com +seojokes.net +seolab.top +se-welding.ru +sex-dating.co +sexkontakteao.info +sex-tracker.de +sexy.babes.frontend-stack.top +sharebutton.to +shell-pmr.ru +shillyourcoins.com shop.acim.org -sigmund-freud.co.uk -simple-image.com.ua -site-auditor.online -siteexpress.co.il -site-speed-checker.site -sitevaluation.org -sivs.ru -skladvaz.ru -slayerlife.com -slowmac.tech -snjatie-geroinovoy-lomki.ru -snts.shell-pmr.ru -socas.pluto.ro -social-fun.ru -social-vestnik.ru +simul.co +sindragosa.comxa.com +s-iwantyou.com +skincrate.net +skuteczna-dieta.co.pl +skylta.com +slavkokacunko.de +slomm.ru +smartbalanceworld.com +snworks.com +social-s-ggg.xyz +soft1.ru songplanet.ru -sotkal.lark.ru -spaceshipad.com -spidtest.space -srdrvp.com -stariy-baku.com -stats-collector.org -steamoff.net -stillmiracle.com -streha-metalko.si -stretchmate.net -stroy-portal22.ru -styro.ru +sonnikforme.ru +sovetogorod.ru +speedup-my.site +splendorsearch-a.akamaihd.net +spravka-medosmotr.ru +sptslmtrafms.com +spylog.com +start.myplaycity.com +stevemonsen.com +sticken.co +stockquotes.wooeb.com +stockspmb.info +students-cheapskate.ml +studiofaca.com +studiokamyk.com.pl superiends.org -surflinksmedical.com -suture.co -tgtclick.com +superlist.biz +surintech.ac.th +tabletkinaodchudzanie.com.pl +taboola.com +taqplayer.info +taraz.xkaz.org +theallgirlarcade.com thebitcoincode.com -themestotal.com -the-torrent-tracker.blogspot.com -thexart.club -thruport.com -tiandeural.ru -timeallnews.ru -timer4web.com -titan-cloud.life -tizanidinedrugtest.blogspot.com +theporndude.com +thewomenlife.com +threecolumnblogger.com +timdreby.com +tizanidinehcl2mg.blogspot.com +tizanidinehclsideeffects.blogspot.com +tizanidineingredients.blogspot.com tizanidinevssoma.blogspot.com -tizanidinezanaflex.blogspot.com -tnaionline.org -toondinsey.com -torrentdownloadhub.com -torrnada.ru -tracksurf.daooda.com -trafaret74.ru -trafficjunky.net -trafficmania.com -trafficmonetize.org -trailer.cinemaflix.website -tripper.de -trustaffs.com +tizanidinewithdrawal.blogspot.com +tk-assortiment.ru +topsy.com +tradedeals.biz +traffic100.com +trafficnetzwerk.de +traffique.net +traffmonster.info +traffpartners.com +tsan.net +tupper-shop.ru turizm.bz -u17795.netangels.ru -uginekologa.com -umekana.ru -umg-stroy.ru -unacittaconte.org -vacances-voyages.info -validccseller.com -veerotech.com -venta-prom.ru -vepad.com -vereo.eu -viagra.pp.ua -via-gra.webstarts.com -viberdownload10.com -videochat.bz -videokrik.net +tzritel.tk +ublaze.ru +udsgame.online +unmaroll.ya.ru +unpredictable.ga +ural-buldozer.ru +vedomstvo.net +verymes.xyz +vesnatehno.ru +videochat.life +video-hollywood.ru +videojam.tv videospornogratisx.net +video-woman.com videtubs.pl -vikistars.com -vintontech.info -vita.com.hr -vltai.com -voloslove.ru -voluumtrk.com -vpnmouse.com -wapsite.me -warezaccess.com -warning.or.kr -watch-movies.ru -watchmygf.net +vladimir.xrus.org +vodaodessa.com +voluumtracker1.com +vonradio.com +vtc.pw +vucms.com +vzlom-na-zakaz.com +watchinf.com +watsonrealtycorp.com weboptimizes.com -webpromotion.ae -westsextube.com -westum.se -whatistizanidinehclusedfor.blogspot.com +webstatsdomain.org +wedding0venues.tk +westvilletowingservices.co.za +whatsupinfoley.com +where-toget.com +whiteelephantwellington.com +wholesalecheapjerseysfree.com wildworld.site -wineitudes.wordpress.com -wingsofrefuge.net -winx-play.ru -wladimirpayen.com -worst-sites.online -woweb.com.ua -www.kabbalah-red-bracelets.com -xbaboon.com -xgftnlrt.bloger.index.hr -xmronta.com -xn--24-glceagatoq7c2a6ioc.xn--p1ai -xn--80aaagvmjabrs1aoc9luc.xn--p1ai -xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai +woodyguthrie.se +wordkeyhelper.com +worldhistory.biz +worldtraveler.world +wsgames.ru +ww1943.ru +xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai +xn--80aanaardaperhcem4a6i.com +xn--80abgj3a5acid6ghs.top xn--80ajbshivpvn2i.xn--p1ai -xn----ctbbcjd3dbsehgi.xn--p1ai -xn----ctbigni3aj4h.xn--p1ai -xn--h1aakne2ba.xn--p1ai -xn--oogle-wmc.com -xwatt.ru -yes-com.com -ypmuseum.ru -zebramart.ru -zero1.it -zeroredirect8.com -zetmaster.ru -zojirushi-products.ru -zooggames.com +xn--d1abj0abs9d.in.ua +xn--e1afanlbnfckd7c3d.xn--p1ai +xvideosporn.biz +xxxguitars.com +yeartwit.com +yellowfootprints.com +yellowstonesafaritours.com +yogamatsexpert.com +yourdesires.ru +yourporn.com +yousense.info +youtuhe.com +ytmnd.com +yurgorod.ru +za-fun-offer.com +zed21.net +zona-aqua.ru +zone-kev717.info +zootoplist.com +zscaler.net +zynax.ua diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index e9f5cf4b5..ba44f4503 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1webmaster.ml -28n2gl3wfyb0.ru -aa08daf7e13b6345e09e92f771507fa5f4.com -abctoppictures.net -adanih.com -adktrailmap.com -adultactioncam.com -alfa-img.com -allfinweb.com -allproblog.com -amateurgalls.com -amateurlivechat.org -angel1777.kz -arcteryxsale.online -asdfg.pro -autodo.info -autoplate.info -autoseo-traffic.com -azbukadiets.ru -bazaronline24.ru -bestkfiledxd.cf -beta.hotkeys.com -bitcoinremote.com -blogos.kz +0c47f8422d3f.com +1001watch.com.ua +101raccoon.ru +3-letter-domains.net +55wmz.ru +7a2rnuey1tw9ar.ru +8lufu.com +adbetclickin.pink +addbin.men +adventureparkcostarica.com +aihelen.net +alfa9.com +allwidewallpapers.com +anlimebel.kiev.ua +aosheng-tech.com +apiallgeniusinfo-a.akamaihd.net +appearance-cool.com +asiavirtualsolutions.com +asseenontvonline.ru +babosas.com +banan.tv +berrymall.ru +best-seo-offer.com +best-seo-solution.com +big-cash.net +bitnote.co +bitporno.sx +blockety.co blogqpot.com -blog.yam.com -boazpower.com -bonzybuddy.com -bookmaker-bet.com -buigas.00it.com -buybest1.biz -buypillsorderonline.com -callawaygolfstore.online -capacitacionyaprendizaje.com -carmuffler.net -cartierbraceletsreplica.pw -cellfun.mobi -chcu.net +bmsco.co +bmw-ark.ru +brandedleadgeneration.com +briomotor.co +buyhoverboard.com +buypuppies.ca +camel-beach.com +cartierlovestore.com +cartierring.xyz +cbb1smartlist12.click +cdnanalytics.xyz +cementaresearch.se cherrypointplace.ca -chocolateslim-original.com -ci.ua -comissionka.net -compliance-don.top -cookie-law-enforcement-hh.xyz -coolgamechannel.com -csgo4.win -dcj-nn.ru -dear-diary.ru -dieta-personalna.pl -diffbot.com -educatemetv.com -elitesportsadvisor.com -enhand.se -erotik0049.com -erotische-geschichten-xxl.com -exchanges-bet.com -fermersovet.ru -fickblock18.com -filefilter.weebly.com -filmidivx.com -fil.ru -filunika.com.ru -firesub.pl -fitness-video.net -flprog.com -flytourisme.org -foto-sisek.porngalleries.top -foxydeal.com -freecamdollars.com -freewhatsappload.com -funtoonez.com -galaxy-family.ru -game-top.su -gidonline.one -gkvector.ru -gnuetella.com -goldadpremium.com -growboxbl.ru -gsasearchenginerankerhelp.com -hamacapty.com -hem.passagen.se -holidaypics.org -hollywoodactress.info -homeart.space -hopeonthestreet.co.uk +christianlouboutinreplica.win +christianlouboutinsaleoutletonline.us +cialis-samples.com +cibpenonptib.flu.cc +companies-catalog.com +compiko.info +compliance-andrew.top +coolingoods.com +coolyarddecorations.com +coslab.club +customchocolate.business-for-home.com +cv.wallhade.co +czeshop.info +dailyfinancefix.com +dandiyabeats.in +dayibiao.com +dealwifi.com +defenderxtactical.com +dikx.gdn +dmmspy.com +donna7753191.ru +dosugrostov.site +eachdayisagift.review +eandsgallery.com +eas-seo.com +easytuningshop.ru +ekspertmed.com +eldiariodeguadalajara.com +electro-prom.com +elmifarhangi.com +emailaccountlogin.co +empathica.com +erotiktreff24.info +evehemming.blogspot.com.au +expertnaya-ocenka.ru +ezigarettenkaufen2.dreamwidth.org +ezigaretteshop2.mywapblog.com +f0815.de +falllow.gq +fashion.stellaconstance.co +findpics.pw +finuse.com +firstsiteguide.com +forsex.info +foxjuegos.com +freewareseek.com +gamblingnerd.com +getdot.ru +ggiaro.com +gifspics.com +glopages.ru +googlefeud.com +gpms.org.my +guiadeserraazul.com +h2monline.com +handicapvansarea.com +hanink.biz.ly +hdseriale.pl +hdxnxxtube.mobi +hully.altervista.org +hundejo.com imgarit.pw -i-midias.net.br -imitex-plus.ru -infektsii.com -intellekt21.ru -internetartfair.com -int.search.mywebsearch.com -iwantmyfreecash.com -jav-fetish.site -joingames.org -justdating.online -kinotorka.ru -kirov.zrus.org -kliksaya.com -kongruan.com -kopihijau.info -kretpicf.pw -kumuk.info -labplus.ru -lacloop.info -landreferat.ru -lawyersinfo.org -life.biz.ua -liffa.ru -likrot.com -linkdebrideur.xyz -lion.conboy.us -liveinternet.ru -llastbuy.ru +imperiafilm.ru +infowarcraft.ru +insider.pro +interferencer.ru +invest-pamm.ru +iradiology.ru +itis4you.com +ivanovo.zrus.org +iweblist.info +jillepille.com +kaidalibor.de +kinobaks.com +klikbonus.com +konpax.com +kurwa.win +larutti.ru +laxdrills.com +linksharingt.com +lkbennettoutlet.online locksmith.jp -lombardfinder.ru -lottospring.com -love-baby.cz -lubetube.com -mac-shield.com -managerpak204.weebly.com -marktforschung-stuttgart.com -mega-bony2017.pl -michaelkorsoutletstore.net -miniads.ca -miniature.io -mlvc4zzw.space -mmstat.com -modabutik.ru -moneymaster.ru -moneytop.ru -morefastermac.trade -myanyone.net +loftdigital.eu +lolnex.us +louboutinbooties.xyz +macdamaged.space +macrotek.ru +matematikus.info +medmajor.ru +meds-online24.com +mindeyegames.com +mir-business-24.ru +moncleronline.xyz +moomi-daeri.com +morocco-nomad-excursions.com +moscow.xrus.org +moyaterapiya.ru +mrbojikobi4.biz +mtmtv.info my-floor.in.ua -narkologiya-peterburg.ru -nastydollars.com -naturalbreakthroughsresearch.com -nextrent-crimea.ru -nikitsyringedrivelg.pen.io -nottyu.xyz -novosibirsk.xrus.org +nailsimg.com +nero-us.com +net-profits.xyz +nfljerseyscheapchinabiz.com +nippon-bearings.ru nuit-artisanale.com -nuup.info -nyfinance.ml -one-gear.com -onlinedomains.ru -onlineserialy.ru -online-x.ru -oren-cats.ru -orhonit.com -owohho.com -parajumpersstore.online -pcimforum.com -pc-services.ru -pelfind.me -piccdata.com -pintattoos.com -pix24x7.com -plastgran.com -podshipniki-nsk.ru -poiskzakona.ru -pornmania.pl -potoideas.us -pozdrawleniya.ru -pozvonim.com -preparevideosafesystem4unow.space -preventheadacheguide.info -princevc.com -prodess.ru -produkto.net -prokotov.com -pufip.com -puzo2arbuza.ru -qcstrtvt.bloger.index.hr -real-time-analytics.com -recipedays.com -sakhboard.ru -scanner-barak.top -scanner-ivan.top -school-diplomat.ru -scottbywater.com -secret.xn--oogle-wmc.com -seksotur.ru -sexy.babes.frontend-stack.top -sharebutton.org -shitmovs.com -shlyahten.ru -shodanhq.com -simplepooltips.com -simply.net -sim-service.net -sitebeam.net -siteexpress.co.il -site-speed-check.site +nvssf.com +officedocuments.net +omsk.xrus.org +onlinebay.ru +online-podarki.com +onlyforemont.ru +ooo-olni.ru +paperwritingservice17.blogspot.ru +pc4download.co +pcads.ru +pc-test.net +petedrummond.com +phuketscreen.com +plastjulgranar.se +platesauto.com +porndroids.com +pornoklad.ru +poshiv-chehol.ru +princeadvantagesales.com +proekt-mos.ru +profitsport.club +progonrumarket.ru +promoforum.ru +qld10000.net +ranksonic.org +rapidokbrain.com +refads.pro +r-e-f-e-r-e-r.com +remont-mobile-phones.ru +rennlist.com +rentalcarnavi.info +roll123.com +rostov.xrus.org +rucrypt.com +runstocks.com +runtnc.net +salut-camp.ru +sape.top +sbt-aqua.ru +scanner-alex.top +scanner-josh.top +scenicmissouri.us +sei80.com +seoheap.com +sherlock.se +skypasss.com slujbauborki.ru -sockshare.net -songoo.wz.cz -soviet-portal.do.am +smallseotools.com +snworks.com +socialbuttons.xyz +social-s-iii.xyz +softomix.com spinnerco.ca -stariy-baku.com -stoki.ru -stretchmate.net +stairliftstrue.com +start.myplaycity.com +steelmaster.lv stroicol.net -strv.se -summerlinhomes411.info -swinger-mobil.net -swinginwithme.ru -tastyfoodideas.com -tattoo33.ru -technika-remont.ru -teenbbw.yopoint.in -tehngr.ru -templates.franklinfire.co -timeallnews.ru -tizanidine4mg.blogspot.com -tizanidine4mgprice.blogspot.com -tizanidine4mgstreetvalue.blogspot.com -tizanidinehcl4mgisitanarcotic.blogspot.com -tracksurf.daooda.com -try-rx.com -tsan.net -u555u.info -ublaze.ru -uginekologa.com -univerfiles.com -usswrite.com -videokrik.net -vilingstore.net -vip-dom.in -vipms.ru -vkmusics.ru -vladimir.xrus.org -vsesubwaysurfers.com -wholesalejerseyscheapjerseys.us.com -womensterritory.ru -ww1943.ru -www.888.com -xn--h1ahbi.com.ua -xvideosporn.biz -xxxdatinglocal.us -yottos.com -youporn-forum.ga +stroilka.info +tagil.zrus.org +td-33.ru +teesdaleflyballclub.co.uk +telegraf.by +tgtclick.com +thegolfclub.info +thesmartsearch.net +the-usa-games.blogspot.com +tizanidine4mguses.blogspot.com +tizanidinehydrochloride2mg.blogspot.com +trustaffs.com +tuckermktg.com +tupper-shop.ru +ua.tc +upupa.net +uzungil.com +vacuumscleaner.com +vbabule.net +vellings.info +velobikestock.com +via-energy-acquistare.com +via-gra.webstarts.com +videogamesecrets.com +vip-parfumeria.ru +vkgaleria.com +voronezh.xrus.org +warezkeeper.com +webmasters.stackexchange.com +webstatsdomain.org +wesharepics.com +westen-z.life +westermarkanjou.se +x5market.ru +xblognetwork.com +xev.ru +xn--80aaaks3bbhabgbigamdr2h.xn--p1ai +xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai +x-porno.video +xxxtubesafari.com +youradulthosting.com +youresponsive.com youtubedownload.org -yun56.co -zakon-ob-obrazovanii.ru -zarepta.com -zastenchivosti.net -zocaparj.kz -zoolubimets.ru -zrizvtrnpale.tk +zigarettenonlinekaufen1.bloog.pl +zolotoy-lis.ru diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index d3d331ed4..6bad13743 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 0; +104.198.131.58 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index cbb0b99fb..502732994 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index e32d6c2dd..942e11dfc 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 854b746b8..ceda1214f 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,10 +4,10 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.08.1799 +#### Version: V4.2019.08.1800 #### Bad Referrer Count: [6746](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) -#### Fake Googlebots Count: [203](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) +#### Fake Googlebots Count: [204](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index f6872d4e2..ce35a4ead 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,10 +4,10 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.08.1799 +#### Version: V4.2019.08.1800 #### Bad Referrer Count: [6746](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) -#### Fake Googlebots Count: [203](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) +#### Fake Googlebots Count: [204](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ ## Help Support This Project diff --git a/README.md b/README.md index 806c5b788..d87ad4608 100755 --- a/README.md +++ b/README.md @@ -11,10 +11,10 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.08.1799 +#### Version: V4.2019.08.1800 #### Bad Referrer Count: [6746](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) -#### Fake Googlebots Count: [203](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) +#### Fake Googlebots Count: [204](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ ## Help Support This Project diff --git a/_generator_lists/fake-googlebots.list b/_generator_lists/fake-googlebots.list index 8528e3664..c25d5a2f5 100644 --- a/_generator_lists/fake-googlebots.list +++ b/_generator_lists/fake-googlebots.list @@ -47,6 +47,7 @@ 162.244.33.75 164.132.119.83 167.86.89.241 +167.86.98.221 168.205.217.53 173.212.221.48 173.212.222.76 @@ -201,4 +202,3 @@ 95.72.130.47 95.72.4.19 95.73.248.159 -167.86.98.221 diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 6919a9e3f..7cad3a805 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,10 +3,10 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.08.1799 +#### Version: V4.2019.08.1800 #### Bad Referrer Count: [6746](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) -#### Fake Googlebots Count: [203](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) +#### Fake Googlebots Count: [204](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ ## Help Support This Project diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 1d5676113..becce7951 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1799 -### Updated: Sat Aug 10 13:57:19 SAST 2019 +### Version: V4.2019.08.1800 +### Updated: Sat Aug 10 14:14:45 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index d6e79873b..5b4993411 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1799 -### Updated: Sat Aug 10 13:57:21 SAST 2019 +### Version: V3.2019.08.1800 +### Updated: Sat Aug 10 14:14:47 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### @@ -7800,6 +7800,7 @@ geo $validate_client { 162.244.33.75 1; 164.132.119.83 1; 167.86.89.241 1; + 167.86.98.221 1; 168.205.217.53 1; 173.212.221.48 1; 173.212.222.76 1; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 1d5676113..becce7951 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1799 -### Updated: Sat Aug 10 13:57:19 SAST 2019 +### Version: V4.2019.08.1800 +### Updated: Sat Aug 10 14:14:45 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 59870c16d..d7f232b2b 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.08.1799 -### Updated: Sat Aug 10 13:57:22 SAST 2019 +### Version: V4.2019.08.1800 +### Updated: Sat Aug 10 14:14:48 SAST 2019 ### Bad Bot Count: 557 ################################################### ### Version Information ##