diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 77fd16d7c..d0899504f 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1796 -### Updated: Sat Aug 10 10:33:02 SAST 2019 +### Version: V3.2019.08.1797 +### Updated: Sat Aug 10 13:04:43 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### @@ -7909,6 +7909,7 @@ geo $validate_client { 54.38.123.235 1; 5.45.64.76 1; 5.45.76.244 1; + 5.79.161.252 1; 5.83.160.240 1; 62.112.9.146 1; 62.113.28.13 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 90fe4f9d3..e22596857 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +34.66.25.221 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index bc389ee32..e6677be79 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +34.66.25.221 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 77fd16d7c..d0899504f 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1796 -### Updated: Sat Aug 10 10:33:02 SAST 2019 +### Version: V3.2019.08.1797 +### Updated: Sat Aug 10 13:04:43 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### @@ -7909,6 +7909,7 @@ geo $validate_client { 54.38.123.235 1; 5.45.64.76 1; 5.45.76.244 1; + 5.79.161.252 1; 5.83.160.240 1; 62.112.9.146 1; 62.113.28.13 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 90fe4f9d3..e22596857 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +34.66.25.221 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index bc389ee32..e6677be79 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +34.66.25.221 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 77fd16d7c..d0899504f 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1796 -### Updated: Sat Aug 10 10:33:02 SAST 2019 +### Version: V3.2019.08.1797 +### Updated: Sat Aug 10 13:04:43 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### @@ -7909,6 +7909,7 @@ geo $validate_client { 54.38.123.235 1; 5.45.64.76 1; 5.45.76.244 1; + 5.79.161.252 1; 5.83.160.240 1; 62.112.9.146 1; 62.113.28.13 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 90fe4f9d3..e22596857 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +34.66.25.221 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index bc389ee32..e6677be79 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +34.66.25.221 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 77fd16d7c..d0899504f 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1796 -### Updated: Sat Aug 10 10:33:02 SAST 2019 +### Version: V3.2019.08.1797 +### Updated: Sat Aug 10 13:04:43 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### @@ -7909,6 +7909,7 @@ geo $validate_client { 54.38.123.235 1; 5.45.64.76 1; 5.45.76.244 1; + 5.79.161.252 1; 5.83.160.240 1; 62.112.9.146 1; 62.113.28.13 1; diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 77fd16d7c..d0899504f 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1796 -### Updated: Sat Aug 10 10:33:02 SAST 2019 +### Version: V3.2019.08.1797 +### Updated: Sat Aug 10 13:04:43 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### @@ -7909,6 +7909,7 @@ geo $validate_client { 54.38.123.235 1; 5.45.64.76 1; 5.45.76.244 1; + 5.79.161.252 1; 5.83.160.240 1; 62.112.9.146 1; 62.113.28.13 1; diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index bbac7c1e7..2e4a6aa80 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1796 -### Updated: Sat Aug 10 10:33:01 SAST 2019 +### Version: V4.2019.08.1797 +### Updated: Sat Aug 10 13:04:41 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 609536562..91396c033 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.7.13 0; +34.66.200.49 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index bbac7c1e7..2e4a6aa80 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1796 -### Updated: Sat Aug 10 10:33:01 SAST 2019 +### Version: V4.2019.08.1797 +### Updated: Sat Aug 10 13:04:41 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 746c3f03f..58acf0a1d 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +35.202.245.105 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 500584a94..a69bef7d4 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +35.202.245.105 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index bbac7c1e7..2e4a6aa80 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1796 -### Updated: Sat Aug 10 10:33:01 SAST 2019 +### Version: V4.2019.08.1797 +### Updated: Sat Aug 10 13:04:41 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 746c3f03f..58acf0a1d 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +35.202.245.105 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 500584a94..a69bef7d4 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +35.202.245.105 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index bbac7c1e7..2e4a6aa80 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1796 -### Updated: Sat Aug 10 10:33:01 SAST 2019 +### Version: V4.2019.08.1797 +### Updated: Sat Aug 10 13:04:41 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 746c3f03f..58acf0a1d 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +35.202.245.105 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 500584a94..a69bef7d4 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +35.202.245.105 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index bbac7c1e7..2e4a6aa80 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1796 -### Updated: Sat Aug 10 10:33:01 SAST 2019 +### Version: V4.2019.08.1797 +### Updated: Sat Aug 10 13:04:41 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 896ffe576..e5604a629 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.154.120.187 0; +34.66.200.49 0; +34.66.25.221 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 474672eb3..74f034ece 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1796 -### Updated: Sat Aug 10 10:33:01 SAST 2019 +### Version: V4.2019.08.1797 +### Updated: Sat Aug 10 13:04:41 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 2b16326a1..28aa6cdd5 100644 --- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.226.236 0; -104.154.120.187 0; +34.66.50.208 0; +34.66.200.49 0; diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 1152cb949..67a00aa96 100644 --- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1796 -### Updated: Sat Aug 10 10:33:01 SAST 2019 +### Version: V4.2019.08.1797 +### Updated: Sat Aug 10 13:04:41 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 3dba81788..40b4b6f56 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.224.112.202 0; -35.202.145.110 0; -35.188.1.99 0; +34.66.50.208 0; +35.202.245.105 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index bbac7c1e7..2e4a6aa80 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1796 -### Updated: Sat Aug 10 10:33:01 SAST 2019 +### Version: V4.2019.08.1797 +### Updated: Sat Aug 10 13:04:41 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 6ff35261d..91396c033 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.192.85.2 0; -35.193.7.13 0; +34.66.200.49 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index bbac7c1e7..2e4a6aa80 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1796 -### Updated: Sat Aug 10 10:33:01 SAST 2019 +### Version: V4.2019.08.1797 +### Updated: Sat Aug 10 13:04:41 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 90fe4f9d3..e22596857 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +34.66.25.221 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 9971554df..4171f3ee2 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -404enemy -Alligator -BotALot -Custo +ASPSeek +CrunchBot +Firefox/7.0 +Mediatoolkitbot mediawords -OutclicksBot -Pandalytics -Stripper -Suzuran -WWW::Mechanize +Nmap +Shodan +spyfu +Swiftbot +Web Sauger diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index f2751ff49..472d29aa7 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider +404checker +Acunetix ADmantX -AfD-Verbotsverfahren -AIBOT -Anarchie +AiHitBot +AlphaBot archive.org_bot -ASPSeek -BackDoorBot +autoemailspider +Backlink-Ceck +backlink-check BacklinkCrawler -Badass -Barkrowler BatchFTP -BDCbot -BDFetch Bigfoot -Blackboard +Black Hole BlackWidow +BLEXBot +Blow BlowFish -Boardreader +Bolt Brandwatch Buddy -BuzzSumo +BuiltWith +Bullseye +BunnySlippers +Calculon +CATExplorador CazoodleBot CCBot Cegbfeieh +CheeseBot CherryPicker CheTeam -ChinaClaw -Chlooe -Claritybot Cliqzbot Cloud mapping +coccocbot-web +Cogentbot +cognitiveseo Collector -com.plumanalytics Copier -CopyRightCheck +Copyscape +Craftbot crawl.sogou.com +CrazyWebCrawler Crescent CrunchBot DataCha0s +demandbase-bot +Demon Deusu +Devil +Digincore +DigitalPebble +DIIbot +Dirbuster +Disco Discobot -Dispatch +Discoverybot DittoSpyder -DnyzBot -DomainCrawler DomainSigmaCrawler -DomainStatsBot Dotbot -Download Wonder -DSearch -DTS Agent -ECCP/1.0 -EMail Siphon -EMail Wolf -Exabot -ExtLinksBot -Extreme Picture Finder +eCatch +Evil EyeNetIE -Ezooms -FDM -FemtosearchBot +facebookscraper Fimap -Firefox/7.0 -FlashGet -FyberSpider -Fyrebot +Foobot +FrontPage GalaxyBot -Genieo -GermCrawler Getintent -GetRight GetWeb -Gigabot +G-i-g-a-b-o-t Go-Ahead-Got-It -Gotit -Go!Zilla -Grabber +GrabNet +GridBot +GT::WWW Haansoft Harvest -Havij -Heritrix -HTTP::Lite +HMView +HTMLparser HTTrack -Iblog -IDBot -IlseBot +Id-search +Image Sucker +IndeedBot +InfoNaviRobot instabid InterGET -Iria +internetVista monitor +Iskanie +IstellaBot JamesBOT -JetCar -Jetty -JOC Web Spider -Jorgee +Jbrofuzz +JennyBot +Joomla +JustView Jyxobot Kenjin Spider -Kozmosbot Lanshanbot -Larbin LeechFTP +LeechGet +LexiBot +Lftp +Lightspeedsystems Likse -Linkdexbot LinkpadBot LinkScan +LinksManager +LinkWalker Lipperhey -Lipperhey Spider Litemage_walker -Lmspider +lwp-request +lwp-trivial Magnet -Mag-Net -Majestic SEO +Majestic12 +Mass Downloader +Mata Hari MauiBot -MeanPath Bot -MegaIndex.ru -MFC_Tear_Sample -MIIxpc -Mojeek +meanpathbot +Meanpathbot +mediawords +Microsoft URL Control +Morfeus Fucking Scanner Mr.4x3 MSFrontPage -Msrabot -Musobot +MS Web Services Client Protocol +Name Intelligence +Nameprotect NearSite +Needle Nessus -Netcraft -netEstate NE Crawler -NetSpider -NetZIP -NICErsPRO -NimbleCrawler -Nimbostratus +NetAnts +Nettrack +Netvibes +Nikto Nmap -NPbot -OnCrawl -Openfind -OpenLinkProfiler +Nutch +oBot +Octopus +Offline Explorer +Openvas OpenVAS -OutclicksBot -PageAnalyzer -page scorer +OrangeSpider +OutfoxBot +PageGrabber PageScorer Panscient -Papa Foto +Pavuk +pcBrowser PHPCrawl Picsearch PictureFinder -Pi-Monster +Pimonster PleaseCrawl -plumanalytics Pockey ProWebWalker -Psbot -Quick-Crawler +PxBroker +RankActive RankFlex RankurBot -Reaper RebelMouse +Recorder RedesScrapy ReGet -RepoMonkey Ripper Rogerbot +RSSingBot +s1z.ru SalesIntelligent SBIder -Semrush +ScanAlert +scan.lol +ScoutJet +Scrapy +Searchestate SemrushBot SEOprofiler +seoscanners SeoSiteCheckup SEOstats -Siphon -Sitebeam -SiteExplorer -Siteimprove -SiteSnagger +SiteLockSpider +Site Sucker Sitevigil -SlySearch -SmartDownload -SMTBot -Snapbot Snoopy +Sociscraper sogouspider -Sogou web spider -Sosospider -Spammen -SpankBot -Spanner -sp_auditbot -Spbot -SputnikBot -Sqlmap -Sqlworm -Stripper +SpaceBison +spyfu +Sqworm Sucker Sucuri -SurveyBot -Swiftbot -Szukacz +SuperHTTP +Surfbot +sysscan T0PHackTeam -Telesphoreo +T8Abot The Intraformant -TheNomad -TightTwatBot -Tracemyfile +Titan +Toata Trendictionbot -True_Robot +trendiction.com +trendiction.de Turingos Turnitin -TurnitinBot -TwengaBot +Upflow URLy Warning -Vacuum +Vagabondo VB Project -VeriCiteCrawler VidibleScraper -Virusdie -Voil -Wallpapers/3.0 +VoidEYE +Voltron WallpapersHD WASALive-Bot -Webalta -WebAuto +WBSearchBot +Web Auto WebBandit WebCollage Web Collage -WebCopier WEBDAV +WebEnhancer Web Enhancer -Web Fetch -WebmasterWorldForumBot +WebFetch +WebFuck +Web Fuck +WebImageCollector webmeup-crawler WebPix -Web Pix -WebSauger +WebReaper Webshag +WebsiteQuester +Website Quester +Webster WebStripper WebSucker -WeSEE -Whatweb +WebWhacker +WebZIP +Whack +Widow WinHTTrack -WWW::Mechanize +WiseGuys Robot +Wprecon +WWW-Collector-E +WWW-Mechanize WWWOFFLE x22Mozilla -Xaldon WebSpider -Xenu +Xaldon_WebSpider xpymep1.exe +Zauba Zermelo -Zeus zgrab +Zitebot ZmEu -ZumBot +ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index f2a23c89b..040a77aa4 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 360Spider -404checker -404enemy -Aboundexbot +80legs +Abonti +AfD-Verbotsverfahren AhrefsBot AiHitBot Alligator AllSubmitter -AlphaBot -Anarchie Apexoo -ASPSeek +archive.org_bot +Attach +autoemailspider +BackDoorBot Backlink-Ceck -backlink-check BacklinkCrawler +BackStreet BackWeb +Badass +Barkrowler +BatchFTP BBBike -BDFetch BetaBot -Blackboard -Black Hole -BlowFish -Boardreader +Bigfoot Bolt -BotALot -Brandwatch -BunnySlippers -BuzzSumo +Brandprotect +BuiltWith +CATExplorador CazoodleBot -CCBot -CheeseBot -CherryPicker -ChinaClaw -Chlooe -coccocbot-web +Cegbfeieh +CheTeam +Cogentbot +cognitiveseo +Collector Copier Copyscape Cosmos Craftbot crawler4j +crawler.feedback crawl.sogou.com CrazyWebCrawler Crescent -CSHttp -Custo -DatabaseDriverMysqli -DBLBot -demandbase-bot +CrunchBot +Demon Deusu Devil Digincore +DigitalPebble DIIbot -Disco -Discobot -Discoverybot -Dotbot +Dispatch +DittoSpyder +DnyzBot +DomainSigmaCrawler Drip -DSearch -EasyDL -eCatch -Ecxi EMail Siphon EMail Wolf -evc-batch -Exabot -ExtLinksBot -Extractor -EyeNetIE +Evil +Express WebPictures +Extreme Picture Finder facebookscraper +FDM FemtosearchBot -FHscan -Fimap FlashGet -Flunky -Foobot Freeuploader FrontPage -FyberSpider -Getintent -Gigablast -Go-Ahead-Got-It -Gotit +G-i-g-a-b-o-t +GoZilla +Go!Zilla GrabNet -HaosouSpider -Harvest +GrapeFX +Haansoft Havij -HMView +Hloader HTMLparser +HTTP::Lite HTTrack -Id-search -Image Fetch +Humanlinks +HybridBot +Image Sucker Indy Library -InfoTekies instabid -Intelliseek InterGET -Internet Ninja InternetSeer -JamesBOT +Iria Jbrofuzz -JetCar Jetty -JustView -Kenjin Spider +Jorgee +Jyxobot Keyword Density -LeechFTP +Larbin +LeechGet LexiBot -Lftp LibWeb +Libwhisker +Lightspeedsystems Likse -Linkdexbot +LinkextractorPro +LinksManager LinqiaRSSBot -Lipperhey -Litemage_walker -lwp-trivial +Lipperhey Spider +Lmspider +LWP::Simple Magnet -Mag-Net +magpie-crawler +Mail.RU_Bot Majestic12 Majestic SEO MarkWatch -MauiBot +Mass Downloader +meanpathbot +MeanPath Bot Mediatoolkitbot -MFC_Tear_Sample Microsoft URL Control MIDown tool +MIIxpc Mister PiX Mojeek -MSFrontPage +Morfeus Fucking Scanner MSIECrawler -Msrabot MS Web Services Client Protocol Nameprotect +Navroad Needle +NetAnts netEstate NE Crawler -NetLyzer -NetSpider +NetMechanic Nettrack Net Vampire -Netvibes -Nibbler -Niki-bot -Nikto +NetZIP +NICErsPRO +Nimbostratus +Nmap +NPbot +Nutch +oBot +Octopus OnCrawl +Openfind OpenLinkProfiler -OpenVAS +OrangeSpider OutfoxBot -PageAnalyzer -Page Analyzer +PageGrabber +PageScorer +Pandalytics +Papa Foto +Pavuk +pcBrowser +PECL::HTTP +Picsearch PictureFinder +Pi-Monster +Pixray +Pockey +POE-Component-Client-HTTP Probethenet +ProPowerBot ProWebWalker +Psbot Pump -Quick-Crawler +PxBroker +RankActive RankActiveLinkBot -RankingBot2 -Rankivabot RankurBot -Reaper RebelMouse -RepoMonkey +Recorder +RedesScrapy +RocketCrawler +Rogerbot RSSingBot -SBIder +SalesIntelligent +ScanAlert +scan.lol Scrapy -ScreenerBot -SearchmetricsBot -Semrush +Screaming +Searchestate SemrushBot -SEOlyticsCrawler -Seomoz -SEOprofiler +SEOkicks +SEOkicks-Robot seoscanners SeoSiteCheckup +SEOstats serpstatbot Shodan Siphon -SISTRIX -Sitebeam -SiteExplorer SiteLockSpider -SiteSnagger +SiteSucker Site Sucker +SmartDownload SMTBot -Snapbot -Snoopy -SocialRankIOBot -sogouspider -Sogou web spider +Snake Sosospider -sp_auditbot -SputnikBot +Sottopop +SpankBot +Spinn3r spyfu -Sqlworm -Sqworm +Sqlmap Steeler -Stripper -Sucuri SuperBot -Surfbot -SurveyBot sysscan T0PHackTeam +tAkeOut +Teleport TeleportPro -Telesphoreo -Telesphorep The Intraformant -Titan -Toweyabot +Thumbor +TightTwatBot Trendiction Trendictionbot -True_Robot +trendiction.de Turingos -Turnitin TwengaBot -URLy.Warning +Typhoeus +UnisterBot +Upflow VB Project VidibleScraper -Voil Voltron -WASALive-Bot -Webalta -WebAuto +WallpapersHD +WBSearchBot Web Auto -WebCollage Web Collage -WEBDAV -WebGo IS -WebImageCollector +WebCopier +Web Enhancer +Web Fetch +WebFuck WebLeacher WebmasterWorldForumBot -WebReaper +webmeup-crawler +WebPix +Web Pix +WebSauger +WebsiteExtractor +Website Quester +Webster +WebStripper WebSucker -Web Sucker -WebZIP -WeSEE -Whack Whacker -Who.is Bot -WinHTTrack +Widow WiseGuys Robot WISENutbot -WPScan -x22Mozilla +WWW-Collector-E +WWW-Mechanize +WWW::Mechanize +WWWOFFLE Xaldon WebSpider Xaldon_WebSpider -YoudaoBot Zade -zauba.io -Zitebot -ZmEu -ZumBot +Zauba +Zeus +zgrab diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 5a198c206..ab2849558 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -anniemation.com -apidigidocketnet-a.akamaihd.net -ezigaretteshop.webs.com -fototravel.eu -juliaworld.net -magnetpress.sk -star61.de -teenbbw.yopoint.in -volume-pills.biz -whatzmyip.net +1314dh.com +alert-jdh.xyz +centrumcoachingu.com +diminishedvalueoforegon.com +infogame.name +magda-gadalka.ru +oakleyglassesonline.us +stmassage.ru +tattomedia.com +yatrk.xyz diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 08a03d68a..ffc1a9dfd 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -03p.info -11pikachu.ru +00author.com +00go.com +00webcams.com +08800.top +0lovespells0.blogspot.com +1001watch.com.ua 123locker.com -21h2o.com -24-ak.ru -2girls1cup-free.com -4istoshop.com -4ureyesonly.com +12bet.com +12masterov.com +1hwy.com +2020iscoming.info +20pascals.nl +23kw.ru +2daytrendingnews.com +2drittel.de +3rbseyes.com +4rent.ru +4ur.click +5tey7463.weebly.com +5ws.dating-app.ru 66cpwgln.space -777-club.ru -8lufu.com -8xv8.com -aac500b7a15b2646968f6bd8c6305869d7.com -aasoldes.fr -abcguru.xyz -acheterviagrafr24.com -adanih.com -addblueoff.com.ua -adinterax.com -adktrailmap.com -admanaerofoil.com -adobereader-free.ru +7search.com +acc.eu.org +adprotect.net +adtology.com adult3dgames.com +adultfullhd.com +adultwebhosting.info +advancedsoftwaresupport.com agadelha.com.br -airlandsea.info -akama.com -akusherok.ru -alert-fdm.xyz -alevinefesleri.com -alif-ba-ta.com -allesohnegirls.net -allnews24.in -allwomen.info -alpharma.net -amazingninja.com -anime.dougasouko.com -antons-transporte.de -apiappenableinfo-a.akamaihd.net -appartement-stumm.at -appleid-verification.com -app-ready.xyz -architecturebest.com -arcteryxstore.online -arewater.com -asia-forum.ru -asrv-a.akamaihd.net -atmovs.com -audiobangout.com -automatic-seo.com -autoua.top -avirasecureserver.com -azbukadiets.ru -b2b-lounge.com -babieca.com -balla-boo.se -batanga.net -bcmp.org -beauby.ru -beclean-nn.ru -bestcurs.org -best-games.today -bezlimitko.xyz -bitcoinpile.com -biznesluxe.ru -blackhatworth.com -blackle.com -bloggedporn.com -blog-hits.com -blogporn.in -board.f00d.de -brainxs.us -brandov.ru -break-the-chains.com -brillianty.info -brothers-smaller.ru -b-styles.xyz -burkesales.com -buyhoverboard.com -bvlgariwallet.xyz -candlewooddentalcentre.com.au -carsplate.com -cartiertrinity.xyz -cartierwatch.xyz -centrdebut.ru -cfacarrosserie74.com -charmstroy.info -cialgenisrx.com -cicaki.net -cienum.fr -cinemaenergy-hd.ru -clarithromycin500mg.com -cleanpcnow.com -clean-start.net -cognitiveseo.com -communisave.co.za -compliance-george.top -compliance-josh.top +alborzan.com +alfa-img.com +alkoravto.ru +alldubai.biz +allstatesugarbowl.org +allwidewallpapers.com +alpinism.ru +amateurlivechat.org +amazon-adsystem.com +amospalla.es +amung.us +anal-acrobats.com +anapa-inns.ru +animalia-life.club +animalrank.com +anlimebel.kiev.ua +anonymizeme.pro +apessay.com +apibatbrowsecom-a.akamaihd.net +apibrowsesmartne-a.akamaihd.net +apifasterlightin-a.akamaihd.net +apimegabrowsebiz-a.akamaihd.net +apimountainbikei-a.akamaihd.net +apper.de +arenda-avtoprokat-krasnodar.ru +arendakvartir.kz +arendovalka.xyz +asdfz.pro +asrvrep-a.akamaihd.net +auto-zapchasti.org +aviav.org +avon-ukraine.com +avto-oligarh.ru +babespcs.com +baikaleminer.com +baixar-musicas-gratis.com +baksman.com +bdsmgalls.net +bestbuy.ca +best-deals-products.com +besthomemadepornsites.com +best-mam.ru +betune.onlinewebshop.net +binaryoptionscops.info +bioca.org +bio-japan.net +blog.axant.it +blog.koreadaily.com +blogqpot.com +bluejays-jerseys.us +bochemit.com.ua +bolezniorganov.ru +bookmaker-bet.com +breastaugmentation.co.za +brewdom.ru +btvn.ru +buntube.net +buytizanidineonline.blogspot.com +callawaygolfstore.online +canrole.com +carabela.com.do +carapics.com +cardul.ru +cartierlovestore.com +caveavins.fr +cdnnetwok.xyz +cercacamion.it +cerev.info +cfjump.com +chatroulette.online +cheapsergiorossi.online +chiptuninger.com +citetick.com +clickprotects.com +clippingphotoindia.com +coaching-netz.info +compliance-andrew.top comsysnet.com -concordexoticrentals.com -connectingsingles.com -coolgamechannel.com -cordstrap.cc -creativehutindia.com -cubs-jerseys.us -customboxes4less.com -d2jsp.org -dailyrank.net -davidovic.info -daydream-studio.ru +contentlook.co +cornomase.win +costablue.xyz +cowlmash.com +craftburg.ru +cscwtalkto.site +cs-passion.pl +czeshop.info +dalavia.ru +daneshetabiat.com +date-withme.com +davebestdeals.com +daymusam.com ddlmega.net -djekxa.ru -dms-sw.ru -docsportal.net -domainanalyzing.xyz -domashneeruporno.com +decorazilla.com +defenderxtactical.com +dekoration.us +dev-seo.blog +dinkolove.ya.ru +directrev.com +dispo.de +diy-handmade-ideas.com +doktoronline.no +domainsatcost.com dominateforex.ml -domini.cat -downloadmefiranaratb1972.xpg.com.br -draniki.org -drunkmoms.net -dverimegapolis.ru +domznaniy.ru +dood.live +downvids.net eachdayisagift.review -ec-file.info -econom.co -edudocs.net -ekobata.ru -elektrozigarette1.dreamwidth.org +eandsgallery.com +earthmagic.info +e-collantes.com +ednorxmed.com +eleimgo.pw elektrozigarette2.webs.com -elektrozigarettekaufen1.devhub.com -el-nation.com -eloxal.ru -encodable.com -engines-usa.com -enternet.ee -es5.com -esopini.com -excaliburfilms.com -exdocsfiles.com -exonline.info -expertnaya-ocenka.ru -ezigarettenkaufen1.pagina.gr -ezigaretteshop2.vefblog.net -facecup.top -familyholiday.ml -faptitans.com +elite-sex-finders.com +elkacentr.ru +eloconcream.blogspot.com +epicbrogaming.com +erot.co +erotikstories.ru +eu-cookie-law.blogspot.com +euroskat.ru +evaashop.ru +executehosting.com +expertblog.info +ezrvrentals.com +f00kclan.de +fandlr.com +fashionavenuegame.com favornews.com -fearcrow.com -felizporno.com -ferieboligkbh.dk -findsexguide.com +fellowshipoftheminds.com +fifa-coins.online +filmci.pro +filmidivx.com +financetip.eu +findclan.org +firstdrugmall.ru flavors.me -forminecrafters.ru fortunejack.com -fortwosmartcar.pw -forum20.smailik.org forumprofi.de forums.d2jsp.org -foto-weinberger.at -fotzen-ficken.com -freesitetest.com -freshberry.com.ua -frivgame250.com -front.ru -front.to -fuck-paid-share-buttons.xyz -fungamelands.com -fusoradio.info -fz139.ttk.ru -gambarxkata.co -gamedayassist.com -games.kolossale.ru +foxjuegos.com +free-fbook-traffic.com +free-share-buttons.com +free-stock-illustration.com +fugarif.ga +game300.ru gamesprite.me -gazobeton-p.com.ua -gdebestkupit.ru -geileweiber.tk -get-free-traffic-now.com -getresponse.com -get-seo-domain.com -getyourimage.club -gidonline.one -girlgamerdaily.com -gkvector.ru +gemgrab-a.akamaihd.net +getlaid-xxxhookupdirect.com +getpopunder.com +gilsonchiro.xyz +given2.com +glavtral.ru +globalsurfari.com +gobongo.info +goldadpremium.com goldandcard.ru -good-mummy.ru -goodnightjournal.com -goodwinmetals.co -gopro-online.info -gosarhivrt.ru +golfresa.lucania.se +goodprotein.ru +goroda-vsego-mira.ru +gosmeb.ru +gotorussia.com +gov.yanao.ru +graphid.com gribkovye-zabolevaniya.com -grupografico-pilar.com.ar -guiadeserraazul.com -guruofcasino.com -hanwei.us -hasfun.com -hausfrauensex18.com -hawaiielectriclight.com -hayate.biz -helvetia.com.ua -hentaiheroes.com -hmmm.cz -homeandhealth.ru -home-task.com -hoterika.com -hotgirlhdwallpaper.com -hotkeys.com -housemilan.ru -hscsscotland.com -hspline.com -humanorightswatch.org -hunterboots.online -hunthillfarmtrust.org -ibb.com.ua -iboss.com -igtools.club -ilikevitaly.com -ilovevitaly.com +gsasearchengineranker.site +gz2.bbsoldes.fr +haikuware.com +hard-porn.mobi +hdapp1008-a.akamaihd.net +heliko.no +hermesbelts.xyz +hermesbirkinhandbagoutlets.com +herokuapp.com +high-speed1.net +historichometeam.com +homedecorpicture.us +homemade.gq +home.myplaycity.com +homik.pw +hoste.octopis.com +hostingclub.lk +hosting-tracker.com +housekuba.org +houseofrose.com +hoverboard360.nl +hut1.ru +hyhj.info +iccornacircri.cf +ie.57883.net images-graphics-pics.com -impisr.edunsk.ru -inclk.com -informatiecentro.be -instasexyblog.com -internet-apteka.ru -invivo.hu -inzn.ru -iplogger.org -itch.io +imperia31.ru +impresagaia.it +incest-ru.com +indo-export.ru +infoupdate.org +inspiring-desperate.tk +iqoption.pro itis4you.com -javxxx18.com -jennyfire.ru -jerseyswholesalechinalimited.com -jetsli.de -jimmychoosale.online +iwanttodeliver.com +izhevsk.xrus.org +jasonpartington.com +javitas.info +javstock.com +jobmarket.com.ua +journeydownthescale.info +j-times.ru +jurajskie.info +justdating.online jwss.cc -kadashihotel.com -kalb.ru -kazan.xrus.org -kaz.kz -kemerovo.zrus.org -keywordhut.com -kinobaks.com -klosetkitten.com -knowsitall.info -kraljeva-sutjeska.com -labvis.host.sk -la-fa.ru -lazymanyoga.com -le-clos-des-alouettes.com -lego4x4.ru -lesbian.xyz -letto.by -likrot.com -linkbolic.com -liveshoppersmac.com -lizace.com -loadingpages.me -lob.com.ru -lutherstable.org -machicon-akihabara.info -magnetic-bracelets.ru -magnetpress.sk -mapquestz.us -mararoom.ru -marblestyle.ru -martlinker.com -mebelcomplekt.ru +kamalsinha.com +kambasoft.com +katushka.net +kirov.zrus.org +kollesa.ru +komp-pomosch.ru +konpax.com +ks1234.com +kuzinsp.ru +kw21.org +lapitec.eu +laxob.com +leadwayau.com +lflash.ru +linksharingt.com +lion.conboy.us +lion.snapmap.us +littlesunraiser.com +live-sexcam.tk +live-sexchat.ru +lockerz.com +lomb.co +lomza.info +lostaruban.com +love-baby.cz +lubetube.com +luxmagazine.cf +m4ever.net +macfix.life +mackeeper-center.club +mactechinfo.info +mansiondelrio.co +marketingtechniques.info +marketland.ml +masthopehomes.com +matrixalchemy.com +maxxtor.eu mebel-ekb.com -meetingrainstorm.bid -metallosajding.ru -methodsmarketing.com +menhealed.net +metascephe.com microsoftportal.net -midst.eu -mir-business-24.ru -missis.top -mitrasound.ru -modenamebel.ru -moneytop.ru +miniads.ca +mncrftpcs.com +mokrayakiska.com +moncleroutletonline.pw monthlywinners.com -morlat.altervista.org -moscow.online-podarki.com -moscow-region.ru -mountainstream.ms -mp3downloadhq.com -mriyadh.com -mrsdalloways.com -mug-na-chas-moscow.ru -multgo.ru -myanyone.net -my-floor.in.ua +msk-diplomat.com +mturkcontent.com +mustat.com +mydownloadengine.com +myftpupload.com +mygameplus.com +myshopmatemac.com +nagdak.ru narkologiya-orel.ru -nash-krym.info -national-today-winning-winner.club -negociosdasha.com -netallergy.ru -netanalytics.xyz -netvouz.com -new-apps.ru -nfljerseyscheapchinabiz.com -nfvsz.com -nofreezingmac.click -nootrino.com -noscrapleftbehind.co -nrjmobile.fr -nuit-artisanale.com -nvssf.com +newstaffadsshop.club +nextrent-crimea.ru +nfljerseysforsalewholesaler.com +ngps1.ru +nhl09.ru +november-lax.com obsessionphrases.com -obuv-kupit.ru -offf.info -ohmyrings.com -okroshki.ru +odoratus.net +okmusic.jp onemantrip.com -onetravelguides.com -online-hd.pl -onlinemegax.com -onload.pw -openstat.com -oranga.host.sk -orel-reshka.net +onescreen.cc +o-o-6-o-o.com +ordernorxx.com +orsonet.ru +osoznanie-narkotikam.net ossmalta.com -pacificair.com -page2rss.com -pandroid.co -panicatack.com -parajumpersjakkesalgnorge.info -partner-print.men -partner-trustworthy.men -pastaleads.com -pdn-4.com +partner-cdn.men +partner-host.men +pcgroup.com.uy +penisvergrotendepillennl.ovh perso.wanadoo.es -photochki.com -phpdevops.com -picurams.pw -pihl.se -pills24h.com -pintattoos.com -pix24x7.com -pixgood.com -pizdeishn.com -pochemychka.net -popads.net -popander.mobi -pornogad.com -pornolook.net +petrovka-online.com +photokitchendesign.com +pio.polytopesexempt.com +pizda.lol +pkr1hand.com +pl-top.pl +poffet.net +pojdelo.weebly.com +pokerniydom.ru +polcin.de +popup-hgd.xyz +porndl.org +porndroids.com +pornoelita.info +pornogig.com +pornoklad.ru pornonik.com -pornozhara.com porn-w.org -portal-eu.ru -portside.xyz potolokelekor.ru -pozdravleniya-c.ru -pozdrawleniya.ru -pravoholding.ru -pricheskaonline.ru -privatefx.all4invest.info -prizefestival.mobi -prizesbook.online +powenlite24.ru +prchecker.info +pregnant.guru +preventheadacheguide.info +produkto.net +prodvigator.ua professionalwritingservices15.blogspot.ru profitfx.online -profitkode.com -promoheads.com -pronekut.com -proprostatit.com -prosperent.com -prostitutki-kiev.org -psa48.ru -pxhdwsm.com -quality-traffic.com -rainbowice.ru -rebrand.ly -reckonstat.info -redbottomheels.xyz -refads.pro -registrydomainservices.com -renecaovilla.online -resellerclub.com -ricorsogiustizia.org +profolan.pl +prostitutki-odessa.org +prostitutki-yaroslavlya.org +q-moto.ru +rangoman.date +razleton.com +razyboard.com +registrysweeper.com +remont-komputerov-notebook.ru +restaurantlescampi.com +retailwith.com +rezeptiblud.ru rimedia.org -ritlweb.com -russintv.fr -sabaapress.com -sady-urala.ru -saecsa.co -safe-app.net -sale-japan.com -santechnik.jimdo.com -sbetodiodnye-lampy.ru -sbwealthsolutions.ca -scanner-walter.top -scrapy.org -searchinquire.com -search.pch.com -segol.tv -seksotur.ru -sel-hoz.com -seofirmreviewsus.info -seomarketings.online -sergiorossistore.online -serialsway.ucoz.ru -service-core.ru +roll123.com +roofers.org.uk +rossmark.ru +running-line.ru +runofilms.ru +rus-pornuha.com +rvi.biz +rvtv.ru +rybalka-opt.ru +samara.rosfirm.ru +samolet.fr +saneitconsulting.com +sarm.tk +sayyoethe.blogspot.co.za +scanner-ivan.top +scanner-margo.top +scenarii-1-sentyabrya.uroki.org.ua +sc-specialhost.com +sdelai-prosto.ru +search-goo.com +seeresultshub-a.akamaihd.net +seinterface.com +seocdvig.ru +seofied.com +seolab.top +seorank.info serving.adbetclickin.pink -sethrollins.net -sexpornotales.com -sexstream.pl -sex-tracker.com -sextracker.com -simplepooltips.com -sims-sims.ru -sispe.com.br -sitebeam.net -siteonomy.com -s-iwantyou.com -skladvaz.ru -skylta.com +serviporno.com +sextracker.de +sfd-chess.ru +shakhtar-doneck.ru +share-buttons-for-free.com +shemale-sex.net +shopperifymac.com +shoppytoolmac.com +sideeffectsoftizanidine.blogspot.com +sigmund-freud.co.uk +sinestesia.host.sk +sitevalued.com +si-unique.com +skachat-besplatno-obrazcy.ru skypasss.com -smailik.org -socialseet.ru -solnplast.ru -space2019.top -spitfiremusic.com +slimcdn.com +snts.shell-pmr.ru +social-search.me +sofit-dmd.ru +solmarket.by sports-supplements.us -srdrvp.com -stroyhelp-dv.ru -summerlinhomes411.info -superiends.org -superlist.biz -taboola.com -talant-factory.ru -taraz.xkaz.org -taximytishi.ru -tds-advert002.info -tdsing.ru -telefonsex-ohne0900.net -tengohydar.tk +spy-sts.com +spywarebegone.com +spywarespy.com +sribno.net +statistici.ro +statoutlook.info +stmassage.ru +stroiminsk.org +superstarfloraluk.com +superstats.com +syvertsen-da.no +takeprofitsystem.com +tattooreligion.ru +teenbbw.yopoint.in testingads.pro -thebestphotos.eu -thebluenoodle.com -thedownloadfromwarez.blogspot.com -theheroes.ru -titan-cloud.life -tizanidineandcipro.blogspot.com -tizanidineshowupondrugtest.blogspot.com -tizanidinevscyclobenzaprine.blogspot.com -tomck.com -toonfamilies.net +theendivechronicles.com +thegioixekhach.com +themeforest.net +thetardistimes.ovh +tiandeural.ru +tiens2010.ru +titslove.yopoint.in +tizanidineformigraines.blogspot.com +tizanidinehcl2mg.blogspot.com +tizanidinehcl4mgtabinfo.blogspot.com top1-seo-service.com -topads.men -topanasex.com -top-study.work -torrent-newgames.com -tracksurf.daooda.com -trafaret74.ru -trafficjunky.net -trustaffs.com -tubeoffline.com -tuberkuleznik.ru -turkeyreport.tk -twiclub.in +tozup.com +trahvid.com +trumpetedextremes.com +tt-ipd.info txxx.com -ukrobstep.com -umnovocaminho.com +uac.net.au +ugguk.online +uginekologa.com +uhod-za-sobakoj.ru +ukkelberg.no +uk-zheu20.ru +ultramart.biz upproar.com -urldelivery.com -userequip.com +uptime-gamma.net +url2image.com +urlopener.blogspot.com.au +usbggettwku.ga ustion.ru -validccseller.com -velobikestock.com -versaut.xxx-cam.webcam -verymes.xyz -video-hollywood.ru -vip.51.la -vladimir.zrus.org -vriel.batcave.net -vzubah.com -wallpaperstock.net +valkiria-tk.ru +vedomstvo.net +vektorpress.ru +videochat.life +villakohlanta.nu +vip-file.com +vkgaleria.com +vkontaktemusic.ru +voloo.ru +voprosotvet24.ru +vpnhowto.info +vsexkontakte.net +vykup-avto-krasnodar.ru +vzlomfb.com +walkme.com +wallpapersdesk.info +wallpapersist.com +wanker.us watchdogs-2.ru -webadvance.club webextract.profound.net -webshoppermac.com -website-speed-up.top -welcomeauto.ru -wesharepics.info -wholesalenfljerseys.us.com -wnhjavlhezp.gq -wonderfulflowers.biz -word-vorlagen.xyz -xev.ru -xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai -xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai -xn--80ahdheogk5l.xn--p1ai -xn--e1aggki3c.xn--80adxhks -xn--hxazdsfy.blogspot.com -x-rates.ru -ynymnwbm.bloger.index.hr -yourads.website -yoursearch.me -zahvat.ru -zhuravlev.info -zone-kev717.info -zoompegs.com -zoosexart.com -zrizvtrnpale.tk +westsextube.com +wineitudes.wordpress.com +wnoz.de +womensterritory.ru +woodyguthrie.se +wordpresscore.com +wtsindia.in +xaijo.com +xkaz.org +x-lime.net +xlovecam.com +xn----itbeirbjbi7bc6bh2d.xn--p1ai +xnxxandxvideos.com +xportvusbdriver8i.snack.ws +xsion.net +yaminecraft.ru +yeartwit.com +yellowstonesafaritours.com +youraticles.pl +yourdesires.ru +yourporn.com +yugo-star.ru +zakazfutbolki.com +zaloadi.ru +za-music.mymobiplanet.com +zdesoboi.com +zeroredirect1.com +zetmaster.ru +zhongwenlink.com +znakom.sibtest.ru +zoogdisany.com +zrelaya.pw diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 387e4254d..c86fcb460 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1000n1.ru -4webmasters.com -6hopping.com -7search.com +1-free-share-buttons.com +273-fz.ru +2drittel.de +40cg.com +6128786.com 883zy.com -8si.ru -alert-fjg.xyz -alfapro.ru -allkrim.com -alpharma.net -alyeskaresort.com -amehdaily.com -andpolice.com -android-vsem.org -apartment.ru -atout-energie-69.com -balkanfarma.org -bazaronline24.ru -bear.gotcher.us +9med.net +abbanreddy.com +abcguru.xyz +academia-nsk.org +admanaerofoil.com +afora.ru +akuhni.by +alarmobninsk.ru +algerianembassy.co.in +all-number.com +alphacarolinas.com +amyfoxfitness.com +android4fun.org +animenime.ru +apelsinnik.website +aproposde.com +asrvrep-a.akamaihd.net +availit.weebly.com +bagcionderlab.com +bankcrediti.ru +bannerconnect.net +bannerswap.com bestadbid.com -betune.onlinewebshop.net -bioinnovate.co -bitcoinpile.com -bitcoinremote.com -blavia.00author.com -blogsfunky672.weebly.com -bookhome.info -brandehk.dk -bryansk.zrus.org -cam-kontakte.org -cars-modification.net +best-coupon-offer.com +bestdooz.com +bestmouthwash.club +bigpictures.club +binaryoptionscops.info +biographiya.com +bluesalt.co +board.f00d.de +buzzurl.jp +camdenmemorials.com +carfax.com.ua +carsplate.com +cartierjusteunclou.xyz cdncash.com -c-gainsbourg.com -cheap-pills-norx.com -checktext.org -children-learningreading.info -chocolateslim-u-srbiji.com -citizenclsdriveri7.pen.io -clickcash.com -clksite.com -compliance-brian.xyz -compliance-elena.top -cookielawblog.wordpress.com -coolgamechannel.com -copenergo.ru -delayreferat.ru -dfiles.me -dneprsvet.com.ua -dogclothing.store -domainsatcost.com -download-of-the-warez.blogspot.com -driving.kiev.ua +cezartabac.ro +choosecuisine.com +compliance-jack.top +customergrowthsystems.com +customerguru.in +cxpromote.com +czat.wp.pl +dailyfinancefix.com +daptravel.com +data.vtc.pw +ddospanel.com +ddsoldes.fr +dellalimov.com +designdevise.com +diamond-necklace.info +discovertreasure-a.akamaihd.net +dnepropetrovsk.mistr-x.org +docsportal.net +doyouknowtheword-flummox.ml dvrlists.com -e705.net -econom.co -eleimgo.pw -elektrischezigarette1.onsugar.com -elektrozigarettekaufen1.devhub.com -energydiet-info.ru -ertelecom.ru -evogarage.com -expertblog.info -expolicenciaslatam.co -extads.net -ezigarettenkaufen1.deviantart.com -fable.in.ua -facecup.top -fealq.com -filmci.pro -find1friend.com -fok.nl -foto-basa.com -freshdz.com -gamedayassist.com -gameprimary.com -gearcraft.us -geilehausfrauen.net -girlporn.ru -glopages.ru -goodhousekeeping.com -gsou.cf -guardlink.org -gwagka.com -gyffu.com +e-c.al +ecookna.com.ua +edge.sharethis.com +electricwheelchairsarea.com +elektir.ru +elvenmachine.com +escortslet.net +excitacion.info +extstat.com +ez8motelseaworldsandiego.com +fashion.stellaconstance.co +fastfixing.tech +fatmaelgarny.com +ferieboligkbh.dk +filesdatabase.net +financehint.eu +financepoints.eu +findpics.pw +firma-legion.ru +fiverr.com +flash4fun.com +forum20.smailik.org +forum-engineering.ru +free-social-buttons.com +free-stock-illustration.com +fuck-paid-share-buttons.xyz +fxtips.ru +galaxyflowers.ru +game-mmorpg.net +gate5.co.za +gazporno.com +gk-atlant.info +goodnightjournal.com +googlepositions.com +graphicwe.org +guarrasdelporno.xxx +guildebzh.info +habermetre.com hamptonoaks.ca -hd-filmy.net -hdimagelib.com -headpharmacy.com -health-medical-portal.info -heygidday.biz -high-speed1.net -hkdiiohi.skyrock.com -hornymatches.com -hostsshop.ru -hotblognetwork.com -hotloans.ru -hoverboard360.de -hyiphunter.org -immobiliaremassaro.com -impisr.ru -impotentik.com -indiasourcemart.in -infobabki.ru -informatiecentro.be -in-tandem.co +helvetia.com.ua +hermesreplica.pw +hexpilot.com +himazin.info +hobbyhuren-datenbank.com +hollywoodactress.info +hyipmanager.in +iflycapetown.co.za +iloveitaly.ru +ilovevitaly.com +increasewwwtraffic.info +inome.com.ua investsuccess.org -investyb.com -investzalog.ru -invivo.hu -iqbazar.ru -islandminingsupply.wordpress.com -itrevolution.cf -javatex.co.id -jetsli.de -kaliningrad.zrus.org -kicknights.gq -kino2018.club -kinobaks.com -kirov.zrus.org -knowyournextmove.com -koleso24.com.ua -konpax.com -krasnodar.xrus.org -krynica.info -labafydjxa.su -lanadelreyfans.us -lecbter-relationships.ga -letolove.ru -lineshops.biz -lulea-auktionsverk.se -make-money-online.com -marmitaco.cat -matrixalchemy.com -mcadamssupplyco.com -medicine-4u.org -microsearch.ru -monsterdivx.tv -mp3ringtone.info -muabancantho.info -muizre.ru -musirc.com -my-cash-bot.co -mygameplus.com -networkad.net -nikitsyringedrivelg.pen.io -notasprensa.info -oakleyglassesonline.us -obuv-kupit.ru -oecnhs.info -offf.info -oktube.ru -onemactrckr.com -ons-add.men -ooo-olni.ru -orhonit.com +iopeninghours.co.uk +iplusbit.blogspot.co.za +islamtoday.co.za +ix20.ru +jav-way.site +joingames.org +juliaworld.net +kazan.xrus.org +krafte.ru +kupiproday.com.ua +kupit-adenu.ru +lasvegaslockandsafe.com +likesdesign.com +linkdebrideur.xyz +localmatchbook.com +louboutinreplica.xyz +macnewtech.com +mafcards.ru +manve.info +meet-flirt-dating.com +mega-bony2017.pl +mensandals.xyz +mezaruk.info +microsoftportal.net +migente.com +mil-stak.com +mobplayer.net +monarhs.info +moneytop.ru +moomi-daeri.com +morefastermac.trade +moscow.online-podarki.com +myftpupload.com +najaden.no +netoil.no +netpics.org +newhairstylesformen2014.com +november-lax.com +nsatc.net +oddamzadarmo.eu +offtopic.biz +oksrv.com +openmultipleurl.com +optitrade24.com +orenburg-gsm.ru outclicks.net -page2rss.com -pammik.ru -pandroid.co -parlament.biz -perfectpracticeweb.com -picswe.com -pixgood.com -polybuild.ru -popup-fdm.xyz -porndroids.com -pornobrazzers.biz -porno.simple-image.com.ua -pornotubs.com -porno-video-chati.ru -porto.abuilder.net -predmety.in.ua -promalp-universal.ru -queerspace.com -ranksays.com -rasteniya-vs-zombi.ru -realitykings.com -registratciya-v-moskve.ru -rep-am.com -replica-watch.ru -resultshub-a.akamaihd.net -retreatia.com -rocketchange.ru -runstocks.com -sabizonline.com -sad-torg.com.ua -savingsslider-a.akamaihd.net -score-ads.men -scrapy.org -searchengineranker.email -secret.xn--oogle-wmc.com -seoholding.com -sevendays.com.ua -sevenstars7.com -sex.hotblog.top -sexuria.net -shariki-zuma-lines.ru -shop-electron.ru -signoredom.com -silvercash.com -sim-service.net -skladvaz.ru -skypasss.com -strigkaomsk.ru -superiends.org +par-fallen.ga +pateaswing.com +pavlodar.xkaz.org +pcimforum.com +percin.biz.ly +perosan.com +pflexads.com +picturesfrom.com +pio.polytopesexempt.com +pizza-imperia.com +pornophoto.xyz +privatbank46.ru +prospekt-st.ru +prostitutki-kharkova.org +quickcashlimited.com +redirlock.com +reimageplus.com +rennlist.com +revistaindustria.com +rniaeba.ga +rootandroid.org +rosbalt.com.ua +rospromtest.ru +ruclicks.com +sardinie.us +sarm.tk +scanmarine.info +school-diplomat.ru +semalt.com +semrush.com +serialsway.ucoz.ru +shemalegalls.blogporn.in +simpoed.ufop.br +social-button.xyz +social-fun.ru +socialmediasuggest.com +social-s-hhh.xyz +softonicads.com +space2019.top +stauga.altervista.org +staynplay.net +store-rx.com +stpolice.com +sugarlyflex.pw +superfish.com +superinterstitial.com surcentro.com -symphonyintegratedhealthcare.com -templates.franklinfire.co -textads.men -thecoral.com.br -thefarmergame.com -themestotal.com -thetattoohut.com -tnaionline.org -tomck.com -topsy.com -trainoffend.ml -trucri.me -u-cheats.ru +svnuppsalaorebro.se +tabakur77.com +tattoo33.ru +tech4master.com +telefonsexi.com +telefonsex-ohne0900.net +tengohydar.tk +tfxiq.com +thebluenoodle.com +thecoolimages.net +tizanidineingredients.blogspot.com +topmira.com +trackzapper.com +tsyndicate.com +tube8.com +twiclub.in +udayavani.com +uni.me unmaroll.ya.ru -video-chat.in -video-woman.com -vip-file.com -vizag.kharkov.ua -vladhistory.com -vozbujdenie.com -watchmyfb.pl -wdfdocando.com -webs.com -websiteaccountant.de -weddingdresses.xyz -whatistizanidinehclusedfor.blogspot.com -wma-x.com -woman-tampon.ru -womensplay.net -wordkeyhelper.com -wwwadultcheck.com -xingzi-vision.com -xn--80aafb2a.xn--p1ai -xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks -xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai -xvideosbay.com -xxlargepop.com -yes-com.com -your-bearings.com -zacreditom.ru -zarajbuilders.com -zdesoboi.com -zrelaya.pw -zscaler.net +venerologiya.com +vkontaktemusic.ru +vladimir.zrus.org +vriel.batcave.net +vsexkontakte.net +wallpaperstock.net +westen-v.life +whiteelephantwellington.com +whosonmyserver.com +wineration.com +womens-journal.net +wowcasinoonline.ooo +www.timer4web.com +xedserver.com +x-lime.net +xtrafficplus.com +yellowstonesafaritours.com +youjizz.vc +yugk.net +zatjmuzu.info +znakomstva-moskva77.ru +zoodrawings.com +zvezdagedon.ru diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index 6b86856ae..1ddae6201 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,3 +1,20 @@ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + 503 Service Temporarily Unavailable diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index 2c4888c69..afb1627e8 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -5,6 +5,20 @@
nginx/1.14.2
+l> +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + 503 Service Temporarily Unavailable diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index bc389ee32..e6677be79 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +34.66.25.221 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index d759c6598..4dae32196 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index ceb776ef8..345e2a436 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index afb5ff706..ed9227926 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.08.1796 +#### Version: V4.2019.08.1797 #### Bad Referrer Count: 6746 #### Bad Bot Count: 557 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index bc98d6a30..5b76f2747 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.08.1796 +#### Version: V4.2019.08.1797 #### Bad Referrer Count: 6746 #### Bad Bot Count: 557 ____________________ diff --git a/README.md b/README.md index ca8ea5e75..b351bff18 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.08.1796 +#### Version: V4.2019.08.1797 #### Bad Referrer Count: [6746](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) ____________________ diff --git a/_generator_lists/fake-googlebots.list b/_generator_lists/fake-googlebots.list index be818d065..380f60fa3 100644 --- a/_generator_lists/fake-googlebots.list +++ b/_generator_lists/fake-googlebots.list @@ -156,6 +156,7 @@ 54.38.123.235 5.45.64.76 5.45.76.244 +5.79.161.252 5.83.160.240 62.112.9.146 62.113.28.13 @@ -200,4 +201,3 @@ 95.72.130.47 95.72.4.19 95.73.248.159 -5.79.161.252 diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index a5b28ce30..4c631c3b6 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.08.1796 +#### Version: V4.2019.08.1797 #### Bad Referrer Count: 6746 #### Bad Bot Count: 557 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index bbac7c1e7..2e4a6aa80 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1796 -### Updated: Sat Aug 10 10:33:01 SAST 2019 +### Version: V4.2019.08.1797 +### Updated: Sat Aug 10 13:04:41 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 77fd16d7c..d0899504f 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1796 -### Updated: Sat Aug 10 10:33:02 SAST 2019 +### Version: V3.2019.08.1797 +### Updated: Sat Aug 10 13:04:43 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### @@ -7909,6 +7909,7 @@ geo $validate_client { 54.38.123.235 1; 5.45.64.76 1; 5.45.76.244 1; + 5.79.161.252 1; 5.83.160.240 1; 62.112.9.146 1; 62.113.28.13 1; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index bbac7c1e7..2e4a6aa80 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1796 -### Updated: Sat Aug 10 10:33:01 SAST 2019 +### Version: V4.2019.08.1797 +### Updated: Sat Aug 10 13:04:41 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 8f1a65ee4..ba11dfd36 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.08.1796 -### Updated: Sat Aug 10 10:33:03 SAST 2019 +### Version: V4.2019.08.1797 +### Updated: Sat Aug 10 13:04:44 SAST 2019 ### Bad Bot Count: 557 ################################################### ### Version Information ##