diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 00808be93..773e563a5 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1732 -### Updated: Tue Jul 2 12:24:32 SAST 2019 +### Version: V3.2019.07.1733 +### Updated: Tue Jul 2 13:14:52 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 4dddc08a6..90fe4f9d3 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 40cb4d7a8..bc389ee32 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 00808be93..773e563a5 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1732 -### Updated: Tue Jul 2 12:24:32 SAST 2019 +### Version: V3.2019.07.1733 +### Updated: Tue Jul 2 13:14:52 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 4dddc08a6..90fe4f9d3 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 40cb4d7a8..bc389ee32 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 00808be93..773e563a5 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1732 -### Updated: Tue Jul 2 12:24:32 SAST 2019 +### Version: V3.2019.07.1733 +### Updated: Tue Jul 2 13:14:52 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 4dddc08a6..90fe4f9d3 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 40cb4d7a8..bc389ee32 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 00808be93..773e563a5 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1732 -### Updated: Tue Jul 2 12:24:32 SAST 2019 +### Version: V3.2019.07.1733 +### Updated: Tue Jul 2 13:14:52 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 00808be93..773e563a5 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1732 -### Updated: Tue Jul 2 12:24:32 SAST 2019 +### Version: V3.2019.07.1733 +### Updated: Tue Jul 2 13:14:52 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 6d439042e..e861b874e 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1732 -### Updated: Tue Jul 2 12:24:31 SAST 2019 +### Version: V4.2019.07.1733 +### Updated: Tue Jul 2 13:14:51 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/setup-ngxblocker/modified/ubuntu18.conf.modified b/.dev-tools/setup-ngxblocker/modified/ubuntu18.conf.modified new file mode 100644 index 000000000..d3cbdad00 --- /dev/null +++ b/.dev-tools/setup-ngxblocker/modified/ubuntu18.conf.modified @@ -0,0 +1,91 @@ +user www-data; +worker_processes auto; +pid /run/nginx.pid; +include /etc/nginx/modules-enabled/*.conf; + +events { + worker_connections 768; + # multi_accept on; +} + +http { + + + +# Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker + include /etc/nginx/conf.d/botblocker-nginx-settings.conf; + include /etc/nginx/conf.d/globalblacklist.conf; + + ## + # Basic Settings + ## + + sendfile on; + tcp_nopush on; + tcp_nodelay on; + keepalive_timeout 65; + types_hash_max_size 2048; + # server_tokens off; + + # server_names_hash_bucket_size 64; + # server_name_in_redirect off; + + include /etc/nginx/mime.types; + default_type application/octet-stream; + + ## + # SSL Settings + ## + + ssl_protocols TLSv1 TLSv1.1 TLSv1.2; # Dropping SSLv3, ref: POODLE + ssl_prefer_server_ciphers on; + + ## + # Logging Settings + ## + + access_log /var/log/nginx/access.log; + error_log /var/log/nginx/error.log; + + ## + # Gzip Settings + ## + + gzip on; + + # gzip_vary on; + # gzip_proxied any; + # gzip_comp_level 6; + # gzip_buffers 16 8k; + # gzip_http_version 1.1; + # gzip_types text/plain text/css application/json application/javascript text/xml application/xml application/xml+rss text/javascript; + + ## + # Virtual Host Configs + ## + + include /etc/nginx/sites-enabled/*; +} + + +#mail { +# # See sample authentication script at: +# # http://wiki.nginx.org/ImapAuthenticateWithApachePhpScript +# +# # auth_http localhost/auth.php; +# # pop3_capabilities "TOP" "USER"; +# # imap_capabilities "IMAP4rev1" "UIDPLUS"; +# +# server { +# listen localhost:110; +# protocol pop3; +# proxy on; +# } +# +# server { +# listen localhost:143; +# protocol imap; +# proxy on; +# } +#} diff --git a/.dev-tools/setup-ngxblocker/original/ubuntu18.conf.modified b/.dev-tools/setup-ngxblocker/original/ubuntu18.conf.modified new file mode 100644 index 000000000..132f680d1 --- /dev/null +++ b/.dev-tools/setup-ngxblocker/original/ubuntu18.conf.modified @@ -0,0 +1,85 @@ +user www-data; +worker_processes auto; +pid /run/nginx.pid; +include /etc/nginx/modules-enabled/*.conf; + +events { + worker_connections 768; + # multi_accept on; +} + +http { + + ## + # Basic Settings + ## + + sendfile on; + tcp_nopush on; + tcp_nodelay on; + keepalive_timeout 65; + types_hash_max_size 2048; + # server_tokens off; + + # server_names_hash_bucket_size 64; + # server_name_in_redirect off; + + include /etc/nginx/mime.types; + default_type application/octet-stream; + + ## + # SSL Settings + ## + + ssl_protocols TLSv1 TLSv1.1 TLSv1.2; # Dropping SSLv3, ref: POODLE + ssl_prefer_server_ciphers on; + + ## + # Logging Settings + ## + + access_log /var/log/nginx/access.log; + error_log /var/log/nginx/error.log; + + ## + # Gzip Settings + ## + + gzip on; + + # gzip_vary on; + # gzip_proxied any; + # gzip_comp_level 6; + # gzip_buffers 16 8k; + # gzip_http_version 1.1; + # gzip_types text/plain text/css application/json application/javascript text/xml application/xml application/xml+rss text/javascript; + + ## + # Virtual Host Configs + ## + + include /etc/nginx/conf.d/*.conf; + include /etc/nginx/sites-enabled/*; +} + + +#mail { +# # See sample authentication script at: +# # http://wiki.nginx.org/ImapAuthenticateWithApachePhpScript +# +# # auth_http localhost/auth.php; +# # pop3_capabilities "TOP" "USER"; +# # imap_capabilities "IMAP4rev1" "UIDPLUS"; +# +# server { +# listen localhost:110; +# protocol pop3; +# proxy on; +# } +# +# server { +# listen localhost:143; +# protocol imap; +# proxy on; +# } +#} diff --git a/.dev-tools/test-setupngxblocker.sh b/.dev-tools/test-setupngxblocker.sh old mode 100644 new mode 100755 diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 6073098c1..503b1de7a 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.178.120 0; +35.224.112.202 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 6d439042e..e861b874e 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1732 -### Updated: Tue Jul 2 12:24:31 SAST 2019 +### Version: V4.2019.07.1733 +### Updated: Tue Jul 2 13:14:51 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index eabb2e30b..966492772 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 6bad13743..2f692b069 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 6d439042e..e861b874e 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1732 -### Updated: Tue Jul 2 12:24:31 SAST 2019 +### Version: V4.2019.07.1733 +### Updated: Tue Jul 2 13:14:51 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index eabb2e30b..966492772 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 6bad13743..2f692b069 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 6d439042e..e861b874e 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1732 -### Updated: Tue Jul 2 12:24:31 SAST 2019 +### Version: V4.2019.07.1733 +### Updated: Tue Jul 2 13:14:51 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index eabb2e30b..966492772 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 6bad13743..2f692b069 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 6d439042e..e861b874e 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1732 -### Updated: Tue Jul 2 12:24:31 SAST 2019 +### Version: V4.2019.07.1733 +### Updated: Tue Jul 2 13:14:51 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 9e1609b41..1e63b10f6 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.192.187.174 0; -104.154.113.151 0; +35.202.145.110 0; +104.154.120.187 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 577b311fb..6d3c39add 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1732 -### Updated: Tue Jul 2 12:24:31 SAST 2019 +### Version: V4.2019.07.1733 +### Updated: Tue Jul 2 13:14:51 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 7803202c9..142e19c14 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.178.120 0; -34.68.144.114 0; -35.193.14.140 0; +35.193.7.13 0; +35.192.85.2 0; +35.202.145.110 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 6d439042e..e861b874e 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1732 -### Updated: Tue Jul 2 12:24:31 SAST 2019 +### Version: V4.2019.07.1733 +### Updated: Tue Jul 2 13:14:51 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 90b3681f0..e3688dbe0 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.154.113.151 0; -35.192.136.167 0; -104.198.131.58 0; +35.184.96.71 0; +35.202.145.110 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index 6d439042e..e861b874e 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1732 -### Updated: Tue Jul 2 12:24:31 SAST 2019 +### Version: V4.2019.07.1733 +### Updated: Tue Jul 2 13:14:51 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 4dddc08a6..90fe4f9d3 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index e0b0b6621..09380df1d 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -404enemy -Anarchie -Digincore -ExtractorPro -FemtosearchBot -InfoNaviRobot -MauiBot -MeanPath Bot -NICErsPRO -xpymep1.exe +BackDoorBot +BDFetch +CSHttp +Ezooms +Intelliseek +RankActiveLinkBot +SBIder +Telesphorep +Webalta +Zauba diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index af4af9325..49af61616 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider 404checker 404enemy 80legs Abonti Aboundex -AhrefsBot +Acunetix +ADmantX +AfD-Verbotsverfahren +AIBOT AiHitBot -Aipbot -AlphaBot +Alexibot +AllSubmitter Anarchie -archive.org_bot +Apexoo Asterias +Attach Backlink-Ceck -backlink-check -BackStreet -Badass -Bandit +BacklinkCrawler +BackWeb Barkrowler BatchFTP +BBBike BDCbot -Blackboard -BLEXBot +BDFetch +Black Hole BlowFish -Boardreader -Bolt +Buddy BuiltWith -Bullseye -BunnySlippers +BuzzSumo +CATExplorador +CheTeam +ChinaClaw Chlooe +Cliqzbot Cloud mapping coccocbot-web -Cogentbot Collector Copier CopyRightCheck -Cosmos +Craftbot crawler4j -crawler.feedback -CrunchBot -DatabaseDriverMysqli -DBLBot -DigitalPebble -DIIbot +DataCha0s +Devil +Dirbuster Discobot Discoverybot Dispatch -DittoSpyder +DnyzBot +DomainAppender DomainCrawler -DomainSigmaCrawler -DomainStatsBot Dotbot Download Wonder Drip -DSearch +Ebingbong +eCatch ECCP/1.0 +Ecxi EirGrabber -EMail Siphon -evc-batch -Exabot -facebookscraper -Fimap -Firefox/7.0 +Extractor +ExtractorPro +Extreme Picture Finder +EyeNetIE +FemtosearchBot FlashGet -Freeuploader +Flunky +Foobot FrontPage FyberSpider Fyrebot -Getintent -Gigabot -Go-Ahead-Got-It -Go!Zilla -GrabNet -Grafula -GrapeshotCrawler -HaosouSpider +GalaxyBot +GetRight +Gigablast +Gotit +GoZilla +Grabber +Haansoft Harvest +Havij HEADMasterSEO -HTMLparser -HTTP::Lite -HTTrack -Iblog -Id-search +IDBot Image Fetch -InfoNaviRobot -InfoTekies -InterGET -Internet Ninja +Image Sucker +Indy Library +instabid +InternetSeer +internetVista monitor +ips-agent Iria IRLbot -IstellaBot -JamesBOT -JennyBot -Joomla -Jorgee +Jbrofuzz +JikeSpider JustView -Jyxobot -Kenjin Spider Keyword Density Lanshanbot -Larbin LeechGet -Libwhisker -Lightspeedsystems +LexiBot +Likse +LinkpadBot +LinksManager LinkWalker +LinqiaRSSBot +LinqiaScrapeBot Lipperhey -Litemage_walker LNSpiderguy -LWP::Simple -lwp-trivial -Magnet +Ltx71 +Mag-Net Mail.RU_Bot +Majestic12 +Majestic SEO MarkMonitor -MarkWatch Mass Downloader -meanpathbot -Mediatoolkitbot -MFC_Tear_Sample -Mojeek -MSFrontPage -MSIECrawler -MS Web Services Client Protocol -Nameprotect -NetAnts +MauiBot +MegaIndex.ru +Microsoft URL Control +MIIxpc +MJ12bot +Mr.4x3 +Msrabot +Musobot +NearSite +Needle Netcraft -netEstate NE Crawler -NetMechanic -Netvibes -NextGenSearchBot -Nibbler +NetSpider +Net Vampire Niki-bot Nikto NimbleCrawler -Ninja -NPbot -Nutch +Nimbostratus oBot -Octopus +Offline Explorer Offline Navigator OnCrawl OpenLinkProfiler OpenVAS OrangeBot -OrangeSpider +PageAnalyzer Page Analyzer -page scorer PageScorer -Pandalytics -Panscient Papa Foto pcBrowser +PECL::HTTP +PHPCrawl +Picsearch +Pi-Monster +Pixray plumanalytics -ProWebWalker Psbot -PxBroker PyCurl QueryN Metasearch +Quick-Crawler RankActive +RankActiveLinkBot RankingBot2 -Rankivabot RealDownload -Recorder -RedesScrapy +RebelMouse +ReGet RepoMonkey Ripper Rogerbot -SBIder +SalesIntelligent +ScanAlert Scanbot ScoutJet -Scrapy -Searchestate -Semrush -SEOkicks -SEOlyticsCrawler +SearchmetricsBot Seomoz +SEOprofiler SeoSiteCheckup -Siphon -SISTRIX +serpstatbot +Shodan +Sitebeam +SiteExplorer Siteimprove SiteLockSpider -SiteSucker -Site Sucker -Snake +SmartDownload +SMTBot Snapbot -Snoopy -SocialRankIOBot Sociscraper -Sosospider Sottopop -Spammen +SpaceBison +SpankBot Spanner -sp_auditbot -SputnikBot +Spbot +spyfu Sqlmap +Sqlworm +Sqworm Steeler +Stripper Sucuri -SuperHTTP -Surfbot -SurveyBot +SuperBot Szukacz -T8Abot +T0PHackTeam tAkeOut +Telesoft Telesphoreo Telesphorep -Thumbor +TheNomad TightTwatBot Titan -Toata +Tracemyfile Trendictionbot -trendiction.com Turnitin -TwengaBot -Typhoeus +TurnitinBot +Twice UnisterBot -URLy.Warning +Upflow Vacuum -VeriCiteCrawler +Vagabondo +VCI VidibleScraper -Wallpapers/3.0 -WBSearchBot +Virusdie +VoidEYE +WallpapersHD +WASALive-Bot +Webalta +WebAuto Web Auto -WebBandit -WebCollage Web Collage -WebCopier -WEBDAV -Web Enhancer -WebFetch +WebEnhancer +Web Fetch WebGo IS WebImageCollector WebmasterWorldForumBot webmeup-crawler -Web Pix -Web Sauger +Website Quester +Webster +WebStripper WebSucker -WebZIP +Web Sucker Whack -WinHTTrack -Wonderbot +Whacker +Whatweb +Who.is Bot +Widow +WISENutbot Woobot -WPScan -WWW-Collector-E +Wprecon +WWW-Mechanize +WWW::Mechanize x09Mozilla +x22Mozilla Xaldon WebSpider -Xenu -xpymep1.exe -YoudaoBot +Xaldon_WebSpider +Zermelo +Zeus +zgrab +Zitebot ZmEu ZumBot ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index f330855e3..693b0e33f 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 360Spider -Aboundex -AiHitBot -Alligator -AlphaBot -Apexoo -archive.org_bot -autoemailspider +404checker +404enemy +Abonti +Aboundexbot +Acunetix +AfD-Verbotsverfahren +AhrefsBot +AllSubmitter +Anarchie +ASPSeek BackDoorBot -backlink-check -Badass +Backlink-Ceck +BacklinkCrawler +BackStreet +Barkrowler BatchFTP Battleztar Bazinga BDCbot -BDFetch -BetaBot -Bitacle Blackboard -BlackWidow -Blow -BlowFish -Bolt -Brandprotect BuiltBotTough -BuiltWith -Calculon +Bullseye CATExplorador -CCBot -Chlooe +CazoodleBot +Cegbfeieh +CheeseBot +CherryPicker +CheTeam +Cliqzbot +Cloud mapping coccocbot-web -cognitiveseo +Cogentbot +Collector Copier Copyscape -crawler4j -Crescent -Curious +Craftbot +crawl.sogou.com +CSHttp Custo +DatabaseDriverMysqli +DBLBot +Demon Deusu -Devil -Digincore -DIIbot Dirbuster Discobot -Download Wonder +Discoverybot +Dispatch +DomainAppender +Dotbot Dragonfly +Drip DTS Agent ECCP/1.0 +Ecxi EMail Wolf -Evil -Express WebPictures +evc-batch +Exabot ExtLinksBot +Extractor ExtractorPro Extreme Picture Finder -EyeNetIE -facebookscraper -FDM -FemtosearchBot +Ezooms FHscan -FlashGet -Flunky +Fimap Foobot Freeuploader -FrontPage +Fyrebot GalaxyBot -GetRight +Genieo +GermCrawler +Getintent Gigablast -Gigabot G-i-g-a-b-o-t Go!Zilla -Grabber -GrabNet +Grafula GrapeFX -Havij +GridBot +GT::WWW +Haansoft +Harvest +HEADMasterSEO +Heritrix HMView +HTMLparser HTTrack -HybridBot -Id-search +Image Fetch +Image Sucker Indy Library InfoNaviRobot -instabid Internet Ninja -InternetSeer -internetVista monitor -ips-agent -Iria -Iskanie -JennyBot -Jetty -JOC Web Spider -Jyxobot -Keyword Density -Kozmosbot +Jbrofuzz +JetCar +JikeSpider +JustView +Kenjin Spider Lanshanbot -Larbin -LibWeb +LexiBot +Lftp Libwhisker -Lightspeedsystems -LinkpadBot +LinkScan +LinksManager LinkWalker +LinqiaMetadataDownloaderBot +LinqiaRSSBot LinqiaScrapeBot Lipperhey -Litemage_walker Lmspider -LNSpiderguy -lwp-request -Mag-Net +LWP::Simple +lwp-trivial Majestic SEO -MarkMonitor -MarkWatch +Majestic-SEO Masscan -MauiBot +meanpathbot MeanPath Bot -Mediatoolkitbot +MegaIndex.ru +Metauri MFC_Tear_Sample -Microsoft URL Control +MIDown tool MIIxpc -MJ12bot -Mojeek -Mr.4x3 -MS Web Services Client Protocol -muhstik-scan +MSFrontPage +MSIECrawler +Msrabot Name Intelligence Nameprotect -NetAnts -Netcraft -netEstate NE Crawler -NetLyzer -NetMechanic +NearSite +NetSpider Nettrack Net Vampire -Nibbler +Netvibes +NetZIP +NICErsPRO +Niki-bot Ninja -Nmap NPbot -Nutch oBot -Offline Explorer -OnCrawl -Openfind -OpenLinkProfiler +Octopus OpenVAS +OrangeBot OrangeSpider OutclicksBot -Page Analyzer +OutfoxBot +PageGrabber page scorer -PHPCrawl -Picscout +PECL::HTTP +PeoplePal Picsearch PictureFinder -Pi-Monster -Pixray -PleaseCrawl -plumanalytics -Pockey -POE-Component-Client-HTTP +Pimonster ProPowerBot -Psbot Pump PxBroker -QueryN Metasearch +PyCurl RankActive RankingBot2 RankurBot RealDownload -Reaper -RepoMonkey -Ripper -RocketCrawler +Recorder +RedesScrapy +ReGet +Rogerbot SalesIntelligent -ScanAlert -Scanbot -scan.lol -Scrapy -ScreenerBot -Semrush +SBIder +ScoutJet +Screaming +Searchestate +SEOkicks +SEOkicks-Robot +Seomoz SEOprofiler -seoscanners -SeoSiteCheckup -SEOstats +serpstatbot +sexsearcher +Shodan Sitebeam -SiteExplorer SiteLockSpider -SiteSucker -Site Sucker SmartDownload SMTBot -Snake Snapbot -Snoopy +Sociscraper +Sogou web spider Sosospider -Sottopop -Spammen -SpankBot -Sqlworm -Stripper -Sucuri -SuperBot +SpaceBison +Spanner +Spbot +Spinn3r +SputnikBot +Sqlmap +Steeler SuperHTTP -Suzuran -Szukacz +Swiftbot +T0PHackTeam T8Abot Teleport -Telesoft -Telesphorep +TeleportPro +Telesphoreo Thumbor +TightTwatBot +Toata +Trendiction Trendictionbot trendiction.com +True_Robot +Turingos +Turnitin +TurnitinBot TwengaBot -Twice -URLy Warning +Typhoeus +UnisterBot +Upflow URLy.Warning VB Project -VCI -VeriCiteCrawler +VidibleScraper Virusdie -Voil +VoidEYE WallpapersHD Webalta -Web Collage -WebCopier -WEBDAV +Web Auto WebEnhancer Web Enhancer Web Fetch -WebmasterWorldForumBot -WebPix +Web Fuck +webmeup-crawler Web Pix -WebSauger +WebReaper Web Sauger -Webster +Webshag +WebsiteExtractor +WebsiteQuester +Website Quester WebStripper Web Sucker WebWhacker WebZIP WeSEE -Whacker -WiseGuys Robot -WISENutbot -Wonderbot -WWW-Mechanize +Widow +WinHTTrack +Woobot +Wotbox +Wprecon +WPScan +WWW-Collector-E WWW::Mechanize -x22Mozilla -Xenu -xpymep1.exe -YoudaoBot +Xaldon_WebSpider Zade zauba.io +Zermelo Zeus zgrab ZmEu +ZumBot +ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 929b3e804..9ee040599 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -apiportalmorecom-a.akamaihd.net -customboxes4less.com -dogsrun.net -free-social-buttons.xyz -greatgrace.ru -intimshop-fantasy.ru -myftpupload.com -proftests.net -tourcroatia.co.uk -zeroredirect9.com +aktobe.xkaz.org +aliexpress.com +compliance-viktor.top +engines-usa.com +exonline.info +holidaypics.org +muzaporn.com +onlythegames.com +stoki.ru +wiosenny-bon-1500.pl diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 0454f3800..ce797c70d 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -101raccoon.ru -11235813.webzdarma.cz -3weekdiet.com -4ureyesonly.com -5-steps-to-start-business.com -5tey7463.weebly.com -72-news.com -7minuteworkout.com -7xc4n.com -9icmzvn6.website -aadroid.net -abcguru.xyz -academia-nsk.org -adanih.com -addbin.men -ads.gold -advancedsoftwaresupport.com +0daymusic.org +0n-line.tv +1001watch.com.ua +10bet.com +123any.com +14b.info +1qingdao.com +202ch.com +24videos.tv +3rbseyes.com +45en.ru +883zy.com +aa81bf391151884adfa3dd677e41f94be1.com +aa8780bb28a1de4eb5bff33c28a218a930.com +aaa38852e886ac4af1a3cff9b47cab6272.com +abovetherivernc.com +absolutelyanalog.com +acunetix-referrer.com +addblueoff.com.ua +adf.ly +adminshop.com +adsland.men +adsloads.com +adtech.fr +adtiger.tk +adultfriendfinder.com +aero2.ru +aerogo.com +affiliate-fr.com +a.frcls.fr aihelen.net -alert.scansafe.net -alibestsale.com -aliexpress.com +akita.kz +akusherok.ru +alf-img.com +algerianembassy.co.in +allwomen.info +alta-realestate.com +amateurgalls.com amazon-adsystem.com -amigobulls.com -andpolice.com -apartmentbay.ru -apessay.com -apps-analytics.net -arcadeplayhouse.com -architecturebest.com +amyfoxfitness.com +anal-acrobats.com +angigreene.com +animalrank.com +animaltoplist.com +aosexkontakte.net +apifasterlightin-a.akamaihd.net +apimountainbikei-a.akamaihd.net +apiportalmorecom-a.akamaihd.net +apispringsmartne-a.akamaihd.net +apparel-offer.com +apper.de +applyneedy.xyz +arendas.net arewater.com -arius.tech -asseenontv.ru -atout-energie-69.com -auto.rusvile.lt -availit.weebly.com -avon-ukraine.com -avtointeres.ru -awaybird.ru -ayerbo.xhost.ro -baersaratov.ru -baikaleminer.com -bankcrediti.ru -basisches-wasser.net -beclean-nn.ru -bedandbreakfast.com -beget.tech -belinvestdom.by -benchmarkcommunications.co.uk -bestofupload.info -betterhdporn.com -bharatdefencekavach.com -bigcareer.info -big-cash.net -bigpenisguide.com -bingoporno.com -bird1.ru -bjanshee.ru -bodybuilding-shop.biz -boeuklad.com +artdeko.info +arvut.org +astana.xxxkaz.org +atleticpharm.org +atmovs.com +ausmepa.org.au +avramstroy.ru +avtoarenda.by +avto-oligarh.ru +azartmix.com +azbaseimages.net +back.dog +bankiem.pl +bashtime.ru +bbtec.net +besthomemadepornsites.com +bestsexyblog.com +bestssaker.com +bibys.com +binaryoptionscops.info +binomo.kz +bioscorp.ru +bizfly.info +biznesluxe.ru +blog-hits.com +blogporn.in +blogqpot.com +bmw.afora.ru +bmwhighperformers.com +bocoarchives.org bolitgorlo.net -bongacams.com +bonzybuddy.com bookmark4you.com -bosman.pluto.ro -brainsandeggs.blogspot.com +brainxs.us brimstonehillfortress.org -buckspar.gq budilneg.xyz -burkesales.com -business-suggested.tk -businesxxl.com -buyessayonline19.blogspot.ru +bugof.gq +bum.com.ru +buyfriend.ru buzz-porno.info -calcularpagerank.com -call-of-duty.info -candycrushshop.com -carapics.com -casablancamanor.co.za -cbox.ws -cdnanalytics.xyz -cfsrating.sonicwall.com -chatroulette.life -chocolateslim-en-france.com -choice-credit.ru -ci.ua -clash-clans.ru -clicksotrk.com -clickzzs.nl -cntravelre.com -coaching-netz.info -codq.info -cometorussia.net -compliance-checker.info -concordexoticrentals.com -confib.ifmo.ru -connectingsingles.com -connectionstrenth.com -continent-e.tv -cookie-law-enforcement-aa.xyz -copenergo.ru -cowblog.fr -crd.clan.su -cryptoswap.biz -cs-passion.pl -custodieva.ru -dataloading.net -dating-time-now.com -davidovic.info -dealwifi.com -dear-diary.ru -delayreferat.ru -detmebel.su -detsky-nabytek.info -dfwu1019.info -diamond-necklace.info -dimkino.ru -dirtpics.pw -discovertreasurenow.com +buzzsumo.com +byme.se +callstevens.com +cam-kontakte.org +candlehandmade.com +canvas.gloverid.site +cartierlove2u.com +cartierring.xyz +cenoval.ru +cerev.info +cfjump.com +chorus.terakeet.com +ciceros.co +cineacademy.ru +circlesl.com +citizenclsdriveri7.pen.io +cjmc.info +cleanpcnow.com +clickcash.com +clknsee.com +compliance-brian.top +coolbar.pro +cosmetic.donna7753191.ru +countbertwistdisp26.soup.io +cvety24.by +cyprusbuyproperties.com +cyse.tk +czeshop.info +dailyrank.net +dairyindia.in +damasarenai.info +dandiyabeats.in +datract.com +deadlinkchecker.com +decorationspcs.com +detki-opt.ru +discovertreasure-a.akamaihd.net div.as -dnepr-avtospar.com.ua -dogsrun.net -domain-submit.info -doska-vsem.ru -dotmass.top -doxyporno.com -drugs-no-rx.info -drugstoreforyou.com -eachdayisagift.review -earthmagic.info +dkvorota.ru +doctissimo.fr +downloader12.ru +downloadmefiranaratb1972.xpg.com.br +downtuptv.gq +downvids.net +driving.kiev.ua +drivotracker.com +dumpsmania24.com +dvrlists.com +eaplay.ru easyshoppermac.com -editmedios.com -ege-essay.ru -ekspresihati.info -electrik-avenue.com -elektrozigarette1.dreamwidth.org -elektrozigaretten2.yn.lt -energydiet-info.ru -enews.tech -eorogo.top -eredijovon.com -erotik0049.com -eshop.md -essay-edu.biz +e-commerce-seo1.com +econom.co +editors.choice6912650.hulfingtonpost.com +edudocs.net +ekspertmed.com +elektrischeziga.livejournal.com +elitedollars.com +elmifarhangi.com +elvel.com.ua +eropho.com +erotikstories.ru essaypro.com -eupornstar.info -evehemming.blogspot.com.au -expolicenciaslatam.co -extlinks.com -ezaz.info -facecup.top -fanoboi.com -fanpagerobot.com -fast-wordpress-start.com -feel-planet.com -ferretsoft.com -fetishinside.com -fettefrauen.net -fickkontaktehobbyhuren.com -filefilter.weebly.com -filmi-v.online -fishingwholesale.us -fivedwld.cf -flavors.me +estelight.ru +eu-cookie-law.blogspot.com +event-tracking.com +expresstoplivo.ru +ezrvrentals.com +f012.de +fashion-mk.net +felizporno.com +fenoyl.batcave.net +fermersovet.ru +fidelityfunding.com +findanysex.com +findthe.pet +firstsiteguide.com +fiuxy.com +floating-share-buttons.com +florida-tourism.net +forensicpsychiatry.ru +forex21.ru forexgb.ru -formseo.com -forum.tvmir.org -fr-bearings.ru -frbizlist.com -free-fb-traffic.com -fullfileaccess.com -fun-mobi.pl -galaxyflowers.ru -gallerily.com -gallictures.com -gameonasia.com -gameprimary.com -gamesprite.me -game-top.su +forpackningsutveckling.se +forsex.info +fotoxxxru.com +free-fbook-traffic.com +freelinkbuilding.website.tk +freesitetest.com +freewlan.info +fugarif.ga +futbolkisales.ru gamevalue7.weebly.com +gamewrath.com gay-file.com -gazobeton-p.com.ua -gcup.ru -gdebestkupit.ru -generalporn.org -getdot.ru -gfaq.ru +gaz-voshod.ru ghernnqr.skyrock.com -gifspics.com -girlporn.ru -girlsatgames.ru -glall.ru -glicol.kz -glopages.ru +gidonline.one gne8.com -googlemare.com -gopixdatabase.com -gotorussia.com -gpms.org.my -gribokstop.com -guardlink.com -guitar-master.org -gungamesz.com -gz2.bbsoldes.fr -handicapvansarea.com -hao123.com -hdhc.ru -hentaiheroes.com -herehloadibs.cf +golfresa.lucania.se +gq-catalog.gq +graphicwe.org +greatfind-a.akamaihd.net +gsasearchengineranker.site +gsbs.com.ua +gsmlab.pl +guigyverpo.cf +gyffu.com +handicapvantoday.com +hayate.biz +helpmymacfaster.trade herokuapp.com -highstairs-a.akamaihd.net -hiwibyh.bugs3.com -hkdiiohi.skyrock.com -hoporno.com -horoshieokna.com -hostcritique.com -host-tracker.com -howmuchdoestizanidinecost.blogspot.com +hetmanship.xyz +hidemyass.com +himazin.info +hkladys.com +hledejvshopech.cz +hmmm.cz +hmywwogw.bloger.index.hr +homik.pw +hostnow.men +hotdl.in +hoverboard360.de +hully.altervista.org humanorightswatch.org -hustoon.over-blog.com -ideoworld.org -iklysha.ml -ilovevitaly.xyz -imfamous.info +ibb.com.ua +iboss.com +ifirestarter.ru +igithab.com imgarit.pw imperia31.ru -import-sales.com -impotentik.com -impresagaia.it -increasewwwtraffic.info +impisr.ru +inbabes.sexushost.com indiasourcemart.in -informatiecentro.be -inmate-locator.us -instasexyblog.com -intellekt21.ru -interferencer.ru -internetproviderstucson.com -intim-uslugi.info -ipostroika.ru -islandminingsupply.wordpress.com -istanbulit.com -istizanidineacontrolledsubstance.blogspot.com -istock-mebel.ru -ixora.pro -job.icivil.ir -joingames.org -jongose.ninja -kamagragelusa.net -kam-dom.ru -karting196.ru -kazka.ru -keywordhouse.com -keywords-monitoring-your-success.com -keywordteam.net -kfon.eu -kino2018.cc -kinobaks.com -kinogonew.ru -kiprinform.com +indo-export.ru +infogame.name +infostatsvc.com +internet-apteka.ru +invitefashion.com +ipchicken.com +irkutsk.zrus.org +irunfar.com +itch.io +itservicesthatworkforyou.com +jav-fetish.site +jav-way.site +jolic2.com +jrpmakati.com +kakadu-interior.com.ua +kamalsinha.com +karaganda.xkaz.org +kareliatobacco.ru +kashubadesign.ru +keyhantercume.com +kino2018.club +kinopolet.net kleine-titten.biz -kletkimehan.ru -krafte.ru -krasnodar-avtolombards.ru -krasnodar.xrus.org -kupiproday.com.ua -kvartir-remont.biz +kongruan.com +konoplisemena.com +koopilka.com +kotaku.com +krasivoe-hd.net +krasivye-devushki.net +kredit-blog.ru +ku6.com +kurbappeal.info lacapilla.info -landscaping.center -laptop-4-less.com -lasvegaslockandsafe.com -lider-zhaluzi.kiev.ua -lietaer.com -lifehacĸer.com -lifeinsurancekb.com -liffa.ru -likrot.com -limads.men +languagecode.com +lapitec.eu +ledpolice.ru +letmacwork.world +life.biz.ua +likesuccess.com linkarena.com -lion.conboy.us -littlesunraiser.com -livejasmin.com -live-sexcam.tk -lkbennettoutlet.online -lodki-pvh.dp.ua -lomb.co -lotto6888.com -m1media.net -mackeeper-center.club -malls.com -marblestyle.ru -marketland.ml -master-muznachas.ru -mcnamaratech.com -meble-bogart.info -medictube.ru -mega-polis.biz.ua -mejoresfotos.eu -minecraft-rus.org -mini.7zap.com +linkbuddies.com +lirunet.ru +livingroomdecor.info +lombia.com +longlifelomilomi.info +lovi-moment.com.ua +mainlinehobby.net +makedo.ru +manyresultshub-a.akamaihd.net +mararoom.ru +marwer.info +massage-info.nl +mastershef.club +matchpal-a.akamaihd.net +medicineseasybuy.com +metallosajding.ru +metarip.ru +mex-annushka.ru +millionare.com +mil-stak.com minneapoliscopiers.com -mojowhois.com -money-for-placing-articles.com -moskva.nodup.ru -mountainstream.ms -mowser.com -moyaterapiya.ru -mp3ringtone.info -msfsaar.de -musicvidz.ru -muzaporn.com -my-cash-bot.co -myfreemp3.eu -myperiod.club -mywallpaper.top -nationalbreakdown.com -negociosdasha.com -neobux-bg.info -niki-mlt.ru -nonews.co -nootrino.com -normalegal.ru -novatech.vn -novosibirsk.xrus.org -nrjmobile.fr -nudepatch.net -oakleyglassesonline.us -offf.info -okel.co -oksrv.com -online247.ml -onlinebay.ru -onlinedomains.ru -online-hit.info -onstrapon.purplesphere.in -o-o-8-o-o.ru -oops-cinema.ru -openstat.com +misswell.net +mobilemedia.md +mobot.site +mobstarr.com +moinozhki.com +monclercoats.xyz +monclerjacketsoutlet.pw +moneyzzz.ru +mrinsidesales.com +muabancantho.info +muschisexbilder.com +muz-baza.net +mydownlodablefiles.com +myindospace.com +mypets.by +nailsimg.com +napalm51.nut.cc +narosty.com +nikitabuch.com +niroo.info +nordvpn.com +notaria-desalas.com +odesproperty.com +offtime.ru +oil-td.ru +okonich.com.ua +openmediasoft.com orel-reshka.net -osb.se11.ru -ossmalta.com -ownshop.win -partners-ship.pro -pendelprognos.se -pensplan4u.com -pictures-and-images.com -pictures-and-images.net -platesauto.com -play.leadzupc.com -pochtovyi-index.ru -pokerniydom.ru -poquoson.org +ostrovtaxi.ru +outshop.ru +pammik.ru +pandarastore.top +parajumpersoutlet.online +pateaswing.com +p-business.ru +phuketscreen.com +picquery.com +pics-group.com +pinsdaddy.com +pintattoos.com +piski.top +pizdopletka.club +pladform.ru +plusnetwork.com +pobeiranie.pl +polimga.pw +popup-fdm.xyz porndairy.in -pornogratisdiario.com -pornoklad.ru -pornosemki.info -pp-budpostach.com.ua -predmety.in.ua -pregnant.guru -primedice.com -princevc.com -printdirectforless.com -privatefx.all4invest.info -prizestohandle.club -professionalwritingservices15.blogspot.ru -proftests.net +pornhub-forum.ga +pornogad.com +positive2b.ru +pozdrawleniya.com +prefersurvey.net +preventheadacheguide.info +producm.ru +pronorm.fr +pro-okis.ru prostitutki-tyumeni.org -pyrodesigns.com.au -qld10000.net -radiodigital.co +pskcijdc.bloger.index.hr +ptr.ruvds.com +pwwysydh.com +qcstrtvt.bloger.index.hr +q-moto.ru +qpypcx.com +qualitymarketzone.com +quizzitch.net +randalljhoward.com +rangjued.com rank-checker.online -ranksonic.org -r-control.ru -regionshop.biz -reklamuss.ru -replica-watch.ru -resant.ru -rockprogblog.com -romhacking.ru -ruscopybook.com -rusexy.xyz -rusprostitute.com +real-time-analytics.com +rebrand.ly +recordpage-a.akamaihd.net +reimageplus.com +riders.ro +ringtonepartner.com +rostov.xrus.org rustic-quiver.win -rutor.vip -sack.net -sammlungfotos.online -samo-soznanie.ru -sanatorrii.ru -sape.top +s1z.ru +saecsa.co +safe-app.net +sajatvelemeny.com +salmonfishingsacramentoriver.com +sampleletters.net +santasgift.ml +sanyuprojects.com sbwealthsolutions.ca -scanner-mary.top -school-diplomat.ru -scottbywater.com -scrnet.biz.ua -securityallianceservices.com -seolab.top -seo-traffic-ranking.info -seryeznie-znakomstva.ru +scanner-alexa.top +scanner-walt.top +scat.porn +scopich.com +searchwebknow-a.akamaihd.net +seasaltwithfood.com +service.adtech.us +servicecenter.co.ua +servingnotice.com sevendays.com.ua -sex.hotblog.top -sexreliz.com -shakhtar-doneck.ru -sharebutton.org -sharpchallenge.com +sex-foto.pw +sexs-foto.com +sexy.babes.frontend-stack.top +sexy-screen-savers.com +sexytrend.ru shemalegalls.blogporn.in -shoppingjequiti.com.br -shoppytoolmac.com -sideeffectsoftizanidine.blogspot.com +shoesonlinebuy.cn +shohanb.com +shymkent.xkaz.org +simply.net +sim-service.net sims-sims.ru -siteonomy.com -sitevaluation.com -skutecznetabletkinaporostwlosow.pl -sky-mine.ru -snip.tw -social-search.me -solicita.info -spbchampionat.ru -spidtest.org -spinnerco.ca -spy-app.info -sstroy44.ru -stardevine.com -stariy-baku.com -startwp.org -staynplay.net -stpicks.com -stpolice.com -strongholdsb.ru -sukirgenk.dvrlists.com -supers.com.ua -surfbuyermac.com -svarbit.com -taaaak.com -td-33.ru +smart-balancewheel.com +snts.shell-pmr.ru +snyatie-lomki-v-stacionare.ru +sobecjvuwa.com.ru +social-s-ggg.xyz +socialtrade.biz +softonicads.com +soheavyblog.com +spacash.com +space4update.pw +specialfinanceoffers.com +squidoo.com +sribno.net +stal-rulon.ru +statoutlook.info +stockspmb.info +stroy-portal22.ru +sumo.com +swsociety.se +symphonyintegratedhealthcare.com +tako3.com +td-l-market.ru tech4master.com -tengohydar.tk -thebestweightlosspills.ovh -thefds.net -thewebsitetemplate.info -thfox.com -threecolumnblogger.com -tizanidine4mgprice.blogspot.com -tizanidine4mgstreetprice.blogspot.com -tizanidineformigraines.blogspot.com -tizanidinesideeffectsweightloss.blogspot.com -tizanidinestreetvalue.blogspot.com -tizanidinevsvalium.blogspot.com -tn811.us -tongkatmadura.info -top-l2.com -topshef.ru -topsy.com -toxicwap.com -tpu.ru -trackmedia101.com -traffpartners.com -trkur.com -truebeauty.cc -try-rx.com -tversvet.ru -underthesite.com -uptimebot.net -uroffer.link +telsis.com +template-kid.com +thaisamkok.com +thaismartloan.com +thenetinfo.com +thepantonpractice.co.uk +thepokertimer.com +ticketsys.inetwd.com +titslove.yopoint.in +tizanidineonline.blogspot.com +tizanidinepain.blogspot.com +tizanidinevssoma.blogspot.com +tomck.com +toon-families.com +tracfone.com +tracksurf.daooda.com +traderzplanet.in +trafaret74.ru +trafficjunky.net +trustedhealthtips.com +tt-ipd.info +turbo-suslik.org +turizm.bz +twojebook.pl +uchebavchehii.ru +unrealcommander.biz +uogonline.com +uptimechecker.com usiad.net -vacuumscleaner.com -valmetrundan.se -vchulkax.com -vip2ch.com -vip-dom.in -vipsiterip.org -vitanail.ru -vkak.ru -vkgaleria.com -vkontaktemusic.ru -vod.com.ua -vriel.batcave.net -vykup-avto-krasnodar.ru -webadvance.club -webalan.ru -webextract.profound.net -weblo.com -webscouter.net -websites-reviews.com -weprik.ru -whiteelephantwellington.com -womensterritory.ru -woodyguthrie.se -wowcasinoonline.ooo -writingservices17.blogspot.ru -xbaboon.com -x-lime.net -xmronta.com -xn--24-glceagatoq7c2a6ioc.xn--p1ai -yachts-cruise.info -yaderenergy.ru +ussearche.cf +uytmaster.ru +valueclick.com +vapsy.com +vellings.info +veselokloun.ru +vesnatehno.ru +viagraneggrx.com +viandpet.com +viddyoze.com +videochaty.ru +video-woman.com +viel.su +vitoriacabos.com +vsexkontakte.net +warningzscaler.heraeus.com +webshoppermac.com +website-datenbank.de +wesharepics.com +wholesalejerseys-cheapest.com +wieseversa.no +witherrom55.eklablog.fr +wonderfulflowers.biz +workle.website +worldhistory.biz +worldtraveler.world +wwwadultcheck.com +xfire.com +xgames-04.com +xkaz.org +x-musics.com +xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai +xn--b1ag5cfn.xn--p1ai +xn----ctbigni3aj4h.xn--p1ai +xn--d1abj0abs9d.in.ua +xn----itbeirbjbi7bc6bh2d.xn--p1ai +xnxxandxvideos.com +xtube.com +xtubeporno.net +xvideosporn.biz +xxart.ru +youghbould.wordpress.com yourdesires.ru -yourporn.com -yoursearch.me -youtubedownload.org -youtuhe.com -z-master.ru -znakom.sibtest.ru -zoogdiesney.com +yourporngay.com +yourserverisdown.com +youtube-downloader.savetubevideo.com +za-music.mymobiplanet.com +zapiszto.pl +zastroyka.org +zetgie.com.pl +zigarettenonlinekaufen1.blox.pl +zvetki.ru diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 581b78064..571a81ab4 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -08800.top -0912701309f8ce.com -100dollars-seo.com -1kinobig.ru -2daytrendingnews.com -5u.com -6hopping.com -aaa38852e886ac4af1a3cff9b47cab6272.com -aac52006ec82a24e08b665f4db2b5013f7.com -aad1f4acb0a373420d9b0c4202d38d94fa.com -actices.com -adrunnr.com -adserver-e7.com -agroeconom.kz -allblogroll.com -allsilver925.co.il -allstatesugarbowl.org +0daymusic.org +20pascals.nl +28n2gl3wfyb0.ru +2pxg8bcf.top +4ur.click +5elementov.ru +7search.com +8lufu.com +addblueoff.com.ua +adverster.com +afslankpillen2017nl.eu +agadelha.com.br +algerianembassy.co.in +alphacarolinas.com +alpharma.net +amazingninja.com amehdaily.com -aosheng-tech.com -appartement-stumm.at -appfastplay.com -apxeo.info +android-style.com +android-vsem.org +animalrank.com +apartmentbay.ru +appsaurus.com +apptester.tk +ap.senai.br +arabsexxxtube.com +arabseyes.com arclk.net -asseenontv.ru -atley.eu.pn -atmagroup.ru -atofilms.com -ausmepa.org.au -autorn.ru -ayakino.net -azazu.ru -bang-hotties.com -bard-real.com.ua -basedecor.ru -bbtec.net -beatifullandscape.co -belinka.com.ua -best-seo-offer.com -blacktwhite.com -bloggedporn.com -bonux.nextview.ru -brainzpod.win -buntube.net -business-suggested.tk -buttons-for-website.com +arenda-avtoprokat-krasnodar.ru +arpelsreplica.xyz +autobrennero.it +autoloans.com +aviav.ru.com +avtolombard-krasnodar.ru +ayodhya.co +beauty-b0x.pl +beclean-nn.ru +begalka.xyz +bestplacetobuyeriacta.jw.lt +betonka.pro +bfz.biz +brains2.biz +brainsandeggs.blogspot.com +btc4u.ru +bumble.cheapwebsitehoster.com +buydissertation.net +bvlgaribracelet.xyz bvlgariring.xyz -callawaygolfoutlet.online -cardsdumps.com -centraletermice.us -chatroulette.si -chocolateslim-original.com -cntravelre.com -compliance-elena.xyz -compliance-jack.top -concealthyself.com -copypaste.traderzplanet.in -culturevie.info -cv.wallhade.co -dafatiri.com -daneshetabiat.com -davebestdeals.com -dealwifi.com -de.zapmeta.com -distver.ru -dostavimvdom.ru -easytuningshop.ru -edwinkonijn.com.au -enews.tech -eu-cookie-law.blogspot.com -excitacao.com -exct.net -ezigaretteshop.webs.com -farmprofi.net +callstevens.com +camdolls.com +cartiertrinity.xyz +centrumcoachingu.com +cheapjerseysa.com +cheapjerseysap.com +cheap-pills-norx.com +cibpenonptib.flu.cc +clothesforcash.com +compliance-checker-7.info +compliance-elena.top +cosmetic.donna7753191.ru +counterbot.com +crazyprotocol.com +creams.makeforum.eu +d2jsp.org +dev78.dioniqlabb.se +digest-project.ru +discountliv.com +discovertreasure-a.akamaihd.net +divatraffic.com +dominterior.org +dosug-lux.ru +e-buyeasy.com +ecommerce-seo.org +education-cz.ru +enge-fotzen.info +ereko.ru +essayservicewriting.org +evidencecleanergold.com +eyelike.com.ua +falllow.gq +farm26.ru fatmaelgarny.com -fearcrow.com -forum69.info -fotopop.club -foto-sisek.porngalleries.top -foxjuegos.com -free-stock-illustration.com -front.ru -game300.ru -gameplexcity.com -gidonline.one -girlspicsa.com -glcomputers.ru -gobongo.info -gomusix.com -gribkovye-zabolevaniya.com -guod.me -highspeed5.net -hop.clickbank.net -hornymatches.com -hothor.se -housemilan.ru -humbmosquina.tk -igrovyeavtomaty777.ru -iinstalll-fii1leis.jus0wil.pp.ua -imguramx.pw -indetiske.ya.ru -inzn.ru -joingames.org -katushka.net -keywordsdoctor.com -kinobaks.com -kinoplen.ru -kountrylife.com -ku6.com -kuzinsp.ru -lion.misba.us -liveinternet.ro -lollypopgaming.com -luckyshop.net.ua -magicplayer-s.acestream.net -mahnwachen-helfen.info -marcogrup.com -marcowebonyodziezowe.pl -mastershef.club -mebel-alait.ru -meet-flirt-dating.com -mesbuta.info +firstdrugmall.ru +fiuxy.com +fivedwld.cf +food.dtu.dk +footballfarrago.com +foxweber.com +frcls.fr +freesitetest.com +free-today.com +frvo.alptandem.ru +fuckmill.com +gallery.rennlist.com +gameprimary.com +gay-site.store +gazoblok.net.ua +ge0ip.com +generic-pills-online.com +germetiki.com.ua +getaclueamerica.com +gourcy.altervista.org +graphics8.info +grtyi.com +gsasearchengineranker.top +hannasolution.ru +haveinc.xyz +hchha.com +hentai-manga.porn +homeinns.com +hostingclub.lk +house.sieraddns.com +hoverboardforsaledirect.com +hoztorg-opt.ru +hspline.com +humanelydrew.com +ifirestarter.ru +igtools.club +imfamous.info +incest-ru.com +infostatsvc.com +int.search.mywebsearch.com +islandminingsupply.wordpress.com +jav-fetish.site +javidol.site +kidskunst.info +kopihijau.info +kunstaktien.info +lafourmiliaire.com +letmacwork.world +lifebyleese.com +liffa.ru +linkpulse.com +lombia.co +louisvuittonoutletstore.net +ltvperf.com +lyngdalhudterapi.no +matsdale.com +mb140.ru +medmajor.ru +meduza-consult.ru +menetie.ru +metallosajding.ru +mexicotravelnet.com +mezaruk.info mhtr.be -mirzonru.net -mokrayakiska.com -moneymaster.ru -mrwhite.biz -myonlinepayday.co -neks.info -newyorkhotelsmotels.info -nikhilbahl.com -niki-mlt.ru -novosti-hi-tech.ru -nrjmobile.fr -obuv-kupit.ru -offer.wpsecurity.website -officedocuments.net -omsk.xrus.org -onclickpredictiv.com -onemactrckr.com -onload.pw -optibuymac.com -orel-reshka.net -paparazzistudios.com.au -paradontozanet.ru -pay2me.pl -photokitchendesign.com -picphotos.net -piuminiita.com -pizdeishn.com -pizza-tycoon.com -playtap.us -poem-paying.gq -porngalleries.top -porno-raskazy.ru -praisong.net -prizeestates.cricket -proxyelite.biz -purplestats.com -quickloanbank.com -r-control.ru -refererx.com +michaelkorssaleoutletonline.net +militarysale.pro +mmgq.ru +mobifunapp.weebly.com +mojpregled.com +moviezbonkerssk.cf +mp3ringtone.info +msk.afora.ru +mustwineblog.com +my-cash-bot.co +mygameplus.com +mylida.org +myshopmatemac.com +najaden.no +nerudlogistik.ru +netanalytics.xyz +nextbackgroundcheck.gq +nextrent-crimea.ru +nfljerseyscheapbiz.us +nrv.co.za +nudepatch.net +obesidadealgarve.com +ohmyrings.com +oktube.ru +onlinewritingjobs17.blogspot.ru +openfrost.com +orsonet.ru +partners-ship.pro +popunder.ru +pornosemki.info +porodasobak.net +productarium.com +prokotov.com +promgirldresses.xyz +rapidokbrain.com registry-clean-up.net -rique.host.sk -royal-betting.net -rusprostitute.com -sashagreyblog.ga -savefrom.com -sax-sex.com -scoopquest.com -seogadget.ru -seorank.info -seorankinglinks.com -servingnotice.com -sex-watch.com -sims-sims.ru -site3.free-share-buttons.com -sitevaluation.com -s-iwantyou.com -skutecznetabletkinaporostwlosow.pl -snworks.com -social-button.xyz -softlinesolutions.me +respublica-otel.ru +riders.ro +robertefuller.com +rockingclicks.com +scanner-josh.top +scanner-walter.top +sdelai-prosto.ru +searchimpression.com +searchinquire.com +seorankinglinks.us +seo-traffic-ranking.info +serw.clicksor.com +sevendays.com.ua +sex-foto.pw +shemalegalls.blogporn.in +sibdevice.ru +simpoed.ufop.br +snjack.info +snow.nvr163.com +social-s-hhh.xyz soft-program.com -softwaretrend.net -space-worry.ml +songoo.wz.cz +sosdepotdebilan.com +splendorsearch-a.akamaihd.net +spyfu.com spywareit.com -stair.registrydomainservices.com -stats-collector.org -steelmaster.lv -stillmiracle.com -streetfire.net -symphonyintegratedhealthcare.com -tabletkinaodchudzanie.com.pl -td-l-market.ru -telegraf.by -telemetryverification.net -tetracsaudi.com -thaisamkok.com -thebestweightlosspills.ovh -thedownloadfromwarez.blogspot.com -timdreby.com -tizanidineandhydrocodone.blogspot.com -tizanidineonline.blogspot.com -tizanidinestreetprice.blogspot.com -tmm-kurs.ru -tongkatmadura.info -toonfamilies.net -tootoo.to -torture.ml -totu.info -trackmedia101.com -trafficreceiver.club -turbodsp.com -tvnewsclips.info -tytoona.com -ultimateclassicrock.com -umnovocaminho.com -unitexindia.com -unrealcommander.org -upupa.net -uroki.net -uytmaster.ru -v720hd.ru -valmetrundan.se -verymes.xyz -videospornogratisx.net -viel.su -voronezh.xrus.org -vostoktrade.info -w7s.ru -webkeyit.com -wetgames.ru -whatzmyip.net -wholinkstome.com -woman-h.ru -workle.website -xblog.in -xn----7sbahjd3btneuw1joc.xn--p1ai -xn--b1agm2d.net -xn----itbkqkfiq.xn--p1ai -xrus.org -xuki.us -xvideosbay.com -yottos.com -youandcredit.ru -yourporn.com -yunque.pluto.ro -zero1.it -zetgie.com.pl -zzlgxh.com +srgwebmail.nl +startwp.org +steame.ru +strv.se +studiofmp.com +suhanpacktech.com +supers.com.ua +surgut.zrus.org +surintech.ac.th +teesdaleflyballclub.co.uk +teslathemes.com +thefotosgratis.eu +tiandeural.ru +toloka.hurtom.com +torrentgamer.net +torrents-tracker.com +tracfone.com +trafficjunky.net +turkeyreport.tk +twinderbella.com +ultimatesetnewfreeallsoftupgradesystems.pw +uptime-gamma.net +urldelivery.com +userequip.com +vduplo.ru +via-energy-cumpara.com +vseigru.one +vzubah.com +wesharepics.site +wleuaprpxuvr.ga +worst-sites.online +xn--lifehacer-1rb.com +xtube.com +xxx-cam.webcam +yatrk.xyz +yellowfootprints.com +zaloro.com +zapatosenventa.info +zapiszto.pl +zazagames.org +zerocash.msk.ru +zophim.me +zscalertwo.net diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index a7215fb74..f371d9e5f 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -1,11 +1,21 @@ - + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable


nginx/1.14.2
-l> + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

@@ -116,14 +126,4 @@ l>

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

- - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- \ No newline at end of file diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index 40cb4d7a8..bc389ee32 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index dc9d8f150..ff0bb3000 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index e65fed78d..0e5ea5f27 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index bc2313768..a16ee5863 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1732 +#### Version: V4.2019.07.1733 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 57f51f2b5..b90dce005 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1732 +#### Version: V4.2019.07.1733 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index d0dc5d974..417dc1340 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.07.1732 +#### Version: V4.2019.07.1733 #### Bad Referrer Count: [6717](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 9f65a5663..7cf03a25c 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.07.1732 +#### Version: V4.2019.07.1733 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 6d439042e..e861b874e 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1732 -### Updated: Tue Jul 2 12:24:31 SAST 2019 +### Version: V4.2019.07.1733 +### Updated: Tue Jul 2 13:14:51 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 00808be93..773e563a5 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1732 -### Updated: Tue Jul 2 12:24:32 SAST 2019 +### Version: V3.2019.07.1733 +### Updated: Tue Jul 2 13:14:52 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 6d439042e..e861b874e 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1732 -### Updated: Tue Jul 2 12:24:31 SAST 2019 +### Version: V4.2019.07.1733 +### Updated: Tue Jul 2 13:14:51 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 3dd8041b8..d283a27bd 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.07.1732 -### Updated: Tue Jul 2 12:24:34 SAST 2019 +### Version: V4.2019.07.1733 +### Updated: Tue Jul 2 13:14:53 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##