diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 773e563a5..c0e5fd8a9 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1733 -### Updated: Tue Jul 2 13:14:52 SAST 2019 +### Version: V3.2019.07.1734 +### Updated: Tue Jul 2 13:44:33 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 90fe4f9d3..2e2965ffc 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index bc389ee32..d3d331ed4 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.188.73.34 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 773e563a5..c0e5fd8a9 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1733 -### Updated: Tue Jul 2 13:14:52 SAST 2019 +### Version: V3.2019.07.1734 +### Updated: Tue Jul 2 13:44:33 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 90fe4f9d3..2e2965ffc 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index bc389ee32..d3d331ed4 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.188.73.34 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 773e563a5..c0e5fd8a9 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1733 -### Updated: Tue Jul 2 13:14:52 SAST 2019 +### Version: V3.2019.07.1734 +### Updated: Tue Jul 2 13:44:33 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 90fe4f9d3..2e2965ffc 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index bc389ee32..d3d331ed4 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.188.73.34 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 773e563a5..c0e5fd8a9 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1733 -### Updated: Tue Jul 2 13:14:52 SAST 2019 +### Version: V3.2019.07.1734 +### Updated: Tue Jul 2 13:44:33 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 773e563a5..c0e5fd8a9 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1733 -### Updated: Tue Jul 2 13:14:52 SAST 2019 +### Version: V3.2019.07.1734 +### Updated: Tue Jul 2 13:44:33 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index e861b874e..0dbc45c62 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1733 -### Updated: Tue Jul 2 13:14:51 SAST 2019 +### Version: V4.2019.07.1734 +### Updated: Tue Jul 2 13:44:31 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/setup-ngxblocker/modified/arch.conf.modified b/.dev-tools/setup-ngxblocker/modified/arch.conf.modified new file mode 100644 index 000000000..0ba40a4d6 --- /dev/null +++ b/.dev-tools/setup-ngxblocker/modified/arch.conf.modified @@ -0,0 +1,124 @@ + +#user html; +worker_processes 1; + +#error_log logs/error.log; +#error_log logs/error.log notice; +#error_log logs/error.log info; + +#pid logs/nginx.pid; + + +events { + worker_connections 1024; +} + + +http { + include mime.types; + default_type application/octet-stream; + + #log_format main '$remote_addr - $remote_user [$time_local] "$request" ' + # '$status $body_bytes_sent "$http_referer" ' + # '"$http_user_agent" "$http_x_forwarded_for"'; + + #access_log logs/access.log main; + + sendfile on; + #tcp_nopush on; + + +# Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker + include /etc/nginx/conf.d/botblocker-nginx-settings.conf; + include /etc/nginx/conf.d/globalblacklist.conf; + + + #keepalive_timeout 0; + keepalive_timeout 65; + + #gzip on; + + server { + listen 80; + server_name localhost; + + #charset koi8-r; + + #access_log logs/host.access.log main; + + location / { + root /usr/share/nginx/html; + index index.html index.htm; + } + + #error_page 404 /404.html; + + # redirect server error pages to the static page /50x.html + # + error_page 500 502 503 504 /50x.html; + location = /50x.html { + root /usr/share/nginx/html; + } + + # proxy the PHP scripts to Apache listening on 127.0.0.1:80 + # + #location ~ \.php$ { + # proxy_pass http://127.0.0.1; + #} + + # pass the PHP scripts to FastCGI server listening on 127.0.0.1:9000 + # + #location ~ \.php$ { + # root html; + # fastcgi_pass 127.0.0.1:9000; + # fastcgi_index index.php; + # fastcgi_param SCRIPT_FILENAME /scripts$fastcgi_script_name; + # include fastcgi_params; + #} + + # deny access to .htaccess files, if Apache's document root + # concurs with nginx's one + # + #location ~ /\.ht { + # deny all; + #} + } + + + # another virtual host using mix of IP-, name-, and port-based configuration + # + #server { + # listen 8000; + # listen somename:8080; + # server_name somename alias another.alias; + + # location / { + # root html; + # index index.html index.htm; + # } + #} + + + # HTTPS server + # + #server { + # listen 443 ssl; + # server_name localhost; + + # ssl_certificate cert.pem; + # ssl_certificate_key cert.key; + + # ssl_session_cache shared:SSL:1m; + # ssl_session_timeout 5m; + + # ssl_ciphers HIGH:!aNULL:!MD5; + # ssl_prefer_server_ciphers on; + + # location / { + # root html; + # index index.html index.htm; + # } + #} + +} diff --git a/.dev-tools/setup-ngxblocker/modified/centos.conf.modified b/.dev-tools/setup-ngxblocker/modified/centos.conf.modified new file mode 100644 index 000000000..ed2600380 --- /dev/null +++ b/.dev-tools/setup-ngxblocker/modified/centos.conf.modified @@ -0,0 +1,97 @@ +# For more information on configuration, see: +# * Official English Documentation: http://nginx.org/en/docs/ +# * Official Russian Documentation: http://nginx.org/ru/docs/ + +user nginx; +worker_processes auto; +error_log /var/log/nginx/error.log; +pid /run/nginx.pid; + +# Load dynamic modules. See /usr/share/nginx/README.dynamic. +include /usr/share/nginx/modules/*.conf; + +events { + worker_connections 1024; +} + +http { + log_format main '$remote_addr - $remote_user [$time_local] "$request" ' + '$status $body_bytes_sent "$http_referer" ' + '"$http_user_agent" "$http_x_forwarded_for"'; + + access_log /var/log/nginx/access.log main; + + sendfile on; + tcp_nopush on; + + +# Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker + include /etc/nginx/conf.d/botblocker-nginx-settings.conf; + include /etc/nginx/conf.d/globalblacklist.conf; + + tcp_nodelay on; + keepalive_timeout 65; + types_hash_max_size 2048; + + include /etc/nginx/mime.types; + default_type application/octet-stream; + + # Load modular configuration files from the /etc/nginx/conf.d directory. + # See http://nginx.org/en/docs/ngx_core_module.html#include + # for more information. + + + server { + listen 80 default_server; + listen [::]:80 default_server; + server_name _; + root /usr/share/nginx/html; + + # Load configuration files for the default server block. + include /etc/nginx/default.d/*.conf; + + location / { + } + + error_page 404 /404.html; + location = /40x.html { + } + + error_page 500 502 503 504 /50x.html; + location = /50x.html { + } + } + +# Settings for a TLS enabled server. +# +# server { +# listen 443 ssl http2 default_server; +# listen [::]:443 ssl http2 default_server; +# server_name _; +# root /usr/share/nginx/html; +# +# ssl_certificate "/etc/pki/nginx/server.crt"; +# ssl_certificate_key "/etc/pki/nginx/private/server.key"; +# ssl_session_cache shared:SSL:1m; +# ssl_session_timeout 10m; +# ssl_ciphers HIGH:!aNULL:!MD5; +# ssl_prefer_server_ciphers on; +# +# # Load configuration files for the default server block. +# include /etc/nginx/default.d/*.conf; +# +# location / { +# } +# +# error_page 404 /404.html; +# location = /40x.html { +# } +# +# error_page 500 502 503 504 /50x.html; +# location = /50x.html { +# } +# } + +} + diff --git a/.dev-tools/setup-ngxblocker/modified/fedora.conf.modified b/.dev-tools/setup-ngxblocker/modified/fedora.conf.modified new file mode 100644 index 000000000..4758b22e2 --- /dev/null +++ b/.dev-tools/setup-ngxblocker/modified/fedora.conf.modified @@ -0,0 +1,97 @@ +# For more information on configuration, see: +# * Official English Documentation: http://nginx.org/en/docs/ +# * Official Russian Documentation: http://nginx.org/ru/docs/ + +user nginx; +worker_processes auto; +error_log /var/log/nginx/error.log; +pid /run/nginx.pid; + +# Load dynamic modules. See /usr/share/doc/nginx/README.dynamic. +include /usr/share/nginx/modules/*.conf; + +events { + worker_connections 1024; +} + +http { + log_format main '$remote_addr - $remote_user [$time_local] "$request" ' + '$status $body_bytes_sent "$http_referer" ' + '"$http_user_agent" "$http_x_forwarded_for"'; + + access_log /var/log/nginx/access.log main; + + sendfile on; + tcp_nopush on; + + +# Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker + include /etc/nginx/conf.d/botblocker-nginx-settings.conf; + include /etc/nginx/conf.d/globalblacklist.conf; + + tcp_nodelay on; + keepalive_timeout 65; + types_hash_max_size 2048; + + include /etc/nginx/mime.types; + default_type application/octet-stream; + + # Load modular configuration files from the /etc/nginx/conf.d directory. + # See http://nginx.org/en/docs/ngx_core_module.html#include + # for more information. + + + server { + listen 80 default_server; + listen [::]:80 default_server; + server_name _; + root /usr/share/nginx/html; + + # Load configuration files for the default server block. + include /etc/nginx/default.d/*.conf; + + location / { + } + + error_page 404 /404.html; + location = /40x.html { + } + + error_page 500 502 503 504 /50x.html; + location = /50x.html { + } + } + +# Settings for a TLS enabled server. +# +# server { +# listen 443 ssl http2 default_server; +# listen [::]:443 ssl http2 default_server; +# server_name _; +# root /usr/share/nginx/html; +# +# ssl_certificate "/etc/pki/nginx/server.crt"; +# ssl_certificate_key "/etc/pki/nginx/private/server.key"; +# ssl_session_cache shared:SSL:1m; +# ssl_session_timeout 10m; +# ssl_ciphers PROFILE=SYSTEM; +# ssl_prefer_server_ciphers on; +# +# # Load configuration files for the default server block. +# include /etc/nginx/default.d/*.conf; +# +# location / { +# } +# +# error_page 404 /404.html; +# location = /40x.html { +# } +# +# error_page 500 502 503 504 /50x.html; +# location = /50x.html { +# } +# } + +} + diff --git a/.dev-tools/setup-ngxblocker/modified/opensuse.conf.modified b/.dev-tools/setup-ngxblocker/modified/opensuse.conf.modified new file mode 100644 index 000000000..caefb4609 --- /dev/null +++ b/.dev-tools/setup-ngxblocker/modified/opensuse.conf.modified @@ -0,0 +1,143 @@ + +#user nginx; +worker_processes 1; + +# load_module lib64/nginx/modules/ngx_http_fancyindex_module.so; +# load_module lib64/nginx/modules/ngx_http_geoip_module.so; +# load_module lib64/nginx/modules/ngx_http_headers_more_filter_module.so; +# load_module lib64/nginx/modules/ngx_http_image_filter_module.so; +# load_module lib64/nginx/modules/ngx_http_perl_module.so; +# load_module lib64/nginx/modules/ngx_http_xslt_filter_module.so; +# load_module lib64/nginx/modules/ngx_mail_module.so; +# load_module lib64/nginx/modules/ngx_rtmp_module.so; +# load_module lib64/nginx/modules/ngx_stream_geoip_module.so; +# load_module lib64/nginx/modules/ngx_stream_module.so; + +#error_log /var/log/nginx/error.log; +#error_log /var/log/nginx/error.log notice; +#error_log /var/log/nginx/error.log info; + +#pid /run/nginx.pid; + + +events { + worker_connections 1024; + use epoll; +} + + +http { + include mime.types; + default_type application/octet-stream; + + #log_format main '$remote_addr - $remote_user [$time_local] "$request" ' + # '$status $body_bytes_sent "$http_referer" ' + # '"$http_user_agent" "$http_x_forwarded_for"'; + + #access_log /var/log/nginx/access.log main; + + sendfile on; + #tcp_nopush on; + + +# Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker + include /etc/nginx/conf.d/botblocker-nginx-settings.conf; + include /etc/nginx/conf.d/globalblacklist.conf; + + + #keepalive_timeout 0; + keepalive_timeout 65; + + #gzip on; + + + server { + listen 80; + server_name localhost; + + #charset koi8-r; + + #access_log /var/log/nginx/host.access.log main; + + location / { + root /srv/www/htdocs/; + index index.html index.htm; + } + + #error_page 404 /404.html; + + # redirect server error pages to the static page /50x.html + # + error_page 500 502 503 504 /50x.html; + location = /50x.html { + root /srv/www/htdocs/; + } + + # proxy the PHP scripts to Apache listening on 127.0.0.1:80 + # + #location ~ \.php$ { + # proxy_pass http://127.0.0.1; + #} + + # pass the PHP scripts to FastCGI server listening on 127.0.0.1:9000 + # + #location ~ \.php$ { + # root /srv/www/htdocs/; + # fastcgi_pass 127.0.0.1:9000; + # fastcgi_index index.php; + # fastcgi_param SCRIPT_FILENAME /scripts$fastcgi_script_name; + # include fastcgi_params; + #} + + # deny access to .htaccess files, if Apache's document root + # concurs with nginx's one + # + #location ~ /\.ht { + # deny all; + #} + } + + + # another virtual host using mix of IP-, name-, and port-based configuration + # + #server { + # listen 8000; + # listen somename:8080; + # server_name somename alias another.alias; + + # location / { + # root /srv/www/htdocs/; + # index index.html index.htm; + # } + #} + + + # HTTPS server + # + #server { + # listen 443 ssl; + # server_name localhost; + + # ssl_certificate cert.pem; + # ssl_certificate_key cert.key; + + # Allow TLS version 1.2 only, which is a recommended default these days + # by international information security standards. + # ssl_protocols TLSv1.2; + + # ssl_session_cache shared:SSL:1m; + # ssl_session_timeout 5m; + + # ssl_ciphers HIGH:!aNULL:!MD5; + # ssl_prefer_server_ciphers on; + + # location / { + # root /srv/www/htdocs/; + # index index.html index.htm; + # } + #} + + include vhosts.d/*.conf; + +} diff --git a/.dev-tools/setup-ngxblocker/modified/ubuntu16.conf.modified b/.dev-tools/setup-ngxblocker/modified/ubuntu16.conf.modified new file mode 100644 index 000000000..22a6891f8 --- /dev/null +++ b/.dev-tools/setup-ngxblocker/modified/ubuntu16.conf.modified @@ -0,0 +1,91 @@ +user www-data; +worker_processes auto; +pid /run/nginx.pid; + +events { + worker_connections 768; + # multi_accept on; +} + +http { + + ## + # Basic Settings + ## + + sendfile on; + tcp_nopush on; + + +# Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker + include /etc/nginx/conf.d/botblocker-nginx-settings.conf; + include /etc/nginx/conf.d/globalblacklist.conf; + + tcp_nodelay on; + keepalive_timeout 65; + types_hash_max_size 2048; + # server_tokens off; + + # server_names_hash_bucket_size 64; + # server_name_in_redirect off; + + include /etc/nginx/mime.types; + default_type application/octet-stream; + + ## + # SSL Settings + ## + + ssl_protocols TLSv1 TLSv1.1 TLSv1.2; # Dropping SSLv3, ref: POODLE + ssl_prefer_server_ciphers on; + + ## + # Logging Settings + ## + + access_log /var/log/nginx/access.log; + error_log /var/log/nginx/error.log; + + ## + # Gzip Settings + ## + + gzip on; + gzip_disable "msie6"; + + # gzip_vary on; + # gzip_proxied any; + # gzip_comp_level 6; + # gzip_buffers 16 8k; + # gzip_http_version 1.1; + # gzip_types text/plain text/css application/json application/javascript text/xml application/xml application/xml+rss text/javascript; + + ## + # Virtual Host Configs + ## + + include /etc/nginx/sites-enabled/*; +} + + +#mail { +# # See sample authentication script at: +# # http://wiki.nginx.org/ImapAuthenticateWithApachePhpScript +# +# # auth_http localhost/auth.php; +# # pop3_capabilities "TOP" "USER"; +# # imap_capabilities "IMAP4rev1" "UIDPLUS"; +# +# server { +# listen localhost:110; +# protocol pop3; +# proxy on; +# } +# +# server { +# listen localhost:143; +# protocol imap; +# proxy on; +# } +#} diff --git a/.dev-tools/setup-ngxblocker/modified/ubuntu18.conf.modified b/.dev-tools/setup-ngxblocker/modified/ubuntu18.conf.modified index d3cbdad00..439f5b410 100644 --- a/.dev-tools/setup-ngxblocker/modified/ubuntu18.conf.modified +++ b/.dev-tools/setup-ngxblocker/modified/ubuntu18.conf.modified @@ -10,6 +10,12 @@ events { http { + ## + # Basic Settings + ## + + sendfile on; + tcp_nopush on; # Nginx Bad Bot Blocker Includes @@ -17,12 +23,6 @@ http { include /etc/nginx/conf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/globalblacklist.conf; - ## - # Basic Settings - ## - - sendfile on; - tcp_nopush on; tcp_nodelay on; keepalive_timeout 65; types_hash_max_size 2048; diff --git a/.dev-tools/setup-ngxblocker/original/arch.conf.modified b/.dev-tools/setup-ngxblocker/original/arch.conf.modified new file mode 100644 index 000000000..0ba40a4d6 --- /dev/null +++ b/.dev-tools/setup-ngxblocker/original/arch.conf.modified @@ -0,0 +1,124 @@ + +#user html; +worker_processes 1; + +#error_log logs/error.log; +#error_log logs/error.log notice; +#error_log logs/error.log info; + +#pid logs/nginx.pid; + + +events { + worker_connections 1024; +} + + +http { + include mime.types; + default_type application/octet-stream; + + #log_format main '$remote_addr - $remote_user [$time_local] "$request" ' + # '$status $body_bytes_sent "$http_referer" ' + # '"$http_user_agent" "$http_x_forwarded_for"'; + + #access_log logs/access.log main; + + sendfile on; + #tcp_nopush on; + + +# Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker + include /etc/nginx/conf.d/botblocker-nginx-settings.conf; + include /etc/nginx/conf.d/globalblacklist.conf; + + + #keepalive_timeout 0; + keepalive_timeout 65; + + #gzip on; + + server { + listen 80; + server_name localhost; + + #charset koi8-r; + + #access_log logs/host.access.log main; + + location / { + root /usr/share/nginx/html; + index index.html index.htm; + } + + #error_page 404 /404.html; + + # redirect server error pages to the static page /50x.html + # + error_page 500 502 503 504 /50x.html; + location = /50x.html { + root /usr/share/nginx/html; + } + + # proxy the PHP scripts to Apache listening on 127.0.0.1:80 + # + #location ~ \.php$ { + # proxy_pass http://127.0.0.1; + #} + + # pass the PHP scripts to FastCGI server listening on 127.0.0.1:9000 + # + #location ~ \.php$ { + # root html; + # fastcgi_pass 127.0.0.1:9000; + # fastcgi_index index.php; + # fastcgi_param SCRIPT_FILENAME /scripts$fastcgi_script_name; + # include fastcgi_params; + #} + + # deny access to .htaccess files, if Apache's document root + # concurs with nginx's one + # + #location ~ /\.ht { + # deny all; + #} + } + + + # another virtual host using mix of IP-, name-, and port-based configuration + # + #server { + # listen 8000; + # listen somename:8080; + # server_name somename alias another.alias; + + # location / { + # root html; + # index index.html index.htm; + # } + #} + + + # HTTPS server + # + #server { + # listen 443 ssl; + # server_name localhost; + + # ssl_certificate cert.pem; + # ssl_certificate_key cert.key; + + # ssl_session_cache shared:SSL:1m; + # ssl_session_timeout 5m; + + # ssl_ciphers HIGH:!aNULL:!MD5; + # ssl_prefer_server_ciphers on; + + # location / { + # root html; + # index index.html index.htm; + # } + #} + +} diff --git a/.dev-tools/setup-ngxblocker/original/centos.conf.modified b/.dev-tools/setup-ngxblocker/original/centos.conf.modified new file mode 100644 index 000000000..e16a94a92 --- /dev/null +++ b/.dev-tools/setup-ngxblocker/original/centos.conf.modified @@ -0,0 +1,90 @@ +# For more information on configuration, see: +# * Official English Documentation: http://nginx.org/en/docs/ +# * Official Russian Documentation: http://nginx.org/ru/docs/ + +user nginx; +worker_processes auto; +error_log /var/log/nginx/error.log; +pid /run/nginx.pid; + +# Load dynamic modules. See /usr/share/nginx/README.dynamic. +include /usr/share/nginx/modules/*.conf; + +events { + worker_connections 1024; +} + +http { + log_format main '$remote_addr - $remote_user [$time_local] "$request" ' + '$status $body_bytes_sent "$http_referer" ' + '"$http_user_agent" "$http_x_forwarded_for"'; + + access_log /var/log/nginx/access.log main; + + sendfile on; + tcp_nopush on; + tcp_nodelay on; + keepalive_timeout 65; + types_hash_max_size 2048; + + include /etc/nginx/mime.types; + default_type application/octet-stream; + + # Load modular configuration files from the /etc/nginx/conf.d directory. + # See http://nginx.org/en/docs/ngx_core_module.html#include + # for more information. + include /etc/nginx/conf.d/*.conf; + + server { + listen 80 default_server; + listen [::]:80 default_server; + server_name _; + root /usr/share/nginx/html; + + # Load configuration files for the default server block. + include /etc/nginx/default.d/*.conf; + + location / { + } + + error_page 404 /404.html; + location = /40x.html { + } + + error_page 500 502 503 504 /50x.html; + location = /50x.html { + } + } + +# Settings for a TLS enabled server. +# +# server { +# listen 443 ssl http2 default_server; +# listen [::]:443 ssl http2 default_server; +# server_name _; +# root /usr/share/nginx/html; +# +# ssl_certificate "/etc/pki/nginx/server.crt"; +# ssl_certificate_key "/etc/pki/nginx/private/server.key"; +# ssl_session_cache shared:SSL:1m; +# ssl_session_timeout 10m; +# ssl_ciphers HIGH:!aNULL:!MD5; +# ssl_prefer_server_ciphers on; +# +# # Load configuration files for the default server block. +# include /etc/nginx/default.d/*.conf; +# +# location / { +# } +# +# error_page 404 /404.html; +# location = /40x.html { +# } +# +# error_page 500 502 503 504 /50x.html; +# location = /50x.html { +# } +# } + +} + diff --git a/.dev-tools/setup-ngxblocker/original/fedora.conf.modified b/.dev-tools/setup-ngxblocker/original/fedora.conf.modified new file mode 100644 index 000000000..3c5c787a7 --- /dev/null +++ b/.dev-tools/setup-ngxblocker/original/fedora.conf.modified @@ -0,0 +1,90 @@ +# For more information on configuration, see: +# * Official English Documentation: http://nginx.org/en/docs/ +# * Official Russian Documentation: http://nginx.org/ru/docs/ + +user nginx; +worker_processes auto; +error_log /var/log/nginx/error.log; +pid /run/nginx.pid; + +# Load dynamic modules. See /usr/share/doc/nginx/README.dynamic. +include /usr/share/nginx/modules/*.conf; + +events { + worker_connections 1024; +} + +http { + log_format main '$remote_addr - $remote_user [$time_local] "$request" ' + '$status $body_bytes_sent "$http_referer" ' + '"$http_user_agent" "$http_x_forwarded_for"'; + + access_log /var/log/nginx/access.log main; + + sendfile on; + tcp_nopush on; + tcp_nodelay on; + keepalive_timeout 65; + types_hash_max_size 2048; + + include /etc/nginx/mime.types; + default_type application/octet-stream; + + # Load modular configuration files from the /etc/nginx/conf.d directory. + # See http://nginx.org/en/docs/ngx_core_module.html#include + # for more information. + include /etc/nginx/conf.d/*.conf; + + server { + listen 80 default_server; + listen [::]:80 default_server; + server_name _; + root /usr/share/nginx/html; + + # Load configuration files for the default server block. + include /etc/nginx/default.d/*.conf; + + location / { + } + + error_page 404 /404.html; + location = /40x.html { + } + + error_page 500 502 503 504 /50x.html; + location = /50x.html { + } + } + +# Settings for a TLS enabled server. +# +# server { +# listen 443 ssl http2 default_server; +# listen [::]:443 ssl http2 default_server; +# server_name _; +# root /usr/share/nginx/html; +# +# ssl_certificate "/etc/pki/nginx/server.crt"; +# ssl_certificate_key "/etc/pki/nginx/private/server.key"; +# ssl_session_cache shared:SSL:1m; +# ssl_session_timeout 10m; +# ssl_ciphers PROFILE=SYSTEM; +# ssl_prefer_server_ciphers on; +# +# # Load configuration files for the default server block. +# include /etc/nginx/default.d/*.conf; +# +# location / { +# } +# +# error_page 404 /404.html; +# location = /40x.html { +# } +# +# error_page 500 502 503 504 /50x.html; +# location = /50x.html { +# } +# } + +} + diff --git a/.dev-tools/setup-ngxblocker/original/opensuse.conf.modified b/.dev-tools/setup-ngxblocker/original/opensuse.conf.modified new file mode 100644 index 000000000..e1a0beb52 --- /dev/null +++ b/.dev-tools/setup-ngxblocker/original/opensuse.conf.modified @@ -0,0 +1,137 @@ + +#user nginx; +worker_processes 1; + +# load_module lib64/nginx/modules/ngx_http_fancyindex_module.so; +# load_module lib64/nginx/modules/ngx_http_geoip_module.so; +# load_module lib64/nginx/modules/ngx_http_headers_more_filter_module.so; +# load_module lib64/nginx/modules/ngx_http_image_filter_module.so; +# load_module lib64/nginx/modules/ngx_http_perl_module.so; +# load_module lib64/nginx/modules/ngx_http_xslt_filter_module.so; +# load_module lib64/nginx/modules/ngx_mail_module.so; +# load_module lib64/nginx/modules/ngx_rtmp_module.so; +# load_module lib64/nginx/modules/ngx_stream_geoip_module.so; +# load_module lib64/nginx/modules/ngx_stream_module.so; + +#error_log /var/log/nginx/error.log; +#error_log /var/log/nginx/error.log notice; +#error_log /var/log/nginx/error.log info; + +#pid /run/nginx.pid; + + +events { + worker_connections 1024; + use epoll; +} + + +http { + include mime.types; + default_type application/octet-stream; + + #log_format main '$remote_addr - $remote_user [$time_local] "$request" ' + # '$status $body_bytes_sent "$http_referer" ' + # '"$http_user_agent" "$http_x_forwarded_for"'; + + #access_log /var/log/nginx/access.log main; + + sendfile on; + #tcp_nopush on; + + #keepalive_timeout 0; + keepalive_timeout 65; + + #gzip on; + + include conf.d/*.conf; + + server { + listen 80; + server_name localhost; + + #charset koi8-r; + + #access_log /var/log/nginx/host.access.log main; + + location / { + root /srv/www/htdocs/; + index index.html index.htm; + } + + #error_page 404 /404.html; + + # redirect server error pages to the static page /50x.html + # + error_page 500 502 503 504 /50x.html; + location = /50x.html { + root /srv/www/htdocs/; + } + + # proxy the PHP scripts to Apache listening on 127.0.0.1:80 + # + #location ~ \.php$ { + # proxy_pass http://127.0.0.1; + #} + + # pass the PHP scripts to FastCGI server listening on 127.0.0.1:9000 + # + #location ~ \.php$ { + # root /srv/www/htdocs/; + # fastcgi_pass 127.0.0.1:9000; + # fastcgi_index index.php; + # fastcgi_param SCRIPT_FILENAME /scripts$fastcgi_script_name; + # include fastcgi_params; + #} + + # deny access to .htaccess files, if Apache's document root + # concurs with nginx's one + # + #location ~ /\.ht { + # deny all; + #} + } + + + # another virtual host using mix of IP-, name-, and port-based configuration + # + #server { + # listen 8000; + # listen somename:8080; + # server_name somename alias another.alias; + + # location / { + # root /srv/www/htdocs/; + # index index.html index.htm; + # } + #} + + + # HTTPS server + # + #server { + # listen 443 ssl; + # server_name localhost; + + # ssl_certificate cert.pem; + # ssl_certificate_key cert.key; + + # Allow TLS version 1.2 only, which is a recommended default these days + # by international information security standards. + # ssl_protocols TLSv1.2; + + # ssl_session_cache shared:SSL:1m; + # ssl_session_timeout 5m; + + # ssl_ciphers HIGH:!aNULL:!MD5; + # ssl_prefer_server_ciphers on; + + # location / { + # root /srv/www/htdocs/; + # index index.html index.htm; + # } + #} + + include vhosts.d/*.conf; + +} diff --git a/.dev-tools/setup-ngxblocker/original/ubuntu16.conf.modified b/.dev-tools/setup-ngxblocker/original/ubuntu16.conf.modified new file mode 100644 index 000000000..01a4a2187 --- /dev/null +++ b/.dev-tools/setup-ngxblocker/original/ubuntu16.conf.modified @@ -0,0 +1,85 @@ +user www-data; +worker_processes auto; +pid /run/nginx.pid; + +events { + worker_connections 768; + # multi_accept on; +} + +http { + + ## + # Basic Settings + ## + + sendfile on; + tcp_nopush on; + tcp_nodelay on; + keepalive_timeout 65; + types_hash_max_size 2048; + # server_tokens off; + + # server_names_hash_bucket_size 64; + # server_name_in_redirect off; + + include /etc/nginx/mime.types; + default_type application/octet-stream; + + ## + # SSL Settings + ## + + ssl_protocols TLSv1 TLSv1.1 TLSv1.2; # Dropping SSLv3, ref: POODLE + ssl_prefer_server_ciphers on; + + ## + # Logging Settings + ## + + access_log /var/log/nginx/access.log; + error_log /var/log/nginx/error.log; + + ## + # Gzip Settings + ## + + gzip on; + gzip_disable "msie6"; + + # gzip_vary on; + # gzip_proxied any; + # gzip_comp_level 6; + # gzip_buffers 16 8k; + # gzip_http_version 1.1; + # gzip_types text/plain text/css application/json application/javascript text/xml application/xml application/xml+rss text/javascript; + + ## + # Virtual Host Configs + ## + + include /etc/nginx/conf.d/*.conf; + include /etc/nginx/sites-enabled/*; +} + + +#mail { +# # See sample authentication script at: +# # http://wiki.nginx.org/ImapAuthenticateWithApachePhpScript +# +# # auth_http localhost/auth.php; +# # pop3_capabilities "TOP" "USER"; +# # imap_capabilities "IMAP4rev1" "UIDPLUS"; +# +# server { +# listen localhost:110; +# protocol pop3; +# proxy on; +# } +# +# server { +# listen localhost:143; +# protocol imap; +# proxy on; +# } +#} diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 503b1de7a..6e936daab 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.224.112.202 0; +104.198.131.58 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index e861b874e..0dbc45c62 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1733 -### Updated: Tue Jul 2 13:14:51 SAST 2019 +### Version: V4.2019.07.1734 +### Updated: Tue Jul 2 13:44:31 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 966492772..b9d24324a 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 1; +34.68.144.114 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 2f692b069..ea117da9f 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 0; +34.68.144.114 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index e861b874e..0dbc45c62 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1733 -### Updated: Tue Jul 2 13:14:51 SAST 2019 +### Version: V4.2019.07.1734 +### Updated: Tue Jul 2 13:44:31 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 966492772..b9d24324a 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 1; +34.68.144.114 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 2f692b069..ea117da9f 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 0; +34.68.144.114 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index e861b874e..0dbc45c62 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1733 -### Updated: Tue Jul 2 13:14:51 SAST 2019 +### Version: V4.2019.07.1734 +### Updated: Tue Jul 2 13:44:31 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 966492772..b9d24324a 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 1; +34.68.144.114 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 2f692b069..ea117da9f 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 0; +34.68.144.114 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index e861b874e..0dbc45c62 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1733 -### Updated: Tue Jul 2 13:14:51 SAST 2019 +### Version: V4.2019.07.1734 +### Updated: Tue Jul 2 13:44:31 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 1e63b10f6..47a2b49b3 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.202.145.110 0; -104.154.120.187 0; +35.192.187.174 0; +34.66.178.120 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 6d3c39add..d215013c3 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1733 -### Updated: Tue Jul 2 13:14:51 SAST 2019 +### Version: V4.2019.07.1734 +### Updated: Tue Jul 2 13:44:31 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 142e19c14..59c008ed9 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.7.13 0; -35.192.85.2 0; -35.202.145.110 0; +104.198.131.58 0; +35.192.136.167 0; +35.193.14.140 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index e861b874e..0dbc45c62 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1733 -### Updated: Tue Jul 2 13:14:51 SAST 2019 +### Version: V4.2019.07.1734 +### Updated: Tue Jul 2 13:44:31 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index e3688dbe0..11d265c29 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.96.71 0; -35.202.145.110 0; +34.68.144.114 0; +35.192.187.174 0; +35.192.136.167 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index e861b874e..0dbc45c62 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1733 -### Updated: Tue Jul 2 13:14:51 SAST 2019 +### Version: V4.2019.07.1734 +### Updated: Tue Jul 2 13:44:31 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 90fe4f9d3..2e2965ffc 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 09380df1d..2c83fb1d4 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -BackDoorBot -BDFetch -CSHttp -Ezooms -Intelliseek -RankActiveLinkBot -SBIder -Telesphorep -Webalta -Zauba +eCatch +Gotit +HTMLparser +ips-agent +LinqiaScrapeBot +Majestic-SEO +NPbot +Pimonster +QueryN Metasearch +ScreenerBot diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 49af61616..deee3528c 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404checker 404enemy 80legs -Abonti -Aboundex +Aboundexbot Acunetix ADmantX -AfD-Verbotsverfahren -AIBOT -AiHitBot +Aipbot Alexibot -AllSubmitter -Anarchie +Alligator Apexoo -Asterias -Attach -Backlink-Ceck +archive.org_bot +autoemailspider +BackDoorBot BacklinkCrawler +BackStreet BackWeb -Barkrowler +Bandit BatchFTP BBBike -BDCbot -BDFetch -Black Hole -BlowFish -Buddy -BuiltWith +Bigfoot +BlackWidow +Bolt +BuiltBotTough +Bullseye BuzzSumo +Calculon CATExplorador CheTeam -ChinaClaw Chlooe Cliqzbot -Cloud mapping coccocbot-web +Cogentbot Collector -Copier +com.plumanalytics CopyRightCheck +Copyscape +Cosmos Craftbot -crawler4j +CSHttp +DatabaseDriverMysqli DataCha0s +DBLBot +demandbase-bot Devil +DigitalPebble Dirbuster +Disco Discobot -Discoverybot Dispatch -DnyzBot -DomainAppender -DomainCrawler -Dotbot +DittoSpyder Download Wonder -Drip -Ebingbong +DSearch +EasyDL eCatch ECCP/1.0 -Ecxi EirGrabber -Extractor -ExtractorPro +EMail Wolf +evc-batch Extreme Picture Finder -EyeNetIE +FDM FemtosearchBot -FlashGet Flunky Foobot -FrontPage -FyberSpider -Fyrebot -GalaxyBot -GetRight -Gigablast +Genieo +GermCrawler +GetWeb +Go-Ahead-Got-It Gotit GoZilla -Grabber -Haansoft +Go!Zilla +GrabNet +Grafula +GrapeFX +GrapeshotCrawler +GT::WWW Harvest Havij -HEADMasterSEO +HTTrack +HybridBot IDBot Image Fetch Image Sucker -Indy Library +InfoNaviRobot instabid -InternetSeer -internetVista monitor -ips-agent +InterGET +Internet Ninja Iria -IRLbot -Jbrofuzz -JikeSpider +IstellaBot +JennyBot +JetCar +JOC Web Spider JustView -Keyword Density +Kenjin Spider +Kozmosbot Lanshanbot LeechGet LexiBot -Likse -LinkpadBot +LibWeb +Lightspeedsystems +LinkextractorPro +LinkScan LinksManager -LinkWalker -LinqiaRSSBot -LinqiaScrapeBot Lipperhey +Lipperhey Spider +Litemage_walker LNSpiderguy Ltx71 +LWP::Simple +lwp-trivial Mag-Net -Mail.RU_Bot -Majestic12 +magpie-crawler Majestic SEO +Majestic-SEO MarkMonitor -Mass Downloader -MauiBot -MegaIndex.ru +Meanpathbot +MeanPath Bot +Mediatoolkitbot +Microsoft Data Access Microsoft URL Control -MIIxpc -MJ12bot -Mr.4x3 -Msrabot -Musobot -NearSite +Mojeek +MSIECrawler +MS Web Services Client Protocol +muhstik-scan +Nameprotect Needle -Netcraft +NetAnts +netEstate NE Crawler NetSpider Net Vampire -Niki-bot +Netvibes +NetZIP +Nibbler Nikto -NimbleCrawler Nimbostratus -oBot +NPbot Offline Explorer Offline Navigator -OnCrawl -OpenLinkProfiler OpenVAS -OrangeBot -PageAnalyzer -Page Analyzer +page scorer PageScorer -Papa Foto -pcBrowser PECL::HTTP -PHPCrawl -Picsearch +PictureFinder Pi-Monster -Pixray +PleaseCrawl plumanalytics -Psbot +Pockey +POE-Component-Client-HTTP +PxBroker PyCurl -QueryN Metasearch -Quick-Crawler -RankActive -RankActiveLinkBot -RankingBot2 -RealDownload -RebelMouse -ReGet -RepoMonkey +RankingBot +RankurBot +Reaper +RedesScrapy Ripper -Rogerbot -SalesIntelligent ScanAlert Scanbot -ScoutJet -SearchmetricsBot +scan.lol +Scrapy +Searchestate +Semrush +SemrushBot +SEOkicks +SEOlyticsCrawler Seomoz -SEOprofiler -SeoSiteCheckup +seoscanners +SEOstats serpstatbot +sexsearcher Shodan -Sitebeam -SiteExplorer -Siteimprove +SISTRIX SiteLockSpider +Site Sucker +SlySearch SmartDownload -SMTBot -Snapbot +SocialRankIOBot Sociscraper +Sogou web spider +Sosospider Sottopop -SpaceBison SpankBot Spanner Spbot -spyfu +SputnikBot Sqlmap -Sqlworm -Sqworm Steeler -Stripper -Sucuri +Sucker SuperBot -Szukacz -T0PHackTeam +SurveyBot +sysscan +T8Abot tAkeOut -Telesoft -Telesphoreo Telesphorep TheNomad -TightTwatBot -Titan Tracemyfile -Trendictionbot +trendiction.com +True_Robot +Turingos Turnitin TurnitinBot Twice +Typhoeus UnisterBot -Upflow +URLy.Warning Vacuum -Vagabondo -VCI +VB Project +VeriCiteCrawler VidibleScraper Virusdie VoidEYE +Voil +Wallpapers/3.0 WallpapersHD WASALive-Bot Webalta WebAuto -Web Auto +WebBandit +WebCollage Web Collage +WebCopier WebEnhancer +Web Enhancer +WebFetch Web Fetch +WebFuck +Web Fuck WebGo IS -WebImageCollector +WebLeacher WebmasterWorldForumBot webmeup-crawler +WebReaper +WebSauger Website Quester Webster -WebStripper -WebSucker Web Sucker +WeSEE Whack -Whacker Whatweb -Who.is Bot Widow +WiseGuys Robot WISENutbot +Wonderbot Woobot -Wprecon -WWW-Mechanize -WWW::Mechanize +Wotbox x09Mozilla -x22Mozilla -Xaldon WebSpider -Xaldon_WebSpider -Zermelo +Xenu +YoudaoBot +Zade +Zauba Zeus -zgrab Zitebot -ZmEu -ZumBot ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 693b0e33f..60d54de65 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 360Spider -404checker 404enemy +80legs Abonti Aboundexbot -Acunetix -AfD-Verbotsverfahren -AhrefsBot +ADmantX +AiHitBot +Alligator AllSubmitter -Anarchie -ASPSeek -BackDoorBot +Attach +autoemailspider Backlink-Ceck -BacklinkCrawler -BackStreet -Barkrowler +backlink-check +Badass BatchFTP Battleztar Bazinga -BDCbot -Blackboard +BDFetch +BetaBot +Bigfoot +BlackWidow +BLEXBot +Blow +Bolt +BotALot +Brandprotect +Brandwatch BuiltBotTough +BuiltWith Bullseye CATExplorador CazoodleBot -Cegbfeieh -CheeseBot -CherryPicker -CheTeam -Cliqzbot +CCBot +Chlooe Cloud mapping -coccocbot-web -Cogentbot -Collector -Copier -Copyscape -Craftbot +Cosmos +crawler4j +crawler.feedback crawl.sogou.com -CSHttp -Custo -DatabaseDriverMysqli +CrazyWebCrawler DBLBot Demon Deusu -Dirbuster -Discobot +Devil +Digincore +DigitalPebble +DIIbot Discoverybot Dispatch -DomainAppender +DomainCrawler Dotbot -Dragonfly -Drip +Download Wonder DTS Agent +EasyDL ECCP/1.0 -Ecxi +EirGrabber +EMail Siphon EMail Wolf -evc-batch -Exabot +EroCrawler ExtLinksBot -Extractor ExtractorPro -Extreme Picture Finder -Ezooms +EyeNetIE FHscan Fimap -Foobot Freeuploader Fyrebot -GalaxyBot -Genieo GermCrawler -Getintent -Gigablast +GetWeb G-i-g-a-b-o-t -Go!Zilla -Grafula -GrapeFX -GridBot -GT::WWW -Haansoft -Harvest -HEADMasterSEO +GoZilla +GrapeshotCrawler +HaosouSpider Heritrix -HMView -HTMLparser +Hloader HTTrack -Image Fetch -Image Sucker -Indy Library +Humanlinks +HybridBot +IlseBot InfoNaviRobot -Internet Ninja +instabid +InternetSeer +internetVista monitor +IstellaBot Jbrofuzz -JetCar -JikeSpider -JustView -Kenjin Spider +JennyBot +Joomla +Jorgee Lanshanbot -LexiBot -Lftp +LeechFTP +LibWeb Libwhisker -LinkScan +Likse +Linkdexbot LinksManager LinkWalker LinqiaMetadataDownloaderBot -LinqiaRSSBot LinqiaScrapeBot Lipperhey +Lipperhey Spider Lmspider -LWP::Simple +LNSpiderguy lwp-trivial -Majestic SEO +Mail.RU_Bot Majestic-SEO Masscan +Mass Downloader +Mata Hari +MauiBot meanpathbot -MeanPath Bot +Meanpathbot +Mediatoolkitbot +mediawords MegaIndex.ru -Metauri MFC_Tear_Sample -MIDown tool +Microsoft Data Access +Microsoft URL Control MIIxpc -MSFrontPage +MJ12bot +Mojeek +Morfeus Fucking Scanner MSIECrawler Msrabot -Name Intelligence +MS Web Services Client Protocol +Musobot Nameprotect NearSite +Needle +Nessus +NetAnts +Netcraft +NetMechanic NetSpider Nettrack -Net Vampire Netvibes NetZIP -NICErsPRO -Niki-bot -Ninja +NextGenSearchBot +Nibbler +Nikto +NimbleCrawler +Nimbostratus NPbot oBot Octopus -OpenVAS +Offline Explorer +OnCrawl +OpenLinkProfiler +Openvas OrangeBot -OrangeSpider -OutclicksBot -OutfoxBot -PageGrabber -page scorer +Page Analyzer +PageScorer +pcBrowser PECL::HTTP PeoplePal -Picsearch -PictureFinder +PHPCrawl +Picscout Pimonster -ProPowerBot -Pump -PxBroker -PyCurl -RankActive -RankingBot2 +plumanalytics +Pockey +ProWebWalker +Rankivabot RankurBot RealDownload +RebelMouse Recorder -RedesScrapy -ReGet -Rogerbot -SalesIntelligent -SBIder -ScoutJet -Screaming -Searchestate -SEOkicks -SEOkicks-Robot -Seomoz -SEOprofiler +RepoMonkey +Ripper +Scanbot +scan.lol +Scrapy +ScreenerBot +SearchmetricsBot +SEOlyticsCrawler +seoscanners +SEOstats serpstatbot sexsearcher -Shodan +SISTRIX Sitebeam +SiteExplorer SiteLockSpider +SiteSucker SmartDownload SMTBot Snapbot -Sociscraper Sogou web spider -Sosospider -SpaceBison -Spanner -Spbot +Spammen +sp_auditbot Spinn3r -SputnikBot -Sqlmap Steeler +Stripper +Sucker SuperHTTP +Surfbot +SurveyBot +Suzuran Swiftbot +Szukacz T0PHackTeam -T8Abot -Teleport TeleportPro +Telesoft Telesphoreo +Telesphorep Thumbor TightTwatBot Toata Trendiction -Trendictionbot trendiction.com -True_Robot -Turingos +trendiction.de Turnitin -TurnitinBot TwengaBot -Typhoeus UnisterBot -Upflow -URLy.Warning -VB Project -VidibleScraper -Virusdie +VCI VoidEYE -WallpapersHD -Webalta +Voltron +WASALive-Bot +WBSearchBot Web Auto -WebEnhancer -Web Enhancer +WebBandit +WebCollage +Web Collage +WebCopier +WEBDAV Web Fetch +WebFuck Web Fuck -webmeup-crawler -Web Pix WebReaper -Web Sauger -Webshag -WebsiteExtractor -WebsiteQuester Website Quester -WebStripper +Webster +WebSucker Web Sucker WebWhacker WebZIP -WeSEE -Widow -WinHTTrack -Woobot +Whacker +Whatweb +Who.is Bot +WiseGuys Robot Wotbox Wprecon -WPScan -WWW-Collector-E WWW::Mechanize +WWWOFFLE +x09Mozilla +x22Mozilla Xaldon_WebSpider +YoudaoBot Zade -zauba.io +Zauba Zermelo Zeus zgrab +Zitebot ZmEu -ZumBot -ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 9ee040599..3c87d423b 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -aktobe.xkaz.org -aliexpress.com -compliance-viktor.top -engines-usa.com -exonline.info -holidaypics.org -muzaporn.com -onlythegames.com -stoki.ru -wiosenny-bon-1500.pl +aerogo.com +angel1777.kz +animebox.com.ua +beztuberkuleza.ru +date-withme.com +mikrobiologies.ru +missvietnam.org +misterjtbarbers.com +moivestiy.biz +nac-bearings.ru diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index ce797c70d..6e76d86cd 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -0daymusic.org -0n-line.tv -1001watch.com.ua -10bet.com -123any.com -14b.info -1qingdao.com -202ch.com -24videos.tv +1pamm.ru +2ads.co.uk +2daytrendingnews.com +2kata.ru 3rbseyes.com -45en.ru -883zy.com -aa81bf391151884adfa3dd677e41f94be1.com -aa8780bb28a1de4eb5bff33c28a218a930.com -aaa38852e886ac4af1a3cff9b47cab6272.com -abovetherivernc.com -absolutelyanalog.com -acunetix-referrer.com -addblueoff.com.ua -adf.ly -adminshop.com -adsland.men -adsloads.com -adtech.fr -adtiger.tk -adultfriendfinder.com -aero2.ru -aerogo.com -affiliate-fr.com -a.frcls.fr -aihelen.net -akita.kz -akusherok.ru -alf-img.com -algerianembassy.co.in -allwomen.info -alta-realestate.com -amateurgalls.com -amazon-adsystem.com -amyfoxfitness.com -anal-acrobats.com -angigreene.com -animalrank.com -animaltoplist.com -aosexkontakte.net -apifasterlightin-a.akamaihd.net +6hopping.com +7fon.ru +888.com +8jn.dating-app.ru +aa8b68101d388c446389283820863176e7.com +aac52006ec82a24e08b665f4db2b5013f7.com +abwa.tk +acgs.tk +adexprts.com +adobereader-free.ru +adprotect.net +adtech.de +adtology.com +agroeconom.kz +alive-ua.com +alkoravto.ru +allboard.xobor.de +allforminecraft.ru +allpdfmags.net +allstatesugarbowl.org +am15.net +angel1777.kz +apibrowsesmartne-a.akamaihd.net apimountainbikei-a.akamaihd.net -apiportalmorecom-a.akamaihd.net -apispringsmartne-a.akamaihd.net -apparel-offer.com -apper.de -applyneedy.xyz -arendas.net -arewater.com +apiwebwebgetcom-a.akamaihd.net +appsaurus.com +apptester.tk +arclk.net +arenda-yeisk.ru +arpelsreplica.xyz artdeko.info -arvut.org -astana.xxxkaz.org -atleticpharm.org -atmovs.com -ausmepa.org.au -avramstroy.ru -avtoarenda.by -avto-oligarh.ru -azartmix.com -azbaseimages.net -back.dog -bankiem.pl -bashtime.ru -bbtec.net -besthomemadepornsites.com +asseenontvonline.ru +astrochicks.com +autodo.info +autoua.top +aviav.eu +aviav.org +avtocredit-legko.ru +avtointeres.ru +awency.com +azartclub.org +b00kmarks.com +bag77.ru +balans.shahterworld.org +beclean-nn.ru +belstaffstore.online +bestcalovebracelet.cn +bestmobilityscooterstoday.com +bestofferswalkmydogouteveryday.gq bestsexyblog.com -bestssaker.com -bibys.com -binaryoptionscops.info -binomo.kz -bioscorp.ru -bizfly.info -biznesluxe.ru -blog-hits.com -blogporn.in -blogqpot.com -bmw.afora.ru -bmwhighperformers.com -bocoarchives.org -bolitgorlo.net -bonzybuddy.com -bookmark4you.com -brainxs.us -brimstonehillfortress.org -budilneg.xyz -bugof.gq -bum.com.ru -buyfriend.ru +bet-prognoz.com +beztuberkuleza.ru +bin-brokers.com +bjetjt.com +bloggedporn.com +blogsfunky672.weebly.com +bodybuilding-shop.biz +boltalko.xyz +bonux.nextview.ru +brakehawk.com +brandbucket.com +bscodecs.com +buchananshardware.com +buehne-fuer-menschenrechte.de +buyclomidonlaine.com +buyessay3.blogspot.ru +buy-loft.ru +buytizanidineonline.blogspot.com buzz-porno.info -buzzsumo.com byme.se -callstevens.com -cam-kontakte.org -candlehandmade.com -canvas.gloverid.site -cartierlove2u.com -cartierring.xyz -cenoval.ru -cerev.info -cfjump.com -chorus.terakeet.com -ciceros.co -cineacademy.ru -circlesl.com -citizenclsdriveri7.pen.io -cjmc.info -cleanpcnow.com -clickcash.com -clknsee.com -compliance-brian.top -coolbar.pro -cosmetic.donna7753191.ru -countbertwistdisp26.soup.io -cvety24.by -cyprusbuyproperties.com -cyse.tk +carstrends2015.com +cartierreplica.pw +cartierreplica.xyz +caulderwoodkennels.com +caveavins.fr +cayado.snn.gr +cdncash.com +cercacamion.it +chatseo.com +cheapestjerseys-wholesale.com +cheapmarmot.online +cheapmoncler.xyz +checkpagerank.net +chiblackhawks-jerseys.com +cienum.fr +cjs.com.ru +clash-clans.ru +clean-virus-mac.com +clickhype.com +cmd.kz +cognitiveseo.com +compliance-alex.top +compliance-checker.info +compliance-don.top +compliance-don.xyz +compliance-irvin.xyz +compliance-josh.top +compliance-willy.top +concordexoticrentals.com +cookie-law-enforcement-aa.xyz +cookie-law-enforcement-ff.xyz +coolyarddecorations.com +country-chic.ru +cpabegins.ru +csgo4.win czeshop.info -dailyrank.net -dairyindia.in -damasarenai.info -dandiyabeats.in -datract.com -deadlinkchecker.com -decorationspcs.com -detki-opt.ru -discovertreasure-a.akamaihd.net -div.as -dkvorota.ru -doctissimo.fr -downloader12.ru -downloadmefiranaratb1972.xpg.com.br -downtuptv.gq -downvids.net -driving.kiev.ua -drivotracker.com -dumpsmania24.com -dvrlists.com -eaplay.ru -easyshoppermac.com +daisye.top +date-withme.com +davebestdeals.com +ddsoldes.fr +decenttools.com +dev33.dioniqlabb.se +dev-seo.blog +dfwu1013.info +dimaka.info +djihispano.com +dlya-android.org +docs4all.com +documentbase.net +domaincdn.xyz +dprtb.com +dynainbox.com +dyt.net +eandsgallery.com +earl-brown.info +e-avon.ru +e-collantes.com e-commerce-seo1.com -econom.co -editors.choice6912650.hulfingtonpost.com -edudocs.net -ekspertmed.com -elektrischeziga.livejournal.com -elitedollars.com +edelstahlschornstein-123.de +eduserver.net +efnor-ac.com +ekto.ee +eladkarako.github.io +elektrischezigaretten1.blogse.nl +elmacho.xyz elmifarhangi.com -elvel.com.ua -eropho.com -erotikstories.ru -essaypro.com -estelight.ru -eu-cookie-law.blogspot.com -event-tracking.com -expresstoplivo.ru -ezrvrentals.com -f012.de -fashion-mk.net -felizporno.com -fenoyl.batcave.net -fermersovet.ru -fidelityfunding.com -findanysex.com -findthe.pet -firstsiteguide.com -fiuxy.com -floating-share-buttons.com -florida-tourism.net -forensicpsychiatry.ru -forex21.ru -forexgb.ru -forpackningsutveckling.se -forsex.info -fotoxxxru.com -free-fbook-traffic.com -freelinkbuilding.website.tk +elvenar.com +emediate.eu +emerson-rus.ru +enginebay.ru +enskedesquashclub.se +eonpal.com +epicbrogaming.com +erot.co +erotikchat-24.com +escort-russian.com +esfchat.tk +euromasterclass.ru +excitacion.info +ezb.elvenmachine.com +ezofest.sk +faracontrol.ir +fatfasts-4tmz.com +fellowshipoftheminds.com +fetroshok.ru +fickenbumsen.net +finansov.info +fitnesspiks.com +fiverr.com +fix-website-errors.com +flauntyoursite.com +flavors.me +fortwosmartcar.pw +forum-engineering.ru +forum.poker4life.ru +foto-sisek.porngalleries.top +foto-telok.net +foxtechfpv.com +free-share-buttons.blogspot.com freesitetest.com -freewlan.info -fugarif.ga -futbolkisales.ru -gamevalue7.weebly.com -gamewrath.com +free-video-tool.com +freshberry.com.ua +front.to +fxtips.ru +g7m.pl +game300.ru +gamerscorps.com +gaming-journal.com gay-file.com -gaz-voshod.ru -ghernnqr.skyrock.com -gidonline.one -gne8.com -golfresa.lucania.se -gq-catalog.gq -graphicwe.org -greatfind-a.akamaihd.net -gsasearchengineranker.site -gsbs.com.ua -gsmlab.pl -guigyverpo.cf -gyffu.com -handicapvantoday.com -hayate.biz -helpmymacfaster.trade -herokuapp.com -hetmanship.xyz -hidemyass.com -himazin.info -hkladys.com -hledejvshopech.cz -hmmm.cz +geile-lelly.eu +geileweiber.tk +gembird.com +girlporn.ru +glcomputers.ru +globalscam.ga +globalsurfari.com +go2jump.org +gombita.info +gotorussia.com +gsasearchengineranker.xyz +hamacapty.com +hard-porn.mobi +hdapp1008-a.akamaihd.net +hdhc.ru +hiwibyh.bugs3.com hmywwogw.bloger.index.hr -homik.pw -hostnow.men -hotdl.in -hoverboard360.de -hully.altervista.org -humanorightswatch.org -ibb.com.ua -iboss.com -ifirestarter.ru -igithab.com -imgarit.pw -imperia31.ru -impisr.ru -inbabes.sexushost.com -indiasourcemart.in +hol.es +hotchatdate.com +howmuchdoestizanidinecost.blogspot.com +howtoclean.club +hptwaakw.blog.fc2.com +htmlcorner.com +hustoon.over-blog.com +ictizanidinehcl4mg.blogspot.com +ideashome.id +ikearugs.xyz +ilovevitaly.com +imagui.eu +inboxdollars.com indo-export.ru -infogame.name +informatiecentro.be infostatsvc.com -internet-apteka.ru -invitefashion.com -ipchicken.com -irkutsk.zrus.org -irunfar.com -itch.io -itservicesthatworkforyou.com +innodgfdriverhm.aircus.com +insta-add.pro +intimshop-fantasy.ru +intim-uslugi.info +istmira.ru +ixora.pro +james13prix.info jav-fetish.site -jav-way.site +javspace.net +jmat.cn +johnrobertsoninc.com jolic2.com jrpmakati.com -kakadu-interior.com.ua -kamalsinha.com -karaganda.xkaz.org -kareliatobacco.ru -kashubadesign.ru -keyhantercume.com +junglenet-a.akamaihd.net +kaac.ru +kartiniresto.com +katadhin.co kino2018.club -kinopolet.net -kleine-titten.biz -kongruan.com -konoplisemena.com +kinoduh.ru +kinoflux.net +kinostorm.net +knowyournextmove.com koopilka.com -kotaku.com -krasivoe-hd.net -krasivye-devushki.net -kredit-blog.ru -ku6.com -kurbappeal.info -lacapilla.info -languagecode.com -lapitec.eu -ledpolice.ru -letmacwork.world -life.biz.ua -likesuccess.com -linkarena.com -linkbuddies.com -lirunet.ru +krasnodar.ru +kretpicf.pw +kupit-adenu.ru +kustanay.kz +laapp.com +lacloop.info +lancheck.net +landoftracking.com +laparfumotec.com +lazy-z.com +lechenie-gemorroya.com +lexaprogeneric.link +lida-ru.com +link.ac +lisque.batcave.net +live-sexcam.tk livingroomdecor.info -lombia.com -longlifelomilomi.info -lovi-moment.com.ua -mainlinehobby.net -makedo.ru +lkbennettoutlet.online +louboutinbooties.xyz +louboutinreplica.xyz +love-baby.cz +lowephotos.info +low-format.ru +macfix.life +machicon-akihabara.info +magazintiande.ru +mahnwachen-helfen.info manyresultshub-a.akamaihd.net -mararoom.ru -marwer.info -massage-info.nl -mastershef.club -matchpal-a.akamaihd.net +mapquestz.us +marcowebonyodziezowe.pl +masturbate.co.uk +matsdale.com +max-p.men +mbiologi.ru +mediaoffers.click medicineseasybuy.com +meget.co.za +meltwater.com metallosajding.ru -metarip.ru -mex-annushka.ru -millionare.com -mil-stak.com -minneapoliscopiers.com -misswell.net -mobilemedia.md -mobot.site -mobstarr.com -moinozhki.com -monclercoats.xyz -monclerjacketsoutlet.pw -moneyzzz.ru -mrinsidesales.com +michaelkorsoutletstore.net +mielec.pl +miniads.ca +modnie-futbolki.net +moi-glazki.ru +mokrayakiska.com +monarhs.info +moneyviking-a.akamaihd.net +morefastermac.trade +moroccosurfadventures.com muabancantho.info -muschisexbilder.com +musicktab.com +music.utrolive.ru +mustwineblog.com muz-baza.net -mydownlodablefiles.com -myindospace.com -mypets.by -nailsimg.com -napalm51.nut.cc -narosty.com -nikitabuch.com -niroo.info -nordvpn.com -notaria-desalas.com -odesproperty.com -offtime.ru -oil-td.ru -okonich.com.ua -openmediasoft.com -orel-reshka.net -ostrovtaxi.ru -outshop.ru -pammik.ru -pandarastore.top -parajumpersoutlet.online -pateaswing.com -p-business.ru -phuketscreen.com -picquery.com +myshopmatemac.com +myyour.eu +nagdak.ru +naturtreenspicerx.pw +neobux-bg.info +new-apps.ru +newstaffadsshop.club +nightvision746.weebly.com +nippon-bearings.ru +nodding-passion.tk +o333o.com +oakleyglassesonline.us +obuv-kupit.ru +offf.info +officedocuments.net +okroshki.ru +ok.ru +olympescort.com +online-hd.pl +osoznanie-narkotikam.net +owohho.com +oz-offers.com +paintingplanet.ru +panicatack.com +partner-pop.men +partner-trustworthy.men +pb-dv.ru +pcads.ru +pcgroup.com.uy +pc-test.net +pdn-4.com +pechikamini.ru +pflexads.com pics-group.com -pinsdaddy.com -pintattoos.com +pigrafix.at +pio.polytopesexempt.com piski.top -pizdopletka.club -pladform.ru -plusnetwork.com -pobeiranie.pl -polimga.pw -popup-fdm.xyz +pixgood.com +playboyfiles.xblog.in +pogruztehnik.ru +popunder.net porndairy.in -pornhub-forum.ga -pornogad.com +pornoblood.com +pornoforadult.com +pornogratisdiario.com +pornokorol.com positive2b.ru -pozdrawleniya.com -prefersurvey.net -preventheadacheguide.info -producm.ru -pronorm.fr -pro-okis.ru +powc.r.ca.d.sendibm2.com +praisong.net +pravoholding.ru +princeadvantagesales.com +privhosting.com +prize44.com +prodvigator.ua +proekt-gaz.ru prostitutki-tyumeni.org -pskcijdc.bloger.index.hr -ptr.ruvds.com -pwwysydh.com -qcstrtvt.bloger.index.hr -q-moto.ru -qpypcx.com -qualitymarketzone.com -quizzitch.net -randalljhoward.com -rangjued.com -rank-checker.online -real-time-analytics.com -rebrand.ly -recordpage-a.akamaihd.net -reimageplus.com -riders.ro -ringtonepartner.com -rostov.xrus.org -rustic-quiver.win -s1z.ru -saecsa.co +pro-tec.kz +pssucai.info +pussyfleet.com +putevka24.ru +qexyfu.bugs3.com +rankia.com +rapidgator-porn.ga +razleton.com +registry-clean-up.net +reklama1.ru +remontbiz.ru +remontgruzovik.ru +remote-dba.de +rentaremotecomputer.com +ribieiendom.no +rimedia.org +roll123.com +royalvegascasino.com +ruf777.com +rusprostitute.com safe-app.net -sajatvelemeny.com -salmonfishingsacramentoriver.com +sa-live.com +samoiedo.it sampleletters.net -santasgift.ml -sanyuprojects.com -sbwealthsolutions.ca -scanner-alexa.top -scanner-walt.top -scat.porn -scopich.com -searchwebknow-a.akamaihd.net -seasaltwithfood.com -service.adtech.us -servicecenter.co.ua -servingnotice.com -sevendays.com.ua -sex-foto.pw -sexs-foto.com -sexy.babes.frontend-stack.top +sanidumps.com +sankt-peterburg.nodup.ru +sashagreyblog.ga +scanner-brian.top +scanner-margo.top +sdelai-prosto.ru +searchengineranker.email +search.xtconnect.com +security60-e.com +seo-2-0.com +seocheki.net +seofied.com +seojokes.net +seonetwizard.com +sergiorossistore.online +serviporno.com +sex-tracker.de sexy-screen-savers.com -sexytrend.ru -shemalegalls.blogporn.in +shemale-sex.net +shmetall.com.ua shoesonlinebuy.cn -shohanb.com +shoesonlinebuy.xyz shymkent.xkaz.org -simply.net -sim-service.net +sibvitr.ru +signoredom.com +silvercash.com +simpoed.ufop.br sims-sims.ru -smart-balancewheel.com -snts.shell-pmr.ru -snyatie-lomki-v-stacionare.ru -sobecjvuwa.com.ru -social-s-ggg.xyz -socialtrade.biz -softonicads.com -soheavyblog.com +sinestesia.host.sk +sisi-go.ru +sitopreferito.it +skachat-besplatno-obrazcy.ru +slowmacfaster.trade +small-games.biz +snsdeainavi.info +socas.pluto.ro +socialmonkee.com +softomix.com spacash.com -space4update.pw -specialfinanceoffers.com -squidoo.com -sribno.net -stal-rulon.ru -statoutlook.info -stockspmb.info -stroy-portal22.ru -sumo.com -swsociety.se -symphonyintegratedhealthcare.com -tako3.com -td-l-market.ru -tech4master.com -telsis.com -template-kid.com +spammen.de +spb.afora.ru +spb-plitka.ru +spb.ru +sport-video-obzor.ru +stop-gepatit.te.ua +strigkaomsk.ru +strongholdsb.ru +sugvant.ru +sukarame.net +superiends.org +supervesti.ru +support.nopeas.sk +suture.co +svetodiodoff.ru +syndicate.fun +tagil.zrus.org +tanieaukcje.com.pl +tattomedia.com +taxi-v-eisk.ru +telefonsex-ohne0900.net thaisamkok.com -thaismartloan.com -thenetinfo.com -thepantonpractice.co.uk -thepokertimer.com -ticketsys.inetwd.com -titslove.yopoint.in -tizanidineonline.blogspot.com -tizanidinepain.blogspot.com -tizanidinevssoma.blogspot.com -tomck.com -toon-families.com +thebestweightlosspills.ovh +the-trader.net +thexart.club +titelhelden.eu +tizanidine4mgstreetprice.blogspot.com +tizanidinenarcotic.blogspot.com +tkanorganizma.ru +tk-assortiment.ru +tksn.ru +tonerbox.kz +top10registrycleaners.com tracfone.com -tracksurf.daooda.com -traderzplanet.in -trafaret74.ru -trafficjunky.net -trustedhealthtips.com -tt-ipd.info -turbo-suslik.org -turizm.bz -twojebook.pl -uchebavchehii.ru -unrealcommander.biz -uogonline.com -uptimechecker.com -usiad.net -ussearche.cf -uytmaster.ru -valueclick.com -vapsy.com -vellings.info -veselokloun.ru -vesnatehno.ru -viagraneggrx.com -viandpet.com -viddyoze.com -videochaty.ru -video-woman.com -viel.su -vitoriacabos.com -vsexkontakte.net -warningzscaler.heraeus.com -webshoppermac.com -website-datenbank.de -wesharepics.com -wholesalejerseys-cheapest.com -wieseversa.no -witherrom55.eklablog.fr -wonderfulflowers.biz -workle.website -worldhistory.biz -worldtraveler.world -wwwadultcheck.com -xfire.com -xgames-04.com -xkaz.org -x-musics.com -xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai -xn--b1ag5cfn.xn--p1ai -xn----ctbigni3aj4h.xn--p1ai -xn--d1abj0abs9d.in.ua -xn----itbeirbjbi7bc6bh2d.xn--p1ai -xnxxandxvideos.com -xtube.com -xtubeporno.net -xvideosporn.biz -xxart.ru -youghbould.wordpress.com -yourdesires.ru -yourporngay.com -yourserverisdown.com -youtube-downloader.savetubevideo.com -za-music.mymobiplanet.com -zapiszto.pl -zastroyka.org -zetgie.com.pl -zigarettenonlinekaufen1.blox.pl -zvetki.ru +track2.shop +truemfilelj.gq +try-rx.com +tubo360.com +tuckpointingmasonrysystems.com +tula.mdverey.ru +turn-up-life.life +tvorozhnaja-zapekanka-recept.ru +ua-company.ru +ultimateclassicrock.com +ultimatesetnewfreeallsoftupgradesystems.pw +underthesite.com +ural-buldozer.ru +urdoot.win +veopornogratis.xxx +versaut.xxx-cam.webcam +videospornogratisx.net +vigrx-original.ru +vinylvault.co.uk +visitcambridge.org +vizag.kharkov.ua +vkonche.com +vmnmvzsmn.over-blog.com +vriel.batcave.net +vysigy.su +weightatraining.com +weprik.ru +wfb.hatedriveapart.com +whatistizanidinehclusedfor.blogspot.com +whiteelephantwellington.com +white-truck.life +winwotgold.pl +wnoz.de +woman-h.ru +world-mmo.com +wpsecurity.website +wttavern.com +ww1943.ru +xblog.in +xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai +xn--80aaaks3bbhabgbigamdr2h.xn--p1ai +xn--80ab4aa2g.xn--p1ai +xn--c1acygb.xn--p1ai +xn--e1afanlbnfckd7c3d.xn--p1ai +xtraffic.plus +yellocloud.be +youdao.com +youporn-ru.com +ypmuseum.ru +zarajbuilders.com +zawyna.ua +zs2vm.top +zverokruh-shop.cz diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 571a81ab4..f9c821bcd 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -0daymusic.org -20pascals.nl -28n2gl3wfyb0.ru +100dollars-seo.com +101raccoon.ru +123cha.com +2015god.org 2pxg8bcf.top -4ur.click -5elementov.ru -7search.com -8lufu.com -addblueoff.com.ua -adverster.com -afslankpillen2017nl.eu -agadelha.com.br -algerianembassy.co.in -alphacarolinas.com -alpharma.net -amazingninja.com -amehdaily.com -android-style.com -android-vsem.org -animalrank.com -apartmentbay.ru -appsaurus.com -apptester.tk -ap.senai.br -arabsexxxtube.com -arabseyes.com -arclk.net -arenda-avtoprokat-krasnodar.ru -arpelsreplica.xyz -autobrennero.it -autoloans.com -aviav.ru.com -avtolombard-krasnodar.ru -ayodhya.co -beauty-b0x.pl -beclean-nn.ru -begalka.xyz -bestplacetobuyeriacta.jw.lt -betonka.pro -bfz.biz -brains2.biz -brainsandeggs.blogspot.com -btc4u.ru -bumble.cheapwebsitehoster.com -buydissertation.net -bvlgaribracelet.xyz -bvlgariring.xyz -callstevens.com -camdolls.com -cartiertrinity.xyz -centrumcoachingu.com -cheapjerseysa.com -cheapjerseysap.com -cheap-pills-norx.com -cibpenonptib.flu.cc -clothesforcash.com -compliance-checker-7.info -compliance-elena.top -cosmetic.donna7753191.ru -counterbot.com -crazyprotocol.com -creams.makeforum.eu -d2jsp.org -dev78.dioniqlabb.se -digest-project.ru -discountliv.com -discovertreasure-a.akamaihd.net -divatraffic.com -dominterior.org -dosug-lux.ru -e-buyeasy.com +5000-cotydzien.com +adclickthru.net +add-add.men +ads.tremorhub.com +advokateg.ru +affrh2015.com +alborzan.com +alert-fdm.xyz +alert-hgd.xyz +alienwheel.es +allforminecraft.ru +anal-acrobats.com +animali.deagostinipassion.it +anti-virus-removal.info +aosheng-tech.com +apiholdingmypage-a.akamaihd.net +apiwebwebgetcom-a.akamaihd.net +arendovalka.xyz +artel116.ru +asdfg.pro +asrvvv-a.akamaihd.net +astana.xxxkaz.org +auto.rusvile.lt +autowebmarket.com.ua +availit.weebly.com +bannertesting.com +beachdriveblog.com +betune.onlinewebshop.net +bimatoprost-careprost.com.ua +bitcoins-live.ru +bmw.afora.ru +bmwhighperformers.com +bombla.org +boo-arts.com +browserprotecter.com +businescoop.men +buyparajumpers.online +bwlx.prepedu.cn +carrauterie.be +cartierlovestore.com +cdnnetwok.xyz +chatroulette.life +chidporn.com +compiko.info +compliance-julia.top +constantaservice.net +cordstrap.cc +cornomase.win +cosmeticswomens-womensports.rhcloud.com +customcatchcan.com +cyprusbuyproperties.com +decoratinghomes.ga +decorationspcs.com +de.zapmeta.com +discountbarbour.online +domik-derevne.ru +domination.ml +domoysshop.ru +donvito.unas.cz +doxysexy.com +easyukraine.com ecommerce-seo.org -education-cz.ru -enge-fotzen.info -ereko.ru -essayservicewriting.org -evidencecleanergold.com -eyelike.com.ua -falllow.gq -farm26.ru -fatmaelgarny.com -firstdrugmall.ru -fiuxy.com -fivedwld.cf -food.dtu.dk -footballfarrago.com -foxweber.com -frcls.fr -freesitetest.com -free-today.com -frvo.alptandem.ru -fuckmill.com -gallery.rennlist.com -gameprimary.com -gay-site.store -gazoblok.net.ua -ge0ip.com -generic-pills-online.com -germetiki.com.ua -getaclueamerica.com -gourcy.altervista.org +editors.choice6912650.hulfingtonpost.com +educatemetv.com +eloxal.ru +energydiet24.ru +erotikchat-24.com +ertelecom.ru +europages.com.ru +extrabot.com +ezigarettenshop2.postbit.com +falcoware.com +fetishinside.com +filerockstar298.weebly.com +filesdatabase.net +fishtauto.ru +forex21.ru +forex.osobye.ru +forpackningsutveckling.se +forum20.smailik.org +freelifetimefuckbook.com +freshberry.com.ua +fun-mobi.pl +gambarkatabaru.com +gamerscorps.com +gazporno.com +ge0ip.org +gearcraft.us +gg.zzyjxs.com +ghostvisitor.com +girlsfuckdick.com +glall.ru +glcomputers.ru +gosarhivrt.ru graphics8.info -grtyi.com -gsasearchengineranker.top -hannasolution.ru -haveinc.xyz -hchha.com -hentai-manga.porn -homeinns.com -hostingclub.lk -house.sieraddns.com -hoverboardforsaledirect.com -hoztorg-opt.ru -hspline.com -humanelydrew.com -ifirestarter.ru -igtools.club -imfamous.info -incest-ru.com -infostatsvc.com -int.search.mywebsearch.com -islandminingsupply.wordpress.com +gribkovye-zabolevaniya.com +gsou.cf +gwhwpxbw.bloger.index.hr +hifidesign.ru +hildinghr.se +homelygarden.com +homik.pw +hotblognetwork.com +howtoclean.club +hreade.com +hubbble.com +inboundlinks.win jav-fetish.site -javidol.site -kidskunst.info -kopihijau.info -kunstaktien.info -lafourmiliaire.com -letmacwork.world +jennyfire.ru +kaidalibor.de +kamen-e.ru +keywordglobal.co.za +kimcurlrvsms.com +krasnodar.zrus.org +kurwa.win +la-fa.ru +lazy-z.com +legionalpha.com lifebyleese.com -liffa.ru -linkpulse.com -lombia.co -louisvuittonoutletstore.net -ltvperf.com -lyngdalhudterapi.no -matsdale.com -mb140.ru -medmajor.ru -meduza-consult.ru -menetie.ru -metallosajding.ru -mexicotravelnet.com -mezaruk.info -mhtr.be -michaelkorssaleoutletonline.net -militarysale.pro -mmgq.ru -mobifunapp.weebly.com -mojpregled.com -moviezbonkerssk.cf -mp3ringtone.info -msk.afora.ru -mustwineblog.com -my-cash-bot.co -mygameplus.com -mylida.org -myshopmatemac.com -najaden.no -nerudlogistik.ru -netanalytics.xyz -nextbackgroundcheck.gq -nextrent-crimea.ru +linkbux.ru +linksharingt.com +liran-locks.com +littlecity.ch +liver-chintai.org +lonely-mature.com +mabdoola.blogspot.com +madot.onlinewebshop.net +mahnwachen-helfen.info +marmitaco.cat +mebelcomplekt.ru +medicovi.com +mega-polis.biz.ua +merryhouse.co.uk +mielec.pl +minyetki.ru +mmofreegames.online +monclercoats.xyz +montredemarque.nl +morefastermac.trade +moscow.xrus.org +movies-in-theaters.net +my-bc.ru +mydoctorok.ru +myonigroup.com +narkologiya-peterburg.ru nfljerseyscheapbiz.us -nrv.co.za -nudepatch.net -obesidadealgarve.com -ohmyrings.com -oktube.ru -onlinewritingjobs17.blogspot.ru -openfrost.com -orsonet.ru -partners-ship.pro -popunder.ru -pornosemki.info -porodasobak.net -productarium.com -prokotov.com -promgirldresses.xyz -rapidokbrain.com -registry-clean-up.net -respublica-otel.ru -riders.ro -robertefuller.com -rockingclicks.com -scanner-josh.top -scanner-walter.top -sdelai-prosto.ru -searchimpression.com -searchinquire.com -seorankinglinks.us +nfvsz.com +ningessaybe.me +nuup.info +obnal.org +offer.camp +okel.co +online-podarki.com +onlineporno.site +open-odyssey.org +origin-my.ru +ostrovtaxi.ru +paidonlinesites.com +paintingplanet.ru +parajumpersoutlet.online +pattersonsweb.com +pc-test.net +piccdata.com +picturesboss.com +play-movie.pl +ploenjitmedia.azurewebsites.net +podshipniki-nsk.ru +poppen-nw.net +prointer.net.ua +ptr.ruvds.com +pulseonclick.com +qexyfu.bugs3.com +rankexperience.com +ranking2017.ga +rankings-analytics.com +realmonte.net +reeyanaturopathy.com +regionshop.biz +remontvsamare.su +ruclicks.com +sa-live.com +sbprabooks.com +scanner-jane.top +scanner-viktor.top +scansafe.net +scenicmissouri.us +secretscook.ru +seorank.info seo-traffic-ranking.info -serw.clicksor.com -sevendays.com.ua -sex-foto.pw -shemalegalls.blogporn.in -sibdevice.ru -simpoed.ufop.br -snjack.info -snow.nvr163.com -social-s-hhh.xyz -soft-program.com -songoo.wz.cz -sosdepotdebilan.com -splendorsearch-a.akamaihd.net -spyfu.com -spywareit.com -srgwebmail.nl -startwp.org -steame.ru -strv.se -studiofmp.com -suhanpacktech.com -supers.com.ua -surgut.zrus.org -surintech.ac.th -teesdaleflyballclub.co.uk -teslathemes.com -thefotosgratis.eu -tiandeural.ru -toloka.hurtom.com -torrentgamer.net -torrents-tracker.com -tracfone.com -trafficjunky.net -turkeyreport.tk -twinderbella.com -ultimatesetnewfreeallsoftupgradesystems.pw -uptime-gamma.net -urldelivery.com -userequip.com -vduplo.ru -via-energy-cumpara.com +shlyahten.ru +shopfishing.com.ua +sibecoprom.ru +sierraapps.com +siha.de +silktide.com +slowmac.tech +snip.tw +sonata-arctica.wz.cz +sotechco.co +space4updating.win +stroilka.info +stuff-about-money.com +supermesta.ru +superoboi.com.ua +support.nopeas.sk +svtrd.com +tanieaukcje.com.pl +tattomedia.com +tizanidine4mgtablets.blogspot.com +tizanidinedruginteractions.blogspot.com +tizanidinevsvalium.blogspot.com +tn811.us +topkarkas.com +traxdom.ru +trk-4.net +trustl.life +try-rx.com +umg-stroy.ru +uni.me +unpredictable.ga +uptime-delta.net +urccvfmc.bloger.index.hr +uytmaster.ru +valkiria-tk.ru +vedomstvo.net +vektorpress.ru +velobikestock.com +vladhistory.com vseigru.one -vzubah.com -wesharepics.site +watchmygf.net +website-analytics.online +wfb.hatedriveapart.com +wildworld.site wleuaprpxuvr.ga -worst-sites.online -xn--lifehacer-1rb.com xtube.com -xxx-cam.webcam -yatrk.xyz -yellowfootprints.com -zaloro.com -zapatosenventa.info -zapiszto.pl -zazagames.org +yottos.com +yourporngay.com +yoursearch.me +yousense.info +youtuhe.com zerocash.msk.ru -zophim.me -zscalertwo.net +zeroredirect6.com +zeroredirect7.com +zhongwenlink.com +zverokruh-shop.cz diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index f371d9e5f..a7215fb74 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,21 +1,11 @@ - - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- - + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

nginx/1.14.2
- +l> 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

@@ -126,4 +116,14 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ \ No newline at end of file diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index f371d9e5f..a7215fb74 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -1,21 +1,11 @@ - - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- - + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

nginx/1.14.2
- +l> 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

@@ -126,4 +116,14 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ \ No newline at end of file diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index bc389ee32..d3d331ed4 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.188.73.34 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index ff0bb3000..1d5ee031a 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 0e5ea5f27..8745d97fb 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index a16ee5863..fff23801e 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1733 +#### Version: V4.2019.07.1734 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index b90dce005..5042987f0 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1733 +#### Version: V4.2019.07.1734 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 417dc1340..a37c2a9c4 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.07.1733 +#### Version: V4.2019.07.1734 #### Bad Referrer Count: [6717](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 7cf03a25c..ec1458ee6 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.07.1733 +#### Version: V4.2019.07.1734 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index e861b874e..0dbc45c62 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1733 -### Updated: Tue Jul 2 13:14:51 SAST 2019 +### Version: V4.2019.07.1734 +### Updated: Tue Jul 2 13:44:31 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 773e563a5..c0e5fd8a9 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1733 -### Updated: Tue Jul 2 13:14:52 SAST 2019 +### Version: V3.2019.07.1734 +### Updated: Tue Jul 2 13:44:33 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index e861b874e..0dbc45c62 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1733 -### Updated: Tue Jul 2 13:14:51 SAST 2019 +### Version: V4.2019.07.1734 +### Updated: Tue Jul 2 13:44:31 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index d283a27bd..a15da026b 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.07.1733 -### Updated: Tue Jul 2 13:14:53 SAST 2019 +### Version: V4.2019.07.1734 +### Updated: Tue Jul 2 13:44:34 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##