diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index e5e2308b8..6e728f367 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1743 -### Updated: Wed Jul 3 14:38:27 SAST 2019 +### Version: V3.2019.07.1744 +### Updated: Wed Jul 3 15:06:57 SAST 2019 ### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 2e2965ffc..689d439aa 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 1; +34.66.178.120 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index d3d331ed4..34cb39aec 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 0; +34.66.178.120 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index e5e2308b8..6e728f367 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1743 -### Updated: Wed Jul 3 14:38:27 SAST 2019 +### Version: V3.2019.07.1744 +### Updated: Wed Jul 3 15:06:57 SAST 2019 ### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 2e2965ffc..689d439aa 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 1; +34.66.178.120 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index d3d331ed4..34cb39aec 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 0; +34.66.178.120 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index e5e2308b8..6e728f367 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1743 -### Updated: Wed Jul 3 14:38:27 SAST 2019 +### Version: V3.2019.07.1744 +### Updated: Wed Jul 3 15:06:57 SAST 2019 ### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 2e2965ffc..689d439aa 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 1; +34.66.178.120 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index d3d331ed4..34cb39aec 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 0; +34.66.178.120 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index e5e2308b8..6e728f367 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1743 -### Updated: Wed Jul 3 14:38:27 SAST 2019 +### Version: V3.2019.07.1744 +### Updated: Wed Jul 3 15:06:57 SAST 2019 ### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index e5e2308b8..6e728f367 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1743 -### Updated: Wed Jul 3 14:38:27 SAST 2019 +### Version: V3.2019.07.1744 +### Updated: Wed Jul 3 15:06:57 SAST 2019 ### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index d64f0e845..8927a1cdc 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1743 -### Updated: Wed Jul 3 14:38:25 SAST 2019 +### Version: V4.2019.07.1744 +### Updated: Wed Jul 3 15:06:55 SAST 2019 ### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/setup-ngxblocker/commented/centos.conf.modified b/.dev-tools/setup-ngxblocker/commented/centos.conf.modified index 78e728cd7..e16a94a92 100644 --- a/.dev-tools/setup-ngxblocker/commented/centos.conf.modified +++ b/.dev-tools/setup-ngxblocker/commented/centos.conf.modified @@ -33,7 +33,7 @@ http { # Load modular configuration files from the /etc/nginx/conf.d directory. # See http://nginx.org/en/docs/ngx_core_module.html#include # for more information. - #include /etc/nginx/conf.d/*.conf; + include /etc/nginx/conf.d/*.conf; server { listen 80 default_server; diff --git a/.dev-tools/setup-ngxblocker/commented/fedora.conf.modified b/.dev-tools/setup-ngxblocker/commented/fedora.conf.modified index 19dbdb685..1a37d53e8 100644 --- a/.dev-tools/setup-ngxblocker/commented/fedora.conf.modified +++ b/.dev-tools/setup-ngxblocker/commented/fedora.conf.modified @@ -23,6 +23,15 @@ http { sendfile on; tcp_nopush on; + + + ## + # Nginx Bad Bot Blocker Includes + # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker + ## + include /etc/nginx/conf.d/botblocker-nginx-settings.conf; + include /etc/nginx/conf.d/globalblacklist.conf; + tcp_nodelay on; keepalive_timeout 65; types_hash_max_size 2048; diff --git a/.dev-tools/setup-ngxblocker/commented/opensuse.conf.modified b/.dev-tools/setup-ngxblocker/commented/opensuse.conf.modified index 44c1e1269..6f426e57e 100644 --- a/.dev-tools/setup-ngxblocker/commented/opensuse.conf.modified +++ b/.dev-tools/setup-ngxblocker/commented/opensuse.conf.modified @@ -38,6 +38,15 @@ http { sendfile on; #tcp_nopush on; + + + ## + # Nginx Bad Bot Blocker Includes + # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker + ## + include /etc/nginx/conf.d/botblocker-nginx-settings.conf; + include /etc/nginx/conf.d/globalblacklist.conf; + #keepalive_timeout 0; keepalive_timeout 65; diff --git a/.dev-tools/setup-ngxblocker/commented/ubuntu16.conf.modified b/.dev-tools/setup-ngxblocker/commented/ubuntu16.conf.modified index 0b127aff1..672bc00da 100644 --- a/.dev-tools/setup-ngxblocker/commented/ubuntu16.conf.modified +++ b/.dev-tools/setup-ngxblocker/commented/ubuntu16.conf.modified @@ -15,6 +15,15 @@ http { sendfile on; tcp_nopush on; + + + ## + # Nginx Bad Bot Blocker Includes + # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker + ## + include /etc/nginx/conf.d/botblocker-nginx-settings.conf; + include /etc/nginx/conf.d/globalblacklist.conf; + tcp_nodelay on; keepalive_timeout 65; types_hash_max_size 2048; diff --git a/.dev-tools/setup-ngxblocker/commented/ubuntu18.conf.modified b/.dev-tools/setup-ngxblocker/commented/ubuntu18.conf.modified index 83eecdd56..b8f9bebb3 100644 --- a/.dev-tools/setup-ngxblocker/commented/ubuntu18.conf.modified +++ b/.dev-tools/setup-ngxblocker/commented/ubuntu18.conf.modified @@ -16,6 +16,15 @@ http { sendfile on; tcp_nopush on; + + + ## + # Nginx Bad Bot Blocker Includes + # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker + ## + include /etc/nginx/conf.d/botblocker-nginx-settings.conf; + include /etc/nginx/conf.d/globalblacklist.conf; + tcp_nodelay on; keepalive_timeout 65; types_hash_max_size 2048; diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 2b15f263d..f0d7ffecc 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.68.144.114 0; +35.192.187.174 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index d64f0e845..8927a1cdc 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1743 -### Updated: Wed Jul 3 14:38:25 SAST 2019 +### Version: V4.2019.07.1744 +### Updated: Wed Jul 3 15:06:55 SAST 2019 ### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index d64f0e845..8927a1cdc 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1743 -### Updated: Wed Jul 3 14:38:25 SAST 2019 +### Version: V4.2019.07.1744 +### Updated: Wed Jul 3 15:06:55 SAST 2019 ### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index d64f0e845..8927a1cdc 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1743 -### Updated: Wed Jul 3 14:38:25 SAST 2019 +### Version: V4.2019.07.1744 +### Updated: Wed Jul 3 15:06:55 SAST 2019 ### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index d64f0e845..8927a1cdc 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1743 -### Updated: Wed Jul 3 14:38:25 SAST 2019 +### Version: V4.2019.07.1744 +### Updated: Wed Jul 3 15:06:55 SAST 2019 ### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 137da33fd..f0ec4e3ed 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.178.120 0; -34.68.144.114 0; +35.188.73.34 0; +104.154.113.151 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index deda5743d..2a34ca6b0 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1743 -### Updated: Wed Jul 3 14:38:25 SAST 2019 +### Version: V4.2019.07.1744 +### Updated: Wed Jul 3 15:06:55 SAST 2019 ### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 21e31aee9..609eaa6a6 100644 --- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.198.131.58 0; -104.154.113.151 0; +35.188.73.34 0; +35.192.187.174 0; diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 03160de70..5571c8674 100644 --- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1743 -### Updated: Wed Jul 3 14:38:25 SAST 2019 +### Version: V4.2019.07.1744 +### Updated: Wed Jul 3 15:06:55 SAST 2019 ### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 6140a6e39..59c709da3 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.178.120 0; +104.198.131.58 0; 35.192.136.167 0; +35.188.73.34 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index d64f0e845..8927a1cdc 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1743 -### Updated: Wed Jul 3 14:38:25 SAST 2019 +### Version: V4.2019.07.1744 +### Updated: Wed Jul 3 15:06:55 SAST 2019 ### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index e1bb01f42..768fa8ff8 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.68.144.114 0; +35.192.136.167 0; 34.66.178.120 0; -35.193.14.140 0; +35.188.73.34 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index d64f0e845..8927a1cdc 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1743 -### Updated: Wed Jul 3 14:38:25 SAST 2019 +### Version: V4.2019.07.1744 +### Updated: Wed Jul 3 15:06:55 SAST 2019 ### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 2e2965ffc..689d439aa 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 1; +34.66.178.120 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 2aebe7ef4..97b6b5301 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -AllSubmitter -BackStreet -Craftbot -meanpathbot -Netvibes -Nutch -Pixray -ProPowerBot -SputnikBot -Webalta +80legs +Badass +Black Hole +Discobot +Download Wonder +Go-Ahead-Got-It +mediawords +SEOprofiler +WebCopier +Zermelo diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 44943e0ce..c26aefc53 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404checker -80legs +360Spider +404enemy Abonti -Aboundexbot +Aboundex Acunetix -ADmantX -AhrefsBot +AfD-Verbotsverfahren Alligator -AlphaBot +AllSubmitter Anarchie +Apexoo +archive.org_bot +ASPSeek +Asterias Attach +backlink-check BacklinkCrawler BackStreet -Bandit Barkrowler BBBike BDCbot -BetaBot -Black Hole -Blow +BDFetch +Bigfoot +Bitacle +BlowFish +Boardreader Bolt -Brandprotect Brandwatch +Buddy +BuiltBotTough +BuiltWith Bullseye BunnySlippers -CazoodleBot +BuzzSumo +Calculon CCBot -CherryPicker +CheeseBot +CheTeam ChinaClaw -Chlooe Claritybot -Cloud mapping -coccocbot-web -cognitiveseo -Copier -Cosmos +Cliqzbot +CopyRightCheck +Copyscape +crawler4j +crawl.sogou.com CrazyWebCrawler -Crescent -CrunchBot -CSHttp -Custo -DataCha0s +Curious +DatabaseDriverMysqli +DBLBot +demandbase-bot Deusu -DigitalPebble +Devil +Digincore +DIIbot +Disco Discobot Discoverybot +DittoSpyder +DomainAppender DomainCrawler DomainStatsBot Download Wonder -Drip -DTS Agent -EasyDL +DSearch Ebingbong eCatch -ECCP/1.0 -Ecxi EMail Siphon -EMail Wolf -Evil -Exabot -ExtLinksBot -Extreme Picture Finder -EyeNetIE +EroCrawler +Express WebPictures Ezooms FDM -FemtosearchBot FHscan -Firefox/7.0 -Freeuploader -FyberSpider -GalaxyBot -Genieo +FlashGet GermCrawler +Getintent +GetWeb Gigablast +Gigabot +G-i-g-a-b-o-t Gotit -GoZilla -Grabber -Grafula GrapeFX HaosouSpider Harvest -Havij +HEADMasterSEO HMView -HTMLparser -HTTP::Lite -HybridBot Iblog -Id-search +IDBot IlseBot -Image Fetch -IndeedBot -Indy Library +Image Sucker InfoNaviRobot InfoTekies -instabid -Intelliseek -IRLbot -Iskanie -JamesBOT -JennyBot -JetCar -Joomla -Jyxobot -Kenjin Spider -Keyword Density +Internet Ninja +InternetSeer +ips-agent +Iria +Jbrofuzz +Jetty +JOC Web Spider +Jorgee +JustView Kozmosbot -LeechGet -Lftp +LeechFTP +LexiBot LibWeb Libwhisker Likse Linkdexbot LinkextractorPro LinkpadBot +LinkScan LinksManager -LinkWalker +LinqiaRSSBot LinqiaScrapeBot -Lipperhey -Lipperhey Spider Litemage_walker LNSpiderguy Ltx71 lwp-request LWP::Simple -Mag-Net -magpie-crawler +Magnet Mail.RU_Bot -Majestic SEO -Majestic-SEO +Majestic12 MarkWatch +Masscan +meanpathbot Meanpathbot -mediawords -MegaIndex.ru -Metauri +MFC_Tear_Sample +Microsoft Data Access Microsoft URL Control -Mister PiX +MJ12bot +Mojeek +Morfeus Fucking Scanner Mr.4x3 -MSFrontPage -MS Web Services Client Protocol -muhstik-scan Musobot -Nameprotect -Navroad -NetAnts -NetLyzer +Name Intelligence +Needle +Netcraft +netEstate NE Crawler +NetMechanic +NetSpider Netvibes NetZIP -Nibbler +NextGenSearchBot NICErsPRO -Niki-bot -Ninja -Nmap +Nimbostratus +oBot Octopus -Offline Explorer -OnCrawl -OpenLinkProfiler Openvas +OpenVAS OrangeBot -OutclicksBot -PageAnalyzer -PageScorer +OrangeSpider +OutfoxBot +Pandalytics Papa Foto PeoplePal PHPCrawl +Picsearch +PictureFinder Pimonster -Pi-Monster Pixray -plumanalytics +PleaseCrawl Pockey -POE-Component-Client-HTTP -Pump +Probethenet QueryN Metasearch -Quick-Crawler -RankingBot2 -Recorder -RedesScrapy -ReGet +RankActive +RankFlex +Rankivabot +RankurBot +RealDownload +RepoMonkey Ripper -RocketCrawler -ScanAlert +SalesIntelligent +SBIder Scrapy -Screaming -Searchestate SearchmetricsBot -SEOkicks +SEOkicks-Robot +SEOlyticsCrawler +Seomoz +SEOprofiler +seoscanners SeoSiteCheckup -serpstatbot +SEOstats +sexsearcher SISTRIX -SiteExplorer -Siteimprove -Sitevigil +Sitebeam +SiteSnagger +Site Sucker SMTBot Snake Snapbot Snoopy -Sociscraper +SocialRankIOBot +Sogou web spider +Sosospider Sottopop +SpaceBison SpankBot -sp_auditbot Spinn3r spyfu +Sqlmap Sqlworm -Sqworm -Stripper -Sucker -Szukacz -T0PHackTeam -T8Abot +Steeler +SuperBot +Suzuran tAkeOut -TeleportPro +Teleport Telesoft Telesphoreo -Telesphorep -The Intraformant -TheNomad -Tracemyfile -Trendiction +Thumbor Trendictionbot -True_Robot +trendiction.de Turingos -Typhoeus -Vagabondo +TurnitinBot +TwengaBot +URLy.Warning +VCI VeriCiteCrawler -Webalta -WebCollage +VoidEYE +Voil +WallpapersHD +WebAuto +WebBandit +WebCopier WEBDAV +WebEnhancer +Web Enhancer WebFetch -Web Fetch WebFuck Web Fuck -WebImageCollector +WebGo IS WebLeacher -webmeup-crawler -WebPix -WebReaper -Web Sauger -Website Quester +Webshag +WebsiteExtractor Webster -WebWhacker -Whack -Whatweb +WebStripper +WebSucker +Web Sucker +WeSEE +Whacker +WinHTTrack +WISENutbot +Wprecon +WPScan +WWW-Collector-E WWW-Mechanize -WWW::Mechanize -x22Mozilla +Xaldon WebSpider +Xenu YoudaoBot zauba.io +Zermelo Zeus zgrab ZmEu -ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index ad155a766..44e41e6c6 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404enemy -ADmantX +360Spider +404checker +80legs +Abonti +Aboundexbot +Acunetix AfD-Verbotsverfahren -AhrefsBot +AIBOT AiHitBot Alexibot +Alligator AllSubmitter +AlphaBot Anarchie -archive.org_bot +ASPSeek +Asterias Attach -backlink-check BackStreet +BackWeb Barkrowler -BBBike -Bigfoot +BetaBot Bitacle +Blackboard Black Hole -BLEXBot +BlackWidow Blow BlowFish -BotALot -BuiltBotTough +Boardreader +Bolt +Brandprotect +Buddy +BuiltWith BunnySlippers -BuzzSumo +Calculon CATExplorador -CheeseBot -CherryPicker +CazoodleBot +Cegbfeieh +Claritybot Cliqzbot -com.plumanalytics -Copyscape +Cogentbot +cognitiveseo +CopyRightCheck Cosmos -Craftbot crawler4j -crawl.sogou.com CrazyWebCrawler -Crescent +CrunchBot CSHttp Curious +Custo DatabaseDriverMysqli DataCha0s -Demon -Digincore -Disco +DBLBot +DIIbot Discobot Discoverybot -DittoSpyder -DnyzBot -DomainAppender +Dispatch DomainCrawler -Dotbot -Dragonfly -Drip -DSearch -Ecxi +DTS Agent +EasyDL +Ebingbong +eCatch EirGrabber -EMail Siphon -EMail Wolf +EroCrawler evc-batch +Exabot +Express WebPictures +ExtLinksBot Extractor +ExtractorPro EyeNetIE facebookscraper -Firefox/7.0 +FDM +FHscan Flunky -Foobot -Freeuploader +FyberSpider +GalaxyBot Genieo -GetRight -Gigabot Gotit GoZilla GrabNet -Grafula +GrapeFX +GrapeshotCrawler +GT::WWW HaosouSpider Harvest -HEADMasterSEO -Heritrix -HMView -HTTP::Lite -HTTrack +Havij Iblog -Image Fetch +IDBot +Id-search +Image Sucker IndeedBot Indy Library -Internet Ninja -ips-agent +InfoNaviRobot +instabid +Intelliseek Iria IRLbot Iskanie -Jbrofuzz -JennyBot +IstellaBot +JamesBOT +JetCar +Jetty JOC Web Spider Joomla -JustView Jyxobot -Larbin -LeechGet +Kenjin Spider +Keyword Density +Kozmosbot LexiBot -LibWeb -Libwhisker +Lftp +Lightspeedsystems +Likse +LinkextractorPro LinkpadBot -LinqiaMetadataDownloaderBot +LinkScan +LinksManager +LinqiaScrapeBot Lipperhey Lipperhey Spider -Litemage_walker Lmspider +Ltx71 Mag-Net magpie-crawler -Mail.RU_Bot Majestic12 -Majestic SEO Majestic-SEO MarkMonitor MarkWatch Masscan -Mass Downloader -Mata Hari meanpathbot Meanpathbot -Mediatoolkitbot -mediawords -MegaIndex.ru -Microsoft Data Access MJ12bot -Mojeek -MSFrontPage -Msrabot +Morfeus Fucking Scanner MS Web Services Client Protocol +muhstik-scan Musobot -Name Intelligence +Nameprotect +Navroad +NearSite Nessus -Netcraft -NetLyzer -NetMechanic -Net Vampire +NetAnts +NetSpider Netvibes -NetZIP -NextGenSearchBot -Ninja -Nmap -Nutch -Octopus -Offline Navigator -Openfind +Niki-bot +NPbot +oBot +Openvas OpenVAS -OutclicksBot +Page Analyzer PageGrabber -page scorer -Pandalytics +Papa Foto pcBrowser PECL::HTTP Picscout -Pimonster Pixray +PleaseCrawl POE-Component-Client-HTTP Probethenet Psbot -PxBroker -PyCurl QueryN Metasearch +RankActive +RankingBot2 Rankivabot -Reaper -Recorder -RedesScrapy -ReGet +RankurBot +RealDownload +RebelMouse Ripper -Rogerbot -ScanAlert +SBIder +Scanbot +ScoutJet Screaming -ScreenerBot -Searchestate Semrush SEOkicks -SEOkicks-Robot SEOlyticsCrawler +Seomoz +SEOprofiler seoscanners SeoSiteCheckup -SEOstats -Shodan -Siphon -Sitebeam -SiteExplorer -SiteSucker -SMTBot +serpstatbot +SiteSnagger +SlySearch Snake Snapbot Snoopy -Sociscraper +Sosospider +Sottopop Spammen -Spbot -SputnikBot +Spanner +sp_auditbot +Sqlmap +Sqlworm Sqworm -Steeler -SurveyBot -Suzuran +Stripper +Sucker +SuperBot Swiftbot -Szukacz T0PHackTeam T8Abot -Teleport -TeleportPro -Telesphoreo The Intraformant -Thumbor +TheNomad TightTwatBot Titan -Toata -Toweyabot +Tracemyfile +Trendictionbot trendiction.de -True_Robot +Turingos TurnitinBot +TwengaBot Twice +UnisterBot Upflow +URLy Warning URLy.Warning Vagabondo -VCI -VeriCiteCrawler +VB Project Virusdie -WallpapersHD -WASALive-Bot -Webalta -WebCollage -WebCopier +Wallpapers/3.0 +WBSearchBot +Web Collage +WebEnhancer +WebFetch Web Fetch WebFuck -WebImageCollector -WebLeacher -WebmasterWorldForumBot -webmeup-crawler +WebPix WebReaper -Webshag -WebsiteQuester +Web Sauger Website Quester +Webster +WebStripper Web Sucker WebWhacker -WebZIP +Whack +Whacker Whatweb +Who.is Bot Widow +WinHTTrack WiseGuys Robot WISENutbot -Woobot +Wonderbot Wotbox -WWW-Collector-E -x22Mozilla -xpymep1.exe +Wprecon +WPScan +WWW-Mechanize +WWW::Mechanize +Xaldon WebSpider +Xaldon_WebSpider YoudaoBot -Zauba -zauba.io -zgrab +Zermelo ZmEu -ZyBorg +ZumBot diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 031cba948..56200b7f6 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -apiwoodensealcom-a.akamaihd.net -gsasearchengineranker.pw -gsmlab.pl -hoste.octopis.com -locationdesaison.com -matchpal-a.akamaihd.net -onlinebay.ru -smailik.org -telegramdownload10.com -your-bearings.com +excitacion.info +mydirtystuff.com +porno-play.net +proekt-mos.ru +saddiechoua.com +soserfis.com +star61.de +theendivechronicles.com +timdreby.com +xwatt.ru diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index d4dc500b2..e1b8a6ecf 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -00it.com -0lovespells0.blogspot.com -1001watch.com.ua -1adult.com -1hwy.com -3dracergames.com -4pp13.com +007angels.com +0912701309f8ce.com +0c47f8422d3f.com +1kdailyprofit.me +202ch.com +2ads.co.uk +3-letter-domains.net 4webmasters.org -5ws.dating-app.ru +8kisses.eu aa625d84f1587749c1ab011d6f269f7d64.com -aa9bd78f328a6a41279d0fad0a88df1901.com -aasoldes.fr -abclauncher.com -absolutelyanalog.com -abtasty.com -activecampaign.dreamhosters.com -addblueoff.com.ua -adhome.biz -adinterax.com -adman.gr -ads-cool.pro -adsland.men -adsref.men -adtech.de -ad-words.ru -alert-fjg.xyz -alfa9.com -alfabot.xyz -allcredits.su -allesohnegirls.net -allsilver925.co.il -all-streaming-media.com -alphacarolinas.com -aludecor.info -ameblo.jp -ampower.me -am-se.com -animal36.com -aosheng-tech.com -apiallgeniusinfo-a.akamaihd.net -apimegabrowsebiz-a.akamaihd.net -appfixing.space -arabseyes.com -aramaicmedia.org -arcadepages.com -arcteryxstore.online -arewater.com -artdestshop.eu -artparquet.ru -arvut.org -asia-forum.ru -asiavirtualsolutions.com -astana.xxxkaz.org -aussie-prizes.com -autogrep.ru -autotop.com.ua -aviav.ru.com -avirasecureserver.com -avtochehli.by -azazu.ru -baditri.com -baksman.com -banksrf.ru -bank.uz -baoxaydung.com.vn -batanga.net -bedcapdealers.com -belinvestdom.by -benchmarkcommunications.co.uk -beremenyashka.com -besthoro.ru -bestimagecoollibrary.com -bestmobilityscooterstoday.com -best-seo-solution.com -betterhdporn.com -bharatdefencekavach.com -bigcareer.info -bioca.org +aad1f4acb0a373420d9b0c4202d38d94fa.com +adclickservice.com +addray.pro +adexprts.com +adsfresh.men +adultnet.in +adult-shop.com.ua +advertisingtag.net +afftrack001.com +all4invest.ru +allpdfmags.net +alot.com +amung.us +anal-acrobats.com +animal-drawings.com +apartment.ru +approved.su +arendas.net +asophoto.com +atelielembrancaqueencanta.com.br +atmagroup.ru +autochoixspinelli.com +autoloans.com +autoseo-traffic.com +avon-novosib.ru +azartclub.org +baladur.ru +bannerspace.com +bear.gotcher.us +beauty-bracelet.com +beauty-clinic.ru +becuo.com +begalka.xyz +best-games.today +bestserials.com +bio-market.kz +blogos.kz blogqpot.com -bnt-team.com -bolegapakistan.com -burger-imperia.com -burkesales.com -butstrap.space +blogrankers.com +bochemit.com.ua +boc.kz +boleznikogi.com +bongiornos.info +braip.com.br +buntube.net +business-made-fun.com buyessay3.blogspot.ru -buyhoverboard.com -c1.onedmp.com -calvet.altervista.org -cardul.ru +buyessaynow.biz +buyessayonline19.blogspot.ru +bwlx.prepedu.cn +bycontext.com +cam-kontakte.org carloans.com -cartierjusteunclou.xyz -casinos4dummies.co.uk -chatroulette.life -chatroulette.si -cheapbarbour.online -cheatcode-lita12.rhcloud.com -chidporn.com -chinacheapelitejerseys.com -christianlouboutinreplica.win +cartechnic.ru +cartujano-pre.de +c-english.ru +chelnytruck.ru +chocolateslim-u-srbiji.com +christianlouboutinsaleonline.us cicaki.net -ciproandtizanidine.blogspot.com -classiquebijoux.ru -clean-start.net -clickbank.net -clubfashionista.com -cntravelre.com -cognitiveseo.com -coin-hive.com +cindymatches.com +citysecurity.nu +civilwartheater.com +clarithromycin500mg.com +clickaider.com +clickzzs.nl +collegerentals.com +compliance-barak.top +compliance-checker.info +compliance-elena.xyz compliance-fred.xyz -compliance-willy.top -comsysnet.com -conciergegroup.org -cookie-law-enforcement-ee.xyz -counciltally.com -crazyprotocol.com -cryptoswap.biz -cyse.tk -daooda.com -datract.com -dbmkfhqk.bloger.index.hr +compliance-jack.top +conocer-sanabria.com +counter.bloke.com +country-chic.ru +covadhosting.biz +crackzplanet.com +creatives.adbetclickin.pink +crystalslot.com +cyprusbuyproperties.com +dailyfinancefix.com +damasarenai.info +dame-ns.kz +ddsoldes.fr +deanmoore.ie +deluxedumps.com +demian.kz +deniven.1bb.ru +dentalpearls.com.au design-ideas.info -dfwu1013.info -digitalfaq.com -dikx.gdn -djihispano.com -djstools.com -dkvorota.ru -dneprsvet.com.ua -dostavka-v-ukrainu.ru -dotmass.top -dtm-spain.com -dtnlyss.com -e-commerce-seo.com -ednorxmed.com +detskie-konstruktory.ru +deutschehobbyhuren.net +dfiles.me +dgfitness.co +dignitasdata.se +divku.ru +doctormakarova.ru +doktoronline.no +doublepimp.com +drunkmoms.net +dstroy.su +earl-brown.info +editors.choice6912650.hulfingtonpost.com +edudocs.net +ee77ee.com ege-russian.ru -ekosmetyki.net.pl -ekspresihati.info -elektrischezigaretten2.beeplog.com +electricwheelchairsarea.com elektronischezigarettekaufen1.myblog.de -elektronischezi.livejournal.com -elektrozigarette2.wordpressy.pl -elitesportsadvisor.com -eloconcream.blogspot.com -elvenar.com +elektrozigaretten1.webs.com +el-nation.com emerson-rus.ru -enbersoft.com -eng-lyrics.com +englishdictionaryfree.com +englishgamer.com enternet.ee -ero-advertising.com -escortplius.com -escortslet.net -etm-consult.de -etotupo.ru -euronis-free.com -evehemming.blogspot.com.au -evogarage.com -extremez.net -ezaz.info -ezigarettekaufen2.mpbloggar.se -ezigarettenkaufen1.pagina.gr -favoritemoney.ru -feeriaclub.ru -felizporno.com -figuringmoneyout.com -filerockstar298.weebly.com -filesvine.com -film-one.ru -filunika.com.ru +erectile.bid +esopini.com +estibot.com +europeanwatches.ru +excaliburfilms.com +excitacao.com +extstat.com +ezigaretteshop2.mywapblog.com +f012.de +fanrto.com +fealq.com financepoints.eu -finansov.info -forodvd.com -forum20.smailik.org -freecamdollars.com +findanysex.com +finteks.ru +flavors.me +free-fbook-traffic.com freenom.link -freewebs.com -fuck-paid-share-buttons.xyz -fugarif.ga -fyl.com.ru -gagrasector.ru +freewlan.info +fr.netlog.com +fz139.ttk.ru +gabeshop.ru +galaxyflowers.ru +galleryawesome.com gamblingnerd.com -gamerextra.com -gardene.ru -gate5.co.za -gelezki.com -getmiro.com -gg-arena.ru -ggiaro.com -gogalleryawesome.com -goldandcard.ru +gamedayassist.com +gateway.zscalertwo.net +genericlowlatencyasiodriverhq.aircus.com +getresponse.com +getyourimage.club +gigablast.com +gigapeta.com +glastecfilms.com.my +glavprofit.ru +goatse.ru golmau.host.sk -goodnightjournal.com -googlefeud.com -gsasearchenginerankerdiscount.com -gsasearchengineranker.top -gsbs.com.ua -gwhwpxbw.bloger.index.hr -hacktougroup.ru -handicapbathtubarea.com +gopro-online.info +gorodservis.ru +gotcher.us +gpms.org.my +greatfind-a.akamaihd.net +gsou.cf +gtopstats.com +guigyverpo.cf +gungamesz.com +gwagka.com +handicapvantoday.com +hannasolution.ru hasshe.com +hatedriveapart.com hausfrauensex18.com -haveinc.xyz -healing-dysplasia.ru -hermesreplica.pw -hkladys.com -host-protection.com -hotenergy.ru -housediz.com -hptwaakw.blog.fc2.com -humanorightswatch.org -iboss.com -ilikevitaly.com -ilovevitaly.xyz -images-graphics-pics.com -imediadesk.com -inbabes.sexushost.com -indiakino.net -infektsii.com +hchha.com +hdfreeporno.net +headpress.ru +helpmymacfaster.trade +hidefiles.org +hitsbox.info +hledejvshopech.cz +hobild.net +homeandhealth.ru +hoverboard360.de +hoverboard360.se +hunterboots.online +idegenvezeto.eu +ie.57883.net +ifmo.ru +igtools.club +ilte.info +imagefinder.site +imgarit.pw +img.wallpaperstock.net +imperiafilm.ru +impisr.edunsk.ru +importchinacoach-teach.com +incomekey.net +indiasourcemart.in infoupdate.org -innoslicon.com -instabid.tech -ipornox.xxx -irkutsk.zrus.org -islandminingsupply.wordpress.com -itis4you.com -itrevolution.cf -ivanstroi.ru -iweblist.info -janavibekken.no -joessmogtestonly.com -journeydownthescale.info -jrcigars.com -junglenet-a.akamaihd.net -kamen-e.ru +intellekt21.ru +investsuccess.org +iqoption.com +iqupdatetmz.win +islamtoday.co.za +ivearchenceinflu.cf +izhevsk.zrus.org +jbl-charge.info +jerseyssportsshop.com +johnrobertsoninc.com karusel-market.ru -kenaba.su -keywordsdoctor.com -kinopolet.net -kino-rating.ru -konkursowo-24.pl -kraljeva-sutjeska.com -kreativperlen.ch -ks1234.com -kupiproday.com.ua -kustanay.kz +kevblog.top +kichenaid.ru +kinoduh.ru +kiwi237au.tk +kndxbkdx.bloger.index.hr +konica.kz +kountrylife.com +kredit-blog.ru +kredit-pod-zalog-krasnodar.ru +kretpicf.pw +krynica.info lancheck.net -laptop-4-less.com -legalrc.biz -letsrepair.in -lida-ru.com -life-instyle.com -liver-chintai.org -live-sexcam.tk -livingcanarias.com -lollypopgaming.com -lottospring.com -louboutinreplica.xyz -lsex.xyz -lumb.co -lyrics.home-task.com -macdamaged.space -magnetic-bracelets.ru -marktforschung-stuttgart.com -mastershef.club -mazda-roadsters.com -mcadamssupplyco.com -mediafresh.online -medkletki.ru -menhealed.net -michaelkorsoutlet.store -mielec.pl -militarysale.pro -millionare.com -minegam.com -minharevisao.com -mixtapetorrent.com -monclercheap.xyz -monclerjacketsoutlet.win -moncleroutletonline.win -montredemarque.nl -moonci.ru -moroccosurfadventures.com -mountainstream.ms -movies-in-theaters.net -moviezbonkerssk.cf -mowser.com -mtmtv.info -mwtpludn.review -mydirtyhobby.com -mydirtystuff.com -myhealthcare.com -mypets.by -myplaycity.com -naj-filmy24.pl -naughtyconnect.com -navalwiki.info -netallergy.ru -netcheckcdn.xyz -netoil.no -newstaffadsshop.club -next-dentists.tk -nicovideo.jp -njkmznnb.ru -nofreezingmac.work -northfacestore.online -noumeda.com -odesproperty.com -okeinfo.online -o.light.d0t.ru -olvanto.ru -onescreen.cc -optitrade24.com -orenburg-gsm.ru -orhonit.com -paparazzistudios.com.au -pdn-4.com +larger.io +leadn.pl +leftofcentrist.com +lego4x4.ru +letmacwork.world +lifeinsurancekb.com +light.ifmo.ru +liky.co.ua +limads.men +linkbuddies.com +linkwithin.com +lion.misba.us +lirunet.ru +liumimgx.pw +livefixer.com +liveinternet.ru +livejasmin.com +liverpool.gsofootball.com +lmrauction.com +localmatchbook.com +locksmith.jp +lombia.com +longlifelomilomi.info +lotto6888.com +luckyshop.net.ua +m1media.net +mackeeper-center.club +macrotek.ru +magicalfind-a.akamaihd.net +maglid.ru +mailemedicinals.com +malwareremovalcenter.com +mathgym.com.au +m.b00kmarks.com +meccadumps.net +megahdporno.net +meltwater.com +menetie.ru +mexicotravelnet.com +mir-betting.ru +mir-business-24.ru +mirobuvi.com.ua +mirtorrent.net +mirzonru.net +missvietnam.org +mistr-x.org +mobile-appster.ru +mobilemedia.md +mobsfun.net +moje-recenze.cz +monclerboots.xyz +moneyteam24.com +morf.snn.gr +morocco-nomad-excursions.com +moscow.xrus.org +mrbitsandbytes.com +mriyadh.com +musicas.baixar-musicas-gratis.com +musicdaddy.net +my-big-family.com +myiptest.com +myseoconsultant.com +myxdate.info +naphukete.ru +nardulan.com +narosty.com +naval.jislaaik.com +new-apps.ru +nextlnk12.com +nfljerseysforsalewholesaler.com +no-fuel.org +nottyu.xyz +novosibirsk.xrus.org +oktube.ru +omoikiri-japan.ru +online-x.ru +onlyforemont.ru +o-o-8-o-o.com +openlibrary.org +osb.se11.ru +ozoz.it +panchro.xyz +parfusale.se +partner-cdn.men +patol01.pw +pdns.download perm.xrus.org -piski.top -piulatte.cz -pix24x7.com -plastweb.ru -poisk-zakona.ru -pokemon-go-play.online -polimga.pw -polybuild.ru +pipki.r.acdnpro.com +pl.aasoldes.fr +pliks.pl +ploenjitmedia.azurewebsites.net +plohaya-kreditnaya-istoriya.ru +pochtovyi-index.ru +polcin.de popcash.net -porngalleries.top -pornhub-ru.com +poppen-nw.net +poquoson.org +pornhubforum.tk +pornofiljmi.com +pornosee.info pornosexrolik.com -powitania.pl -pr0fit-b0x.com -privat-girl.net -prizeestates.cricket -profit-opportunity.com -prointer.net.ua +porno-transsexuals.ru +pravoholding.ru +predominant-invent.tk +pricheskaonline.ru +privatov-zapisi.ru +privhosting.com +prizestohandle.club +produkto.net +prodvigator.ua +pronorm.fr +pron.pro pro-okis.ru -proprostatit.com +pro-poly.ru prostitutki-belgoroda.org -proxyradar.com -pukaporn.com -putevka24.ru -puzo2arbuza.ru -rabot.host.sk -raisedseo.com +prostitutki-kiev.org +quickcashlimited.com +radiogambling.com ranksonic.org -rapevideosmovies.com -r-control.ru -reckonstat.info -referencemoi.com +realizmobi.com +real-time-analytics.com +registrationdomainsite.com registrydomainservices.com -rep-am.com -research.ifmo.ru -reversing.cc +reining.lovasszovetseg.hu +rentaremotecomputer.com +replicalouboutin.xyz +replica-watch.ru reyel1985.webnode.fr -rightenergysolutions.com.au -rustic-quiver.win -rutor.vip -sady-urala.ru -saitevpatorii.com -sa-live.com -sammyweaver.com -sax-sex.com -scanner-irvin.top -scanner-walt.top -scanner-willy.top -scottbywater.com -sdrescher.net -searchwebknow-a.akamaihd.net +rockingclicks.com +roofers.org.uk +ros-ctm.ru +royalcar-ufa.ru +royal-investments.net +ru-dety.ru +ruex.org.ua +running-line.ru +rusenvironmental.net +rutor.group +sack.net +safe-app.net +saletool.ru +saratov.xrus.org +saugatuck.com +savetubevideo.com +sbricur.com +sbwealthsolutions.ca +scanner-jessica.top +scanner-john.top +scoopquest.com +sc-specialhost.com +sdi-pme.com +searchimage.co +searchinquire.com +search.pch.com seeingmeerkat.com -sel-hoz.com -seo-2-0.com -seojokes.net -seolab.top -seorankinglinks.com -seo-smm.kz -seo-tools-optimizing.com -service.adtech.us -sex-foto.pw -sex-sex-sex5.com -sex-tracker.com -sex-tracker.de -ship-marvel.co.ua -shopcheermakeup.info -shoplvlv.us -shoppingmiracles.co.uk -shtaketniki.ru -sibtest.ru -siha.de -simple-share-buttons.com -sisiynas.ru -siteripz.net -skylta.com -smartpet.ru -snegozaderzhatel.ru +segol.tv +seksotur.ru +seoholding.com +seoprofiler.com +serptehnika.ru +sexy-pings.com +sfj-ror.no +silktide.com +simpoed.ufop.br +skatestick.bid +skytraf.xyz +sledstvie-veli.net +smart-scripts.com snomer1.ru -snworks.com -softonicads.com -soft-terminal.ru -softtor.com -soserfis.com -spywareit.com -sr-rekneskap.no -stats-public.grammarly.io -steame.ru -storehouse.ua -stpicks.com -streha-metalko.si -stroymonolit.su -superfish.com -superstats.com -support.nopeas.sk -surcentro.com -swinginwithme.ru -swsociety.se -tackletarts.co -tam-gde-more.ru -tastyfoodideas.com -tattoo33.ru -telesvoboda.ru -texbaza.by -thebluenoodle.com -thebluffs.com +socialbutton.xyz +souvenirua.com +space4updating.win +spasswelt.xyz +splendorsearch-a.akamaihd.net +spravka130.ru +stal-rulon.ru +starpages.net +steelmaster.lv +strongholdsb.ru +sudexpert66.ru +susanholtphotography.com +swinon.site +taaaak.com +taraz.xkaz.org +taxi-v-eisk.ru +tecspb.ru +telefonsexkostenlos.tk +tengohydar.tk thecounter.com -theendivechronicles.com -thegalerie.eu -thepokertimer.com -thesmartsearch.net -tk-assortiment.ru -tksn.ru -tpu.ru -track2.shop -tracxn.com -traffique.net -truck-rece.life -truebeauty.cc -trustedmaccleaner.com -tsstcorpcddvdwshbbdriverfb.aircus.com -turkeyreport.tk -turvgori.ru -tvteleport.ru -uamtrk.com -ucoz.ru -udsgame.online -uhodzalijami.ru -umekana.ru -unitygame3d.com -urzedowski.eu -usacasino.com -viagra.pp.ua -videotuber.ru -viktoria-center.ru -vip-parfumeria.ru -visa-pasport.ru -vkak.ru -vote-up.ru +thegameriders.com +tiens2010.ru +timhost.ru +tizanidinedrugtest.blogspot.com +tizanidinehcl2mgtablet.blogspot.com +tizanidinehcl4mgisitanarcotic.blogspot.com +tizanidinehclsideeffects.blogspot.com +tizanidinevscyclobenzaprine.blogspot.com +tmm-kurs.ru +token-lab.org +toloka.hurtom.com +topclickguru.com +track112.site +trafficjunky.com +tripper.de +trkur.com +trustaffs.com +trustedhealthtips.com +tt-ipd.info +ttsq.fr +tubeoffline.com +tubo360.com +tuckermktg.com +twojebook.pl +typimga.pw +uginekologa.com +uhdtv.website +ultramart.biz +um-razum.ru +unblocksit.es +unmaroll.ya.ru +unrealcommander.org +urlcut.ru +uroki.net +v720hd.ru +vabasa.inwtrade.com +vadimkravtcov.ru +valoresito.com +vegascosmetics.ru +vereo.eu +videochat.life +vintontech.info +vip-file.com +vipsiterip.org +vitanail.ru +vladimir.zrus.org +vltai.com +vonradio.com +voprosotvet24.ru +vostoktrade.info vozbujdenie.com -vucms.com -vut.com.ru -wallpapersdesk.info -warningwar.ru -waterpurifier.club -webinstantservice.com -webstatsdomain.org -westum.se -wholesalejerseys-cheapest.com -woman-orgasm.ru -woman-tampon.ru -womens-journal.net -works.if.ua -wosik-dach.service-for-web.de -wowas31.ucoz.ru -wurr.voila.net -x-lime.com -xmlinde.com -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai -xn----7sbifcamovvfggw9d.xn--p1ai -xn--80aaaks3bbhabgbigamdr2h.xn--p1ai -xn--80ajbshivpvn2i.xn--p1ai -xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai -xn----dtbndd4ae7eub.top -xn--oogle-wmc.com -xsion.net -xxxrus.org -yoluxuryevents.com -yoopsie.com -yottos.com -your-bearings.com -ytmnd.com -yunque.pluto.ro -zaapplesales.blogspot.com -zebradudka.com -zero1.it -zeroredirect8.com -zhongwenlink.com -zigarettenonlinekaufen.tumblr.com -znakomstvaonlain.ru -zoogdiesney.com -zrelaya.pw +vremya.eu +wallpaperstock.net +watchdogs-2.ru +waysbetter.cn +webalan.ru +webmasters.stackexchange.com +wechatdownload10.com +weclipart.com +wetgames.ru +wholesalejerseychinaoutlet.com +wholesalenfljerseys.us.com +winx-play.ru +wma-x.com +wnoz.de +womensterritory.ru +woodyguthrie.se +wowcasinoonline.ooo +writingservices17.blogspot.ru +xchat26.myfreecams.com +xn----7sbahjd3btneuw1joc.xn--p1ai +xn--80abgj3a5acid6ghs.top +xn--e1afanlbnfckd7c3d.xn--p1ai +xn--l1aengat.xn--p1ai +xolodremont.ru +xportvusbdriver8i.snack.ws +xtremeeagles.net +xwatt.ru +xxart.ru +youtoner.it +youtuhe.com +yugo-star.ru +zakon-ob-obrazovanii.ru +zeroredirect6.com +zhorapankratov7.blogspot.com +znakom.sibtest.ru +zoompegs.com zrizvtrnpale.tk -zrus.org -zytpirwai.net diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 02b76b30f..de1e093de 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -12u.info -1j7740kd.website -2x2fan.ru -51.la -acmebtn.ml -adman.se -aktobe.xkaz.org -akusherok.ru -alkoravto.ru -allesohnegirls.net -amateurlivechat.org -apimountainbikei-a.akamaihd.net -apispringsmartne-a.akamaihd.net -aproposde.com -arquapetrarca.info -australia-opening-times.com -autochoixspinelli.com -autovideobroadcast.com -avon-novosib.ru -azlex.uz -balans.shahterworld.org -bannerconnect.net -bestofferswalkmydogouteveryday.gq -besttorrentknifta.weebly.com -bikini-image.com -bimatoprost-careprost.com.ua -bio-optomarket.ru -bongiornos.info -bonkers.name -buypuppies.ca -callawaygolfstore.online -callstevens.com -carloans.com -cartierreplica.pw -cartierreplica.xyz -cfsrating.sonicwall.com -cheapmarmot.online -clevernt.com -clickzzs.nl -codysbbq.com -com-secure.download -conboy.us -cookie-law-enforcement-hh.xyz -coolingoods.com -creditmoney.com.ua -crest-poloski.ru -cutalltheshit.com -dcj-nn.ru -demian.kz -dengi-pod-zalog-nedvizhimosti.ru -detective01.ru -detmebel.su +1-99seo.com +1stat.ru +5tey7463.weebly.com +6hopping.com +aad1f4acb0a373420d9b0c4202d38d94fa.com +advancedmassagebysara.com +afora.ru +alert-jdh.xyz +altamayoztourism.com +amanda-porn.ga +amazingpic.net +anapa-inns.ru +animalrank.com +aosheng-tech.com +arvut.org +automatic-seo.com +auto-zapchasti.org +aviav.eu +axbocz.net +barnfurnituremart.com +bayareaaeroclub.org +beetpics.pw +benchmarkcommunications.co.uk +bidr.trellian.com +big-cash.net +bluejays-jerseys.us +bobba.dzaba.com +bonanza-fortune.men +bosefux.esy.es +btnativenav.com +candlewooddentalcentre.com.au +capture-room.com +cartierloveringreplica.xyz +cdnnetwok.xyz +chatroulette.world +cheap-trusted-backlinks.com +chelyabinsk.xrus.org +chocolateslim-en-france.com +ciceros.co +clickprotects.com +clipartnew.com +cl.s7.exct.net +collegeessay19.blogspot.ru +com-cleaner.systems +com-onlinesupport.host +compiko.info +compliance-donald.xyz +continent-e.tv +countbertwistdisp26.soup.io +creditwell.ru +crystalslot.com +dangphoto.trade +db.speedup.gdn +deanmoore.ie +decorazilla.com +detsky-nabytek.info +deutschehobbyhuren.net devochki.top -divci-hry.info -dms-sw.ru -doxysexy.com -drhomes.biz -dvd-famille.com -e-commerce-seo.com -ecxtracking.com +dieswaene.com +digitalassetmanagement.site +discovertreasure-a.akamaihd.net +discovertreasurenow.com +disruptingdinnerparties.com +doctormakarova.ru +domaineaneblanc.com +dotmass.top +earthmagic.info +econom.co +eduserver.net +egovaleo.it +eleimgo.pw encodable.com -eu-cookie-law.info -european-torches.ru -evogarage.com -eyemagination.com -ezigaretteshop.webs.com -fanoboi.com -favornews.com -fearcrow.com -figuringmoneyout.com -floating-share-buttons.com -folowsite.com -fr-bearings.ru -fuckingawesome.com -garciniaxt.us -ghernnqr.skyrock.com -gilsonchiro.xyz -grizzlysgrill.com -growshop.es -gsasearchengineranker.site -guitar-master.org -gwhwpxbw.bloger.index.hr -gyffu.com -hamptonoaks.ca -helicalpile.us -hit-kino.ru -hollywoodactress.info -hosting-tracker.com -houseofgaga.ru -hoverboard360.se -howtoclean.club +enginebay.ru +exportshop.us +extlinks.com +faptitans.com +farmingworm.com +fellowshipoftheminds.com +femmesdenudees.com +fermersovet.ru +ferretsoft.com +forex21.ru +forex.osobye.ru +forminecrafters.ru +futbolkisales.ru +gay-file.com +getdot.ru +getlaid-xxxhookupdirect.com +gigapeta.com +gotwebsite1.com +growmyfunds.ca +guarrasdelporno.xxx +haikuware.com +hop.clickbank.net +hotblog.top +hotchatdate.com howtowhitenteethfast.xyz -ibmdatamanagement.co -imagui.eu -impisr.ru -inclk.com -intervsem.ru -iqbazar.ru -istock-mebel.ru -ivanovo.zrus.org -kamorel.com -kemerovo.zrus.org -kirov.zrus.org -kiskinhouse.com -konica.kz -konoplisemena.com -kumuk.info -kurbappeal.info -kutikomi.net -lacloop.info -larchik.net -law-check-seven.xyz -linkarena.com +hyhj.info +ido3.com +i-midias.net.br +imperia31.ru +infokonkurs.ru +interior-stickers.ru +internetartfair.com +ispaniya-costa-blanca.ru +jav-fetish.com +jbl-charge.info +jerseywholesalechinabiz.com +jewelryandfiligree.com +kinocccp.net +kiwi237au.tk +kollekcioner.ru +kosynka-games.ru +kretpicf.pw +kupit-adenu.ru +kwzf.net +laudit.ru +ledis.top +letmacwork.world +li-er.ru +linkbuddies.com liquimondo.com -locationdesaison.com -lockerz.com -mac-shield.com -mactechinfo.info -marcoislandvacations.net -masturbate.co.uk -mazda-roadsters.com -medosmotr-ufa.ru -merryhouse.co.uk -methodsmarketing.com -mexicosleevegastrectomy.com -modabutik.ru -moesen-ficken.com -moviemail-online.co.uk -mturkcontent.com -my-aladin.com -naval.jislaaik.com -negociosdasha.com -netvouz.com -newstaffadsshop.club -o-dachnik.ru -oddamzadarmo.eu +locatellicorretor.com.br +lomza.info +lyngdalhudterapi.no +magazin-pics.ru +mail.allnews24.in +map028.com +mediawhirl.net +metaxalonevstizanidine.blogspot.com +michaelkorssaleoutletonline.net +mir-business-24.ru +mncrftpcs.com +mnogolok.info +mowser.com +musicas.baixar-musicas-gratis.com +myperiod.club +nacap.ru offtime.ru -okel.co -onescreen.cc -osnova3.ru -ostrovtaxi.ru -paidonlinesites.com -paintingplanet.ru -paleohub.info -par-fallen.ga -paydayloanslocal.com -peekyou.com -percin.biz.ly -peugeot-club.org -picphotos.net -picquery.com -picsforkeywordsuggestion.com -pix24x7.com -pizza-tycoon.com -plastweb.ru -platinumdeals.gr -plohaya-kreditnaya-istoriya.ru -popander.mobi -popserve.adscpm.net -porno-play.net -porno-transsexuals.ru -potolokelekor.ru -prointer.net.ua -promover.org -prostitutki-kharkova.org +onlinadverts.com +osagonline.ru +ossmalta.com +owohho.com +pattersonsweb.com +paydayonlinecom.com +perm-profnastil.ru +photosaga.info +pictures-and-images.net +pinkduck.ga +pio.polytopesexempt.com +pisanieprac.info +pixelrz.com +pkr1hand.com +plusnetwork.com +poffet.net +porno-dojki.net +porn-w.org +poshiv-chehol.ru +powenlite24.ru +presleycollectibles.com +pricheskaonline.ru +princeadvantagesales.com +privatbank46.ru +prokotov.com +promodj.com +proposal-engine.com pro-tec.kz -pst2017.onlinewebshop.net -qexyfu.bugs3.com -rapidgator-porn.ga -r-control.ru -rewardpoll.com -reward-survey.net -ritlweb.com -rossmark.ru -rp9.ru -sakhboard.ru -scanner-mary.top -scopich.com -sdi-pme.com -seasaltwithfood.com -seocdvig.ru -sexpornotales.com -sextracker.com -s-forum.biz -shivafurnishings.com -silktide.com -simply.net -site-speed-checker.site -skutecznetabletkinaporostwlosow.pl -slayerlife.com -smstraf.ru -social-search.me -sophang8.com -splendorsearch-a.akamaihd.net -staff.prairiesouth.ca +purplestats.com +puserving.com +py100.ru +pyrodesigns.com.au +qcstrtvt.bloger.index.hr +randki-sex.com +rankingchart.de +relax.ru +renecaovillasale.online +rennlist.com +rique.host.sk +robot-forex.biz +rubanners.com +samara.rosfirm.ru +saneitconsulting.com +satellite.maps.ilovevitaly.com +scanmarine.info +scanner-andrew.top +scanner-margo.top +scanner-marwin.top +searchaddis.com +searchmywindow-a.akamaihd.net +seo-prof1.xyz +seorankinglinks.us +servicecenter.co.ua +serviporno.com +sexad.net +sexkrasivo.net +sexy-screen-savers.com +shell-pmr.ru +shikiso.info +shoesonlinebuy.cn +sinestesia.host.sk +sivs.ru +spymac.net +stardevine.com +staynplay.net stroymonolit.su -superstats.com -survival.betteroffers.review -svetodiodoff.ru -swiped.su -sygraem.com -symbaloo.com -tamada69.com -tds-advert002.info -technopellet.gr -telefonsexi.com -telesvoboda.ru -theautoprofit.ml -thebestphotos.eu -thfox.com -tizanidinemusclerelaxant.blogspot.com -tomatis.gospartner.com -toproadrunner5.info -trafaret74.ru -trustedmaccleaner.com -tuberkuleznik.ru -twittruth.com -ua.tc -unmaroll.ya.ru -uptime-gamma.net -valmetrundan.se -vereo.eu -vertaform.com -via-energy-acquistare.com -via-energy-cumpara.com -videochat.bz -video-chat.in -vip-dom.in -vriel.batcave.net -weblo.com -website-analytics.online -wedding-salon.net -whatsappdownload10.com -wnhjavlhezp.gq -womensterritory.ru -woweb.com.ua -xchangetrak.com -xfluro.com -xitjw.info -xn--80abgj3a5acid6ghs.top -xn--80ahvj9e.xn--p1ai -xn--l1aengat.xn--p1ai -xz618.com -yaoguangdj.com -yoluxuryevents.com -yopoint.in -youbloodyripper.com -yurgorod.ru -zhorapankratov7.blogspot.com -zrizvtrnpale.tk +superoboi.com.ua +suture.co +svetlotorg.ru +t-bygg.com +thaisamkok.com +thebluffs.com +theporndude.com +tizanidinedrugtest.blogspot.com +tizanidineformigraines.blogspot.com +tizanidinehcl4mgtablet.blogspot.com +tizanidinesideeffects.blogspot.com +top250movies.ru +topsy.com +torrents.cd +tozup.com +turvgori.ru +twitlinks.com +usdx.us +userequip.com +uzungil.com +vacances-voyages.info +varikoz24.com +videospornogratisx.net +vipsiterip.org +vitoriacabos.com +vksaver-all.ru +vodkoved.ru +voluumtrk.com +voronezh.xrus.org +vysigy.su +vzlom-na-zakaz.com +web-betting.ru +webmasterhome.cn +witherrom55.eklablog.fr +withstandingheartwarming.com +wordpresscore.com +worldtraveler.world +worst-sites.online +xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai +xn--80ak6aa92e.com +xn--h1aakne2ba.xn--p1ai +yougotanewdomain.com +your-bearings.com +ypmuseum.ru +zakonobosago.ru diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index 3b5fea028..f371d9e5f 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,4 +1,14 @@ - + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

@@ -116,14 +126,4 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

- - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- \ No newline at end of file diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index d3d331ed4..34cb39aec 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 0; +34.66.178.120 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 1216636d7..5968eeaeb 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index e014734f2..984a54a4b 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index db3e192f7..90a7dddc0 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1743 +#### Version: V4.2019.07.1744 #### Bad Referrer Count: 6719 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 2795763cb..ad27c0b21 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1743 +#### Version: V4.2019.07.1744 #### Bad Referrer Count: 6719 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 296abe489..e32a9f85c 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.07.1743 +#### Version: V4.2019.07.1744 #### Bad Referrer Count: [6719](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index cb6689a48..20b550acf 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.07.1743 +#### Version: V4.2019.07.1744 #### Bad Referrer Count: 6719 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index d64f0e845..8927a1cdc 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1743 -### Updated: Wed Jul 3 14:38:25 SAST 2019 +### Version: V4.2019.07.1744 +### Updated: Wed Jul 3 15:06:55 SAST 2019 ### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index e5e2308b8..6e728f367 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1743 -### Updated: Wed Jul 3 14:38:27 SAST 2019 +### Version: V3.2019.07.1744 +### Updated: Wed Jul 3 15:06:57 SAST 2019 ### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index d64f0e845..8927a1cdc 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1743 -### Updated: Wed Jul 3 14:38:25 SAST 2019 +### Version: V4.2019.07.1744 +### Updated: Wed Jul 3 15:06:55 SAST 2019 ### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index b3aeec25e..93b246484 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.07.1743 -### Updated: Wed Jul 3 14:38:28 SAST 2019 +### Version: V4.2019.07.1744 +### Updated: Wed Jul 3 15:06:58 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##