diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index dfc19e253..0afee5c95 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1777 -### Updated: Wed Jul 31 12:28:46 SAST 2019 +### Version: V3.2019.07.1778 +### Updated: Wed Jul 31 13:13:00 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 2e2965ffc..6893ce0fc 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 1; +35.192.136.167 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index d3d331ed4..879967dc9 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 0; +35.192.136.167 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index dfc19e253..0afee5c95 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1777 -### Updated: Wed Jul 31 12:28:46 SAST 2019 +### Version: V3.2019.07.1778 +### Updated: Wed Jul 31 13:13:00 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 2e2965ffc..6893ce0fc 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 1; +35.192.136.167 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index d3d331ed4..879967dc9 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 0; +35.192.136.167 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index dfc19e253..0afee5c95 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1777 -### Updated: Wed Jul 31 12:28:46 SAST 2019 +### Version: V3.2019.07.1778 +### Updated: Wed Jul 31 13:13:00 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 2e2965ffc..6893ce0fc 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 1; +35.192.136.167 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index d3d331ed4..879967dc9 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 0; +35.192.136.167 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index dfc19e253..0afee5c95 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1777 -### Updated: Wed Jul 31 12:28:46 SAST 2019 +### Version: V3.2019.07.1778 +### Updated: Wed Jul 31 13:13:00 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index dfc19e253..0afee5c95 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1777 -### Updated: Wed Jul 31 12:28:46 SAST 2019 +### Version: V3.2019.07.1778 +### Updated: Wed Jul 31 13:13:00 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 113f5f1f8..b49e23d50 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1777 -### Updated: Wed Jul 31 12:28:45 SAST 2019 +### Version: V4.2019.07.1778 +### Updated: Wed Jul 31 13:12:59 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/setup-ngxblocker/commented/botblocker-nginx-settings.conf b/.dev-tools/setup-ngxblocker/commented/botblocker-nginx-settings.conf index 883bc7688..8f9a3c772 100644 --- a/.dev-tools/setup-ngxblocker/commented/botblocker-nginx-settings.conf +++ b/.dev-tools/setup-ngxblocker/commented/botblocker-nginx-settings.conf @@ -13,7 +13,7 @@ # Version 1.1 # ! new directives also to be added to include_filelist.txt ! # -server_names_hash_bucket_size 256; +#server_names_hash_bucket_size 256; server_names_hash_max_size 4096; variables_hash_max_size 4096; variables_hash_bucket_size 4096; @@ -25,7 +25,7 @@ limit_conn_zone $binary_remote_addr zone=addr:50m; # **************************************************************************** # Repo URL: https://github.com/jwilder/nginx-proxy # You will need to comment out the first line here as follows. -# #server_names_hash_bucket_size 128; +# ##server_names_hash_bucket_size 128; # You will also need to modify the nginx.tmpl file to add the default include # include /etc/nginx/conf.d/* # **************************************************************************** diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 0f09ea3af..ca4fcdf54 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.192.136.167 0; +35.193.14.140 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 113f5f1f8..b49e23d50 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1777 -### Updated: Wed Jul 31 12:28:45 SAST 2019 +### Version: V4.2019.07.1778 +### Updated: Wed Jul 31 13:12:59 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index eabb2e30b..0fcb73d00 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 1; +35.192.187.174 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 6bad13743..3dac4f84e 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 0; +35.192.187.174 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 113f5f1f8..b49e23d50 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1777 -### Updated: Wed Jul 31 12:28:45 SAST 2019 +### Version: V4.2019.07.1778 +### Updated: Wed Jul 31 13:12:59 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index eabb2e30b..0fcb73d00 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 1; +35.192.187.174 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 6bad13743..3dac4f84e 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 0; +35.192.187.174 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 113f5f1f8..b49e23d50 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1777 -### Updated: Wed Jul 31 12:28:45 SAST 2019 +### Version: V4.2019.07.1778 +### Updated: Wed Jul 31 13:12:59 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index eabb2e30b..0fcb73d00 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 1; +35.192.187.174 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 6bad13743..3dac4f84e 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 0; +35.192.187.174 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 113f5f1f8..b49e23d50 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1777 -### Updated: Wed Jul 31 12:28:45 SAST 2019 +### Version: V4.2019.07.1778 +### Updated: Wed Jul 31 13:12:59 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 137da33fd..9496d4553 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -46,4 +46,4 @@ # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST 34.66.178.120 0; -34.68.144.114 0; +35.192.187.174 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 558afe553..c7a1863dc 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1777 -### Updated: Wed Jul 31 12:28:45 SAST 2019 +### Version: V4.2019.07.1778 +### Updated: Wed Jul 31 13:12:59 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index e521bd11b..137da33fd 100644 --- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.192.136.167 0; -35.192.187.174 0; +34.66.178.120 0; +34.68.144.114 0; diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf index e36d30523..8754316ad 100644 --- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1777 -### Updated: Wed Jul 31 12:28:45 SAST 2019 +### Version: V4.2019.07.1778 +### Updated: Wed Jul 31 13:12:59 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index f1c0e43d7..316b64260 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.14.140 0; 35.192.136.167 0; +35.192.187.174 0; +104.198.131.58 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 113f5f1f8..b49e23d50 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1777 -### Updated: Wed Jul 31 12:28:45 SAST 2019 +### Version: V4.2019.07.1778 +### Updated: Wed Jul 31 13:12:59 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 7a9d57444..acb2bc94f 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.198.131.58 0; -35.188.73.34 0; +35.192.187.174 0; +34.68.144.114 0; +35.193.14.140 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index 113f5f1f8..b49e23d50 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1777 -### Updated: Wed Jul 31 12:28:45 SAST 2019 +### Version: V4.2019.07.1778 +### Updated: Wed Jul 31 13:12:59 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 2e2965ffc..6893ce0fc 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 1; +35.192.136.167 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 625d5f7a2..588088b32 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Abonti -ChinaClaw -Craftbot -FrontPage -IDBot -Microsoft Data Access -Nibbler -Titan -UnisterBot -zauba.io +Download Wonder +IRLbot +LinkWalker +Morfeus Fucking Scanner +NetMechanic +OutfoxBot +Probethenet +Spbot +WebStripper +Woobot diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index ff7c106cb..44010570a 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider -404checker -80legs -Aboundex +Aboundexbot AfD-Verbotsverfahren -Aipbot -Alligator -AlphaBot -archive.org_bot -Asterias +AhrefsBot +AIBOT +AiHitBot +Alexibot +Anarchie +Apexoo +ASPSeek +BackDoorBot BacklinkCrawler -Barkrowler +BackWeb BBBike BDCbot -Black Hole +BDFetch +BetaBot +Bigfoot BlackWidow +Blow +BlowFish +Boardreader +Bolt Brandprotect Brandwatch BuiltWith -Bullseye -BuzzSumo +Calculon CATExplorador -CazoodleBot -CCBot -CheeseBot -CherryPicker +Cegbfeieh ChinaClaw -Cliqzbot +Chlooe coccocbot-web -Cogentbot -Copier -CopyRightCheck -crawler.feedback -CrazyWebCrawler -Crescent CSHttp +DBLBot +demandbase-bot +Demon Devil Digincore -DigitalPebble +DIIbot Dirbuster Disco -Dispatch -DittoSpyder +Discoverybot DnyzBot -DomainAppender DomainCrawler -DSearch +DomainSigmaCrawler +DomainStatsBot +Download Wonder +Dragonfly +EasyDL Ebingbong -Ecxi -EirGrabber +EMail Wolf evc-batch -Exabot -Express WebPictures -Extractor -ExtractorPro -Extreme Picture Finder -EyeNetIE +ExtLinksBot +Ezooms FDM FHscan -Fimap -FrontPage +Firefox/7.0 +FlashGet +Flunky +Foobot FyberSpider -Fyrebot -GermCrawler -Getintent -Gigabot -GoZilla +GalaxyBot +GetRight +GetWeb +Gigablast +G-i-g-a-b-o-t +Go-Ahead-Got-It Go!Zilla -GrabNet +Grafula GrapeFX -GrapeshotCrawler GridBot +GT::WWW +HaosouSpider Harvest Heritrix Hloader -HTMLparser -HTTP::Lite -Humanlinks HybridBot Iblog IDBot -Image Sucker +Id-search +IlseBot IndeedBot Indy Library InfoNaviRobot -instabid +InfoTekies Intelliseek +Internet Ninja InternetSeer internetVista monitor +ips-agent IRLbot -IstellaBot -Jbrofuzz -Jetty -JikeSpider Joomla -JustView -Lanshanbot -LexiBot +Keyword Density +LeechFTP Lftp -LibWeb Libwhisker -Lightspeedsystems Likse -LinkWalker +Linkdexbot +LinkextractorPro +LinkpadBot +LinksManager LinqiaScrapeBot -Litemage_walker +Lipperhey Lmspider Ltx71 lwp-request -LWP::Simple -lwp-trivial -Magnet -Mag-Net -magpie-crawler -Majestic SEO +Mail.RU_Bot MarkMonitor -Mass Downloader -Mata Hari +MarkWatch +Masscan MauiBot -MeanPath Bot +meanpathbot +Meanpathbot Mediatoolkitbot +MegaIndex.ru +Metauri MFC_Tear_Sample +Microsoft URL Control MIDown tool Mister PiX +Mojeek Mr.4x3 +MSFrontPage +MSIECrawler +Msrabot MS Web Services Client Protocol -muhstik-scan -Musobot -Name Intelligence -Nameprotect -Navroad -NearSite -Needle +Nessus +NetAnts +Netcraft netEstate NE Crawler -NetLyzer NetSpider Net Vampire +Netvibes +NetZIP NextGenSearchBot -Nibbler +NICErsPRO +Niki-bot NimbleCrawler +Ninja Nmap NPbot oBot -OnCrawl -OpenLinkProfiler -Openvas -OpenVAS +Octopus +Offline Navigator OrangeBot OrangeSpider +OutfoxBot PageAnalyzer -PageGrabber page scorer -Pandalytics -PictureFinder +PageScorer +Panscient +Papa Foto +PeoplePal +Picscout Pimonster -Pi-Monster Pixray plumanalytics Pockey +POE-Component-Client-HTTP +Probethenet ProPowerBot PyCurl +QueryN Metasearch Quick-Crawler -RankActiveLinkBot -RankFlex +RankActive +RankingBot Rankivabot -RebelMouse -Recorder -RedesScrapy +RealDownload Ripper -SalesIntelligent -ScanAlert +RocketCrawler +Rogerbot +s1z.ru +Scanbot scan.lol ScoutJet -Scrapy -Screaming -SearchmetricsBot +ScreenerBot +Searchestate +Semrush SemrushBot SEOkicks -seoscanners +SEOkicks-Robot +Seomoz +SeoSiteCheckup +SEOstats serpstatbot sexsearcher -Sitebeam -Siteimprove -SiteLockSpider -SiteSnagger +SISTRIX SiteSucker -Site Sucker -Sitevigil -SmartDownload -SMTBot +SlySearch +SocialRankIOBot +Sociscraper sogouspider Sosospider -Spammen +Sottopop SpankBot -SputnikBot -Sqlmap +spyfu Sqlworm Stripper -SuperBot -SurveyBot -tAkeOut -Telesoft -Telesphoreo +sysscan +T8Abot Telesphorep The Intraformant +TheNomad Thumbor -Tracemyfile -Trendictionbot -Turingos -Turnitin -TurnitinBot +TightTwatBot +Titan +trendiction.de +TwengaBot Twice Typhoeus UnisterBot -Upflow -URLy Warning -URLy.Warning -Vacuum Vagabondo VCI +VeriCiteCrawler +Virusdie Wallpapers/3.0 -WallpapersHD -WBSearchBot -Web Collage +WASALive-Bot +WebAuto +WebCollage WebEnhancer -Web Fetch +WebFuck +Web Fuck +WebGo IS +WebLeacher +WebmasterWorldForumBot +webmeup-crawler WebPix -WebReaper +Web Pix Web Sauger Webshag WebsiteExtractor -WebsiteQuester +Website Quester Webster -Web Sucker -Whack +WebStripper +WebSucker +WebZIP +Whatweb Who.is Bot +Widow WinHTTrack -WiseGuys Robot WISENutbot -Woobot +Wonderbot WPScan -WWW-Collector-E -WWW::Mechanize WWWOFFLE -x22Mozilla -Xaldon_WebSpider -YoudaoBot +x09Mozilla +Xenu +xpymep1.exe +Zade +Zauba +zauba.io zgrab -ZumBot -ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index df2307c3b..cf1ca95cf 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -360Spider -404checker -Aboundexbot AfD-Verbotsverfahren -AhrefsBot -AllSubmitter +Alligator Anarchie Apexoo ASPSeek -Asterias +autoemailspider BackDoorBot -Backlink-Ceck +backlink-check BacklinkCrawler -BackStreet -Barkrowler -BBBike +BatchFTP +Battleztar Bazinga +BDCbot BDFetch -BetaBot -Bitacle -Blow -BlowFish +Bigfoot Boardreader Bolt -BotALot -Brandprotect Brandwatch +Buddy +BuiltBotTough BuiltWith BunnySlippers Calculon -CATExplorador -Cegbfeieh -CheTeam -ChinaClaw Chlooe -cognitiveseo +Cloud mapping +coccocbot-web Collector Copier -CopyRightCheck -Copyscape -CrunchBot -CSHttp +Cosmos +Curious +Custo DataCha0s -DBLBot -demandbase-bot -Deusu +Demon Digincore DigitalPebble -DIIbot +Discoverybot Dispatch -DittoSpyder DomainCrawler -DomainSigmaCrawler -Dotbot +DomainStatsBot Download Wonder +Dragonfly Drip -EasyDL +DSearch eCatch -EMail Wolf -FemtosearchBot +ECCP/1.0 +Ecxi +EroCrawler +Evil +Exabot +Extreme Picture Finder +FDM +Fimap Flunky GalaxyBot Genieo +GermCrawler Getintent GetRight +GetWeb Gigablast +Gigabot Go-Ahead-Got-It -GoZilla +Gotit Grabber -GrapeFX -GT::WWW -Havij -HEADMasterSEO -Heritrix +GrapeshotCrawler +GridBot Hloader -HTTrack +HMView +HTMLparser +HTTP::Lite Humanlinks -IDBot +HybridBot +Iblog +Id-search IlseBot Image Fetch -InfoNaviRobot -InfoTekies +IndeedBot +Indy Library +Intelliseek +Internet Ninja InternetSeer -internetVista monitor -ips-agent -IstellaBot +Iria +Iskanie Jbrofuzz -JennyBot -Jetty -JikeSpider +JetCar +JOC Web Spider +Joomla Kenjin Spider +Kozmosbot Larbin -LeechFTP LeechGet -LexiBot -Libwhisker -LinkScan -LinksManager +Lightspeedsystems +LinkextractorPro +LinkpadBot LinqiaMetadataDownloaderBot +LinqiaRSSBot +Lipperhey Lmspider lwp-request -LWP::Simple +lwp-trivial Magnet +Mag-Net +magpie-crawler Mail.RU_Bot -Majestic12 Majestic SEO +Majestic-SEO MarkMonitor Mass Downloader -Mata Hari -Mediatoolkitbot +meanpathbot +MeanPath Bot MegaIndex.ru -MFC_Tear_Sample +Metauri Microsoft URL Control -Mister PiX -MJ12bot +MIDown tool +Mojeek Morfeus Fucking Scanner -Mr.4x3 -MSFrontPage -MSIECrawler Msrabot -MS Web Services Client Protocol -muhstik-scan -Musobot Name Intelligence -Nessus +Nameprotect +Navroad +NearSite +Needle NetAnts -Netcraft +netEstate NE Crawler NetMechanic NetSpider +Nettrack Net Vampire -NextGenSearchBot -Nikto +NetZIP +NICErsPRO +Niki-bot +NimbleCrawler +Nimbostratus Ninja +NPbot +Nutch oBot -OpenLinkProfiler +Offline Explorer +Offline Navigator +Openfind +Openvas OpenVAS OrangeBot -OrangeSpider OutclicksBot OutfoxBot -PageAnalyzer Page Analyzer +PageGrabber +page scorer PageScorer -Pandalytics -Pavuk +Panscient +pcBrowser PHPCrawl -Picscout Picsearch PictureFinder Pimonster -Pixray +Pi-Monster +PleaseCrawl plumanalytics -Pockey +POE-Component-Client-HTTP Probethenet ProPowerBot +Psbot PxBroker -Quick-Crawler -RankActive -RankFlex +PyCurl RankingBot -RealDownload +Rankivabot Reaper -Recorder +RebelMouse +RedesScrapy RepoMonkey RocketCrawler -Rogerbot -s1z.ru SalesIntelligent -Scrapy +ScanAlert +Scanbot Screaming Searchestate +SearchmetricsBot SEOkicks +SEOkicks-Robot +Seomoz +SEOprofiler +seoscanners SeoSiteCheckup serpstatbot -Shodan -Siphon SISTRIX Sitebeam Siteimprove -SiteLockSpider -Snake -Snapbot +Site Sucker +Sitevigil +SmartDownload Snoopy SocialRankIOBot -Sociscraper -sogouspider -Sogou web spider -Sosospider -SpaceBison -Spammen +Sottopop +SpankBot +sp_auditbot Spinn3r -spyfu +SputnikBot Sqworm -Sucuri -SuperHTTP +Steeler +Stripper +Surfbot SurveyBot -sysscan +Suzuran Szukacz -T0PHackTeam T8Abot -tAkeOut -Teleport TeleportPro -Telesoft -Telesphoreo -The Intraformant -TheNomad +Telesphorep TightTwatBot Titan Trendictionbot trendiction.com trendiction.de -Turingos -Turnitin -Upflow -VidibleScraper -Voil -WASALive-Bot -WBSearchBot -Webalta -WebAuto +TurnitinBot +TwengaBot +Twice +Typhoeus +Vacuum +Vagabondo +VB Project +VoidEYE +Voltron +Wallpapers/3.0 +WallpapersHD Web Auto WebBandit -WebEnhancer -Web Enhancer +WebCollage +WebFetch +Web Fetch WebFuck -Web Fuck -WebGo IS +WebmasterWorldForumBot webmeup-crawler -WebPix Web Pix +WebSauger Web Sauger -Webshag -Webster -WebStripper -WebSucker -Who.is Bot +WebsiteExtractor +WebsiteQuester +Web Sucker +WebWhacker +WeSEE +Whacker Widow -Woobot -Wotbox +WinHTTrack +WiseGuys Robot +Wonderbot Wprecon -WPScan -WWW-Mechanize -x22Mozilla +WWW-Collector-E +WWWOFFLE Xaldon_WebSpider -Xenu -Zauba -zauba.io Zeus +zgrab ZumBot -ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 408fb0671..868aac77c 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -gribokstop.com -kolotiloff.ru -naturalshair.site -nonews.co -pornoforadult.com -pozdrawleniya.com -rentehno.ru -vozbujdenie.com -websiteaccountant.de -y8games-free.com +clickcash.com +extractorandburner.com +filmgo.ru +fiuxy.com +gigablast.com +musicdaddy.net +salmonfishingsacramentoriver.com +serw.clicksor.com +smstraf.ru +xingzi-vision.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index ba6623915..7cf836bcd 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -000free.us -00it.com -12u.info -178evakuator178.ru -202ch.com -2728fb936f0.com -2drittel.de -2girls1cup-free.com -2nt.ru +007angels.com +1001watch.com.ua +100searchengines.com +24videos.tv 2pxg8bcf.top -2x2fan.ru 34.gs -4kepics.com -4rent.ru -4senses.co -51.la -57883.net -7yue.org -8xv8.com -activecampaign.dreamhosters.com -adidas.frwebs.fr -adimmix.com -agadelha.com.br -agahinameh.com -agardomains.com -ahrefs.com -aimayangzhi.com -air-edem.ru -akusherok.ru -albumsuper.info +4ur.click +4webmasters.org +5ws.dating-app.ru +72-news.com +7search.com +a1security.com.ua +aa14ab57a3339c4064bd9ae6fad7495b5f.com +abcdefh.xyz +acc.eu.org +actulite.com +adf.ly +adktrailmap.com +adprotect.net +adtech.fr +advancedsoftwaresupport.com +advertex.info +advokat-grodno.by +aerogo.com +agysya.ru +akama.com +akuhni.by +albamargroup.com alekseevec.ru -alert-jdh.xyz -alert.scansafe.net -alf-img.com -amateurgalls.com -amt-k.ru -amung.us -android4fun.org -anti-virus-removal.info -apessay.com -apiqualitinknet-a.akamaihd.net -app5.letmacworkfaster.world -appartement-stumm.at -app-ready.xyz -appsaurus.com -apptester.tk -arendas.net -arendovalka.xyz -asrvrep-a.akamaihd.net -asseenontvonline.ru +alfabot.xyz +alkoravto.ru +all4wap.ru +alyeskaresort.com +amazingpic.net +anmysite.com +aosheng-tech.com +apifasterlightin-a.akamaihd.net +apishops.ru +applicationg29.com +applyneedy.xyz +apps-analytics.net +aproposde.com +ardimobileinfo.ml +arenda-avtoprokat-krasnodar.ru +arius.tech atlasvkusov.ru -audiobangout.com -autoseo-traffic.com -auto-zapchasti.org -avirasecureserver.com -avkzarabotok.com -avon-ukraine.com -awaybird.ru -azartclub.org +automatic-seo.com +aviapanda.ru +aviav.eu azazaporn.com -bala.getenjoyment.net -bbtec.net -best-coupon-offer.com -best-deals-products.com -bestmarriages.com -bestserials.com -bestwebsiteawards.com -bfz.biz -bigcities.org +bagsonsale.online +baikaleminer.com +bankcrediti.ru +bank.uz +bbsoldes.fr +bear.gotcher.us +bensbargains.net +besthomemadepornsites.com +bestpornuha.com +bestwebsitesawards.com +beta.hotkeys.com +betonka.pro +binomo.com +binomo.kz bioscorp.ru -biznesrealnost.ru -biznesschat.net -bkgr.se -blackcurranthumidifiers.site -blavia.00author.com -bloggedporn.com +blackhatworth.com bloggerads.net bloggers.nl -blogos.kz -blogrankers.com -boltalko.xyz +blogig.org +blogqpot.com +bobba.dzaba.com bongacams.com -bonky.biz -boole.onlinewebshop.net -bosman.pluto.ro -bouda.kvalitne.cz -brakehawk.com +brainboostingsupplements.org +breastaugmentation.co.za bristolhostel.com -brk-rti.ru +brothers-smaller.ru +bryansk.zrus.org +b-styles.xyz buckspar.gq -buigas.00it.com -buketeg.xyz -bum.com.ru -buyessaynow.biz -buy-loft.ru -buypanicdisorderpill.com -buzz-porno.info -buzzurl.jp -carapics.com -cartierring.xyz +budpost.com.ua +buyclomidonlaine.com +buyhoverboard.com +buytizanidineonlinenoprescription.blogspot.com +buzzsumo.com +californianews.cf +callawaygolfstore.online +canvas.gloverid.site +carina-sy.de +cars-modification.net +cartierwatch.xyz caulderwoodkennels.com -chatroulette.online -cheapmarmot.online -cheapmoncler.pw -chinaelitecheapjerseys.com +cbb1smartlist12.click +c-gainsbourg.com +chatroulette.video +cheapcigarettesc.info +chocolateslim-u-srbiji.com +choice-credit.ru +cialgenisrx.com cialisndbrx.com -cindymatches.com -cineacademy.ru -clean-virus-mac.com -clicksotrk.com -conocer-sanabria.com -continent-e.tv -countercrazy.com -creditwell.ru -cypernhuset.se -deplim.com +citizenclsdriveri7.pen.io +cityadspix.com +cjs.com.ru +clickpapa.com +clickprotects.com +clips.ua.ac.be +clmforexeu.com +coldfilm.ru +compliance-barak.xyz +compliance-josh.top +compliance-walter.top +com-supportcenter.website +confib.ifmo.ru +cosmeticswomens-womensports.rhcloud.com +covadhosting.biz +craftinsta.ru +customchocolate.business-for-home.com +czeshop.info +darmebel.com.ua +d-black.bz +delta-line.men design-ideas.info -dickssportinggoods.com -dikqlyremy.info -dogsrun.net -doska-vsem.ru -doublepimp.com -drupa.com -druzhininevgeniy63.blogspot.com -duplicashapp.com -dyshagi.ru -earn-from-articles.com -education-cz.ru -edudocs.net -electrik-avenue.com -elektrozigaretten1.postbit.com -elvel.com.ua -elvenar.com -erectile.bid -eropornosex.ru -essay-writing.work -este-line.com.ua -evogarage.com -ezigarettenkaufen1.deviantart.com -famix.xyz -favornews.com -feargames.ru -ferrotodo.com -filesdatabase.net -fillmewithhappiness.com -filmci.pro -filmgo.ru -find1friend.com -findpik.com -findsexguide.com -firstdrugmall.ru -flirt4free.com -floridamobilebillboards.com -flowwwers.com -fok.nl +devochki.top +dichvuvesinhhanoi.com +digital-sale.su +dmmspy.com +dms-sw.ru +domainsatcost.com +domashneeruporno.com +downtuptv.gq +drunkenstepfather.com +election.interferencer.ru +elektrischezi.canalblog.com +elektronischezigarettekaufen2.tumblr.com +elektrozigarettekaufen2.blogse.nl +elitepcgames.com +el-nation.com +eloxal.ru +encodable.com +energydiet24.ru +en.home-task.com +enthuse.computernetworksonline.com +escortslet.net +esfchat.tk +eshop.md +espaceinventoristes.com +essay-edu.biz +eu-cookie-law.blogspot.com +event-tracking.com +excitacion.info +expresstoplivo.ru +extads.net +extrabot.com +extractorandburner.com +ezb.elvenmachine.com +ezigarettenshop2.postbit.com +f5mtrack.com +facebook-mobile.xyz +falcoware.com +fba-mexico.com +fdzone.org +fealq.com +film-one.ru +fil.ru +findclan.org +fishingwholesale.us +fishtauto.ru +floating-share-buttons.com +footbalive.org forensicpsychiatry.ru -forsex.info -fotoxxxru.com -fotzen-ficken.com -foxjuegos.com -foxtechfpv.com -freetangodownload.com -free-traffic.xyz -fsalas.com -fungirlsgames.net -fusoradio.info -fyxabomiw.ru -galaxyflowers.ru +forexgb.ru +foto-telok.net +freegamesplay.online +freemaintenancesysforpcandmac.top +freeuploader.com +fr.netlog.com +froggytube.com +fuel-gas.com +fyl.com.ru +gameplexcity.com gameprimary.com -gamerscorps.com -gaming-journal.com -gardene.ru -gay-site.store -gcup.ru -ge0ip.org -gentamicineyedrops.blogspot.com +gamezblox.com +gateway.zscalertwo.net +ge0ip.net +gearcraft.us +gemara.com +generic-pills-online.com +germes-trans.com +get-free-traffic-now.com getoutofdebtfree.org -getridofstretchmarks.org -gk170.ru -gogalleryawesome.com -golden-praga.ru -gorodservis.ru -gourcy.altervista.org -gox.com.ua -graphics8.info -gratis-sexkontakte.com -green-tea.tv -gsasearchengineranker.space -hackers-crackers.tk -haveinc.xyz -hawaiielectriclight.com -hawaiisurf.com -hdimagegallery.net -heartofpayne.xyz -homemature.net -hornymatches.com -hotchatdate.com -humanorightswatch.org -hyipmanager.in -igrovyeavtomaty777.ru +ghostvisitor.com +girlporn.ru +globatur.ru +gne8.com +gobongo.info +googlsucks.com +googst2.ru +goosefishpost.bid +gratuitxblcodes.com +grizzlysgrill.com +growshop.es +hannasolution.ru +hayate.biz +hdfreeporno.net +hdpixent.com +healgastro.com +histats.com +hobbyhuren24.net +holidaypics.org +homeandhealth.ru +hoporno.com +hosting-tracker.com +hotblognetwork.com +hptwaakw.blog.fc2.com +iccornacircri.cf +idealtits.net +ideibiznesa2015.ru ihc2015.info -ilikevitaly.com -iloveitaly.ru -images-graphics-pics.com -imguramx.pw -inboundlinks.win -incanto.in.ua -incest-ru.com -indianmedicaltourismshop.com -infokonkurs.ru -interesnie-faktu.ru -internetartfair.com -islandminingsupply.wordpress.com -istock-mebel.ru +ilovevitaly.ru +imadedinner.net +images-free.net +imgarit.pw +incomekey.net +infowarcraft.ru +inmate-locator.us +insurple.com +intermesh.net +intervsem.ru +int.search.mywebsearch.com +invivo.hu +irkutsk.zrus.org +itch.io +itsdp3.com iwanttodeliver.com -izismile.com -joingames.org -jovencitas.gratis -junglenet-a.akamaihd.net -kaidalibor.de -kalb.ru -kanimage.com -kareliatobacco.ru -kicknights.gq -kihi.gdn +ix20.ru +jav-fetish.com +jaxcube.info +jerseywholesalechinabiz.com +juliadiets.com +kadashihotel.com +kakadu-interior.com.ua +katadhin.co +kazan.xrus.org +keenoutlet.online +kerch.site +kimcurlrvsms.com +kinky-fetishes.com kinobest.pl -klin3952.ru -klitimg.pw -konkursowo-24.pl -kriokomora.info -kvartiry-remont.ucoz.ru -labplus.ru -lampokrat.ws -lanadelreyfans.us -lancheck.net -landoftracking.com -laparfumotec.com -lawyers.cafe -laxob.com -leboard.ru -lechenie-gemorroya.com -lernur.net -lescinq.com -letmacwork.world -lexaprogeneric.link -life.biz.ua -life-instyle.com -limtu.ifmo.ru -linksharingt.com -liumimgx.pw +kinofak.net +kollesa.ru +kongoultry.net +krasula.pp.ua +kupiproday.com.ua +laptop-4-less.com +lego4x4.ru +letslowbefast.site +lifehacĸer.com +likrot.com +linkbuddies.com +lion.misba.us +littleberry.ru liveinternet.ru +llastbuy.ru localflirtbuddies.com -lostaruban.com -louboutinreplica.xyz -love-baby.cz -lowephotos.info -lubetube.com -mafa-free.com +locustdesign.co +lolnex.us +louisvuittonoutletstore.net +lsex.xyz +machicon-akihabara.info +mall.uk manipulyator-peterburg.ru -mapquestz.us -maranbrinfo.com.br -marsgatan.com -matchpal-a.akamaihd.net -max-eclat.men +m.b00kmarks.com +mb140.ru +mcar.in.ua mebelcomplekt.ru -mediawhirl.net -mega-polis.biz.ua -meltwater.com -metabar.ru -mil-stak.com -mindeyegames.com -miniads.ca -mobsfun.net -moi-glazki.ru -moncleroutletonline.pw -moncleroutletonline.xyz -monclervests.xyz +meendo-free-traffic.ga +mhi-systems.ru +michaelkorssaleoutletonline.net +migente.com +mister-shop.com +mobilemedia.md +mobot.site +mobstarr.com +moinozhki.com +monclerboots.xyz +monclerjacketsoutlet.pw +moncleroutletonline.win +money-every-day.com +money-for-placing-articles.com monsterdivx.com -morefastermac.trade -more-letom.ru -morpicert.pw -msk.afora.ru -mug-na-chas-moscow.ru -musicktab.com -mustat.com -muzaporn.com -mydirtyhobby.com -myperiod.club -myplaycity.com -naperehresti.info -narkologiya-voronezh.ru -nfljerseys.online -nhl17coinsforps3.gratisblog.biz -nibbler.silktide.com -nikkiewart.ru -ningessaybe.me -noclegonline.info -northfacestore.online -oballergiya.ru -oconto.ru -o.light.d0t.ru -omsk.xrus.org +morlat.altervista.org +moviezbonkerssk.cf +mrinsidesales.com +mrlmedia.net +mttwtrack.com +musicvidz.ru +musirc.com +muztops.ru +myftpupload.com +mypornfree.ru +mywallpaper.top +netanalytics.xyz +netvouz.com +networkcheck.xyz +news-readers.ru +newstraveller.ru +nikitsyringedrivelg.pen.io +nippon-bearings.ru +nosecret.com.ua +ntic.fr +nudo.ca +nufaq.com +okmusic.jp +ok-ua.info onclickpredictiv.com onclkads.com -onetravelguides.com -onlinemegax.com -orgasmus-virtual.com -osoznanie-narkotikam.net -oynat.info -paintingplanet.ru -pandroid.co +online7777.com +online.ktc45.ru +onlinewritingjobs17.blogspot.ru +o-o-6-o-o.com +o-o-8-o-o.ru +ooo-gotovie.ru +openmediasoft.com +outshop.ru +owathemes.com +ozas.net +oz-offers.com +pammik.ru partner-pop.men -partner-stop.men -paydayloanslocal.com -pensplan4u.com -pewit.pw -piccdata.com +partnersafe.men +pattersonsweb.com +pc-test.net +peekyou.com +perl.dp.ua +phormchina.com +physfunc.ru picscout.com -pinwallpaper.top -pistonclasico.com -piter.xrus.org -pixgood.com -plastjulgranar.se -plastweb.ru -playlott.com +piulatte.cz +plastgranar.nu play-movie.pl -pokemon-go-play.online -porndairy.in -pornogratisdiario.com -pornokajf.com -pornoklad.ru -pornosemki.info -portadd.men -predmety.in.ua -prefersurvey.net +pliks.pl +pl-top.pl +poppen-nw.net +pornoxxx.com.mx +positive2b.ru +pourvous.info +printie.com privatefx.all4invest.info -prod2016.com -profitfx.online +privhosting.com +prodess.ru +promalp-universal.ru +pronekut.com +pron.pro +prostitutki-tolyatti.org pulseonclick.com -pussyfleet.com -py100.ru -quangcaons.com -rainbowice.ru -rangoman.date -rapidokbrain.com -rasteniya-vs-zombi.ru -ratemodels.net -recipedays.com -registrydomainservices.com -remont-fridge-tv.ru -remont-mobile-phones.ru -renecaovilla.online -resellerclub.com +putevka24.ru +puzzleweb.ru +pyrodesigns.com.au +qcstrtvt.bloger.index.hr +qor360.com +radiodigital.co +ragecash.com +realizmobi.com +refudiatethissarah.info +reklamuss.ru +remmling.de +remybutler.fr +revistaindustria.com rfd-split.hr -ric.info -rogervivierforsale.com -royalvegascasino.com -ruf777.com -ruscoininvest.company -rusenvironmental.net +rfid-locker.co +royal-investments.net +rp9.ru rusprostitute.com -sakhboard.ru -sankt-peterburg.nodup.ru -sbf441.com -sbornik-zakonov.ru -scopich.com -search-error.com -search.xtconnect.com -securityallianceservices.com -seksvideoonlain.com -seo-platform.com -seorussian.ru -sergiorossistore.online -sexblog.pw -sexs-foto.com +saltspray.ru +sarafangel.ru +saratov.xrus.org +sa-rewards.co.za +saugatuck.com +savememoney.co.za +sayyoethe.blogspot.co.za +scanspyware.net +scat.porn +screentoolkit.com +scrnet.biz.ua +sdelatmebel.ru +sdi-pme.com +seadragonherbery.com +seansonline24.pl +searchimage.co +searchimpression.com +search.pch.com +searchtooknow-a.akamaihd.net +seocdvig.ru +seoholding.com +seonetwizard.com +seoprofiler.com +se-welding.ru +sexkontakteao.info sexstream.pl -sexytrend.ru -sharebutton.org -shlyahten.ru -shopfishing.com.ua -shoplvlv.us -shtaketniki.ru -silverage.ru -sinel.info -sirpornogratis.xxx -skytraf.xyz -sladkoevideo.com -slavic-magic.ru -s.lollypopgaming.com -slomm.ru -sms2x2.ru -sonnikforme.ru -sosdepotdebilan.com -spaceshipad.com -spammen.de -spb.ru -spravka130.ru -spywarenuker.com -ssconstruction.co -stairliftsarea.com -startufa.ru -stathat.com +sexyali.com +shariki-zuma-lines.ru +shemale-sex.net +shikiso.info +shoppingjequiti.com.br +sixcooler.de +skladvaz.ru +slim.sellany.ru +snjack.info +soc-econom-problems.ru +softxaker.ru +solmarket.by +solution4u.com +songplanet.ru +sortthemesitesby.com +space4updating.win +spb-plitka.ru +specialfinanceoffers.com +staticfs.host +stats-collector.org stockspmb.info -stop-gepatit.te.ua -streha-metalko.si -superinterstitial.com -svolze.com -taihouse.ru -takeflyte.com -taxi-v-eisk.ru -tech4master.com -technopellet.gr -teenbbw.yopoint.in -texbaza.by -thaisamkok.com -thebluffs.com -thejournal.ru -themeforest.net +strana-krasoty.ru +streetfire.net +stroimajor.ru +stroiminsk.org +strongholdsb.ru +strongsignal-a.akamaihd.net +sundrugstore.com +support.nopeas.sk +surffoundation.nl +svensk-poesi.com +swinon.site +sygraem.com +tamada69.com +tanieaukcje.com.pl +taraz.xkaz.org +tds-advert002.info +telemetryverification.net +telesvoboda.ru +terrafootwear.us +thefds.net themestotal.com -the-torrent-tracker.blogspot.com -thewebsitetemplate.info -tiens2010.ru -timdreby.com -titelhelden.eu -tizanidineandgabapentin.blogspot.com -tizanidinerestlesslegsyndrome.blogspot.com -tizanidinesleepaid.blogspot.com -tjkckpytpnje.com -token-lab.org -torrentgamer.net -torrents.cd -totu.info -trafficfactory.biz +tizanidinedosageforsleep.blogspot.com +tizanidinehcl2mgsideeffects.blogspot.com +tizanidinehclsideeffects.blogspot.com +tizanidinevssoma.blogspot.com +toondinsey.com +topshef.ru +torrnada.ru +toys.erolove.in +trackzapper.com +traffic-club.info trafficmp.com -trustedmaccleaner.com -try-rx.com -ttrraacckkrr.com -ttsq.fr -tubeline.biz -tvand.ru -ua-company.ru -uamtrk.com -uchebavchehii.ru -uggbootsoutletsale.us -ukrobstep.com -uogonline.com -uptime-alpha.net -uptime.com -uptime-gamma.net -urlcut.ru -utrolive.ru -uytmaster.ru -validdomain.xyz -vashsvet.com -venta-prom.ru -vepad.com -video-chat.in -videochat.mx -videooko.weebly.com -vitoriacabos.com -vodaodessa.com -vsdshnik.com -vzubah.com -warningwar.ru -waysbetter.cn -we-are-gamers.com -webextract.profound.net -webmasterhome.cn -website-analyzer.info -weburok.com -wellcome2slovenia.ru -weprik.ru -wetgames.ru +traxdom.ru +trkur.com +trumpetedextremes.com +twodollarshows.com +ua.tc +universals.com.ua +uzungil.com +vclicks.net +vekzdorov.ru +viagra.pp.ua +viel.su +vintontech.info +visitcambridge.org +vkak.ru +vote-up.ru +vzube.com +walkme.com +websites-reviews.com whatistizanidinehclusedfor.blogspot.com -wholesalejerseys-cheapest.com -wingsoffury2.com -withstandingheartwarming.com -woman-h.ru -wonderfulflowers.biz -worst-sites.online -xboxster.ru -xcombear.ru -xn----7sbahjd3btneuw1joc.xn--p1ai -xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai -xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai -xn--b1ag5cfn.xn--p1ai -xtraffic.plus -yellowstonesafaritours.com -youbloodyripper.com -zaim-pod-zalog-krasnodar.ru -zakon-ob-obrazovanii.ru -zambini.ru -zapiszto.pl -zarabotat-na-sajte.ru -zdesformula.ru -zeroredirect6.com -znakomstvaonlain.ru -znaniyapolza.ru -zona-aqua.ru -zoolubimets.ru +whereiskentoday.com +while.cheapwebsitehoster.com +winwotgold.pl +wjgony.com +womens-journal.net +word-vorlagen.xyz +worldhistory.biz +wowas31.ucoz.ru +wsgames.ru +www.timer4web.com +xchangetrak.com +x-diesel.biz +xjlottery.com +xmronta.com +xn----7sbaphztdjeboffeiof6c.xn--p1ai +xn--80abgj3a5acid6ghs.top +xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai +xn----dtbndd4ae7eub.top +xn----itbeirbjbi7bc6bh2d.xn--p1ai +xpresscare.ru +xuki.us +youraticles.pl +youtubedownload.org +zacreditom.ru +zahvat.ru +zakazvzloma.com +zarabiaj-dzis.pl +zigarettenonlinekaufen.tumblr.com +znakomstva-piter78.ru +zoogdiesney.com diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 94344b53d..d1f14ecd3 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -03p.info -2015god.org -3dracergames.com -4inn.ru -4istoshop.com +000free.us +11235813.webzdarma.cz +1adult.com 57883.net -5i2.net -7fon.ru -acgs.tk -adservme.com -advertisingtag.net -advokateg.xyz -algarveglobal.com -alvtank.se -animal36.com -asdfz.pro -asociatia-tipografilor-transilvania.ro -audiofree.ru -auto.rusvile.lt -avtovolop.ru -babosas.com -banksrf.ru -bestbrainprod.win -bestpornuha.com -bestwebsitesawards.com -biographiya.com -biteg.xyz -bocoarchives.org -brainboosting.club -buy-forum.ru -buyfriend.ru -byme.se -callcafe.info -canrole.com -capacitacionyaprendizaje.com -cartierlovebracelet.xyz -cartierlovestore.xyz -cementaresearch.se -cezartabac.ro -charmstroy.info -chatroulette.life -clknsee.com -clodo.ru -cl.s7.exct.net -com-cleaner.systems -communisave.co.za -compliance-checker.info -compliance-margo.top -coolwallpapers-hd.com -danashop.ru -designdevise.com -destinationrealestate.com -dgfitness.co -diffbot.com -digital-video-processing.com -distver.ru -dnsrsearch.com -dostavka-v-krym.com -doyouknowtheword-flummox.ml -e-commerce-seo1.com -editmedios.com -educontest.net -ege-essay.ru -ekto.ee -elektronischezigarettekaufen1.myblog.de -el-nation.com -elvenar.com -eralph.tk -extractorandburner.com -ezigarettenkaufen1.pagina.gr -f1nder.org -falllow.gq -fashion-stickers.ru -fickkontakte.org -filkhbr.com -findthe.pet -flashbannernow.com -footballfarrago.com -forex.osobye.ru -forminecrafters.ru -fotzen-ficken.com -frameimage.org -free-gluten.ru -freejabs.com -freelotto.com -freshsuperbloop.com -gamewrath.com -gg-arena.ru -ghostvisitor.com -gomusix.com -gorodservis.ru -gourcy.altervista.org -growshop.es -hamacapty.com -haveinc.xyz -helicalpile.us -help.tpu.ru -hermesbelts.xyz -hifidesign.ru -highland-homes.com -hotkeys.com +8gold.com +acheterviagrafr24.com +adclickthru.net +adidas.frwebs.fr +adprotect.net +advokateg.ru +adzerg.com +air-edem.ru +allornamenti.com +amospalla.es +android-style.com +apparel-offer.com +app-ready.xyz +a.pr-cy.ru +ardimobileinfo.ml +arvut.org +autotrends.today +avon-novosib.ru +awaybird.ru +babieca.com +bankmib.ru +beremenyashka.com +bestofupload.info +bestsexyblog.com +betterscooter.com +blogig.org +bongiornos.info +brandov.ru +bupropion-sr-150-mg.us +buqayy0.livejournal.com +buy-loft.ru +buypanicdisorderpill.com +buzzonclick.com +cartujano-pre.de +cdnanalytics.xyz +cheapjerseysbizwholesale.us +checkm8.com +choice-credit.ru +christianlouboutinsaleoutletonline.us +cialiswithoutadoctor.net +ciceros.co +classicakuhni.ru +cmd.kz +cognitiveseo.com +coin-hive.com +compliance-andrew.top +compliance-irvin.top +compliance-mark.top +compliance-willy.top +cordstrap.cc +cornerstone-countertops.com +cowblog.fr +cubs-jerseys.us +daneshetabiat.com +dealighted.com +detskie-konstruktory.ru +digitalfaq.com +dildofotzen.net +diy-handmade-ideas.com +eandsgallery.com +egovaleo.it +elektrischezigarette2.onsugar.com +elektrozigarettekaufen1.devhub.com +epngo.bz +erotikchat-24.com +event-tracking.com +excitacion.info +extrabot.com +ezb.elvenmachine.com +f5mtrack.com +fashionindeed.ml +financetip.eu +forexgb.ru +frbizlist.com +freeseedsonline.com +freetangodownload.com +fullgirl.ru +g33.org +gamebackyard.com +gateway.zscalerone.net +geileweiber.tk +generic-pills-online.com +gojiberriess.apishops.ru +gribokstop.com +hacktougroup.ru +hahashka.ru +happy.new.yeartwit.com +hauleddes.com +healgastro.com +health-medical-portal.info +hentaiheroes.com +hikesearch.net +historichometeam.com +hostnow.men +hotdl.in +hoverboard360.nl howopen.ru -igithab.com -importchinacoach-teach.com -impresagaia.it -infoupdate.org -jacago.com -james13prix.info -japan-bearings.ru -javstock.com -journeydownthescale.info -kamagragelusa.net -kamalsinha.com -kchaxton.com -keywordblocks.com -keywordsuggest.org -keywordteam.net -kmgamex.cf -ktotut.net -lampokrat.ws -languagecode.com -lapitec.eu -larchik.net -letolove.ru -linkarena.com -lirunet.ru -liverpool.gsofootball.com -live-sexcam.tk -localmatchbook.com -lombia.co -m0r0zk0-krava.ru -magicplayer-s.acestream.net -manifestation.betteroffers.review -marcogrup.com -mastershef.club -mebeldekor.com.ua -member-quiz.com -mhi-systems.ru -mhtr.be -miniature.io -mixx.com -moyakuhnia.ru -mttwtrack.com -musflashtv.com -musicktab.com -mvpicton.co.uk -myfreecams.com -mypets.by -news-readers.ru -nhl09.ru -nsatc.net -nullrefer.com -oecnhs.info -okout.ru -onko-24.com +hundejo.com +idc.com.ua +ideoworld.org +ifmo.ru +iklysha.ml +iloveitaly.ru +inbabes.sexushost.com +innodgfdriverhm.aircus.com +inspiring-desperate.tk +iplusbit.blogspot.co.za +janavibekken.no +jav-fetish.com +jestr.org +journalhome.com +justbcause.com +kaac.ru +kongruan.com +kredit-blog.ru +laptop-4-less.com +linkredirect.biz +littlecity.ch +liveinternet.ro +lsex.xyz +lubetube.com +m292.info +mansparskats.com +mararoom.ru +marktforschung-stuttgart.com +matchpal-a.akamaihd.net +matpre.top +maxthon.com +mega-bony-2017.pl +megavolt.net.ua +mensandals.xyz +minegam.com +mmgq.ru +mmofreegames.online +modabutik.ru +mp3ringtone.info +myfreemp3.eu +mylesosibirsk.ru +narkologiya-belgorod.ru +narutonaruto.ru +naturalpharm.com.ua +nero-us.com +netvouz.com +new-apps.ru +notaria-desalas.com +novatech.vn +nuker.com +nuup.info +offf.info +office2web.com +okonich.com.ua +online-hd.pl +onlinewritingjobs17.blogspot.ru oops-cinema.ru -panicatack.com -panouri-solare-acoperis.com -parajumpersoutlet.online -partnerads.men -pattersonsweb.com -paydayloanslocal.com -pcboa.se -perfection-pleasure.ru -petitions.whitehouse.gov -picturesmania.com -pix24x7.com -pixell.club -plaff-go.ru -plastweb.ru -play-mp3.com -pornhive.org -prostitutki-tyumeni.org -prpops.com -quickbuck.com -realtytimes.com -redirlock.com -remontgruzovik.ru -rent2spb.ru -rethinkwasteni.info -retreatia.com -rfserial.net -rockma.se -rossanasaavedra.net -royal-investments.net -schlampen-treffen.com -school-diplomat.ru -scottbywater.com -seadragonherbery.com -sel-hoz.com -seofirmreviewsus.info -seorankinglinks.com -seo-smm.kz -shop.xz618.com -sibecoprom.ru -signoredom.com +opinionreelle.com +ordernorxx.com +oren-cats.ru +orion-v.com +palvira.com.ua +pc-services.ru +perso.wanadoo.es +pestomou.info +pipki.r.acdnpro.com +pladform.ru +poquoson.org +postclass.com +primedice.com +priora-2.com +prointer.net.ua +proxyradar.com +pssucai.info +quebec-bin.com +ranksonic.com +razamicroelectronics.com +referencemoi.com +resant.ru +restaurantlescampi.com +roleforum.ru +roznica.com.ua +ruf777.com +saveindex.xyz +scenarii-1-sentyabrya.uroki.org.ua +se.bnt-team.com +sexflirtbook.com +sexphoto.site +sexsaoy.com +ship-marvel.co.ua +sibdevice.ru +simple-image.com.ua simplepooltips.com -simul.co -site-speed-checker.site -sixcooler.de -skuteczna-dieta.co.pl -slutloadlive.com -sofit-dmd.ru -softwaretrend.net -solmarket.by -spabali.org -stickers-market.ru -stromerrealty.com -strongsignal-a.akamaihd.net -suchenindeutschland.com -sugarlyflex.pw -sukarame.net -surffoundation.nl -svtrd.com -swimpool.ca -takeflyte.com -taraz.xkaz.org -theallgirlarcade.com -tizanidinevsvalium.blogspot.com -track2.shop -tramadolandtizanidine.blogspot.com -tuberkulezanet.ru -turbodsp.com -turn-up-life.life -tv-spoty.info -tx41tclega.ru -umg-stroy.ru -upstore.me -uptime-delta.net -urdoot.win -uroki.net -v24s.net -vielporno.net -vip-dom.in -waterefficiency.co -weburlopener.com -whatsappdownload10.com -winwotgold.pl -womensplay.net -wonderfulflowers.biz -wurr.voila.net -xn--24-glceagatoq7c2a6ioc.xn--p1ai -xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai -xn--b1agm2d.net -xnxxandxvideos.com -xxxrus.org -zeroredirect8.com -znakomstva-moskva77.ru -zolotoy-lis.ru -zytpirwai.net +sindragosa.comxa.com +siteaero.com +siteimprove.com +siteonomy.com +sitopreferito.it +slkrm.ru +slujbauborki.ru +soft-program.com +spb.ru +spitfiremusic.com +staff.prairiesouth.ca +stefanbakosab.se +stroiminsk.com +suggest-keywords.com +swingerseiten.com +thecoral.com.br +thefds.net +thejournal.ru +ticketsys.inetwd.com +timhost.ru +tizanidinemusclerelaxant.blogspot.com +tomck.com +top-study.work +totu.us +tradedeals.biz +traffic2money.com +ukrup.com +unblocksit.es +usbggettwku.ga +valueclick.com +verymes.xyz +viagra-soft.ru +viddyoze.com +videokrik.net +videospornogratisx.net +vip2ch.com +voloomoney.com +vseuznaem.com +website-speed-checker.site +websitevaluebot.com +wedding-salon.net +white-truck.life +winner7777.net +winterclassichockeyjerseys.com +wiosenny-bon-1500.pl +wormix-cheats.ru +xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai +xn--80aafb2a.xn--p1ai +xtube.com +yougetsignal.com +yourdesires.ru +yourserverisdown.com +ytmnd.com +zdesoboi.com +zscaler.net +zscalerone.net diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index afb1627e8..1ddae6201 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -1,11 +1,21 @@ - + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

nginx/1.14.2
-l> + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index d3d331ed4..879967dc9 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 0; +35.192.136.167 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 2ddea7ac5..9e1e77d73 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 2c0a7f169..db3cd1c42 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 6bd0ec61a..347f21909 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1777 +#### Version: V4.2019.07.1778 #### Bad Referrer Count: 6740 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index b4ddf2ba4..8733b6999 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1777 +#### Version: V4.2019.07.1778 #### Bad Referrer Count: 6740 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index c26de7d59..b76dfbf96 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.07.1777 +#### Version: V4.2019.07.1778 #### Bad Referrer Count: [6740](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 30939651e..ff82dbdeb 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.07.1777 +#### Version: V4.2019.07.1778 #### Bad Referrer Count: 6740 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 113f5f1f8..b49e23d50 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1777 -### Updated: Wed Jul 31 12:28:45 SAST 2019 +### Version: V4.2019.07.1778 +### Updated: Wed Jul 31 13:12:59 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index dfc19e253..0afee5c95 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1777 -### Updated: Wed Jul 31 12:28:46 SAST 2019 +### Version: V3.2019.07.1778 +### Updated: Wed Jul 31 13:13:00 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 113f5f1f8..b49e23d50 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1777 -### Updated: Wed Jul 31 12:28:45 SAST 2019 +### Version: V4.2019.07.1778 +### Updated: Wed Jul 31 13:12:59 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 8b1be6b27..2a24a5120 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.07.1777 -### Updated: Wed Jul 31 12:28:47 SAST 2019 +### Version: V4.2019.07.1778 +### Updated: Wed Jul 31 13:13:02 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##