diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 022c6d386..576b150cf 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1779 -### Updated: Wed Jul 31 14:26:27 SAST 2019 +### Version: V3.2019.07.1780 +### Updated: Wed Jul 31 14:58:48 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 2e2965ffc..12f18b91b 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index d3d331ed4..c3c284efc 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 022c6d386..576b150cf 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1779 -### Updated: Wed Jul 31 14:26:27 SAST 2019 +### Version: V3.2019.07.1780 +### Updated: Wed Jul 31 14:58:48 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 2e2965ffc..12f18b91b 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index d3d331ed4..c3c284efc 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 022c6d386..576b150cf 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1779 -### Updated: Wed Jul 31 14:26:27 SAST 2019 +### Version: V3.2019.07.1780 +### Updated: Wed Jul 31 14:58:48 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 2e2965ffc..12f18b91b 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index d3d331ed4..c3c284efc 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 022c6d386..576b150cf 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1779 -### Updated: Wed Jul 31 14:26:27 SAST 2019 +### Version: V3.2019.07.1780 +### Updated: Wed Jul 31 14:58:48 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 022c6d386..576b150cf 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1779 -### Updated: Wed Jul 31 14:26:27 SAST 2019 +### Version: V3.2019.07.1780 +### Updated: Wed Jul 31 14:58:48 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index c9b0b8475..5bf255eba 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1779 -### Updated: Wed Jul 31 14:26:26 SAST 2019 +### Version: V4.2019.07.1780 +### Updated: Wed Jul 31 14:58:47 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/setup-ngxblocker/vhost-cases/ansible.vhost b/.dev-tools/setup-ngxblocker/vhost-cases/ansible.vhost index 3861d1c68..74799d1c4 100644 --- a/.dev-tools/setup-ngxblocker/vhost-cases/ansible.vhost +++ b/.dev-tools/setup-ngxblocker/vhost-cases/ansible.vhost @@ -40,6 +40,13 @@ server { listen 443 ssl http2; server_name alp.{{ domain_to_protect }}; + + + ## + # Nginx Bad Bot Blocker Includes + # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker + ## + include /etc/nginx/bots.d/ddos.conf; root {{ alp_live_directory }}; include {{ nginx_bots_cfg_path }}/blockbots.conf; index index.html; diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 0f09ea3af..798770665 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.192.136.167 0; +35.188.1.99 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index c9b0b8475..5bf255eba 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1779 -### Updated: Wed Jul 31 14:26:26 SAST 2019 +### Version: V4.2019.07.1780 +### Updated: Wed Jul 31 14:58:47 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 689d439aa..12f18b91b 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 34cb39aec..c3c284efc 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index c9b0b8475..5bf255eba 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1779 -### Updated: Wed Jul 31 14:26:26 SAST 2019 +### Version: V4.2019.07.1780 +### Updated: Wed Jul 31 14:58:47 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 689d439aa..12f18b91b 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 34cb39aec..c3c284efc 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index c9b0b8475..5bf255eba 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1779 -### Updated: Wed Jul 31 14:26:26 SAST 2019 +### Version: V4.2019.07.1780 +### Updated: Wed Jul 31 14:58:47 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 689d439aa..12f18b91b 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 34cb39aec..c3c284efc 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index c9b0b8475..5bf255eba 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1779 -### Updated: Wed Jul 31 14:26:26 SAST 2019 +### Version: V4.2019.07.1780 +### Updated: Wed Jul 31 14:58:47 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 2ed12161a..acb73c006 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.198.131.58 0; -34.66.178.120 0; +35.202.145.110 0; +35.188.1.99 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 285fe763b..35313ce8e 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1779 -### Updated: Wed Jul 31 14:26:26 SAST 2019 +### Version: V4.2019.07.1780 +### Updated: Wed Jul 31 14:58:47 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 6073098c1..607f5404f 100644 --- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.178.120 0; +35.184.226.236 0; +35.202.145.110 0; diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf index f1b754fa5..4ee67bea3 100644 --- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1779 -### Updated: Wed Jul 31 14:26:26 SAST 2019 +### Version: V4.2019.07.1780 +### Updated: Wed Jul 31 14:58:47 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index fb5e49e87..ce96e6089 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.68.144.114 0; -35.192.187.174 0; -34.66.178.120 0; +35.192.85.2 0; +35.193.7.13 0; +35.224.112.202 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index c9b0b8475..5bf255eba 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1779 -### Updated: Wed Jul 31 14:26:26 SAST 2019 +### Version: V4.2019.07.1780 +### Updated: Wed Jul 31 14:58:47 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 182038453..f26dff412 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.178.120 0; -35.193.14.140 0; -35.192.136.167 0; +35.184.96.71 0; +35.184.226.236 0; +35.202.145.110 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index c9b0b8475..5bf255eba 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1779 -### Updated: Wed Jul 31 14:26:26 SAST 2019 +### Version: V4.2019.07.1780 +### Updated: Wed Jul 31 14:58:47 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 2e2965ffc..12f18b91b 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 5cada6728..cf0fe7264 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Abonti -Barkrowler -GermCrawler -ReGet -scan.lol -Sucuri -T8Abot -VCI -WebPix -YoudaoBot +Alligator +autoemailspider +BotALot +Ezooms +IstellaBot +MS Web Services Client Protocol +SEOstats +SiteSnagger +Webster +Whatweb diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 585b89791..c444082c4 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ 360Spider -404checker -404enemy -Abonti -Aboundexbot -Acunetix ADmantX -AfD-Verbotsverfahren AhrefsBot +AIBOT AiHitBot +Aipbot Alexibot -AllSubmitter +Alligator Anarchie -ASPSeek -Asterias -Attach -autoemailspider +Apexoo +archive.org_bot BackDoorBot -BacklinkCrawler -Bandit -Barkrowler -BatchFTP -BetaBot -Bigfoot +BackStreet +Battleztar Bazinga Bitacle -BlackWidow -BlowFish -Bolt -Brandprotect -Buddy -BuiltBotTough -CATExplorador -CCBot -Cegbfeieh -CheeseBot +Blow +Boardreader +BotALot +Brandwatch +BuiltWith +CazoodleBot CherryPicker Cliqzbot Cloud mapping +Cogentbot Collector -Copier -CopyRightCheck -Copyscape +Cosmos crawler4j crawler.feedback -crawl.sogou.com -Crescent +CrazyWebCrawler +CrunchBot +CSHttp Curious Custo -DatabaseDriverMysqli -DataCha0s Demon Deusu Devil -Digincore -DigitalPebble DIIbot -Dirbuster Disco -Discobot -Discoverybot -DnyzBot -DomainAppender -DomainCrawler -DomainStatsBot -Dotbot -Download Wonder +DomainSigmaCrawler +Drip +Ebingbong ECCP/1.0 +EMail Siphon +EMail Wolf evc-batch -ExtLinksBot -Extractor +Evil +Express WebPictures ExtractorPro -Extreme Picture Finder +Ezooms +facebookscraper FemtosearchBot -Firefox/7.0 +Fimap FlashGet +Flunky Foobot -Freeuploader -FrontPage -GermCrawler -Getintent +Fyrebot +GalaxyBot +GetRight +GetWeb Gigablast Gigabot -G-i-g-a-b-o-t -Go!Zilla -GrapeFX -Haansoft +Gotit +GoZilla +Grabber +Grafula +GrapeshotCrawler +GridBot +HaosouSpider Harvest -HMView +HEADMasterSEO +Hloader +HTMLparser HTTP::Lite HTTrack -IDBot +Humanlinks +Iblog IlseBot -Image Fetch -instabid -Internet Ninja -ips-agent +Image Sucker +IndeedBot +Indy Library +InfoNaviRobot +InfoTekies +InterGET +internetVista monitor +Iria Iskanie IstellaBot Jbrofuzz JetCar +Jetty JikeSpider JOC Web Spider +Joomla +Jorgee JustView +Kenjin Spider +Keyword Density Kozmosbot -Lanshanbot +LeechFTP LeechGet -LexiBot -LibWeb +Libwhisker Likse LinkpadBot -LinkScan LinksManager LinqiaMetadataDownloaderBot LinqiaRSSBot -Ltx71 +LinqiaScrapeBot +Lipperhey Spider +Lmspider lwp-request -lwp-trivial +LWP::Simple +Magnet +Mag-Net +magpie-crawler Mail.RU_Bot +Majestic12 +Majestic-SEO MarkMonitor -Masscan -MegaIndex.ru -MIDown tool -MIIxpc -Mister PiX -MJ12bot -MS Web Services Client Protocol +Mass Downloader +Meanpathbot +MeanPath Bot +Mediatoolkitbot +Microsoft Data Access +Mr.4x3 +MSFrontPage +Msrabot muhstik-scan -Musobot -Needle -NetAnts +Navroad Netcraft -netEstate NE Crawler -NetLyzer NetMechanic Nettrack -Net Vampire -NetZIP -Nibbler NICErsPRO -Niki-bot -Nmap +Nikto +Nimbostratus NPbot -Octopus +Nutch +OnCrawl OpenVAS OrangeBot +OrangeSpider +OutfoxBot +Page Analyzer PageGrabber -page scorer -Panscient -pcBrowser -PECL::HTTP -PeoplePal -PictureFinder +Pandalytics +Papa Foto +Pavuk Pimonster -Pixray -Pockey -ProWebWalker -PxBroker -Quick-Crawler -RankActive -RankingBot +Pi-Monster +PleaseCrawl +POE-Component-Client-HTTP +Probethenet +Pump +RankFlex RankingBot2 -RebelMouse -RedesScrapy -RepoMonkey +RealDownload +Reaper Ripper -SBIder -ScanAlert -Scanbot -Scrapy +Rogerbot +s1z.ru +SalesIntelligent +scan.lol +ScoutJet +ScreenerBot Searchestate -SearchmetricsBot -SEOlyticsCrawler +SemrushBot +SEOkicks +SEOkicks-Robot SEOprofiler -SeoSiteCheckup -Siphon +seoscanners +SEOstats +Shodan Sitebeam SiteExplorer Siteimprove -SiteLockSpider -Site Sucker -Sitevigil +SiteSnagger +Snake +Snapbot Snoopy +SocialRankIOBot Sociscraper -Sogou web spider -Spanner +sogouspider +SpankBot sp_auditbot -Spinn3r -SputnikBot +Sqlmap Sqlworm -Steeler -Sucuri +Stripper +SuperBot +SuperHTTP +SurveyBot Swiftbot -Szukacz -T0PHackTeam +sysscan T8Abot -tAkeOut Teleport +TeleportPro Telesphoreo +Telesphorep +The Intraformant +Thumbor TightTwatBot Titan +Toata +Toweyabot Tracemyfile Trendiction -Trendictionbot trendiction.com +trendiction.de Turnitin TurnitinBot TwengaBot Twice -UnisterBot -Upflow -URLy Warning -URLy.Warning -VB Project -VeriCiteCrawler +Typhoeus +Vagabondo VidibleScraper -VoidEYE -Voil -Wallpapers/3.0 +Virusdie +Voltron WASALive-Bot WBSearchBot Webalta Web Auto Web Collage +WEBDAV WebEnhancer +Web Enhancer WebFetch +Web Fetch +WebFuck +Web Fuck +WebGo IS WebImageCollector webmeup-crawler -Web Pix -Web Sauger -WebsiteQuester -Webster -WebStripper +WebPix +WebReaper +WebSucker Web Sucker -WebZIP WeSEE Whack -Whacker -Whatweb -Who.is Bot Widow -WinHTTrack WISENutbot Woobot +Wotbox Wprecon -WWW::Mechanize +WWW-Collector-E +Xaldon WebSpider +Xaldon_WebSpider xpymep1.exe +Zade +Zauba zauba.io Zermelo -Zeus -zgrab diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 01f13352a..bfbae5059 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404checker -404enemy 80legs -ADmantX -AfD-Verbotsverfahren -AIBOT -Aipbot +Abonti +Aboundexbot +Alexibot AllSubmitter -archive.org_bot -Attach -BackDoorBot -Backlink-Ceck +Anarchie +Apexoo +ASPSeek +autoemailspider backlink-check -BackWeb BatchFTP -BBBike +BDFetch +BetaBot +Bigfoot +Bitacle +Blackboard Black Hole BlackWidow Blow -BlowFish Boardreader +Bolt +BotALot +Brandwatch Buddy -BuiltWith -BunnySlippers -BuzzSumo -Calculon -CCBot +Bullseye +CazoodleBot +Cegbfeieh CheeseBot -CheTeam +Claritybot Cloud mapping +coccocbot-web cognitiveseo -Collector -com.plumanalytics Copier -CopyRightCheck -Cosmos -CrazyWebCrawler +Craftbot +crawl.sogou.com CSHttp +Custo +DatabaseDriverMysqli DataCha0s demandbase-bot +Demon Deusu Devil -DIIbot +Digincore Dirbuster -Disco -Dispatch -DittoSpyder DomainAppender DomainCrawler DomainSigmaCrawler -DomainStatsBot -Dotbot -DSearch -Ecxi +DTS Agent +eCatch +EMail Siphon EMail Wolf EroCrawler -Evil -Express WebPictures -ExtLinksBot -Extractor -Extreme Picture Finder +evc-batch +Exabot +ExtractorPro EyeNetIE facebookscraper -FDM -FemtosearchBot FHscan -Fimap +Firefox/7.0 +Flunky +Foobot Freeuploader +FrontPage FyberSpider -GermCrawler -Getintent -GetRight +GalaxyBot +Genieo GetWeb -Gigablast -Go-Ahead-Got-It -GoZilla -Go!Zilla +Grabber +GrabNet Grafula +GrapeshotCrawler +GridBot +Haansoft +Harvest Havij -Hloader -HMView HTMLparser -HTTP::Lite -HTTrack -Humanlinks IDBot -Id-search -IlseBot -Image Sucker -IndeedBot Indy Library InfoNaviRobot instabid Intelliseek -Internet Ninja -Iria -Iskanie +InterGET +InternetSeer +internetVista monitor IstellaBot +Jbrofuzz JetCar -Jetty -JikeSpider -JOC Web Spider Joomla -Jorgee JustView -Jyxobot +Kenjin Spider +Keyword Density +Lanshanbot Larbin -LeechGet LexiBot -Lftp LibWeb +Libwhisker Lightspeedsystems Linkdexbot -LinkpadBot +LinkextractorPro LinkScan LinqiaMetadataDownloaderBot -LinqiaRSSBot -LNSpiderguy -Magnet +Lipperhey Spider +Litemage_walker +lwp-request +LWP::Simple +magpie-crawler Mail.RU_Bot -Majestic12 -Majestic SEO -Majestic-SEO Mass Downloader -MauiBot -Mediatoolkitbot -Metauri +Mata Hari +Meanpathbot +MeanPath Bot +mediawords +MegaIndex.ru +MFC_Tear_Sample Microsoft Data Access -MIIxpc -Mister PiX +MIDown tool Mojeek -Mr.4x3 -MSIECrawler -muhstik-scan +MSFrontPage +Msrabot Musobot -Nameprotect -Navroad +Name Intelligence Needle -Netcraft -NetLyzer +Nessus +NetAnts +netEstate NE Crawler +Nettrack +Net Vampire Netvibes -NextGenSearchBot -NimbleCrawler -Nimbostratus +NetZIP +Niki-bot Ninja -Nutch -Offline Explorer +oBot +Offline Navigator Openfind +Openvas OrangeBot -OutclicksBot OutfoxBot -PageGrabber -PageScorer +Page Analyzer +page scorer +Panscient Papa Foto -Picscout -Picsearch +pcBrowser +PeoplePal +PHPCrawl +Pixray PleaseCrawl +plumanalytics +Pockey +ProPowerBot +ProWebWalker Psbot -QueryN Metasearch +Quick-Crawler RankFlex RankingBot RankingBot2 -RedesScrapy -ReGet -RepoMonkey -RocketCrawler +Rankivabot +RankurBot +RealDownload +Reaper +Recorder Rogerbot -SBIder -ScanAlert -Scanbot +SalesIntelligent scan.lol +ScoutJet +Scrapy Screaming -ScreenerBot -Searchestate +Semrush +SEOkicks +SEOkicks-Robot SEOlyticsCrawler +Seomoz SEOprofiler -seoscanners -serpstatbot -SISTRIX -Sitebeam -SiteSnagger +Shodan +Siphon +SiteExplorer +SiteLockSpider +SiteSucker Site Sucker -Sitevigil -SmartDownload -Snake +SlySearch Snapbot Snoopy -SocialRankIOBot -Sottopop -Spammen +Sociscraper +Sogou web spider +SpankBot +sp_auditbot Spbot -SputnikBot +Sqlmap Sqlworm Sqworm -SuperHTTP +Steeler +Sucuri Surfbot +SurveyBot Suzuran -T8Abot +Swiftbot +Szukacz Teleport -TeleportPro -Telesphoreo +Telesphorep +The Intraformant +TheNomad +TightTwatBot Toata -Toweyabot -Trendiction +Trendictionbot +True_Robot Turingos -Turnitin TurnitinBot +TwengaBot +Typhoeus UnisterBot -Upflow +URLy.Warning +Vacuum +Vagabondo VB Project -VCI -VeriCiteCrawler VidibleScraper Virusdie -VoidEYE -Voil Voltron -Wallpapers/3.0 -WASALive-Bot -Web Auto +WBSearchBot +WebAuto WebBandit -Web Collage -Web Enhancer +WebCopier +WEBDAV +WebEnhancer +Web Fetch WebFuck -WebPix -WebReaper -Webshag +WebImageCollector +WebSauger +Web Sauger WebsiteQuester -Website Quester Webster WebStripper Web Sucker WebWhacker -Whatweb +WeSEE Who.is Bot -Widow -WISENutbot -Wonderbot -Wotbox +WinHTTrack +Woobot Wprecon -WWW-Collector-E -x09Mozilla +WPScan +WWW-Mechanize x22Mozilla -Xaldon WebSpider Xenu -YoudaoBot +Zade +Zauba zauba.io -Zermelo +zgrab Zitebot +ZmEu ZumBot +ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 810c50813..355e0a39a 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -clickintext.net -gifspics.com -globatur.ru -hotblognetwork.com -images-graphics-pics.com -littlecity.ch -narkologiya-voronezh.ru -privhosting.com -sex-sex-sex5.com -xn--80aodinpgi.xn--p1ai +androids-store.com +editors.choice6912650.hulfingtonpost.com +hyiphunter.org +laudit.ru +marcowebonyodziezowe.pl +pornophoto.xyz +py100.ru +remmling.de +sophang8.com +supernew.org diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 469215c40..7c51b4745 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -101lesbian.xyz -10bet.com -123any.com -123cha.com -1314dh.com -20pascals.nl -4k-player.pl -4pp13.com -51unlim.ru -5i2.net -8kisses.eu +101billion.com +1adult.com +1pamm.ru +214jaluwobapef.cf +24-ak.ru +256bit.by +2itech.ru +2rich4bitches.com +3xforum.ro +4kpics.rocks +57883.net 8lufu.com -aa9d046aab36af4ff182f097f840430d51.com -absolutelyanalog.com -absugars.com +aac52006ec82a24e08b665f4db2b5013f7.com +abcdeg.xyz +abclauncher.com +above.com +absolute-s.ru abusora.com -acortarurl.es -adcash.com -addblueoff.com.ua -adman.gr -adrenalin-stk.ru -advocatemsk.ru -afslankpillen2017nl.eu -aimayangzhi.com -akvamaster.dp.ua -alloysteel.ru -alt-servis.ru -anapa-inns.ru -android4fun.org -android-systems.ru -animal-drawings.com -antons-transporte.de -apispringsmartne-a.akamaihd.net -appearance-cool.com -appfixing.space -appsecurityr.com -arcadepages.com -artel116.ru -asseenontv.ru +adloads.com +ads-seo.men +adult3dgames.com +advokat-grodno.by +adzerg.com +afmuseum.com +agahinameh.com +ahrntal.verymes.xyz +akuhni.by +alfa-img.com +allbizne.co.ua +all-number.com +allwomen.info +amazingninja.com +amyfoxfitness.com +anabolics.shop +apiadanaknet-a.akamaihd.net +apimegabrowsebiz-a.akamaihd.net +arraty.altervista.org +artdeko.info +as5000.com +asiengirls.net auto4style.ru -autobudpostach.club -availit.weebly.com -aviva-limoux.com -avtoarenda.by -backlinkwatch.com -bangla-chat-uk-paralud.ga -bannertesting.com -barnfurnituremart.com +autoseo-traffic.com +aviav.eu +avirasecureserver.com +ayakino.net +azazu.ru +babieca.com +backlink4u.net +bang-hotties.com +bankmib.ru +bank.uz +bannerconnect.net bashtime.ru -beetpics.pw -bestchoice.cf -bestprofits-there.com -best-way.men -bigcareer.info -bioca.org -bio-japan.net -bitcoinremote.com -blogqpot.com -blogrankers.com -bnt-team.com -boom-celebs.com -bracketsmackdown.com -brillianty.info -bristolhostel.com -bronzeaid-a.akamaihd.net -business-suggested.tk -canoncdriverq3.pen.io -carapics.com -casinos4dummies.co.uk -cdncash.com -cdn.walkme.com -cete.ru -c-gainsbourg.com -cgi2.nintendo.co.jp -chcu.net -checkpagerank.net -children-learningreading.info -chiptuninger.com -chlooe.com -cialisovercounteratwalmartusa.com -ci.ua -classicakuhni.ru -clickso.com -codysbbq.com -coindirect.io -com-cleaner.systems -compliance-checker-7.info -compliance-jack.top -compliance-julianna.top -compliance-mary.top -compliance-walt.top -compliance-willy.top -comsysnet.com -continent-e.tv -cosmetic.donna7753191.ru -countbertwistdisp26.soup.io -craftburg.ru -customerguru.in -customerpromos-a.akamaihd.net -cutalltheshit.com -dangphoto.trade -daretodonate.co -dayibiao.com -deplim.com -design-ideas.info +bayareaaeroclub.org +beachtoday.ru +belstaffstore.online +bestcalovebracelet.cn +bestofferswalkmydogouteveryday.gq +bestofupload.info +best-seo-software.xyz +bet365.com +betteroffers.review +biteg.xyz +blackhatworth.com +blog.koreadaily.com +bochemit.com.ua +boltalko.xyz +bonvillan.com +bonzbuddy.com +boostmyppc.com +bosman.pluto.ro +brainzpod.win +brus.city +buigas.00it.com +builtwith.com +bum.com.ru +businescoop.men +buzzonclick.com +carabela.com.do +cardsdumps.com +cars-modification.net +cartierlovebracelet.xyz +cartierlovestore.xyz +celejihad.info +cfjump.com +chatroulette.si +cheapestjerseysonwholesale.com +chinacheapelitejerseys.com +chocolateslim-en-espana.com +cialischsrx.com +civilwartheater.com +cleanallvirus.com +clipartnew.com +club-samodelkin.ru +com-onlinesupport.site +compliance-ivan.xyz +compliance-jane.top +compliance-john.top +conocer-sanabria.com +contentsexpress.com +coolyarddecorations.com +copblock.org +cornomase.win +coslab.club +counter.yadro.ru +craftinsta.ru +culmimg.pw +customcollegeessays.net +cvety24.by +czat.wp.pl +dafatiri.com +dcj-nn.ru +deanmoore.ie +deshevo-nedorogo.ru detsky-nabytek.info dev33.dioniqlabb.se -dignitasdata.se -dikqlyremy.info -discountbarbour.online -doctissimo.fr -dogclothing.store -dogoimage.com -dorratex.tn -droidlook.net -druzhininevgeniy63.blogspot.com +dgfitness.co +diarioaconcagua.com +digital-video-processing.com +dinkolove.ya.ru +distver.ru +dkvorota.ru +doctormakarova.ru +documentsite.net +dstroy.su +e2click.com earl-brown.info -earn-from-articles.com -educatemetv.com -efnor-ac.com -ege-russian.ru -elektrischezigarette1.blog.pl -elektronischezigarettekaufen2.tumblr.com -elektrozigarette2.webs.com -elitedollars.com -elite-sex-finders.com -elitesportsadvisor.com -eloconcream.blogspot.com -emailaccountlogin.co -engines-usa.com -englate.com -eropho.com -eshop.md -evening-dating-club.info -exct.net -ezb.elvenmachine.com +e-c.al +eldiariodeguadalajara.com +elektrischezigaretten2.beeplog.com +elektrozigarette1.dreamwidth.org +elektrozigaretten2.yn.lt +envaseslotusama.com +eralph.tk +eredijovon.com +erotik0049.com +errorfixing.space +etur.ru +euromasterclass.ru +evaashop.ru +exonline.info +expertblog.info +ez8motelseaworldsandiego.com ezigarettekaufen2.mpbloggar.se -f1nder.org -facecup.top -fanoboi.com -fashionindeed.ml -fashion-mk.net -fbdownloader.com -fefo.gdn -ferieboligkbh.dk -fickluder69.com -filerockstar298.weebly.com -filesmonster.porn -filkhbr.com -financehint.eu -findacheaplawyers.com -firstdrugmall.ru -flauntyoursite.com -focalink.com -fok.nl -footbalive.org -forumprofi.de +face.hostingx.eu +fakehandbags.xyz +favorcosmetics.com +fellowshipoftheminds.com +fermersovet.ru +filefilter.weebly.com +find1friend.com +flirt4free.com +fm-upgrade.ru +forensicpsychiatry.ru +forex-procto.ru +forum-engineering.ru +forum.tvmir.org foxjuegos.com -free-gluten.ru -freelinkbuilding.website.tk -free-share-buttons.blogspot.com -freewhatsappload.com -freewlan.info -freza-sverlo.ru -froggytube.com -funnypica.com -fxgallery.com -gamedayhouse.com -gay-file.com -gazobeton-p.com.ua -gcup.ru -geckoandfly.com -generousdeal-a.akamaihd.net -getresponse.com -gigapeta.com -gigixo.com -gk-atlant.info -glass-msk.ru -glcomputers.ru -globalsurfari.com -go2album.com -goldadpremium.com -goo.ne.jp -gotomontenegro.net -greatzip.com -guge.io -guigyverpo.cf -gyffu.com -handicapbathtubarea.com -happy.new.yeartwit.com -haveinc.xyz -hdfreeporno.net -hdseriale.pl -headpress.ru +foxtechfpv.com +foxweber.com +frameimage.org +freejabs.com +freeseedsonline.com +freshberry.com.ua +frustrated-favorable.gq +fsakhalin.ru +fungamelands.com +fun-mobi.pl +g7m.pl +gabeshop.ru +galleryawesome.com +gallery.rennlist.com +gepezz.info +getridofstretchmarks.org +gilbertbanda.net +gilsonchiro.xyz +girls-ufa.ru +global-ics.co.za +gopro-online.info +gpirate.com +gsasearchengineranker.top +gta-top.ru +gymi.name +hamptonoaks.ca +handicapvantoday.com +hazardky.net +hdxnxxtube.mobi healing-dysplasia.ru -heartofbeijing.blogspot.com -hentai-manga.porn -heroz.fr -hoholikik.club -homedo.fabpage.com -homik.pw -host-protection.com -hotenergy.ru -hplaserjetpdriver8y.pen.io +healthcarestore.info +heatpower.ru +helpmymacfaster.trade +herokuapp.com +hifidesign.ru +hmywwogw.bloger.index.hr +hobbyhuren24.net +hotchatdate.com +hotgirlhdwallpaper.com +hybrid.ru +idc.com.ua iflycapetown.co.za -ilikevitaly.com -ilte.info -images-graphics-pics.com images.gyffu.com -inboxdollars.com -incomekey.net -increasewwwtraffic.info -inspiring-desperate.tk -intervsem.ru -invitefashion.com +imgarcade.com +indetiske.ya.ru +instasexyblog.com +int.search.tb.ask.com +iqbazar.ru iqoption.com iqoption.pro -iskalko.ru -istizanidineacontrolledsubstance.blogspot.com -iyasimasennka.com -jamiembrown.com -jaxcube.info -jerseychinabizwholesale.us -journalhome.com -keywords-monitoring-your-success.com -kiinomaniak.pl -kinoplen.ru -klikbonus.com +iron-age.info +isistaylorporn.info +isitpaleo.info +izhevsk.xrus.org +jerseyswholesalechinalimited.com +jewelryandfiligree.com +jillepille.com +jongose.ninja +jovencitas.gratis +jurajskie.info +jus0wil.pp.ua +justdating.online +kamen-e.ru +kasino-money.pw +kemerovo.zrus.org +kinohit1.ru +klejonka.info +klosetkitten.com knigonosha.net -kochanelli.com -kosova.de -krasnodar-avtolombards.ru +kolotiloff.ru +kostenloser-sex.com +koversite.info +kraljeva-sutjeska.com +krasivoe-hd.com +krasnodar.zrus.org kreativperlen.ch -landinez.co -law-check-seven.xyz -lawyers.cafe -lawyersinfo.org -lazy-z.com +kredit-pod-zalog-krasnodar.ru +ks1234.com +laparfumotec.com +laptoper.net +lasvegaslockandsafe.com +lecbter-relationships.ga le-clos-des-alouettes.com -leftofcentrist.com -lescinq.com +ledis.top +lennatin.info +letolove.ru lexaprogeneric.link -linkpulse.com -lisque.batcave.net -liumimgx.pw -lkbennettstore.online -lmrauction.com -locationdesaison.com -locksmith.jp +linkrr.com +lion.conboy.us +lookingglassemb.com louboutinbooties.xyz -lovi-moment.com.ua -m1media.net -m3gadownload.pl -mansiondelrio.co -maridan.com.ua -marmotstore.online -martlinker.com -mebeldekor.com.ua -medispainstitute.com.au -megavolt.net.ua -methodsmarketing.com -middlerush-a.akamaihd.net -minet.club -mmostrike.ru -moesonce.com -monclercheap.xyz -money-every-day.com -moneyviking-a.akamaihd.net -monsterdivx.com -moonci.ru -morocco-nomad-excursions.com -moscow-region.ru -movies-in-theaters.net -mriyadh.com -mrwhite.biz -msfsaar.de -myhydros.org -narco24.me -nationalbreakdown.com -netanalytics.xyz -newtechspb.ru -nfvsz.com -nicefloor.co.uk -niroo.info -obsessionphrases.com -obuv-kupit.ru -offtime.ru -oil-td.ru -okeinfo.online -ok.ru -olvanto.ru -one-gear.com -online.ktc45.ru -onlinemegax.com -onlinewritingjobs17.blogspot.ru -online-x.ru -openfrost.com -ostrovtaxi.ru -owathemes.com -pagesense.com -pattersonsweb.com -pay2me.pl -peekyou.com -petitions.whitehouse.gov -peugeot-club.org +lsp-awak-perikanan.com +lunamedia.co +macdamaged.tech +macotool.com +magicalfind-a.akamaihd.net +maglid.ru +manualterap.roleforum.ru +marketingtechniques.info +marketland.ml +marktforschung-stuttgart.com +mearns-tractors.co.uk +medmajor.ru +meduza-consult.ru +meget.co.za +me-ke.com +mesto-x.com +metarip.ru +microsoftportal.net +mir-business-24.ru +mirzonru.net +mnogolok.info +mobilemedia.md +mobile.ok.ru +mrcsa.com.au +mug-na-chas-moscow.ru +muizre.ru +music7s.me +musicspire.online +muzaporn.com +muz-baza.net +muz-tracker.net +mydearest.co +mydownlodablefiles.com +nastydollars.com +national-today-winning-winner.club +naturalpharm.com.ua +netcheckcdn.xyz +nikhilbahl.com +normalegal.ru +notebook-pro.ru +nzfilecloud.weebly.com +omoikiri-japan.ru +onefilms.net +onemantrip.com +ons-add.men +o-o-8-o-o.ru +openstat.com +oren-cats.ru +otbelivanie-zubov.com +ownshop.cf +paintingplanet.ru +palocco.it +partner-cdn.men +partnerline.men +partner-print.men pharmacyincity.com -photokitchendesign.com -physfunc.ru -piccdata.com -picsforkeywordsuggestion.com -pics-group.com -pills24h.com -piratecams.com -pixell.club -pixshark.com -pizda.lol -plastgranar.nu -playboyfiles.xblog.in -pl-top.pl -plugingeorgia.com -poisk-zakona.ru -popunder.ru -pornhub-ru.com -pornogad.com +photo-clip.ru +pic2fly.com +pio.polytopesexempt.com +pix-hd.com +plaff-go.ru +plastjulgranar.se +platesauto.com +pokerniydom.ru +popup-jdh.xyz +porn555.com +pornoplen.com +pornowarp.info pornozhara.com -porodasobak.net -portside.xyz -pozdravleniya-c.ru -praisong.net -predominant-invent.tk -pretty-mart.com +pp-budpostach.com.ua +printingpeach.com privatbank46.ru -profolan.pl -projectforte.ru -projefrio.com.br -prokotov.com -prostitutki-belgoroda.org -prostitutki-kiev.org -prostitutki-tyumeni.org -pro-tec.kz -psa48.ru -purplesphere.in -pushdata.sendpulse.com -putevka24.ru -quickchange.cc -raisedseo.com -rapevideosmovies.com -rapidsites.pro -refudiatethissarah.info -remontbiz.ru -remont-mobile-phones.ru -rennlist.com +prom23.ru +promoforum.ru +purplestats.com +push-ad.com +pussysaga.com +pxhdwsm.com +quick-offer.com +raavidesigns.com +rainbowice.ru +rankexperience.com +razorweb-a.akamaihd.net +refads.pro +referencemoi.com +refererx.com +registrationdomainsite.com +relayblog.com rentalcarnavi.info -rightenergysolutions.com.au -rique.host.sk -ritlweb.com +research.ifmo.ru +reversing.cc rn-to-bsn.com +robertefuller.com rogervivierforsale.com -ruscoininvest.company -rvi.biz -rvzr-a.akamaihd.net -sanatorrii.ru -sanidumps.com -saratov.xrus.org -sawin.beth.webd.pl -scanner-barak.top -scanner-john.top -scansafe.net -scat.porn +royalvegascasino.com +rumamba.com +rusoft-zone.ru +russkie-gorki.ru +saletool.ru +samo-soznanie.ru +sampleletters.net +sbt-aqua.ru +sbtdesign.co.uk +scanmarine.info +scanner-elena.top +scenarii-1-sentyabrya.uroki.org.ua +screentoolkit.com +search.alot.com +secret.xn--oogle-wmc.com +selectads.men semaltmedia.com -senger.atspace.co.uk -seo-smm.kz -serpstat.com -sexad.net -sexkontakteao.info -sexphoto.site -sexsaoy.com -sexspornotub.com +sextracker.de sexvporno.ru -shikiso.info -shinikiev.com.ua -shopvilleroyboch.com.ua -siha.de -simple-share-buttons.com -sispe.com.br -skuteczna-dieta.co.pl -slowmacfaster.trade -slutloadlive.com -smartadserver.com -smart-balancewheel.com -snjack.info -socas.pluto.ro -social-search.me -soc-proof.su -solicita.info -spacash.com +sexyali.com +shell-pmr.ru +shmetall.com.ua +shoppytoolmac.com +sicfor.bcu.cc +simpoed.ufop.br +sim-service.net +site-auditor.online +siteripz.net +site.ru +smartpet.ru +sodexo.com +solmarket.by +sonnikforme.ru +sotkal.lark.ru space4updating.win -spin2016.cf -spy-app.info -squidoo.com -stair.registrydomainservices.com -start.myplaycity.com -streetfire.net -streha-metalko.si -strongholdsb.ru -stroyhelp-dv.ru -studiofmp.com -sumo.com -supermama.top -support.nopeas.sk +spammen.de +spb-plitka.ru +spywareit.com +srecorder.com +stariy-baku.com +statustroll.com +stop-gepatit.te.ua +strag-invest.ru +stroiminsk.com +sundrugstore.com +surgut.zrus.org surintech.ac.th -susanholtphotography.com svensk-poesi.com -sweepstakes.rewardit.com -tacbelarus.ru -tarad.com +svetlotorg.ru +sygraem.com +tanieaukcje.com.pl +taximytishi.ru +tech4master.com +tedy.su +telefonsexkostenlos.tk +telesvoboda.ru +templates.radiodigital.co tengohydar.tk -terraclicks.com -tfxiq.com thebestweightlosspills.ovh -thebluenoodle.com -tizanidinedosage.blogspot.com -tizanidineusedfor.blogspot.com +theplacetoupdating.pw +thewomenlife.com +timer4web.com +timetorelax.biz +tizanidineduringpregnancy.blogspot.com +tizanidinehcl2mg.blogspot.com +tizanidinehcl4mgisitanarcotic.blogspot.com +tizanidineshowupondrugtest.blogspot.com +tizanidinevssoma.blogspot.com +tizanidinevsvalium.blogspot.com tkanorganizma.ru -tmtrck.com +tn811.us +tnaionline.org todohr.com -top10-online-games.com -top-l2.com -trailer.cinemaflix.website -treasuretrack-a.akamaihd.net -trichizobswiv.agddns.net -trustl.life -twittrading.com -twu.com.ua -ucoz.ru -ukrup.com -umekana.ru -umityangin.net -unacittaconte.org -uptime-alpha.net -uptime-gamma.net +topdownloads.ru +topkarkas.com +topsy.com +track112.site +trustaffs.com +tt-ipd.info +ttrraacckkrr.com +tubeoffline.com +udayavani.com +ufa.xrus.org +uhdtv.website +ukkelberg.no +ultimatesetnewfreeallsoftupgradesystems.pw +unitygame3d.com +unlimitdocs.net +unrealcommander.org +upstore.me +urdoot.win +urengoy.pro url2image.com -v24s.net -vacuumscleaner.com -valoresito.com -veerotech.com -velpanex.ru -vesnatehno.com -viberdownload10.com -video-camer.com +usacasino.com +userequip.com +v720hd.ru +valmetrundan.se +varikoz24.com +vclicks.net +vduplo.ru +veselokloun.ru +vesnatehno.ru +viagroid.ru +videochaty.ru videojam.tv -vielporno.net -viel.su -visa-china.ru -vkak.ru -vmnmvzsmn.over-blog.com -voloslove.ru -vvpg.ru -vykup-avto-krasnodar.ru -vzubah.com -wallpapersdesk.info -webenlace.com.ar -webextract.profound.net -webpromotion.ae -webs.com -website-analyzer.info -wechatdownload10.com -whatistizanidinehclusedfor.blogspot.com -whereiskentoday.com -whiteproduct.com -wholinkstome.com -wieseversa.no -williamrobsonproperty.com -winwotgold.pl -wma-x.com -woman-orgasm.ru -workle.website -wosik-dach.service-for-web.de -xedserver.com +villacoloniale.com +vipsexfinders.com +vitalads.net +vpnhowto.info +vykupavto-krasnodar.ru +wallpapers-best.com +waysbetter.cn +wcb.su +webinstantservice.com +webnode.me +website-audit.com.ua +website-stealer.nufaq.com +wejdz-tu.pl +white-truck.life +wordpress-crew.net +world-mmo.com +ww1943.ru +wwwadultcheck.com +wygraj-teraz.com +wyniki-lista.pl +xaijo.com +xclicks.net +xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai -xn--80aodinpgi.xn--p1ai -xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai -xxlargepop.com +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xn--e1afanlbnfckd7c3d.xn--p1ai +xn--hxazdsfy.blogspot.com +xtubeporno.net +xxxrus.org +xxxtube69.com +yellowfootprints.com +yellowstonesafaritours.com +yes-com.com +yginekologa.com yoshkarola.zrus.org +yottos.com +youbrainboost.asia +yougetsignal.com +yourads.website +youraticles.pl +yourserverisdown.com +za-fun-offer.com zaidia.xhost.ro +zakazvzloma.com zaloadi.ru -zapatosenventa.info -zarepta.com -zebradudka.com -zeroredirect5.com zeroredirect7.com -zeroredirect8.com -zhongwenlink.com zhuravlev.info -zigarettenonlinekaufen1.bloog.pl -zigarettenonlinekaufen.tumblr.com -z-master.ru -zmoda.hostreo.com -znaturaloriginal.com +znakomstva-moskva77.ru +znakomstva-piter78.ru +zoogdisany.com zrizvtrnpale.tk +zynax.ua diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 600663ea3..ea3dbd9d0 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -202ch.com -2728fb936f0.com -2drittel.de -3-letter-domains.net -aa9d046aab36af4ff182f097f840430d51.com -adssafeprotected.com -advancedcleaner.com -adviceforum.info -alert-fjg.xyz -alf-img.com -allboard.xobor.de -allpdfmags.net -all-streaming-media.com -am-se.com -angkortours.vn -anjalika.co.in -appfastplay.com -arcadeplayhouse.com +00go.com +0912701309f8ce.com +1flag.co.za +21h2o.com +5i2.net +98oi.ru +aanapa.ru +adloads.com +adrunnr.com +adult3dgames.com +advocatemsk.ru +alekseevec.ru +all-number.com +alt-servis.ru +angigreene.com +anmysite.com +apisecretsaucebi-a.akamaihd.net arendas.net -asseenontvonline.ru -avtoarenda.by +artefakct.com +asiavirtualsolutions.com +asscenihotosidea.blogspot.co.za +audiofree.ru +ayerbo.xhost.ro +b00kmarks.com +babyfactory.fr backlink4u.net -bamo.xsl.pt -basisches-wasser.net -belstaffstore.online -bestbuy.ca -best-coupon-offer.com -bestfortraders.com -bestwebsiteawards.com -betwinservice.com -bigcareer.info -biglistofwebsites.com -bjorkbacken.nu -bloggers.nl -blogsfunky672.weebly.com -bluesalt.co -bocoarchives.org -brandov.ru -buntube.net +bag77.ru +baksman.com +bala.getenjoyment.net +baoxaydung.com.vn +beachpics.com +bestdooz.com +bio-optomarket.ru +blackwitchcraft.ru +blavia.00author.com +boc.kz +bolezniorganov.ru +brakehawk.com +brothers-smaller.ru +buyhoverboard.com buy-meds24.com -cacheimages.com -call-of-duty.info -calstaterealty.us -cartierlove2u.com -cbozhe.com -cdncash.org -cercacamion.it -cfjump.com -cheapestjerseys-wholesale.com -christianlouboutinreplica.win -cigarpass.com -ci.ua -clicksotrk.com -companies-catalog.com -compliance-ivan.top -compliance-walt.top -coolgramgoods.com -crackguru.tk -ddpills.com -depositfiles-porn.ga -dieta-personalna.pl -dnepropetrovsk.mistr-x.org +buynorxx.com +cakesplus.com.au +cardul.ru +cartierjusteunclou.xyz +cerev.info +changde.58.com +chinajerseyswholesalecoupons.com +chlooe.com +chocolateslim-original.com +clarithromycin500mg.com +clean-virus-mac.com +clipartnew.com +compliance-irvin.xyz +compliance-nelson.top +compucelunlock.net +counter.bloke.com +covetnica.com +creatives.adbetclickin.pink +cubs-jerseys.us +customcollegeessays.net +dalavia.ru +damasarenai.info +data.vtc.pw +deadlinkchecker.com +design-lands.ru +dimkino.ru +dogclothing.store +donna7753191.ru dostavka-v-krym.com -dostavka-v-ukrainu.ru -dpihatinh.gov.vn -edelstahlschornstein-123.de -editmedios.com -ege-essay.ru -ekn-art.se -exonline.info -ezigarettekaufen2.blox.pl -ezigaretteshop2.vefblog.net -ezofest.sk -f012.de +draniki.org +droidlook.net +ed-shop01.ru +ee77ee.com +election.interferencer.ru +elektrozigarette2.webs.com +esfchat.tk +euronis-free.com +evening-dating-club.info +extads.net +extractorandburner.com +ezigarettenshop1.yolasite.com fearcrow.com -filunika.com.ru -fiuxy.com -flagcounter.me -forum20.smailik.org -frustrated-favorable.gq -fsakhalin.ru -g33.org -gameonasia.com -gateway.zscalerone.net -gazobeton-p.com.ua -gdcentre.ru -gettpromos.com -gfaq.ru -gg.zzyjxs.com -global-ics.co.za -gok-kasten.net -golden-catalog.pro -golfresa.lucania.se -goodwriterssales.com -gorabagrata.ru -graphics8.info -gsasearchengineranker.xyz -guardlink.com -guardlink.org -gymi.name -gz2.bbsoldes.fr -hamacapty.com -hausfrauensex18.com -hdwallpapers-free.com -hermesbelts.xyz -hikesearch.net -hotblog.top -houston-vikings.com -hoverboard360.de -hunterboots.online -imfamous.info -infektsii.com -insider.pro -io9.com -izismile.com -javlibrary.cc -justdating.online -kamalsinha.com -kchaxton.com -kochanelli.com -kollekcioner.ru -konturkrasoty.ru -krasivye-devushki.net -labplus.ru -lafriore.ru -lapitec.eu -lawyers.cafe -lazymanyoga.com -lescinq.com -lida-ru.com -life.biz.ua -likesdesign.com -lion.snapmap.us -lisque.batcave.net -littlecity.ch -liveu.infoteka.hu -lutherstable.org -magicalfind-a.akamaihd.net -m.b00kmarks.com -mexicosleevegastrectomy.com -michaelkorsoutlet.store -midst.eu -minegam.com -mobplayer.ru -moncleroutletonline.pw -more-letom.ru -mrbojikobi4.biz -muizre.ru -muz-tracker.net -naj-filmy24.pl -navalwiki.info -new7ob.com -ngps1.ru -notfastfood.ru -npoet.ru -ntic.fr -nullrefer.com -oktube.ru -o.light.d0t.ru +filkhbr.com +finansov.info +fireads.men +folowsite.com +foto-telok.net +fototravel.eu +free-floating-buttons.com +freenode.info +free-today.com +freshmac.space +gamebackyard.com +gavuer.ru +gaytube.com +get-your-social-buttons.info +globalsurfari.com +gojiberriess.apishops.ru +gox.com.ua +gpirate.com +gta-club.ru +hamptonoaks.ca +hoverboard360.nl +ifmo.ru +ilbe.club +ilmen.net +intervsem.ru +investyb.com +investzalog.ru +istripper.com +iusstf.org +iwantmyfreecash.com +jamiembrown.com +jmat.cn +joessmogtestonly.com +kakadu-interior.com.ua +kambasoft.com +kerei.ru +kollesa.ru +komputers-best.ru +kostenlos-sexvideos.com +kupit-adenu.ru +kvartiry-remont.ucoz.ru +legionalpha.com +lerporn.info +liupis.com +lomza.info +lotto6888.com +m3gadownload.pl +m5home.ru +manyresultshub-a.akamaihd.net +marktforschung-stuttgart.com +marmitaco.cat +matrixalchemy.com +mcnamaratech.com +meble-bogart.info +medmajor.ru +megahdporno.net +menhealed.net +methodsmarketing.com +mmgq.ru +mobot.site +money-every-day.com +mrsdalloways.com +muycerdas.xxx +myhealthcare.com +najaden.no +nationalbreakdown.com +nextlnk12.com +nfljerseyscheapbiz.us +nhl17coins.exblog.jp +nonews.co +offtopic.biz +oil-td.ru +onclkads.com onlinemeetingnow.com -o-o-8-o-o.ru -ooo-gotovie.ru -paclitor.com -paidonlinesites.com -partner-high.men -partnerworkroom.men -pelfind.me -perm.xrus.org -php-market.ru -pic2fly.com +o-o-6-o-o.com +papasdelivery.ru picphotos.net -pistonclasico.com -pixshark.com -poem-paying.gq -pokerniydom.ru -poshiv-chehol.ru -presleycollectibles.com -promgirldresses.xyz -pro-tec.kz -ptr.ruvds.com -pussyspace.net -quick-offer.com -quizzitch.net -rasteniya-vs-zombi.ru -realitykings.com -remmling.de -rukino.org -saneyes.com -sanjosestartups.com -scanner-olga.top -scottbywater.com -seo-2-0.com -sherlock.se -shoppytoolmac.com -sibtest.ru -siteripz.net -site-speed-check.site -si-unique.com -slowmacfaster.trade -snjack.info -snworks.com -socas.pluto.ro -softxaker.ru -sport7777.net -spylog.com -squidoo.com -stair.registrydomainservices.com -star61.de -stockquotes.wooeb.com -stretchmate.net -stuff-about-money.com -sugarkun.com -superstarfloraluk.com -tastyfoodideas.com -tds-advert005.info -telsis.com -thebestphotos.eu -the-usa-games.blogspot.com -tiens2010.ru -timetorelax.biz -tizanidineandgabapentin.blogspot.com -tizanidinedosage.blogspot.com -tizanidinewithdrawalsymptoms.blogspot.com -toon-families.com +pod-muzyku.club +pokemongooo.ml +pontiacsolstice.info +pornoxxx.com.mx +princevc.com +privhosting.com +profitwithalex.info +proftests.net +progress-upakovka.ru +prospekt-st.ru +pst2017.onlinewebshop.net +pulseonclick.com +rada.ru +razleton.com +redhotfreebies.co.uk +reklamuss.ru +roll123.com +russkoe-zdorovie.ru +salmonfishingsacramentoriver.com +salut-camp.ru +sanyuprojects.com +sbetodiodnye-lampy.ru +scalerite.co.za +scanner-jessica.top +scanner-julianna.top +scopich.com +sdrescher.net +searchinquire.com +seasonvar.ru +seeresultshub-a.akamaihd.net +seokicks.de +seonetwizard.com +seryeznie-znakomstva.ru +sibdevice.ru +skanninge.se +sladkoevideo.com +slonechka.ru +snsdeainavi.info +soaksoak.ru +social-s-iii.xyz +socialtrade.biz +soochi.co +spaceshipad.com +spb.ru +spitfiremusic.com +spy-app.info +start.myplaycity.com +stats-collector.org +studiofaca.com +superlist.biz +telegraf.by +thebluenoodle.com +thecounter.com +themeforest.net +tizanidinezanaflex.blogspot.com totu.info -tradedeals.biz -tradgardspartner.se -truck-rece.life -ultramart.biz -unrealcommander.org +tozup.com +trafficreceiver.club +trichizobswiv.agddns.net +ttrraacckkrr.com +twincitiescarservice.com +uptime-as.net +urdoot.win urlopener.blogspot.com.au -vancleefreplica.pw -vegascosmetics.ru -verymes.xyz -vipsiterip.org -volgograd.xrus.org -wareseeker.com -website-speed-up.top -winwotgold.pl -w-journal.ru -worldis.me -worldtraveler.world -xedserver.com -xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai -xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai -xn--80aanaardaperhcem4a6i.com -xn----9sbubg3ambdfl1j.xn--p1ai -zarajbuilders.com -znaniyapolza.ru -zoogdisany.com +uvozdeckych.info +virtuagirl.com +viteonlusarezzo.it +vksaver-all.ru +vsesubwaysurfers.com +warningzscaler.heraeus.com +watchdogs-2.ru +webstatsdomain.org +wesharepics.site +westum.se +whatzmyip.net +whengirlsgowild.com +win-spy.com +witherrom55.eklablog.fr +womensplay.net +wowcasinoonline.ooo +wpsecurity.website +xaijo.com +xblog.in +xn----7sbifcamovvfggw9d.xn--p1ai +xn--d1abj0abs9d.in.ua +yoluxuryevents.com +youbrainboost.asia +youresponsive.com +yourporngay.com +zocaparj.kz diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index 6b86856ae..1ddae6201 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,3 +1,20 @@ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + 503 Service Temporarily Unavailable diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index 1ddae6201..6b86856ae 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -1,20 +1,3 @@ - - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.14.2
- - 503 Service Temporarily Unavailable diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index d3d331ed4..c3c284efc 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index c60a82245..50022ce6a 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 714424ce8..6c90f9330 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 536099611..9ebd5fda8 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1779 +#### Version: V4.2019.07.1780 #### Bad Referrer Count: 6740 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 373bdeab7..735be34cf 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1779 +#### Version: V4.2019.07.1780 #### Bad Referrer Count: 6740 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 60850fee4..fb1930420 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.07.1779 +#### Version: V4.2019.07.1780 #### Bad Referrer Count: [6740](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 294711bc3..9d179e14e 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.07.1779 +#### Version: V4.2019.07.1780 #### Bad Referrer Count: 6740 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index c9b0b8475..5bf255eba 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1779 -### Updated: Wed Jul 31 14:26:26 SAST 2019 +### Version: V4.2019.07.1780 +### Updated: Wed Jul 31 14:58:47 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 022c6d386..576b150cf 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1779 -### Updated: Wed Jul 31 14:26:27 SAST 2019 +### Version: V3.2019.07.1780 +### Updated: Wed Jul 31 14:58:48 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index c9b0b8475..5bf255eba 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1779 -### Updated: Wed Jul 31 14:26:26 SAST 2019 +### Version: V4.2019.07.1780 +### Updated: Wed Jul 31 14:58:47 SAST 2019 ### Bad Referrer Count: 6740 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index f9ae0450f..681fa4270 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.07.1779 -### Updated: Wed Jul 31 14:26:28 SAST 2019 +### Version: V4.2019.07.1780 +### Updated: Wed Jul 31 14:58:50 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##