diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 2649c128d..d6e79873b 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1798 -### Updated: Sat Aug 10 13:31:20 SAST 2019 +### Version: V3.2019.08.1799 +### Updated: Sat Aug 10 13:57:21 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 746c3f03f..2e2965ffc 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 500584a94..d3d331ed4 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +35.188.73.34 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 2649c128d..d6e79873b 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1798 -### Updated: Sat Aug 10 13:31:20 SAST 2019 +### Version: V3.2019.08.1799 +### Updated: Sat Aug 10 13:57:21 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 746c3f03f..2e2965ffc 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 500584a94..d3d331ed4 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +35.188.73.34 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 2649c128d..d6e79873b 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1798 -### Updated: Sat Aug 10 13:31:20 SAST 2019 +### Version: V3.2019.08.1799 +### Updated: Sat Aug 10 13:57:21 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 746c3f03f..2e2965ffc 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 500584a94..d3d331ed4 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +35.188.73.34 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 2649c128d..d6e79873b 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1798 -### Updated: Sat Aug 10 13:31:20 SAST 2019 +### Version: V3.2019.08.1799 +### Updated: Sat Aug 10 13:57:21 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 2649c128d..d6e79873b 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1798 -### Updated: Sat Aug 10 13:31:20 SAST 2019 +### Version: V3.2019.08.1799 +### Updated: Sat Aug 10 13:57:21 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index aae3c48b9..1d5676113 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1798 -### Updated: Sat Aug 10 13:31:18 SAST 2019 +### Version: V4.2019.08.1799 +### Updated: Sat Aug 10 13:57:19 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 503b1de7a..f0d7ffecc 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.224.112.202 0; +35.192.187.174 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index aae3c48b9..1d5676113 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1798 -### Updated: Sat Aug 10 13:31:18 SAST 2019 +### Version: V4.2019.08.1799 +### Updated: Sat Aug 10 13:57:19 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 746c3f03f..4dddc08a6 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +35.193.14.140 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 500584a94..40cb4d7a8 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +35.193.14.140 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index aae3c48b9..1d5676113 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1798 -### Updated: Sat Aug 10 13:31:18 SAST 2019 +### Version: V4.2019.08.1799 +### Updated: Sat Aug 10 13:57:19 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 746c3f03f..4dddc08a6 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +35.193.14.140 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 500584a94..40cb4d7a8 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +35.193.14.140 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index aae3c48b9..1d5676113 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1798 -### Updated: Sat Aug 10 13:31:18 SAST 2019 +### Version: V4.2019.08.1799 +### Updated: Sat Aug 10 13:57:19 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 746c3f03f..4dddc08a6 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +35.193.14.140 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 500584a94..40cb4d7a8 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +35.193.14.140 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index aae3c48b9..1d5676113 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1798 -### Updated: Sat Aug 10 13:31:18 SAST 2019 +### Version: V4.2019.08.1799 +### Updated: Sat Aug 10 13:57:19 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index c4bc8ce6c..3743b8794 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.7.13 0; -35.202.145.110 0; +104.154.113.151 0; +34.66.178.120 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index b7dd412d0..f96631c85 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1798 -### Updated: Sat Aug 10 13:31:18 SAST 2019 +### Version: V4.2019.08.1799 +### Updated: Sat Aug 10 13:57:19 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 8c73aeaca..21e31aee9 100644 --- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.224.112.202 0; -35.188.1.99 0; +104.198.131.58 0; +104.154.113.151 0; diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 775b319e2..1361b090a 100644 --- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1798 -### Updated: Sat Aug 10 13:31:18 SAST 2019 +### Version: V4.2019.08.1799 +### Updated: Sat Aug 10 13:57:19 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 3767371d9..f5e1a7808 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.188.1.99 0; -104.154.120.187 0; +35.192.136.167 0; +35.193.14.140 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index aae3c48b9..1d5676113 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1798 -### Updated: Sat Aug 10 13:31:18 SAST 2019 +### Version: V4.2019.08.1799 +### Updated: Sat Aug 10 13:57:19 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index c3ac20bb5..fc5edef8f 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.188.1.99 0; -35.192.85.2 0; -35.193.7.13 0; +104.154.113.151 0; +34.66.178.120 0; +104.198.131.58 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index aae3c48b9..1d5676113 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1798 -### Updated: Sat Aug 10 13:31:18 SAST 2019 +### Version: V4.2019.08.1799 +### Updated: Sat Aug 10 13:57:19 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 746c3f03f..2e2965ffc 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 758bae576..8025b1407 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Asterias -coccocbot-web -DatabaseDriverMysqli -Ecxi -MarkWatch -Page Analyzer -RepoMonkey -Voil -Web Pix -zgrab +Harvest +Iblog +JikeSpider +Likse +MauiBot +Pimonster +T8Abot +Telesphoreo +Web Collage +Webster diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 7189fe644..9c22298d8 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -ADmantX +360Spider +Abonti +Aboundex +Aboundexbot AhrefsBot -AIBOT AiHitBot Alligator AllSubmitter -AlphaBot -Anarchie -Apexoo -archive.org_bot -Attach +ASPSeek autoemailspider -backlink-check -Barkrowler +BackDoorBot +Backlink-Ceck +BackStreet +Badass +Bandit Battleztar Bazinga -BBBike -BDCbot BDFetch -BetaBot Bigfoot -Black Hole +Bitacle +Blackboard +BlackWidow BLEXBot -Blow +BlowFish Boardreader -Brandwatch -Buddy +Bolt +BotALot BuiltBotTough -BuiltWith -Bullseye -BunnySlippers BuzzSumo -CATExplorador -CCBot -CheeseBot +Calculon +CazoodleBot CheTeam Claritybot -Cliqzbot +Cloud mapping +Cogentbot cognitiveseo -Collector -Copier +com.plumanalytics Copyscape +Craftbot +crawler4j crawler.feedback -crawl.sogou.com Crescent +CrunchBot Curious -Custo +DatabaseDriverMysqli +DataCha0s +demandbase-bot Demon +Digincore Dirbuster Dispatch -DnyzBot DomainAppender +DomainCrawler +DomainSigmaCrawler DomainStatsBot +Download Wonder +Dragonfly +DTS Agent EasyDL -Ebingbong -eCatch -EroCrawler +ECCP/1.0 +Ecxi +EMail Siphon +EMail Wolf Evil +Exabot Express WebPictures +ExtLinksBot +Extreme Picture Finder Ezooms facebookscraper -FDM -FHscan -Firefox/7.0 -FlashGet -FyberSpider +Freeuploader +Fyrebot GalaxyBot +Genieo Getintent GetRight GetWeb +Gigablast Gigabot G-i-g-a-b-o-t +Go-Ahead-Got-It Gotit -GoZilla -Go!Zilla -Grabber -Grafula +GrabNet GrapeFX -GrapeshotCrawler -GridBot -GT::WWW Haansoft -HaosouSpider -Heritrix +Harvest HMView -HTMLparser -HTTP::Lite HTTrack -Iblog +IDBot +IlseBot +Image Sucker IndeedBot -instabid -Intelliseek -Internet Ninja -ips-agent +Indy Library +InfoNaviRobot +Iria IRLbot -JamesBOT Jbrofuzz JennyBot JetCar -Jetty JikeSpider Jorgee -Jyxobot +Kenjin Spider Keyword Density Kozmosbot -Larbin -LeechFTP -LibWeb +Lanshanbot +LeechGet Lightspeedsystems +Likse LinkextractorPro -LinkScan -Lipperhey Spider +LinksManager +Lipperhey Lmspider -Magnet +LNSpiderguy +Ltx71 +LWP::Simple +Mag-Net magpie-crawler -Majestic12 -MarkMonitor +Majestic-SEO +MarkWatch +Masscan Mata Hari -meanpathbot -Meanpathbot -Microsoft URL Control -MIDown tool -MIIxpc -MJ12bot -Mojeek +MauiBot +MeanPath Bot +MegaIndex.ru +MFC_Tear_Sample +Mister PiX MSFrontPage MSIECrawler -Msrabot -muhstik-scan -Musobot +MS Web Services Client Protocol +Name Intelligence +Nameprotect Needle +NetAnts Netcraft +netEstate NE Crawler NetLyzer -Nibbler -Niki-bot -OnCrawl +Nettrack +Net Vampire +Netvibes +NextGenSearchBot +Nikto +Nmap +Nutch +Octopus +Offline Explorer +Offline Navigator Openvas OpenVAS -OrangeSpider -OutclicksBot +OutfoxBot PageAnalyzer +Page Analyzer PageGrabber -page scorer Pandalytics +Papa Foto Pavuk -pcBrowser -PHPCrawl -Picscout -PictureFinder -Pimonster -Pi-Monster -Pixray +PECL::HTTP +Picsearch PleaseCrawl -plumanalytics Pockey +POE-Component-Client-HTTP ProPowerBot ProWebWalker Psbot -Quick-Crawler +Pump +PxBroker RankActive -RankActiveLinkBot -RankingBot2 -Reaper +Rankivabot Recorder RedesScrapy ReGet -RepoMonkey +RocketCrawler +Rogerbot s1z.ru +SBIder +ScanAlert +Scanbot +scan.lol ScoutJet Screaming -ScreenerBot Searchestate SearchmetricsBot -SEOkicks -SEOkicks-Robot -SEOprofiler -SEOstats +seoscanners +SeoSiteCheckup +serpstatbot +Siphon SISTRIX Sitebeam +SiteExplorer SiteLockSpider SiteSnagger -SiteSucker Site Sucker -Sitevigil -SmartDownload Snake Snapbot Snoopy Sociscraper -sogouspider Sosospider -Sottopop -SpaceBison +Spammen +sp_auditbot Spbot -Spinn3r -Sqlmap -Sqworm -Stripper -Sucuri -SuperBot +SputnikBot +Sqlworm +Sucker SuperHTTP -Suzuran -Szukacz -T0PHackTeam +Surfbot +SurveyBot Teleport +TeleportPro Telesoft -Telesphorep +Telesphoreo The Intraformant -TheNomad -Thumbor -TightTwatBot -Titan -Toata -Toweyabot -Trendiction -Trendictionbot -Turingos -TurnitinBot -Upflow +trendiction.de +Turnitin +TwengaBot URLy Warning -Vacuum -VeriCiteCrawler -Voltron +Vagabondo +VCI +VidibleScraper +Virusdie +WallpapersHD +WASALive-Bot WBSearchBot -WebAuto +Webalta Web Auto +WebBandit WebCollage +WEBDAV Web Fetch -webmeup-crawler +WebImageCollector +WebLeacher WebPix -WebReaper -Web Sauger -WebsiteQuester -Webster -Web Sucker +Web Pix +Webshag +Website Quester WebWhacker +Whack +Whacker +Whatweb Who.is Bot -Woobot -Wprecon -WPScan +Wonderbot +WWW-Mechanize WWW::Mechanize -WWWOFFLE +x09Mozilla +x22Mozilla Xaldon WebSpider Xaldon_WebSpider -xpymep1.exe -Zade +Xenu Zauba -zauba.io -Zermelo zgrab +Zitebot ZmEu +ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index e4e3eaeef..6c558d679 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 360Spider 80legs -Abonti Aboundex Acunetix -AiHitBot -Alexibot -AlphaBot -Anarchie +ADmantX +AhrefsBot +AllSubmitter +Apexoo +ASPSeek +Attach autoemailspider +Backlink-Ceck BackStreet +BackWeb Barkrowler -BatchFTP +Battleztar Bazinga +BBBike +BetaBot Bigfoot Bitacle -Blackboard -BlackWidow -BLEXBot -BlowFish +Black Hole +Boardreader Bolt -BotALot Brandprotect -Buddy -Bullseye +BuiltWith BunnySlippers -CazoodleBot +BuzzSumo +CATExplorador Cegbfeieh -ChinaClaw -Claritybot Cliqzbot -coccocbot-web -Cogentbot Collector +com.plumanalytics Copier Cosmos -Craftbot -crawler.feedback -crawl.sogou.com +Crescent +CSHttp +Curious +DatabaseDriverMysqli DataCha0s -demandbase-bot -Deusu +Demon Digincore -DIIbot +DigitalPebble Dirbuster -Discobot -Discoverybot -Dispatch -DomainCrawler -DomainSigmaCrawler +DnyzBot +DomainAppender DomainStatsBot -Download Wonder +Dotbot DSearch -DTS Agent eCatch -EirGrabber +Ecxi +EMail Wolf +EroCrawler +evc-batch Evil -ExtLinksBot -ExtractorPro -Extreme Picture Finder -EyeNetIE +Exabot +Express WebPictures FDM FemtosearchBot -Fimap Firefox/7.0 -FlashGet +Flunky FrontPage GermCrawler -GetWeb Gigabot G-i-g-a-b-o-t Go-Ahead-Got-It Gotit Go!Zilla Grabber -GrabNet GrapeFX -GrapeshotCrawler -HaosouSpider -Harvest +GridBot +GT::WWW +Haansoft +Havij Heritrix HMView +HTMLparser +HTTP::Lite HTTrack -HybridBot +Humanlinks +Iblog +IDBot +Id-search +IlseBot Image Fetch -Image Sucker +Indy Library +InfoTekies InternetSeer -internetVista monitor -ips-agent Iria Iskanie -IstellaBot -Jbrofuzz -Joomla -JustView -Kozmosbot +JetCar +JikeSpider +Jorgee +Kenjin Spider +Keyword Density +Lanshanbot LibWeb -Libwhisker Lightspeedsystems Likse Linkdexbot LinkpadBot -LinkScan +LinksManager +LinkWalker +LinqiaScrapeBot Lipperhey Spider Litemage_walker -Ltx71 +Lmspider +LNSpiderguy lwp-request lwp-trivial -Magnet Mag-Net +magpie-crawler +Majestic12 +Majestic-SEO MarkMonitor -MarkWatch +Mass Downloader MauiBot -Mediatoolkitbot +meanpathbot +Meanpathbot +MeanPath Bot mediawords +MegaIndex.ru Metauri +MFC_Tear_Sample +Microsoft Data Access +Microsoft URL Control MIIxpc +Mister PiX Morfeus Fucking Scanner -Mr.4x3 MSIECrawler Msrabot +muhstik-scan Musobot -Nameprotect +Navroad NearSite -Nettrack -Netvibes -NetZIP -NextGenSearchBot -Nibbler +Nessus +netEstate NE Crawler NICErsPRO Niki-bot +Nikto +NimbleCrawler Ninja Nmap -NPbot -Openvas -OrangeSpider +Nutch +oBot +Offline Explorer +Openfind +OpenLinkProfiler +OrangeBot OutclicksBot -PageAnalyzer +OutfoxBot +Page Analyzer page scorer -Panscient -Papa Foto +Pavuk pcBrowser PECL::HTTP -PeoplePal -PHPCrawl +Picscout +Picsearch Pimonster -Pi-Monster Pockey POE-Component-Client-HTTP +ProPowerBot +ProWebWalker Psbot -Pump -PxBroker -PyCurl -Quick-Crawler -RankActive -RankFlex -RankingBot +QueryN Metasearch RankingBot2 Rankivabot -RankurBot -RebelMouse +RealDownload Recorder RedesScrapy RepoMonkey -SalesIntelligent +Rogerbot +RSSingBot SBIder -ScoutJet -Scrapy -Screaming -ScreenerBot -SearchmetricsBot -SemrushBot -SEOkicks-Robot -SEOlyticsCrawler -SEOprofiler -SeoSiteCheckup +ScanAlert +Scanbot +scan.lol +Searchestate +SEOkicks +Seomoz SEOstats -Siphon +serpstatbot +sexsearcher SISTRIX -Siteimprove -Sitevigil -Snake -Snapbot +SiteExplorer +SiteSucker +SmartDownload +SMTBot Snoopy -SocialRankIOBot Sociscraper sogouspider -Sosospider Sottopop -SpaceBison -SpankBot -Spanner sp_auditbot -Spbot +Spinn3r +SputnikBot spyfu -Sqworm Sucker SuperBot -Swiftbot +Surfbot +Suzuran sysscan Szukacz T0PHackTeam -tAkeOut -TeleportPro +Telesoft The Intraformant -TheNomad Thumbor TightTwatBot Titan +Toata Trendictionbot +trendiction.com +trendiction.de Turingos -Turnitin +TurnitinBot +TwengaBot Twice +Typhoeus UnisterBot -Upflow +URLy Warning +Vacuum Vagabondo -VB Project -VCI VeriCiteCrawler -Wallpapers/3.0 +WallpapersHD WASALive-Bot Web Auto +WebBandit WebCollage WebCopier -WebEnhancer Web Enhancer WebFetch WebFuck -WebImageCollector -WebmasterWorldForumBot -WebPix -Web Pix -Web Sauger +WebGo IS +WebReaper Webshag -Webster -Whack +WebStripper +WebSucker +WebZIP Whacker -Whatweb -Who.is Bot -WinHTTrack -Wotbox -WWW-Mechanize -x22Mozilla -Xaldon WebSpider +WISENutbot +Wprecon +x09Mozilla Xaldon_WebSpider +Xenu xpymep1.exe +Zade Zauba -Zermelo -zgrab +zauba.io +Zeus Zitebot ZmEu +ZumBot diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 85a298a83..8178de251 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -addbin.men -as5000.com -ddlmega.net -dispo.de -exportshop.us -herehloadibs.cf -picturesify.com -privatbank46.ru -wikes.20fr.com -womama.ru +amehdaily.com +businesn.men +howtowhitenteethfast.xyz +karpun-iris.ru +lion.playtap.us +my-big-family.com +prostitutki-kiev.org +vkonche.com +vote-up.ru +xn--h1ahbi.com.ua diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 71e1ea232..fabe1d4d3 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -00go.com +00it.com 03e.info -03p.info -101flag.ru -123movies.love -1hwy.com -45en.ru -4k-player.pl -51.la -57883.net -7a2rnuey1tw9ar.ru -aa9bd78f328a6a41279d0fad0a88df1901.com -absolute-s.ru -acortarurl.es -activepr.ru -adamoads.com -adcash.com -addray.pro -adimmix.com +100searchengines.com +1-99seo.com +1j7740kd.website +1pamm.ru +2000k.ru +2345.com +2itech.ru +3weekdiet.com +4ureyesonly.com +5elementov.ru +5u.com +72-news.com +76brighton.co.uk +777-club.ru +8gold.com +a96527gi.beget.tech +aac500b7a15b2646968f6bd8c6305869d7.com +absugars.com +actulite.com adloads.com -adssafeprotected.com -adtech.fr -adultfriendfinder.com -affordablewebsitesandmobileapps.com -agadelha.com.br +advertex.info +advertisingtag.net +aerogo.com +afmuseum.com +agapovdg.ru aimayangzhi.com -akuhni.by -alarmobninsk.ru -alborzan.com -alert-fdm.xyz -alf-img.com -alibestsale.com -alldubai.biz -allmarketsnewdayli.gdn -all-number.com -alpinism.ru -amazingpic.net -anapa-inns.ru -andpolice.com -angkortours.vn -angry-fermi-7633.arukascloud.io -animal-drawings.com -apibatbrowsecom-a.akamaihd.net -apimountainbikei-a.akamaihd.net -arabseyes.com -artpicso.com -asiavirtualsolutions.com -asiengirls.net -aviapanda.ru -avtoarenda.by -awaybird.ru -ayakino.net +alert-fjg.xyz +alice.it +allwomen.info +alphacarolinas.com +android-systems.ru +anniemation.com +anticrawler.org +apccargo.com +apessay.com +apidigidocketnet-a.akamaihd.net +apple.com-webbrowsing-security.review +apple.com-webbrowsing-security.science +a.pr-cy.ru +arcteryxstore.online +arendatora.ru +arkartex.ru +artefakct.com +audiofree.ru +autoloans.com +autoua.top +ayanaspa.com ayodhya.co -azbaseimages.net -bablonow.ru -back.dog -bad-stars.net -baersaratov.ru -balans.shahterworld.org -bazaronline24.ru -beauty-things.com -becuo.com -belstaffstore.online -bensbargains.net -bestbuy.ca -bestcalovebracelet.cn -best-games.today -bestplacetobuyeriacta.jw.lt -best-seo-solution.com +azlex.uz +backuperwebcam.weebly.com +bang-hotties.com +bannerbank.ru +bannertesting.com +bashtime.ru +battle.net +bestadbid.com +besthomemadepornsites.com +bestprofits-there.com +best-seo-offer.com +bestwaystogetpaid.us +bestwebsiteawards.com betwinservice.com bezsporno.ru -bif-ru.info bioscorp.ru -biznesrealnost.ru +biteg.xyz +blackle.com +blobar.org bloggedporn.com -bluesman.nu -boazpower.com -boltalko.xyz -bongacams.com -bongiornos.info -brainboosting.club -bristolhostel.com -brothers-smaller.ru -bugof.gq -buketeg.xyz -business-made-fun.com -bus-offer.com -butstrap.space -buynorxx.com -callstevens.com -cand.jp -candlewooddentalcentre.com.au -canyougethighofftizanidine.blogspot.com -capture-room.com -cartierlovestore.com -cayado.snn.gr -cdnnetwok.xyz -cheap-pills-norx.com -check-host.net -checkpagerank.net -chee-by.biz -cialis-samples.com -cindymatches.com -claytransformations.info -clickintext.net -clipartnew.com -clothesforcash.com -cognitiveseo.com -compliance-andrew.xyz -compliance-checker-7.info -compliance-ivan.top -compliance-julianna.top -compliance-julia.top -continent-e.tv -copro.pw -corta.co -costablue.xyz -crest3d.ru -cubook.supernew.org -culad.com -daneshetabiat.com -daptravel.com -ddospanel.com -dekorkeramik.ru -dev78.dioniqlabb.se -de.zapmeta.com -dgfitness.co -diamond-necklace.info -digest-project.ru -digilander.libero.it -djekxa.ru -dktr.ru -dms-sw.ru -dneprsvet.com.ua +bloggen.be +bluesalt.co +bmsco.co +board.f00d.de +bochemit.com.ua +bolezniorganov.ru +boom-celebs.com +brandbucket.com +brandov.ru +b-styles.xyz +buqayy0.livejournal.com +buqyxa.rincian.info +buytizanidineonlinenoprescription.blogspot.com +byme.se +candiceloves.us +cardiosport.com.ua +cartujano-pre.de +chastnoeporno.com +chatroulette.si +chatroulette.video +checktext.org +chidporn.com +chlooe.com +christianlouboutinsaleoutletonline.us +christianlouboutinshoes.xyz +clash-clans.ru +classiquebijoux.ru +clips.ua.ac.be +compliance-alexa.top +compliance-jack.top +constantaservice.net +copenergo.ru +cornerstone-countertops.com +cosmetic.donna7753191.ru +crackzplanet.com +creatives.adbetclickin.pink +crirussian.ru +cs-passion.pl +customcatchcan.com +cv.wallhade.co +cyclobenzaprinevstizanidine.blogspot.com +dairyindia.in +dayibiao.com +decorazilla.com +delayreferat.ru +digital-video-processing.com +dispo.de docstoc.com -domainsphoto.com -domination.ml -dostavka-v-krym.com -dotnetdotcom.org -doxysexy.com -drugs-no-rx.info -e2click.com -e-commerce-seo1.com -educontest.net -ekaterinburg.xrus.org -eladkarako.github.io -elektrozigarettekaufen1.devhub.com -encodable.com -energydiet-info.ru -erotische-geschichten-xxl.com -ertelecom.ru -es5.com -essay-writing.work -europeanwatches.ru -event-tracking.com -ezigarettenkaufen1.deviantart.com +doctormakarova.ru +doktoronline.no +dollartree.info +dolohen.com +dwomlink.info +earthmagic.info +editors.choice6912650.hulfingtonpost.com +eduinfosite.com +elektronischezigarettekaufen2.tumblr.com +elektrozigarette1.dreamwidth.org +elektrozigarettekaufen2.blogse.nl +enews.tech +englishdictionaryfree.com +enskedesquashclub.se +eralph.tk +ero-advertising.com +eshop.md +estibot.com +etm-consult.de +eu-cookie-law.blogspot.com +eurosamodelki.ru +evaashop.ru +extads.net +ezb.elvenmachine.com +ezigarettekaufen1.hpage.com ezigarettenshop1.yolasite.com -ezrvrentals.com -face.hostingx.eu -falopicm.pw +ezigaretteshop.webs.com +f1nder.org +fdzone.org fearcrow.com -filmbokep69.com -findsexguide.com -finejewelryshop.ru -finteks.ru -flashlarevista.com -flowwwers.com -forexgb.ru +fertilitetsradgivningen.se +fifa-coins.online +fikasound.tk +firstsiteguide.com +flash4fun.com +flavors.me +florida-tourism.net forex-procto.ru -fortwosmartcar.pw -forum69.info -forum.doctissimo.fr -fr-bearings.ru -frcls.fr -free-share-buttons.top -freesitetest.com -free-social-buttons.com -freshsuperbloop.com -froggytube.com -frvo.alptandem.ru -fuck-paid-share-buttons.xyz -galaxyflowers.ru -gardene.ru -gcup.ru -generic-pills-online.com -generousdeal-a.akamaihd.net -germes-trans.com -getprismatic.com -getyourimage.club -gktt.ru -gorabagrata.ru -gta-top.ru -guildebzh.info -gz2.bbsoldes.fr -h2monline.com -hcate.com -health-medical-portal.info -hem.passagen.se -hledejvshopech.cz +forpackningsutveckling.se +foto-sisek.porngalleries.top +free-floating-buttons.com +free-stock-illustration.com +freewlan.info +freshberry.com.ua +fx-brokers-review.com +fxtips.ru +gamewrath.com +gavuer.ru +gay.adultgalls.com +gearsadspromo.club +gfaq.ru +gobongo.info +goodprotein.ru +graphid.com +gratuitbaise.com +greatgrace.ru +g.starmoe.xyz +guitar-master.org +hamilton.ca +hayate.biz +healgastro.com +hermesreplica.win +highland-homes.com +historichometeam.com +hitmuzik.ru +hobbyhuren24.net +holidaypics.org homeandhealth.ru -houseofgaga.ru -hoztorg-opt.ru -hplaserjetpdriver8y.pen.io -hybrid.ru -iboss.com -icaseclub.ru -ictizanidinehcl4mg.blogspot.com -ideoworld.org -iflycapetown.co.za -igithab.com -ilte.info -images-free.net -impisr.ru -inbabes.sexushost.com -incanto.in.ua -interesnie-faktu.ru -intervsem.ru -investpamm.ru -iqs.biz.ua -iradiology.ru -isitpaleo.info -isotoner.com -iwanttodeliver.com -jerseychinabizwholesale.com -johnrobertsoninc.com -karachev-city.ru -karpun-iris.ru -karusel-market.ru -kazinogames.lv -kazka.ru -kaz.kz -kerwinandcariza.com -keywordglobal.co.za -kinohit1.ru -kinomaniatv.pl -koleso24.com.ua -komp-pomosch.ru -kosynka-games.ru -krasnodar.zrus.org -krynica.info -ktotut.net -kupiproday.com.ua +homedecorpicture.us +homemature.net +hostcritique.com +host-protection.com +hotgirlhdwallpaper.com +hotkeys.com +housekuba.org +iccornacircri.cf +ideawheel.com +ihc2015.info +ilovevitaly.com +imabase.com +imagecoolpub.com +imagefinder.site +imediadesk.com +imperiafilm.ru +incest-ru.com +innodgfdriverhm.aircus.com +instasexyblog.com +inzn.ru +iskalko.ru +istmira.ru +itch.io +ivanstroi.ru +ivoiretechnocom.ci +javstock.com +jerseyssportsshop.com +jose.mulinohouse.co +junglenet-a.akamaihd.net +justkillingti.me +kadashihotel.com +karadene.com +karting196.ru +keenoutlet.online +keki.info +kerch.site +keywordblocks.com +keywordhouse.com +keywords-monitoring-your-success.com +kidd.reunionwatch.com +kino-fun.ru +kletkimehan.ru +kochanelli.com +kolotiloff.ru +kongoultry.net +koversite.info +kovesszucs.atw.hu +krafte.ru +krassh.ru +krasula.pp.ua +kreativperlen.ch kurbappeal.info -lacasamorett.com -laexotic.com -lampokrat.ws -le-clos-des-alouettes.com -letmacworkfaster.world -lexaprogeneric.link -lflash.ru -lifebyleese.com -life-instyle.com -light.ifmo.ru -lincolntheatre.com -linkwithin.com -livingcanarias.com -lkbennettstore.online -llastbuy.ru -locustdesign.co +lapitec.eu +layola.biz.tc +lazymanyoga.com +leftofcentrist.com +lego4x4.ru +lescinq.com +lezbiyanki.net +lider-zhaluzi.kiev.ua +liffa.ru +limtu.ifmo.ru +liveinternet.ro +lol-smurfs.com +lostaruban.com lottospring.com -louisvuittonoutletstore.net -lovasszovetseg.hu -luciddiagnostics.in -luxup.ru -mantramusic.ru -massage-info.nl -matb3aa.com -mathgym.com.au -matsdale.com -mbiologi.ru +lsex.xyz +lyrics.home-task.com +mackeeper-land-672695126.us-east-1.elb.amazonaws.com +magazin-pics.ru +magicplayer-s.acestream.net +mailemedicinals.com +marcowebonyodziezowe.pl +marketingvici.com +markjaybeefractal.com +mcnamaratech.com +mearns-tractors.co.uk +mecash.ru +medicine-4u.org medicineseasybuy.com -meet-flirt-dating.com -megaapteka.ru -minharevisao.com -misterjtbarbers.com -mobioffertrck.com -moinozhki.com -monarhs.info -mouselink.co -moviemail-online.co.uk -mrpornogratis.xxx -mtmtv.info -muschisexbilder.com -musicstock.me -musirc.com -muz-shoes.ru +medictube.ru +medmajor.ru +med-zdorovie.com.ua +mejoresfotos.eu +metabar.ru +mmog-play.ru +moesexy.com +moivestiy.biz +mojaocena.com +moviezbonkerssk.cf +moxo.com +mp3films.ru +mrcsa.com.au +mrlmedia.net +mrsdalloways.com +music.utrolive.ru +mustat.com +mvpicton.co.uk +myfreemp3.eu +myhydros.org +myonigroup.com +myperiod.club myphotopipe.com -myyour.eu -net-radar.com -nfvsz.com -no-fuel.org -nottyu.xyz -november-lax.com +nakozhe.com +nardulan.com +nate.com +newstraveller.ru +niroo.info +nodup.ru +northfacestore.online +notebook-pro.ru nrjmobile.fr -o333o.com -ochistka-stokov.ru -offtopic.biz -okeinfo.online -ok.ru +nyfinance.ml +offer.camp +offer.wpsecurity.website o.light.d0t.ru -online.ktc45.ru -onlineku.com -onload.pw -o-o-6-o-o.ru -o-o-8-o-o.ru -openfrost.net +onclickpredictiv.com +onefilms.net +onlainbesplatno.ru +online247.ml +ooo-gotovie.ru openstat.com oralsexfilme.net -orel-reshka.net -outshop.ru -oz-offers.com -pb-dv.ru +ossmalta.com +oynat.info +papasdelivery.ru +partner-high.men +partner-stop.men pdns.download -petitions.whitehouse.gov -physfunc.ru -picsforkeywordsuggestion.com -pillscheap24h.com -piluli.info +pekori.to +perfection-pleasure.ru +picurams.pw +pinstake.com pinwallpaper.top -platinumdeals.gr -pokemongooo.ml -pornoblood.com -pornofeuer.com -porn-w.org -potoideas.us -pretty-mart.com -printie.com -productarium.com -produkto.net -professionaldieselcare.com -prombudpostach.com.ua -promgirldresses.xyz -pro-poly.ru -prosperent.com -prostitutki-yaroslavlya.org -ptr.ruvds.com -purplestats.com -pushdata.sendpulse.com -pussyfleet.com +pio.polytopesexempt.com +pistonclasico.com +pizda.lol +pizdeishn.com +pod-muzyku.club +poptool.net +popugaychiki.com +pornogig.com +pornophoto.xyz +pornoslive.net +pornzone.tv +praisong.net +priceg.com +privat-girl.net +proftests.net +projefrio.com.br +pronekut.com +prostitutki-belgoroda.org +purchasepillsnorx.com +pyramidlitho.webs.com qexyfu.bugs3.com -qualitymarketzone.com -randki-sex.com -ranking2017.ga -ranksignals.com -ranksonic.info -ranksonic.org -realitykings.com -redirect.trafficreceiver.club -rednise.com -reelheroes.net -registrysweeper.com +qor360.com +quickchange.cc +rankscanner.com +recipedays.ru renecaovillasale.online +replica-watch.ru restaurantlescampi.com -retreatia.com -rewardpoll.com -rfid-locker.co +rfd-split.hr robot-forex.biz -rossanasaavedra.net -runtnc.net -russia-tao.ru -rustic-quiver.win -rvzr-a.akamaihd.net -rybalka-opt.ru -sajatvelemeny.com -sakhboard.ru -saltspray.ru -sarafangel.ru -scanmarine.info -scanner-donald.top -scanner-elena.top -scanner-ivan.top -scanner-jack.top -scanner-margo.top -scopich.com -score-ads.men -searchinquire.com -searchtooknow-a.akamaihd.net -search.xtconnect.com -seasonvar.ru -sei80.com -semrush.com -seocheki.net -seorankinglinks.xyz -sexkontakte-seite.com -sex-tracker.com -sextracker.de -shemale-sex.net -sherlock.se -shoesonlinebuy.xyz -shopfishing.com.ua -shoplvlv.us -shopsellcardsdumps.com -sierraapps.com -signoredom.com -sindragosa.comxa.com -sitebeam.net -siteimprove.com -slavkokacunko.de -sledstvie-veli.net +rockma.se +roofers.org.uk +royalads.net +rp9.ru +ruex.org.ua +s8-nowy-wygraj.comli.com +sad-torg.com.ua +salutmontreal.com +sanidumps.com +savingsslider-a.akamaihd.net +sayyoethe.blogspot.co.za +scanner-walter.top +scenarii-1-sentyabrya.uroki.org.ua +schoolfiles.net +sdi-pme.com +seadragonherbery.com +se.bnt-team.com +secret.xn--oogle-wmc.com +sell-fb-group-here.com +seofirmreviewsus.info +seoholding.com +seomarketings.online +seorussian.ru +servicecenter.co.ua +sexiporno.net +sexsaoy.com +sexyteens.hol.es +shemalegalls.blogporn.in +ship-marvel.co.ua +shop.acim.org +sigmund-freud.co.uk +simple-image.com.ua +site-auditor.online +siteexpress.co.il +site-speed-checker.site +sitevaluation.org +sivs.ru +skladvaz.ru +slayerlife.com slowmac.tech +snjatie-geroinovoy-lomki.ru +snts.shell-pmr.ru socas.pluto.ro -soc-econom-problems.ru -social-s-hhh.xyz -solicita.info -solution4u.com -soochi.co -sotechco.co -soundfrost.org -space-worry.ml -spasswelt.xyz -spywarebegone.com -stackthatbucks.com -stardevine.com -stockquotes.wooeb.com -stretchingabuckblog.com -strongholdsb.ru -strongsignal-a.akamaihd.net -sugarkun.com -summerlinhomes411.info -swinon.site -taraz.xkaz.org -tattooha.com -tedy.su -teesdaleflyballclub.co.uk -textads.men -timecrimea.ru -titelhelden.eu -tizanidinenarcotic.blogspot.com -tizanidinewithdrawalsymptoms.blogspot.com -toon-families.com -top10-way.com -topcar-krasnodar.ru -topsy.com -totu.us -tourismvictoria.com -track2.shop +social-fun.ru +social-vestnik.ru +songplanet.ru +sotkal.lark.ru +spaceshipad.com +spidtest.space +srdrvp.com +stariy-baku.com +stats-collector.org +steamoff.net +stillmiracle.com +streha-metalko.si +stretchmate.net +stroy-portal22.ru +styro.ru +superiends.org +surflinksmedical.com +suture.co +tgtclick.com +thebitcoincode.com +themestotal.com +the-torrent-tracker.blogspot.com +thexart.club +thruport.com +tiandeural.ru +timeallnews.ru +timer4web.com +titan-cloud.life +tizanidinedrugtest.blogspot.com +tizanidinevssoma.blogspot.com +tizanidinezanaflex.blogspot.com +tnaionline.org +toondinsey.com +torrentdownloadhub.com +torrnada.ru tracksurf.daooda.com +trafaret74.ru +trafficjunky.net trafficmania.com -traffique.net -traxdom.ru -tt-ipd.info -tuberkuleznik.ru +trafficmonetize.org +trailer.cinemaflix.website +tripper.de +trustaffs.com +turizm.bz u17795.netangels.ru -ucoz.ru uginekologa.com -usacasino.com -valkiria-tk.ru -valmetrundan.se -valueclick.com -vandrie-ict.nl -vegascosmetics.ru -veselokloun.ru -viagengrarx.com +umekana.ru +umg-stroy.ru +unacittaconte.org +vacances-voyages.info +validccseller.com +veerotech.com +venta-prom.ru +vepad.com +vereo.eu +viagra.pp.ua +via-gra.webstarts.com +viberdownload10.com +videochat.bz +videokrik.net +videospornogratisx.net +videtubs.pl vikistars.com -vinylvault.co.uk -vip.51.la -vipms.ru -vipps.com.my -vonradio.com -vsdshnik.com -vzube.com -wallpapersist.com -waterefficiency.co -waterpurifier.club -watracker.net -waycash.net -wedding-salon.net -wesharepics.info -whatzmyip.net -whos.amung.us -wineration.com +vintontech.info +vita.com.hr +vltai.com +voloslove.ru +voluumtrk.com +vpnmouse.com +wapsite.me +warezaccess.com +warning.or.kr +watch-movies.ru +watchmygf.net +weboptimizes.com +webpromotion.ae +westsextube.com +westum.se +whatistizanidinehclusedfor.blogspot.com +wildworld.site +wineitudes.wordpress.com +wingsofrefuge.net winx-play.ru -witherrom55.eklablog.fr -workle.website -wufak.com -www.888.com -xboxster.ru -xcombear.ru -xjlottery.com -xlolitka.com -x-mix.info -xn--80ahvj9e.xn--p1ai -xn--90acenikpebbdd4f6d.xn--p1ai -xn----9sbubg3ambdfl1j.xn--p1ai -xn--h1ahbi.com.ua -xxxkaz.org -yachts-cruise.info -yebocasino.com -yogamatsexpert.com -youbloodyripper.com -yourporngay.com -zahvat.ru -zakazvzloma.com -zarabotat-na-sajte.ru +wladimirpayen.com +worst-sites.online +woweb.com.ua +www.kabbalah-red-bracelets.com +xbaboon.com +xgftnlrt.bloger.index.hr +xmronta.com +xn--24-glceagatoq7c2a6ioc.xn--p1ai +xn--80aaagvmjabrs1aoc9luc.xn--p1ai +xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai +xn--80ajbshivpvn2i.xn--p1ai +xn----ctbbcjd3dbsehgi.xn--p1ai +xn----ctbigni3aj4h.xn--p1ai +xn--h1aakne2ba.xn--p1ai +xn--oogle-wmc.com +xwatt.ru +yes-com.com +ypmuseum.ru +zebramart.ru +zero1.it zeroredirect8.com -zhacker.net -zhorapankratov7.blogspot.com -zkjovpdgxivg.ga -zoogdinsney.com -zoominfo.com +zetmaster.ru +zojirushi-products.ru +zooggames.com diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 515a2700a..e9f5cf4b5 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -0daymusic.org -24videos.tv -2girls1cup-free.com -4kepics.com -5kstore.com -aa9bd78f328a6a41279d0fad0a88df1901.com -absolute-s.ru -activepr.ru -afmuseum.com -albumsuper.info -alert-jdh.xyz -aliexpresscashback.club -allblogroll.com -allkrim.com -amoi.tn -anal-acrobats.hol.es -apibrowsesmartne-a.akamaihd.net -apple.com-webbrowsing-security.review -ap.senai.br -arabseyes.com -arcadeplayhouse.com -arendovalka.xyz -artpicso.com -asseenontv.ru -australia-opening-times.com -autoloans.com -autonew.biz -avtovolop.ru -axbocz.net -bannerspace.com -bear.gotcher.us -bitcoins-live.ru -biteg.xyz -bizcheapjerseyswholesalechina.com -blavia.00author.com -bristolhotel.com.ua -buqyxa.rincian.info -business-made-fun.com -butstrap.space -buzz-porno.info -byme.se -callejondelpozo.es -cars-modification.net -cartierbracelet.xyz -cartierlove.xyz -cashkitten-a.akamaihd.net -cctva.tv -cenoval.ru -cerev.info -cheapestjerseys-wholesale.com -cheapjerseysfootballshop.com -christianlouboutinoutlet.win -civilwartheater.com -clevernt.com -coinsspb.com -compliance-checker-7.info -compliance-ivan.xyz -connectionstrenth.com -constantaservice.net -crirussian.ru -custodieva.ru -customsua.com.ua -dafatiri.com -darkages.info -datsun-do.com -day-news.info -devochki.top -dinosaurus.site -dispo.de -djstools.com -documentbase.net -dogsrun.net -domainroam.win -eandsgallery.com -edge.sharethis.com -education-cz.ru -electricwheelchairsarea.com -embedle.com -epicbrogaming.com -e-poker-2005.com -erot.co -etenininrade.ga -extremez.net -falopicm.pw -familienzahnaerzte.com -fertilitetsradgivningen.se -fickenprivat.info -filesmonster.porn -findthe.pet -fireads.men -firstsiteguide.com +1webmaster.ml +28n2gl3wfyb0.ru +aa08daf7e13b6345e09e92f771507fa5f4.com +abctoppictures.net +adanih.com +adktrailmap.com +adultactioncam.com +alfa-img.com +allfinweb.com +allproblog.com +amateurgalls.com +amateurlivechat.org +angel1777.kz +arcteryxsale.online +asdfg.pro +autodo.info +autoplate.info +autoseo-traffic.com +azbukadiets.ru +bazaronline24.ru +bestkfiledxd.cf +beta.hotkeys.com +bitcoinremote.com +blogos.kz +blogqpot.com +blog.yam.com +boazpower.com +bonzybuddy.com +bookmaker-bet.com +buigas.00it.com +buybest1.biz +buypillsorderonline.com +callawaygolfstore.online +capacitacionyaprendizaje.com +carmuffler.net +cartierbraceletsreplica.pw +cellfun.mobi +chcu.net +cherrypointplace.ca +chocolateslim-original.com +ci.ua +comissionka.net +compliance-don.top +cookie-law-enforcement-hh.xyz +coolgamechannel.com +csgo4.win +dcj-nn.ru +dear-diary.ru +dieta-personalna.pl +diffbot.com +educatemetv.com +elitesportsadvisor.com +enhand.se +erotik0049.com +erotische-geschichten-xxl.com +exchanges-bet.com +fermersovet.ru +fickblock18.com +filefilter.weebly.com +filmidivx.com +fil.ru +filunika.com.ru +firesub.pl fitness-video.net -forex-procto.ru -forpackningsutveckling.se -fototravel.eu -freshsuperbloop.com -fuckingawesome.com -gambarxkata.co -graphicwe.org -grupografico-pilar.com.ar -gz2.bbsoldes.fr -hdhc.ru -hdimagegallery.net -hoholikik.club -hoztorg-opt.ru -humanorightswatch.org -hundejo.com -hybrid.ru -ibmdatamanagement.co -igru-xbox.net -ilovevitaly.ru -imgarcade.com -import-sales.com -inspiring-desperate.tk -internetproviderstucson.com -investingclub.ru -investpamm.ru -itrevolution.cf -kashubadesign.ru -kidd.reunionwatch.com -kino-key.info -kinopolet.net -kochanelli.com +flprog.com +flytourisme.org +foto-sisek.porngalleries.top +foxydeal.com +freecamdollars.com +freewhatsappload.com +funtoonez.com +galaxy-family.ru +game-top.su +gidonline.one +gkvector.ru +gnuetella.com +goldadpremium.com +growboxbl.ru +gsasearchenginerankerhelp.com +hamacapty.com +hem.passagen.se +holidaypics.org +hollywoodactress.info +homeart.space +hopeonthestreet.co.uk +imgarit.pw +i-midias.net.br +imitex-plus.ru +infektsii.com +intellekt21.ru +internetartfair.com +int.search.mywebsearch.com +iwantmyfreecash.com +jav-fetish.site +joingames.org +justdating.online +kinotorka.ru +kirov.zrus.org +kliksaya.com kongruan.com +kopihijau.info +kretpicf.pw kumuk.info -kurwa.win -laserpen.club -letslowbefast.site -lifehacĸer.com -linkbux.ru -lion.snapmap.us -littlecity.ch -livefixer.com -matematikus.info -maximilitary.ru -mebelcomplekt.ru -megahdporno.net -mesbuta.info -migente.com -millionare.com -misterjtbarbers.com -mojaocena.com -mosdverka.ru -moxo.com -moyakuhnia.ru -moz.com -mrpornogratis.xxx -mrsdalloways.com -msfsaar.de -musezone.su -muz-shoes.ru -myfreemp3.eu -myonigroup.com -na15.ru -nailsimg.com -nelc.edu.eg -netanalytics.xyz -nicefloor.co.uk +labplus.ru +lacloop.info +landreferat.ru +lawyersinfo.org +life.biz.ua +liffa.ru +likrot.com +linkdebrideur.xyz +lion.conboy.us +liveinternet.ru +llastbuy.ru +locksmith.jp +lombardfinder.ru +lottospring.com +love-baby.cz +lubetube.com +mac-shield.com +managerpak204.weebly.com +marktforschung-stuttgart.com +mega-bony2017.pl +michaelkorsoutletstore.net +miniads.ca +miniature.io +mlvc4zzw.space +mmstat.com +modabutik.ru +moneymaster.ru +moneytop.ru +morefastermac.trade +myanyone.net +my-floor.in.ua +narkologiya-peterburg.ru +nastydollars.com +naturalbreakthroughsresearch.com +nextrent-crimea.ru nikitsyringedrivelg.pen.io -nordvpn.com -o00.in -offergroup.info -okout.ru -ok.ru -ok-ua.info -orgasmus-virtual.com -ororodnik.goodbb.ru -outpersonals.com -pekori.to -petsblogroll.com -pflexads.com -picsforkeywordsuggestion.com -piski.top -pizdopletka.club -pl.id-forex.com +nottyu.xyz +novosibirsk.xrus.org +nuit-artisanale.com +nuup.info +nyfinance.ml +one-gear.com +onlinedomains.ru +onlineserialy.ru +online-x.ru +oren-cats.ru +orhonit.com +owohho.com +parajumpersstore.online +pcimforum.com +pc-services.ru +pelfind.me +piccdata.com +pintattoos.com +pix24x7.com +plastgran.com +podshipniki-nsk.ru +poiskzakona.ru +pornmania.pl +potoideas.us +pozdrawleniya.ru pozvonim.com -proekt-mos.ru -psa48.ru -razorweb-a.akamaihd.net -registrydomainservices.com -rentalcarnavi.info -ruex.org.ua -rusenvironmental.net -rusexy.xyz -saecsa.co -saveindex.xyz -scripted.com -seasaltwithfood.com -sell-fb-group-here.com -seminarygeorgia59.ga -seorankinglinks.com -sexgalleries.top -sex.hotblog.top -shopfishing.com.ua -silktide.com -slavkokacunko.de -social-buttons.com -soserfis.com -spabali.org -speechfoodie.com -stal-rulon.ru -star61.de -stats-collector.org -streetfooduncovered.com -stroiminsk.com -suture.co -tandvardshuset.net -telesvoboda.ru -thegalerie.eu -thetoiletpaper.com -tizanidinehcl2mg.blogspot.com -tk-assortiment.ru -top10-way.com -tour-line.net -trackzapper.com -trkur.com -tsstcorpcddvdwshbbdriverfb.aircus.com -tvoystartup.ru -twu.com.ua +preparevideosafesystem4unow.space +preventheadacheguide.info +princevc.com +prodess.ru +produkto.net +prokotov.com +pufip.com +puzo2arbuza.ru +qcstrtvt.bloger.index.hr +real-time-analytics.com +recipedays.com +sakhboard.ru +scanner-barak.top +scanner-ivan.top +school-diplomat.ru +scottbywater.com +secret.xn--oogle-wmc.com +seksotur.ru +sexy.babes.frontend-stack.top +sharebutton.org +shitmovs.com +shlyahten.ru +shodanhq.com +simplepooltips.com +simply.net +sim-service.net +sitebeam.net +siteexpress.co.il +site-speed-check.site +slujbauborki.ru +sockshare.net +songoo.wz.cz +soviet-portal.do.am +spinnerco.ca +stariy-baku.com +stoki.ru +stretchmate.net +stroicol.net +strv.se +summerlinhomes411.info +swinger-mobil.net +swinginwithme.ru +tastyfoodideas.com +tattoo33.ru +technika-remont.ru +teenbbw.yopoint.in +tehngr.ru +templates.franklinfire.co +timeallnews.ru +tizanidine4mg.blogspot.com +tizanidine4mgprice.blogspot.com +tizanidine4mgstreetvalue.blogspot.com +tizanidinehcl4mgisitanarcotic.blogspot.com +tracksurf.daooda.com +try-rx.com +tsan.net u555u.info -ufa.xrus.org -vadimkravtcov.ru -videochat.bz -video-chat.in -videtubs.pl -vizag.kharkov.ua -vod.com.ua -voditeltrezviy.ru -vremya.eu -waterefficiency.co -webmasters.stackexchange.com -websiteaccountant.de -while.cheapwebsitehoster.com -wnoz.de +ublaze.ru +uginekologa.com +univerfiles.com +usswrite.com +videokrik.net +vilingstore.net +vip-dom.in +vipms.ru +vkmusics.ru +vladimir.xrus.org +vsesubwaysurfers.com +wholesalejerseyscheapjerseys.us.com womensterritory.ru -writersgroup580.web.fc2.com -wygraj-skiny.win -x-diesel.biz -xingzi-vision.com -xlovecam.com -xn--1-8sbcpb0bdm8k6a.xn--p1ai -xolodremont.ru -xzlive.com +ww1943.ru +www.888.com +xn--h1ahbi.com.ua +xvideosporn.biz +xxxdatinglocal.us yottos.com -yourmovies.pl +youporn-forum.ga youtubedownload.org -yugk.net -zakazvzloma.com -zoosexart.com -zrelaya.pw +yun56.co +zakon-ob-obrazovanii.ru +zarepta.com +zastenchivosti.net +zocaparj.kz +zoolubimets.ru +zrizvtrnpale.tk diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index 500584a94..d3d331ed4 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +35.188.73.34 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 6ed946013..cbb0b99fb 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 9296d2d77..e32d6c2dd 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 2aba8c14a..854b746b8 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,11 +4,10 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.08.1798 +#### Version: V4.2019.08.1799 #### Bad Referrer Count: [6746](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Count: [203](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) -#### Fake Googlebots Count: [203](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 71d334387..f6872d4e2 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.08.1798 +#### Version: V4.2019.08.1799 #### Bad Referrer Count: [6746](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Count: [203](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 9eb2f5699..806c5b788 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.08.1798 +#### Version: V4.2019.08.1799 #### Bad Referrer Count: [6746](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Count: [203](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 89252f715..6919a9e3f 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.08.1798 +#### Version: V4.2019.08.1799 #### Bad Referrer Count: [6746](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Count: [203](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index aae3c48b9..1d5676113 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1798 -### Updated: Sat Aug 10 13:31:18 SAST 2019 +### Version: V4.2019.08.1799 +### Updated: Sat Aug 10 13:57:19 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 2649c128d..d6e79873b 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1798 -### Updated: Sat Aug 10 13:31:20 SAST 2019 +### Version: V3.2019.08.1799 +### Updated: Sat Aug 10 13:57:21 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index aae3c48b9..1d5676113 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1798 -### Updated: Sat Aug 10 13:31:18 SAST 2019 +### Version: V4.2019.08.1799 +### Updated: Sat Aug 10 13:57:19 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index b17badee5..59870c16d 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.08.1798 -### Updated: Sat Aug 10 13:31:22 SAST 2019 +### Version: V4.2019.08.1799 +### Updated: Sat Aug 10 13:57:22 SAST 2019 ### Bad Bot Count: 557 ################################################### ### Version Information ##