From e4ca60d2aee9786bc8f6bc5f81339ab7f607a3a5 Mon Sep 17 00:00:00 2001 From: Mitchell Krog UB1 Date: Mon, 30 Jan 2017 11:19:03 +0200 Subject: [PATCH] New Referers / Bots Added --- conf.d/globalblacklist.conf | 4 ++-- robots.txt/robots.txt | 2 -- 2 files changed, 2 insertions(+), 4 deletions(-) diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 02487fe3d..a443de107 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -17,11 +17,11 @@ ### - https://github.com/oohnoitz/nginx-blacklist ### Last Updated -### Mon Jan 30 11:18:31 SAST 2017 +### Mon Jan 30 11:19:03 SAST 2017 ### End Last Updated ### Generated in -### 0.271059751511 seconds +### 0.2835521698 seconds ### End Generated in ### Tested on: nginx/1.10.0 (Ubuntu 16.04) diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index a661994b4..7f1c9a406 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -510,8 +510,6 @@ User-agent: Offline Explorer Disallow:/ User-agent: Offline Navigator Disallow:/ -User-agent: Omgilibot - Disallow:/ User-agent: Openfind Disallow:/ User-agent: OpenLinkProfiler