diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 02487fe3d..a443de107 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -17,11 +17,11 @@ ### - https://github.com/oohnoitz/nginx-blacklist ### Last Updated -### Mon Jan 30 11:18:31 SAST 2017 +### Mon Jan 30 11:19:03 SAST 2017 ### End Last Updated ### Generated in -### 0.271059751511 seconds +### 0.2835521698 seconds ### End Generated in ### Tested on: nginx/1.10.0 (Ubuntu 16.04) diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index a661994b4..7f1c9a406 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -510,8 +510,6 @@ User-agent: Offline Explorer Disallow:/ User-agent: Offline Navigator Disallow:/ -User-agent: Omgilibot - Disallow:/ User-agent: Openfind Disallow:/ User-agent: OpenLinkProfiler