From 1b8974a3fcae69515127f97ab05f77e6134a0124 Mon Sep 17 00:00:00 2001
From: "egon w. stemle" <egon.stemle@eurac.edu>
Date: Thu, 1 Aug 2019 19:21:24 +0200
Subject: [PATCH] Add Disallow statements

Found two lines in robots.txt at UFAL's installation that seem ok. Add
also to our stash:
```
Disallow: /repository/*allzip$
Disallow: /repository/oai/requeststripped
```
---
 dockerfiles/commul-customization/robots-clarin.txt | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/dockerfiles/commul-customization/robots-clarin.txt b/dockerfiles/commul-customization/robots-clarin.txt
index d45d6e8..f4fe4fd 100644
--- a/dockerfiles/commul-customization/robots-clarin.txt
+++ b/dockerfiles/commul-customization/robots-clarin.txt
@@ -16,6 +16,8 @@ Disallow: /repository/xmlui/forgot
 Disallow: /repository/xmlui/login
 Disallow: /repository/xmlui/register
 Disallow: /repository/xmlui/search-filter
+Disallow: /repository/*allzip$
+Disallow: /repository/oai/requeststripped
 Disallow: /Shibboleth.sso
 #
 # Optionally uncomment the following line ONLY if sitemaps are working
-- 
GitLab