diff --git a/dockerfiles/commul-customization/robots-clarin.txt b/dockerfiles/commul-customization/robots-clarin.txt index d45d6e8e692245ee287be4af2c1cc46cfc438317..f4fe4fd3174b0028eb357ec186b4c90f97a17e5e 100644 --- a/dockerfiles/commul-customization/robots-clarin.txt +++ b/dockerfiles/commul-customization/robots-clarin.txt @@ -16,6 +16,8 @@ Disallow: /repository/xmlui/forgot Disallow: /repository/xmlui/login Disallow: /repository/xmlui/register Disallow: /repository/xmlui/search-filter +Disallow: /repository/*allzip$ +Disallow: /repository/oai/requeststripped Disallow: /Shibboleth.sso # # Optionally uncomment the following line ONLY if sitemaps are working