From 34652c19dbcb8a2b0361dbcddcb5e6229dca4bf4 Mon Sep 17 00:00:00 2001
From: Robert Kaussow <robert.kaussow@mail.schwarz>
Date: Tue, 5 Feb 2019 15:28:00 +0100
Subject: [PATCH] disallow all taxonomy subdirs for web crawler

---
 static/robots.txt | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/static/robots.txt b/static/robots.txt
index 8b8ffc0..12f1f0a 100644
--- a/static/robots.txt
+++ b/static/robots.txt
@@ -1,7 +1,7 @@
 User-agent: *
 Disallow: /feed.atom.xml
-Disallow: /categories/
-Disallow: /authors/
-Disallow: /author/
-Disallow: /tags/
+Disallow: /categories/*
+Disallow: /authors/*
+Disallow: /author/*
+Disallow: /tags/*
 Sitemap: https://geeklabor.de/sitemap.xml