From 67eec86f091808d2034c62777d7cef7a8575aa52 Mon Sep 17 00:00:00 2001 From: Robert Kaussow Date: Fri, 21 Dec 2018 00:21:04 +0100 Subject: [PATCH] add a minimal robots.txt --- static/robots.txt | 7 +++++++ 1 file changed, 7 insertions(+) create mode 100644 static/robots.txt diff --git a/static/robots.txt b/static/robots.txt new file mode 100644 index 0000000..8b8ffc0 --- /dev/null +++ b/static/robots.txt @@ -0,0 +1,7 @@ +User-agent: * +Disallow: /feed.atom.xml +Disallow: /categories/ +Disallow: /authors/ +Disallow: /author/ +Disallow: /tags/ +Sitemap: https://geeklabor.de/sitemap.xml