add a minimal robots.txt

2018-12-21 00:21:04 +01:00 · 2018-12-21 00:21:04 +01:00 · 67eec86f09
commit 67eec86f09
parent de162d8751
1 changed files with 7 additions and 0 deletions
--- a/static/robots.txt
+++ b/static/robots.txt
@ -0,0 +1,7 @@
+User-agent: *
+Disallow: /feed.atom.xml
+Disallow: /categories/
+Disallow: /authors/
+Disallow: /author/
+Disallow: /tags/
+Sitemap: https://geeklabor.de/sitemap.xml