From 95266331d0ff7d9fa99829121b72421853e7df76 Mon Sep 17 00:00:00 2001 From: Robert Kaussow Date: Wed, 8 Sep 2021 22:10:37 +0200 Subject: [PATCH] chore: adjust default robots.txt template to exclude taxonomies (#88) --- layouts/robots.txt | 2 ++ 1 file changed, 2 insertions(+) diff --git a/layouts/robots.txt b/layouts/robots.txt index 2baf3f9..a96e147 100644 --- a/layouts/robots.txt +++ b/layouts/robots.txt @@ -1,3 +1,5 @@ User-agent: * +Disallow: /categories/* +Disallow: /tags/* Sitemap: {{ "sitemap.xml" | absURL }}