chore: adjust default robots.txt template to exclude taxonomies (#88)
This commit is contained in:
parent
a8da045ee1
commit
95266331d0
|
@ -1,3 +1,5 @@
|
||||||
User-agent: *
|
User-agent: *
|
||||||
|
Disallow: /categories/*
|
||||||
|
Disallow: /tags/*
|
||||||
|
|
||||||
Sitemap: {{ "sitemap.xml" | absURL }}
|
Sitemap: {{ "sitemap.xml" | absURL }}
|
||||||
|
|
Loading…
Reference in New Issue