feat: add robots template (#203)

exampleSite/config.yaml

@@ -7,11 +7,11 @@ pygmentsCodeFences: true
 timeout: 180000
 pluralizeListTitles: false
 
-# Geekdoc configuration
 disablePathToLower: true
 enableGitInfo: true
 
-# Needed for mermaid shortcodes
+enableRobotsTXT: true
+
 markup:
   goldmark:
     renderer:
@@ -36,7 +36,6 @@ outputs:
     - HTML
 
 params:
-  # geekdocMenuBundle: true
   geekdocToC: 3
   geekdocTagsToMenu: true
 

exampleSite/content/usage/configuration.md

@@ -21,6 +21,9 @@ pygmentsCodeFences = true
 disablePathToLower = true
 enableGitInfo = true
 
+# Required if you want to render robots.txt template
+enableRobotsTXT = true
+
 [markup]
   [markup.goldmark.renderer]
     # Needed for mermaid shortcode
@@ -120,6 +123,9 @@ pygmentsCodeFences: true
 disablePathToLower: true
 enableGitInfo: true
 
+# Required if you want to render robots.txt template
+enableRobotsTXT: true
+
 markup:
   goldmark:
     # Needed for mermaid shortcode

exampleSite/content/usage/getting-started.md

@@ -55,6 +55,9 @@ To prepare your new site environment just a few steps are required:
    pygmentsCodeFences = true
    disablePathToLower = true
 
+   # Required if you want to render robots.txt template
+   enableRobotsTXT = true
+
    # Needed for mermaid shortcodes
    [markup]
      [markup.goldmark.renderer]

exampleSite/static/robots.txt

@@ -1,4 +0,0 @@
-User-agent: *
-Disallow: /categories/*
-Disallow: /tags/*
-Sitemap: https://geekdocs.de/sitemap.xml

layouts/robots.txt

@@ -0,0 +1,4 @@
+User-agent: *
+Disallow: /tags/*
+
+Sitemap: {{ "sitemap.xml" | absURL }}