From 679af5b8c801e915dca8186cd9562d235ceab64c Mon Sep 17 00:00:00 2001 From: Rostislav Date: Thu, 10 Dec 2020 14:57:43 +0100 Subject: [PATCH] add Allow: / to default robots.txt template (#1258) Also update the documentation about it. --- components/templates/src/builtins/robots.txt | 1 + docs/content/documentation/templates/robots.md | 2 ++ 2 files changed, 3 insertions(+) diff --git a/components/templates/src/builtins/robots.txt b/components/templates/src/builtins/robots.txt index 451ba120..b345a1a1 100644 --- a/components/templates/src/builtins/robots.txt +++ b/components/templates/src/builtins/robots.txt @@ -1,2 +1,3 @@ User-agent: * +Allow: / Sitemap: {{ get_url(path="sitemap.xml") }} diff --git a/docs/content/documentation/templates/robots.md b/docs/content/documentation/templates/robots.md index a6041f9c..b6e8d684 100644 --- a/docs/content/documentation/templates/robots.md +++ b/docs/content/documentation/templates/robots.md @@ -11,4 +11,6 @@ and the default is what most sites want: ```jinja2 User-agent: * +Allow: / +Sitemap: {{ get_url(path="sitemap.xml") }} ```