add Allow: / to default robots.txt template (#1258)
Also update the documentation about it.
This commit is contained in:
parent
4754cb5792
commit
679af5b8c8
|
@ -1,2 +1,3 @@
|
||||||
User-agent: *
|
User-agent: *
|
||||||
|
Allow: /
|
||||||
Sitemap: {{ get_url(path="sitemap.xml") }}
|
Sitemap: {{ get_url(path="sitemap.xml") }}
|
||||||
|
|
|
@ -11,4 +11,6 @@ and the default is what most sites want:
|
||||||
|
|
||||||
```jinja2
|
```jinja2
|
||||||
User-agent: *
|
User-agent: *
|
||||||
|
Allow: /
|
||||||
|
Sitemap: {{ get_url(path="sitemap.xml") }}
|
||||||
```
|
```
|
||||||
|
|
Loading…
Reference in a new issue