Use more refined robots.txt template
The previous one possibly also blocks RSS feeds.
This commit is contained in:
parent
281157346e
commit
c28363e47a
|
@ -1,3 +1,4 @@
|
||||||
User-agent: *
|
User-agent: *
|
||||||
Sitemap: {{ get_url(path="sitemap.xml") }}
|
Sitemap: {{ get_url(path="sitemap.xml") }}
|
||||||
Disallow: /formats/*
|
Disallow: /formats/*/index.html
|
||||||
|
Disallow: /formats/index.html
|
||||||
|
|
Loading…
Reference in a new issue