Use more refined robots.txt template
The previous one possibly also blocks RSS feeds.
This commit is contained in:
parent
281157346e
commit
c28363e47a
|
@ -1,3 +1,4 @@
|
|||
User-agent: *
|
||||
Sitemap: {{ get_url(path="sitemap.xml") }}
|
||||
Disallow: /formats/*
|
||||
Disallow: /formats/*/index.html
|
||||
Disallow: /formats/index.html
|
||||
|
|
Loading…
Reference in a new issue