update page to have a working robots.txt

This commit is contained in:
2021-02-08 17:47:01 +01:00
parent bf8ad86248
commit 1098b9db3b
4 changed files with 134 additions and 0 deletions

5
layouts/robots.txt Normal file
View File

@ -0,0 +1,5 @@
User-agent: *
{{range where .Pages "Section" "pages" }}
Disallow: {{.RelPermalink}}
{{end}}