bootstrap/site/layouts/robots.txt

11 lines
222 B
Plaintext

# www.robotstxt.org
{{- $allowCrawling := false -}}
{{ if $allowCrawling }}
# Allow crawling of all content
{{- end }}
User-agent: *
Disallow:{{ if not $allowCrawling }} /{{ end }}
Sitemap: {{ "/sitemap.xml" | absURL }}