root
/
bootstrap
mirror of https://github.com/twbs/bootstrap.git
1
0
Fork 0
Code Issues Actions 11 Packages Projects Releases Wiki Activity

Disable crawling on Netlify. (#29193)

This commit is contained in:
XhmikosR 2019-08-03 17:09:03 +03:00 committed by GitHub
parent 08cc5c3961
commit f17f882df2
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
Gruntfile.js
View File

@ -291,7 +291,7 @@ module.exports = function (grunt) {
docs: {}, docs: {},
netlify: { netlify: {
options: { options: {
raw: 'github: true\nbaseurl: ""' raw: 'github: true\nbaseurl: ""\nnetlify: true'
} }
}, },
github: { github: {

4
docs/robots.txt
View File

@ -3,7 +3,9 @@
# www.robotstxt.org/ # www.robotstxt.org/
{% if site.netlify != true and site.github == true -%}
# Allow crawling of all content # Allow crawling of all content
{%- endif %}
User-agent: * User-agent: *
Disallow: Disallow:{% if site.netlify == true or site.github != true %} /{% endif %}
Sitemap: {{ site.url }}/sitemap.xml Sitemap: {{ site.url }}/sitemap.xml