From: XhmikosR Date: Fri, 2 Nov 2018 10:41:57 +0000 (+0200) Subject: robots.txt: disallow crawling when not in production. (#27559) X-Git-Tag: v4.2.0~164 X-Git-Url: http://git.ipfire.org/gitweb.cgi?a=commitdiff_plain;h=3256a2c2315b0b95d2d02b71f0bda04fc91e70af;p=thirdparty%2Fbootstrap.git robots.txt: disallow crawling when not in production. (#27559) --- diff --git a/site/robots.txt b/site/robots.txt index aef3fa1f64..d3ac12c646 100644 --- a/site/robots.txt +++ b/site/robots.txt @@ -5,5 +5,5 @@ # Allow crawling of all content User-agent: * -Disallow: +Disallow:{% if jekyll.environment != "production" %} /{% endif %} Sitemap: {{ site.url }}/sitemap.xml