robots.txt: disallow crawling when not in production. (#27559)

diff --git a/site/robots.txt b/site/robots.txt
index aef3fa1f64a16c82670d8036c1c926c5ebb9e16c..d3ac12c6462df548337216cacd55b6ed63415788 100644 (file)
--- a/site/robots.txt
+++ b/site/robots.txt
@@ -5,5 +5,5 @@
 
 # Allow crawling of all content
 User-agent: *
-Disallow:
+Disallow:{% if jekyll.environment != "production" %} /{% endif %}
 Sitemap: {{ site.url }}/sitemap.xml