Bug 1393145 - See if we can add a directive/rule to robots.txt to get search engines...

diff --git a/template/en/default/robots.txt.tmpl b/template/en/default/robots.txt.tmpl
index d8c1b5b867c7058ecc0e9c65c2b2a4a84060bf6e..c4948efe5afd387d739042d4fdf63182f77f19be 100644 (file)
--- a/template/en/default/robots.txt.tmpl
+++ b/template/en/default/robots.txt.tmpl
@@ -1,5 +1,6 @@
 User-agent: *
 Disallow: /
+Crawl-delay: 30
 
 [% IF NOT urlbase.matches("bugzilla-dev") %]