robots.txt: Disallow download files from packages

Signed-off-by: Michael Tremer <michael.tremer@ipfire.org>

diff --git a/src/static/robots.txt b/src/static/robots.txt
index 1f53798bb4fe33c86020be7f10c44f29486fd190..05ebf2ba3f0f809c13359c051dc0a4b072b52de3 100644 (file)
--- a/src/static/robots.txt
+++ b/src/static/robots.txt
@@ -1,2 +1,3 @@
 User-agent: *
-Disallow: /
+# Do not allow to index files from all packages
+Disallow: /packages/*/download