Stop crawlers from indexing package content

[pbs.git] / src / web / packages.py

diff --git a/src/web/packages.py b/src/web/packages.py
index cc038f71a8e352bc2ee874778222b542c2deabb5..9f820b38f20c0414fd19c7019f03ae95a816e4f0 100644 (file)
--- a/src/web/packages.py
+++ b/src/web/packages.py
@@ -200,6 +200,9 @@ class PackageFileDownloadHandler(base.BaseHandler):
                self.set_header("Content-Disposition", "attachment; filename=%s" % os.path.basename(filename))
                self.set_header("Content-Type", mimetype)
 
+               # These pages should not be indexed
+               self.add_header("X-Robots-Tag", "noindex")
+
                # Transfer the content chunk by chunk.
                while True:
                        buf = f.read(BUFFER_SIZE)
@@ -222,6 +225,9 @@ class PackageFileViewHandler(PackageFileDownloadHandler):
                content = f.read()
                f.close()
 
+               # These pages should not be indexed
+               self.add_header("X-Robots-Tag", "noindex")
+
                self.render("packages/view-file.html", pkg=pkg, filename=filename,
                        mimetype=mimetype, content=content, filesize=f.size)