#!/usr/bin/python
+import logging
import os.path
+log = logging.getLogger("repositories")
+log.propagate = 1
+
from . import base
from . import logs
+from .constants import *
from .decorators import *
class Repositories(base.Object):
return self._get_repository("SELECT * FROM repositories \
WHERE id = %s", repo_id)
- def get_needs_update(self, limit=None):
- query = "SELECT id FROM repositories WHERE needs_update = 'Y'"
- query += " ORDER BY last_update ASC"
-
- # Append limit if any
- if limit:
- query += " LIMIT %d" % limit
-
- repos = self.db.query(query)
-
- return [Repository(self.pakfire, r.id) for r in repos]
-
def get_history(self, limit=None, offset=None, build=None, repo=None, user=None):
query = "SELECT * FROM repositories_history"
args = []
return entries
+ def remaster(self):
+ """
+ Remasters all repositories
+ """
+ for repo in self:
+ # Skip all repositories that don't need an update
+ if not repo.needs_update:
+ log.debug("Repository %s does not need an update" % repo)
+ continue
+
+ with self.db.transaction():
+ repo.remaster()
+
class Repository(base.DataObject):
table = "repositories"
@property
def arches(self):
- return self.distro.arches
+ return self.distro.arches + ["src"]
@property
def mirrored(self):
def packages(self):
return self.get_packages()
- def get_unpushed_builds(self):
- query = self.db.query("SELECT build_id FROM repositories_builds \
- WHERE repo_id = %s AND \
- time_added > (SELECT last_update FROM repositories WHERE id = %s)",
- self.id, self.id)
-
- ret = []
- for row in query:
- b = self.pakfire.builds.get_by_id(row.build_id)
- ret.append(b)
-
- return ret
+ @property
+ def unpushed_builds(self):
+ return self.backend.builds._get_builds("SELECT builds.* FROM repositories \
+ LEFT JOIN repositories_builds ON repositories.id = repositories_builds.repo_id \
+ LEFT JOIN builds ON repositories_builds.build_id = builds.id \
+ WHERE repositories.id = %s \
+ AND repositories_builds.time_added >= repositories.last_update", self.id)
def get_obsolete_builds(self):
return self.pakfire.builds.get_obsolete(self)
+ @property
def needs_update(self):
- if self.get_unpushed_builds:
+ if self.unpushed_builds:
return True
return False
self.db.execute("UPDATE repositories SET last_update = NOW() \
WHERE id = %s", self.id)
+ def remaster(self):
+ log.info("Going to update repository %s..." % self.name)
+
+ # Update the timestamp when we started at last.
+ self.updated()
+
+ for arch in self.arches:
+ changed = False
+
+ # Get all package paths that are to be included in this repository.
+ paths = self.get_paths(arch)
+
+ repo_path = os.path.join(
+ REPOS_DIR,
+ self.distro.identifier,
+ self.identifier,
+ arch
+ )
+
+ if not os.path.exists(repo_path):
+ os.makedirs(repo_path)
+
+ source_files = []
+ remove_files = []
+
+ for filename in os.listdir(repo_path):
+ path = os.path.join(repo_path, filename)
+
+ if not os.path.isfile(path):
+ continue
+
+ remove_files.append(path)
+
+ for path in paths:
+ filename = os.path.basename(path)
+
+ source_file = os.path.join(PACKAGES_DIR, path)
+ target_file = os.path.join(repo_path, filename)
+
+ # Do not add duplicate files twice.
+ if source_file in source_files:
+ continue
+
+ source_files.append(source_file)
+
+ try:
+ remove_files.remove(target_file)
+ except ValueError:
+ changed = True
+
+ if remove_files:
+ changed = True
+
+ # If nothing in the repository data has changed, there
+ # is nothing to do.
+ if changed:
+ log.info("The repository has updates...")
+ else:
+ log.info("Nothing to update.")
+ continue
+
+ # Find the key to sign the package.
+ key_id = None
+ if repo.key:
+ key_id = self.key.fingerprint
+
+ # Create package index.
+ p = pakfire.PakfireServer(arch=arch)
+
+ p.repo_create(repo_path, source_files,
+ name="%s - %s.%s" % (self.distro.name, self.name, arch),
+ key_id=key_id)
+
+ # Remove files afterwards.
+ for file in remove_files:
+ file = os.path.join(repo_path, file)
+
+ try:
+ os.remove(file)
+ except OSError:
+ log.warning("Could not remove %s." % file)
+
def get_history(self, **kwargs):
kwargs.update({
"repo" : self,
+++ /dev/null
-#!/usr/bin/python
-
-import logging
-import os
-import pakfire
-
-from . import base
-
-from ..constants import *
-
-class RepositoriesUpdateEvent(base.Event):
- priority = 6
-
- @property
- def interval(self):
- return self.pakfire.settings.get_int("repository_update_interval", 600)
-
- def run(self):
- for distro in self.pakfire.distros.get_all():
- for repo in distro.repositories:
- # Skip repostories that do not need an update at all.
- if not repo.needs_update():
- logging.info("Repository %s - %s is already up to date." % (distro.name, repo.name))
- continue
-
- e = RepositoryUpdateEvent(self.pakfire, repo.id)
- self.scheduler.add_event(e)
-
-
-class RepositoryUpdateEvent(base.Event):
- # This is an important task, but it may take a while to process.
- priority = 5
-
- def run(self, repo_id):
- # Run this in a new process.
- self.run_subprocess_background(self.update_repo, repo_id)
-
- @staticmethod
- def update_repo(_pakfire, repo_id):
- repo = _pakfire.repos.get_by_id(repo_id)
- assert repo
-
- logging.info("Going to update repository %s..." % repo.name)
-
- # Update the timestamp when we started at last.
- repo.updated()
-
- # Find out for which arches this repository is created.
- arches = repo.arches
-
- # Add the source repository.
- arches.append("src")
-
- for arch in arches:
- changed = False
-
- # Get all package paths that are to be included in this repository.
- paths = repo.get_paths(arch)
-
- repo_path = os.path.join(
- REPOS_DIR,
- repo.distro.identifier,
- repo.identifier,
- arch.name
- )
-
- if not os.path.exists(repo_path):
- os.makedirs(repo_path)
-
- source_files = []
- remove_files = []
-
- for filename in os.listdir(repo_path):
- path = os.path.join(repo_path, filename)
-
- if not os.path.isfile(path):
- continue
-
- remove_files.append(path)
-
- for path in paths:
- filename = os.path.basename(path)
-
- source_file = os.path.join(PACKAGES_DIR, path)
- target_file = os.path.join(repo_path, filename)
-
- # Do not add duplicate files twice.
- if source_file in source_files:
- continue
-
- source_files.append(source_file)
-
- try:
- remove_files.remove(target_file)
- except ValueError:
- changed = True
-
- if remove_files:
- changed = True
-
- # If nothing in the repository data has changed, there
- # is nothing to do.
- if changed:
- logging.info("The repository has updates...")
- else:
- logging.info("Nothing to update.")
- continue
-
- # Find the key to sign the package.
- key_id = None
- if repo.key:
- key_id = repo.key.fingerprint
-
- # Create package index.
- p = pakfire.PakfireServer(arch=arch.name)
-
- p.repo_create(repo_path, source_files,
- name="%s - %s.%s" % (repo.distro.name, repo.name, arch.name),
- key_id=key_id)
-
- # Remove files afterwards.
- for file in remove_files:
- file = os.path.join(repo_path, file)
-
- try:
- os.remove(file)
- except OSError:
- logging.warning("Could not remove %s." % file)
projects / people / jschlag / pbs.git / commitdiff
