[people/jschlag/pbs.git] / src / buildservice / repository.py

#!/usr/bin/python

import logging
import os.path

log = logging.getLogger("repositories")
log.propagate = 1

from . import base
from . import logs

from .constants import *
from .decorators import *

class Repositories(base.Object):
	def _get_repository(self, query, *args):
		res = self.db.get(query, *args)

		if res:
			return Repository(self.backend, res.id, data=res)

	def _get_repositories(self, query, *args):
		res = self.db.query(query, *args)

		for row in res:
			yield Repository(self.backend, row.id, data=row)

	def __iter__(self):
		repositories = self._get_repositories("SELECT * FROM repositories \
			WHERE deleted IS FALSE ORDER BY distro_id, name")

		return iter(repositories)

	def create(self, distro, name, description):
		return self._get_repository("INSERT INTO repositories(distro_id, name, description) \
			VALUES(%s, %s, %s) RETURNING *", distro.id, name, description)

	def get_by_id(self, repo_id):
		return self._get_repository("SELECT * FROM repositories \
			WHERE id = %s", repo_id)

	def get_history(self, limit=None, offset=None, build=None, repo=None, user=None):
		query = "SELECT * FROM repositories_history"
		args  = []

		query += " ORDER BY time DESC"

		if limit:
			if offset:
				query += " LIMIT %s,%s"
				args  += [offset, limit,]
			else:
				query += " LIMIT %s"
				args  += [limit,]

		entries = []
		for entry in self.db.query(query, *args):
			entry = logs.RepositoryLogEntry(self.pakfire, entry)
			entries.append(entry)

		return entries

	def remaster(self):
		"""
			Remasters all repositories
		"""
		for repo in self:
			# Skip all repositories that don't need an update
			if not repo.needs_update:
				log.debug("Repository %s does not need an update" % repo)
				continue

			with self.db.transaction():
				repo.remaster()


class Repository(base.DataObject):
	table = "repositories"

	def __eq__(self, other):
		if isinstance(other, self.__class__):
			return self.id == other.id

	def __lt__(self, other):
		if isinstance(other, self.__class__):
			return self.parent_id == other.id

	def __iter__(self):
		builds = self.backend.builds._get_builds("SELECT builds.* FROM repositories_builds \
			LEFT JOIN builds ON repositories_builds.build_id = builds.id \
			WHERE repositories_builds.repo_id = %s", self.id)

		return iter(builds)

	def __len__(self):
		res = self.db.get("SELECT COUNT(*) AS len FROM repositories_builds \
			WHERE repo_id = %s", self.id)

		return res.len

	def __nonzero__(self):
		return True

	@lazy_property
	def next(self):
		return self.backend.repos._get_repository("SELECT * FROM repositories \
			WHERE parent_id = %s", self.id)

	@lazy_property
	def parent(self):
		if self.data.parent_id:
			return self.backend.repos._get_repository("SELECT * FROM repositories \
				WHERE id = %s", self.data.parent_id)

	@lazy_property
	def distro(self):
		return self.backend.distros.get_by_id(self.data.distro_id)

	def set_priority(self, priority):
		self._set_attribute("priority", priority)

	priority = property(lambda s: s.data.priority, set_priority)

	def get_user(self):
		if self.data.user_id:
			return self.backend.users.get_by_id(self.data.user_id)

	def set_user(self, user):
		self._set_attribute("user_id", user.id)

	user = property(get_user, set_user)

	@property
	def info(self):
		return {
			"id"     : self.id,
			"distro" : self.distro.info,
			"name"   : self.name,
			"arches" : self.arches,
		}

	@property
	def basepath(self):
		return "/".join((
			self.distro.identifier,
			self.identifier,
		))

	@property
	def path(self):
		return os.path.join(REPOS_DIR, self.basepath, "%{arch}")

	@property
	def url(self):
		return os.path.join(
			self.settings.get("baseurl", "https://pakfire.ipfire.org"),
			"repositories",
			self.basepath,
			"%{arch}"
		)

	@property
	def mirrorlist(self):
		return os.path.join(
			self.settings.get("baseurl", "https://pakfire.ipfire.org"),
			"distro", self.distro.identifier,
			"repo", self.identifier,
			"mirrorlist?arch=%{arch}"
		)

	def get_conf(self, local=False):
		lines = [
			"[repo:%s]" % self.identifier,
			"description = %s - %s" % (self.distro.name, self.summary),
			"enabled = 1",
			"baseurl = %s" % (self.path if local else self.url),
		]

		if self.mirrored and not local:
			lines.append("mirrors = %s" % self.mirrorlist)

		if self.priority:
			lines.append("priority = %s" % self.priority)

		return "\n".join(lines)

	@property
	def name(self):
		return self.data.name

	@property
	def identifier(self):
		return self.name.lower()

	@property
	def type(self):
		return self.data.type

	@property
	def summary(self):
		lines = self.description.splitlines()

		if lines:
			return lines[0]

		return "N/A"

	@property
	def description(self):
		return self.data.description or ""

	@property
	def parent_id(self):
		return self.data.parent_id

	@lazy_property
	def key(self):
		if not self.data.key_id:
			return

		return self.pakfire.keys.get_by_id(self.data.key_id)

	@property
	def arches(self):
		return self.distro.arches + ["src"]

	def set_mirrored(self, mirrored):
		self._set_attribute("mirrored", mirrored)

	mirrored = property(lambda s: s.data.mirrored, set_mirrored)

	def set_enabled_for_builds(self, state):
		self._set_attribute("enabled_for_builds", state)

	enabled_for_builds = property(lambda s: s.data.enabled_for_builds, set_enabled_for_builds)

	@property
	def score_needed(self):
		return self.data.score_needed

	@property
	def time_min(self):
		return self.data.time_min

	@property
	def time_max(self):
		return self.data.time_max

	def _log_build(self, action, build, from_repo=None, to_repo=None, user=None):
		user_id = None
		if user:
			user_id = user.id

		from_repo_id = None
		if from_repo:
			from_repo_id = from_repo.id

		to_repo_id = None
		if to_repo:
			to_repo_id = to_repo.id

		self.db.execute("INSERT INTO repositories_history(action, build_id, from_repo_id, to_repo_id, user_id, time) \
			VALUES(%s, %s, %s, %s, %s, NOW())", action, build.id, from_repo_id, to_repo_id, user_id)

	def add_build(self, build, user=None, log=True):
		self.db.execute("INSERT INTO repositories_builds(repo_id, build_id, time_added)"
			" VALUES(%s, %s, NOW())", self.id, build.id)

		# Update bug status.
		build._update_bugs_helper(self)

		if log:
			self._log_build("added", build, to_repo=self, user=user)

	def rem_build(self, build, user=None, log=True):
		self.db.execute("DELETE FROM repositories_builds \
			WHERE repo_id = %s AND build_id = %s", self.id, build.id)

		if log:
			self._log_build("removed", build, from_repo=self, user=user)

	def move_build(self, build, to_repo, user=None, log=True):
		self.db.execute("UPDATE repositories_builds SET repo_id = %s, time_added = NOW() \
			WHERE repo_id = %s AND build_id = %s", to_repo.id, self.id, build.id)

		# Update bug status.
		build._update_bugs_helper(to_repo)

		if log:
			self._log_build("moved", build, from_repo=self, to_repo=to_repo,
				user=user)

	def get_builds(self, limit=None, offset=None):
		query = "SELECT build_id AS id FROM repositories_builds \
			WHERE repo_id = %s ORDER BY time_added DESC"
		args  = [self.id,]

		if limit:
			if offset:
				query += " LIMIT %s,%s"
				args  += [offset, limit,]
			else:
				query += " LIMIT %s"
				args  += [limit,]

		_builds = []
		for build in self.db.query(query, *args):
			build = self.pakfire.builds.get_by_id(build.id)
			build._repo = self

			_builds.append(build)

		return _builds

	def _get_packages(self, arch):
		if arch.name == "src":
			pkgs = self.db.query("SELECT packages.id AS id, packages.path AS path FROM packages \
				JOIN builds ON builds.pkg_id = packages.id \
				JOIN repositories_builds ON builds.id = repositories_builds.build_id \
				WHERE packages.arch = %s AND repositories_builds.repo_id = %s",
				arch.name, self.id)

		else:
			pkgs = self.db.query("SELECT packages.id AS id, packages.path AS path FROM packages \
				JOIN jobs_packages ON jobs_packages.pkg_id = packages.id \
				JOIN jobs ON jobs_packages.job_id = jobs.id \
				JOIN builds ON builds.id = jobs.build_id \
				JOIN repositories_builds ON builds.id = repositories_builds.build_id \
				WHERE (jobs.arch = %s OR jobs.arch = %s) AND \
				repositories_builds.repo_id = %s",
				arch.name, "noarch", self.id)

		return pkgs

	def get_packages(self, arch):
		pkgs =  [self.pakfire.packages.get_by_id(p.id) for p in self._get_packages(arch)]
		pkgs.sort()

		return pkgs

	def get_paths(self, arch):
		paths = [p.path for p in self._get_packages(arch)]
		paths.sort()

		return paths

	@property
	def packages(self):
		return self.get_packages()

	@property
	def unpushed_builds(self):
		return self.backend.builds._get_builds("SELECT builds.* FROM repositories \
			LEFT JOIN repositories_builds ON repositories.id = repositories_builds.repo_id \
			LEFT JOIN builds ON repositories_builds.build_id = builds.id \
			WHERE repositories.id = %s \
				AND repositories_builds.time_added >= repositories.last_update", self.id)

	def get_obsolete_builds(self):
		return self.pakfire.builds.get_obsolete(self)

	@property
	def needs_update(self):
		if self.unpushed_builds:
			return True

		return False

	def updated(self):
		self.db.execute("UPDATE repositories SET last_update = NOW() \
			WHERE id = %s", self.id)

	def remaster(self):
		log.info("Going to update repository %s..." % self.name)

		# Update the timestamp when we started at last.
		self.updated()

		for arch in self.arches:
			changed = False

			# Get all package paths that are to be included in this repository.
			paths = self.get_paths(arch)

			repo_path = os.path.join(
				REPOS_DIR,
				self.distro.identifier,
				self.identifier,
				arch
			)

			if not os.path.exists(repo_path):
				os.makedirs(repo_path)

			source_files = []
			remove_files = []

			for filename in os.listdir(repo_path):
				path = os.path.join(repo_path, filename)

				if not os.path.isfile(path):
					continue

				remove_files.append(path)

			for path in paths:
				filename = os.path.basename(path)

				source_file = os.path.join(PACKAGES_DIR, path)
				target_file = os.path.join(repo_path, filename)

				# Do not add duplicate files twice.
				if source_file in source_files:
					continue

				source_files.append(source_file)

				try:
					remove_files.remove(target_file)
				except ValueError:
					changed = True

			if remove_files:
				changed = True

			# If nothing in the repository data has changed, there
			# is nothing to do.
			if changed:
				log.info("The repository has updates...")
			else:
				log.info("Nothing to update.")
				continue

			# Find the key to sign the package.
			key_id = None
			if repo.key:
				key_id = self.key.fingerprint

			# Create package index.
			p = pakfire.PakfireServer(arch=arch)

			p.repo_create(repo_path, source_files,
				name="%s - %s.%s" % (self.distro.name, self.name, arch),
				key_id=key_id)

			# Remove files afterwards.
			for file in remove_files:
				file = os.path.join(repo_path, file)

				try:
					os.remove(file)
				except OSError:
					log.warning("Could not remove %s." % file)

	def get_history(self, **kwargs):
		kwargs.update({
			"repo" : self,
		})

		return self.pakfire.repos.get_history(**kwargs)

	def get_build_times(self):
		times = []
		for arch in self.arches:
			time = self.db.get("SELECT SUM(jobs.time_finished - jobs.time_started) AS time FROM jobs \
				JOIN builds ON builds.id = jobs.build_id \
				JOIN repositories_builds ON builds.id = repositories_builds.build_id \
				WHERE (jobs.arch = %s OR jobs.arch = %s) AND \
				jobs.type = 'build' AND \
				repositories_builds.repo_id = %s", arch, "noarch", self.id)

			times.append((arch, time.time.total_seconds()))

		return times


class RepositoryAux(base.DataObject):
	table = "repositories_aux"

	@property
	def name(self):
		return self.data.name

	@property
	def description(self):
		return self.data.description or ""

	@property
	def url(self):
		return self.data.url

	@property
	def identifier(self):
		return self.name.lower()

	@property
	def distro(self):
		return self.pakfire.distros.get_by_id(self.data.distro_id)

	def get_conf(self, local=False):
		lines = [
			"[repo:%s]" % self.identifier,
			"description = %s - %s" % (self.distro.name, self.name),
			"enabled = 1",
			"baseurl = %s" % self.url,
			"priority = 0",
		]

		return "\n".join(lines)
Commit	Line	Data
9137135a MT	1	#!/usr/bin/python
9137135a MT	2
9729c5b3	3	import logging
f6e6ff79 MT	4	import os.path
f6e6ff79 MT	5
9729c5b3 MT	6	log = logging.getLogger("repositories")
	7	log.propagate = 1
	8
2c909128 MT	9	from . import base
2c909128 MT	10	from . import logs
9137135a	11
9729c5b3	12	from .constants import *
e459cbba MT	13	from .decorators import *
e459cbba MT	14
9137135a	15	class Repositories(base.Object):
e459cbba MT	16	def _get_repository(self, query, *args):
e459cbba MT	17	res = self.db.get(query, *args)
9137135a	18
e459cbba MT	19	if res:
e459cbba MT	20	return Repository(self.backend, res.id, data=res)
9137135a	21
e459cbba MT	22	def _get_repositories(self, query, *args):
	23	res = self.db.query(query, *args)
	24
	25	for row in res:
	26	yield Repository(self.backend, row.id, data=row)
	27
	28	def __iter__(self):
	29	repositories = self._get_repositories("SELECT * FROM repositories \
8cb14e63	30	WHERE deleted IS FALSE ORDER BY distro_id, name")
9137135a	31
e459cbba MT	32	return iter(repositories)
e459cbba MT	33
d629da45 MT	34	def create(self, distro, name, description):
	35	return self._get_repository("INSERT INTO repositories(distro_id, name, description) \
	36	VALUES(%s, %s, %s) RETURNING *", distro.id, name, description)
	37
e459cbba MT	38	def get_by_id(self, repo_id):
	39	return self._get_repository("SELECT * FROM repositories \
	40	WHERE id = %s", repo_id)
9137135a	41
f6e6ff79 MT	42	def get_history(self, limit=None, offset=None, build=None, repo=None, user=None):
	43	query = "SELECT * FROM repositories_history"
	44	args = []
9137135a	45
f6e6ff79	46	query += " ORDER BY time DESC"
9137135a	47
f6e6ff79 MT	48	if limit:
	49	if offset:
	50	query += " LIMIT %s,%s"
	51	args += [offset, limit,]
	52	else:
	53	query += " LIMIT %s"
	54	args += [limit,]
9137135a	55
f6e6ff79 MT	56	entries = []
	57	for entry in self.db.query(query, *args):
	58	entry = logs.RepositoryLogEntry(self.pakfire, entry)
	59	entries.append(entry)
9137135a	60
f6e6ff79	61	return entries
9137135a	62
9729c5b3 MT	63	def remaster(self):
	64	"""
	65	Remasters all repositories
	66	"""
	67	for repo in self:
	68	# Skip all repositories that don't need an update
	69	if not repo.needs_update:
	70	log.debug("Repository %s does not need an update" % repo)
	71	continue
	72
	73	with self.db.transaction():
	74	repo.remaster()
	75
9137135a	76
d629da45 MT	77	class Repository(base.DataObject):
d629da45 MT	78	table = "repositories"
f6e6ff79	79
d629da45 MT	80	def __eq__(self, other):
	81	if isinstance(other, self.__class__):
	82	return self.id == other.id
f6e6ff79	83
d629da45 MT	84	def __lt__(self, other):
	85	if isinstance(other, self.__class__):
	86	return self.parent_id == other.id
9137135a	87
d629da45 MT	88	def __iter__(self):
	89	builds = self.backend.builds._get_builds("SELECT builds.* FROM repositories_builds \
	90	LEFT JOIN builds ON repositories_builds.build_id = builds.id \
78f9cb76	91	WHERE repositories_builds.repo_id = %s", self.id)
9137135a	92
d629da45	93	return iter(builds)
f6e6ff79	94
d629da45 MT	95	def __len__(self):
	96	res = self.db.get("SELECT COUNT(*) AS len FROM repositories_builds \
	97	WHERE repo_id = %s", self.id)
9137135a	98
d629da45	99	return res.len
9137135a	100
64c4b654 MT	101	def __nonzero__(self):
	102	return True
	103
d629da45	104	@lazy_property
9137135a	105	def next(self):
d629da45 MT	106	return self.backend.repos._get_repository("SELECT * FROM repositories \
d629da45 MT	107	WHERE parent_id = %s", self.id)
9137135a	108
d629da45	109	@lazy_property
f6e6ff79	110	def parent(self):
d629da45 MT	111	if self.data.parent_id:
	112	return self.backend.repos._get_repository("SELECT * FROM repositories \
	113	WHERE id = %s", self.data.parent_id)
9137135a	114
e459cbba	115	@lazy_property
9137135a	116	def distro(self):
e459cbba	117	return self.backend.distros.get_by_id(self.data.distro_id)
9137135a	118
5bc58fba MT	119	def set_priority(self, priority):
	120	self._set_attribute("priority", priority)
	121
	122	priority = property(lambda s: s.data.priority, set_priority)
	123
a7a18be1 MT	124	def get_user(self):
	125	if self.data.user_id:
	126	return self.backend.users.get_by_id(self.data.user_id)
	127
	128	def set_user(self, user):
	129	self._set_attribute("user_id", user.id)
	130
	131	user = property(get_user, set_user)
	132
9137135a MT	133	@property
	134	def info(self):
	135	return {
	136	"id" : self.id,
	137	"distro" : self.distro.info,
	138	"name" : self.name,
	139	"arches" : self.arches,
	140	}
	141
	142	@property
5286089b MT	143	def basepath(self):
5286089b MT	144	return "/".join((
f6e6ff79 MT	145	self.distro.identifier,
f6e6ff79 MT	146	self.identifier,
5286089b MT	147	))
	148
	149	@property
	150	def path(self):
	151	return os.path.join(REPOS_DIR, self.basepath, "%{arch}")
	152
	153	@property
	154	def url(self):
	155	return os.path.join(
bb6107cc MT	156	self.settings.get("baseurl", "https://pakfire.ipfire.org"),
bb6107cc MT	157	"repositories",
5286089b	158	self.basepath,
f6e6ff79 MT	159	"%{arch}"
	160	)
	161
f6e6ff79 MT	162	@property
f6e6ff79 MT	163	def mirrorlist(self):
5286089b	164	return os.path.join(
bb6107cc	165	self.settings.get("baseurl", "https://pakfire.ipfire.org"),
f6e6ff79 MT	166	"distro", self.distro.identifier,
	167	"repo", self.identifier,
	168	"mirrorlist?arch=%{arch}"
	169	)
	170
5286089b	171	def get_conf(self, local=False):
f6e6ff79 MT	172	lines = [
	173	"[repo:%s]" % self.identifier,
	174	"description = %s - %s" % (self.distro.name, self.summary),
	175	"enabled = 1",
5286089b	176	"baseurl = %s" % (self.path if local else self.url),
f6e6ff79 MT	177	]
f6e6ff79 MT	178
5286089b	179	if self.mirrored and not local:
ce88a1bb MT	180	lines.append("mirrors = %s" % self.mirrorlist)
ce88a1bb MT	181
5bc58fba MT	182	if self.priority:
5bc58fba MT	183	lines.append("priority = %s" % self.priority)
f6e6ff79 MT	184
f6e6ff79 MT	185	return "\n".join(lines)
9137135a MT	186
	187	@property
	188	def name(self):
	189	return self.data.name
	190
	191	@property
f6e6ff79 MT	192	def identifier(self):
f6e6ff79 MT	193	return self.name.lower()
9137135a MT	194
9137135a MT	195	@property
f6e6ff79 MT	196	def type(self):
f6e6ff79 MT	197	return self.data.type
9137135a MT	198
9137135a MT	199	@property
f6e6ff79 MT	200	def summary(self):
f6e6ff79 MT	201	lines = self.description.splitlines()
9137135a	202
f6e6ff79 MT	203	if lines:
f6e6ff79 MT	204	return lines[0]
9137135a	205
f6e6ff79	206	return "N/A"
9137135a	207
f6e6ff79 MT	208	@property
	209	def description(self):
	210	return self.data.description or ""
9137135a	211
f6e6ff79 MT	212	@property
	213	def parent_id(self):
	214	return self.data.parent_id
9137135a	215
d629da45	216	@lazy_property
f6e6ff79 MT	217	def key(self):
	218	if not self.data.key_id:
	219	return
9137135a	220
d629da45	221	return self.pakfire.keys.get_by_id(self.data.key_id)
9137135a	222
f6e6ff79 MT	223	@property
f6e6ff79 MT	224	def arches(self):
9729c5b3	225	return self.distro.arches + ["src"]
f6e6ff79	226
ce88a1bb MT	227	def set_mirrored(self, mirrored):
	228	self._set_attribute("mirrored", mirrored)
	229
	230	mirrored = property(lambda s: s.data.mirrored, set_mirrored)
9137135a	231
f6e6ff79	232	def set_enabled_for_builds(self, state):
d629da45	233	self._set_attribute("enabled_for_builds", state)
9137135a	234
d629da45	235	enabled_for_builds = property(lambda s: s.data.enabled_for_builds, set_enabled_for_builds)
9137135a MT	236
9137135a MT	237	@property
f6e6ff79 MT	238	def score_needed(self):
f6e6ff79 MT	239	return self.data.score_needed
9137135a MT	240
9137135a MT	241	@property
f6e6ff79 MT	242	def time_min(self):
f6e6ff79 MT	243	return self.data.time_min
9137135a MT	244
9137135a MT	245	@property
f6e6ff79 MT	246	def time_max(self):
f6e6ff79 MT	247	return self.data.time_max
9137135a	248
f6e6ff79 MT	249	def _log_build(self, action, build, from_repo=None, to_repo=None, user=None):
	250	user_id = None
	251	if user:
	252	user_id = user.id
9137135a	253
f6e6ff79 MT	254	from_repo_id = None
	255	if from_repo:
	256	from_repo_id = from_repo.id
9137135a	257
f6e6ff79 MT	258	to_repo_id = None
	259	if to_repo:
	260	to_repo_id = to_repo.id
9137135a	261
f6e6ff79 MT	262	self.db.execute("INSERT INTO repositories_history(action, build_id, from_repo_id, to_repo_id, user_id, time) \
f6e6ff79 MT	263	VALUES(%s, %s, %s, %s, %s, NOW())", action, build.id, from_repo_id, to_repo_id, user_id)
9137135a	264
f6e6ff79 MT	265	def add_build(self, build, user=None, log=True):
	266	self.db.execute("INSERT INTO repositories_builds(repo_id, build_id, time_added)"
	267	" VALUES(%s, %s, NOW())", self.id, build.id)
9137135a	268
f6e6ff79 MT	269	# Update bug status.
f6e6ff79 MT	270	build._update_bugs_helper(self)
9137135a	271
f6e6ff79 MT	272	if log:
f6e6ff79 MT	273	self._log_build("added", build, to_repo=self, user=user)
9137135a	274
f6e6ff79 MT	275	def rem_build(self, build, user=None, log=True):
	276	self.db.execute("DELETE FROM repositories_builds \
	277	WHERE repo_id = %s AND build_id = %s", self.id, build.id)
9137135a	278
f6e6ff79 MT	279	if log:
f6e6ff79 MT	280	self._log_build("removed", build, from_repo=self, user=user)
9137135a	281
f6e6ff79 MT	282	def move_build(self, build, to_repo, user=None, log=True):
	283	self.db.execute("UPDATE repositories_builds SET repo_id = %s, time_added = NOW() \
	284	WHERE repo_id = %s AND build_id = %s", to_repo.id, self.id, build.id)
9137135a	285
f6e6ff79 MT	286	# Update bug status.
f6e6ff79 MT	287	build._update_bugs_helper(to_repo)
9137135a	288
f6e6ff79 MT	289	if log:
	290	self._log_build("moved", build, from_repo=self, to_repo=to_repo,
	291	user=user)
9137135a	292
f6e6ff79 MT	293	def get_builds(self, limit=None, offset=None):
	294	query = "SELECT build_id AS id FROM repositories_builds \
	295	WHERE repo_id = %s ORDER BY time_added DESC"
	296	args = [self.id,]
9137135a	297
f6e6ff79 MT	298	if limit:
	299	if offset:
	300	query += " LIMIT %s,%s"
	301	args += [offset, limit,]
	302	else:
	303	query += " LIMIT %s"
	304	args += [limit,]
	305
	306	_builds = []
	307	for build in self.db.query(query, *args):
2c909128	308	build = self.pakfire.builds.get_by_id(build.id)
f6e6ff79 MT	309	build._repo = self
	310
	311	_builds.append(build)
	312
	313	return _builds
	314
83be3106	315	def _get_packages(self, arch):
f6e6ff79	316	if arch.name == "src":
83be3106	317	pkgs = self.db.query("SELECT packages.id AS id, packages.path AS path FROM packages \
f6e6ff79 MT	318	JOIN builds ON builds.pkg_id = packages.id \
	319	JOIN repositories_builds ON builds.id = repositories_builds.build_id \
	320	WHERE packages.arch = %s AND repositories_builds.repo_id = %s",
22b715d7	321	arch.name, self.id)
9137135a	322
f6e6ff79	323	else:
83be3106	324	pkgs = self.db.query("SELECT packages.id AS id, packages.path AS path FROM packages \
f6e6ff79 MT	325	JOIN jobs_packages ON jobs_packages.pkg_id = packages.id \
	326	JOIN jobs ON jobs_packages.job_id = jobs.id \
	327	JOIN builds ON builds.id = jobs.build_id \
	328	JOIN repositories_builds ON builds.id = repositories_builds.build_id \
22b715d7	329	WHERE (jobs.arch = %s OR jobs.arch = %s) AND \
f6e6ff79	330	repositories_builds.repo_id = %s",
d1a95124	331	arch.name, "noarch", self.id)
9137135a	332
83be3106 MT	333	return pkgs
	334
	335	def get_packages(self, arch):
2c909128	336	pkgs = [self.pakfire.packages.get_by_id(p.id) for p in self._get_packages(arch)]
83be3106 MT	337	pkgs.sort()
	338
	339	return pkgs
	340
	341	def get_paths(self, arch):
	342	paths = [p.path for p in self._get_packages(arch)]
	343	paths.sort()
	344
	345	return paths
f6e6ff79 MT	346
	347	@property
	348	def packages(self):
	349	return self.get_packages()
9137135a	350
9729c5b3 MT	351	@property
	352	def unpushed_builds(self):
	353	return self.backend.builds._get_builds("SELECT builds.* FROM repositories \
	354	LEFT JOIN repositories_builds ON repositories.id = repositories_builds.repo_id \
	355	LEFT JOIN builds ON repositories_builds.build_id = builds.id \
	356	WHERE repositories.id = %s \
	357	AND repositories_builds.time_added >= repositories.last_update", self.id)
f6e6ff79 MT	358
f6e6ff79 MT	359	def get_obsolete_builds(self):
f6e6ff79 MT	360	return self.pakfire.builds.get_obsolete(self)
f6e6ff79 MT	361
9729c5b3	362	@property
f6e6ff79	363	def needs_update(self):
9729c5b3	364	if self.unpushed_builds:
9137135a MT	365	return True
9137135a MT	366
9137135a MT	367	return False
9137135a MT	368
f6e6ff79 MT	369	def updated(self):
	370	self.db.execute("UPDATE repositories SET last_update = NOW() \
	371	WHERE id = %s", self.id)
9137135a	372
9729c5b3 MT	373	def remaster(self):
	374	log.info("Going to update repository %s..." % self.name)
	375
	376	# Update the timestamp when we started at last.
	377	self.updated()
	378
	379	for arch in self.arches:
	380	changed = False
	381
	382	# Get all package paths that are to be included in this repository.
	383	paths = self.get_paths(arch)
	384
	385	repo_path = os.path.join(
	386	REPOS_DIR,
	387	self.distro.identifier,
	388	self.identifier,
	389	arch
	390	)
	391
	392	if not os.path.exists(repo_path):
	393	os.makedirs(repo_path)
	394
	395	source_files = []
	396	remove_files = []
	397
	398	for filename in os.listdir(repo_path):
	399	path = os.path.join(repo_path, filename)
	400
	401	if not os.path.isfile(path):
	402	continue
	403
	404	remove_files.append(path)
	405
	406	for path in paths:
	407	filename = os.path.basename(path)
	408
	409	source_file = os.path.join(PACKAGES_DIR, path)
	410	target_file = os.path.join(repo_path, filename)
	411
	412	# Do not add duplicate files twice.
	413	if source_file in source_files:
	414	continue
	415
	416	source_files.append(source_file)
	417
	418	try:
	419	remove_files.remove(target_file)
	420	except ValueError:
	421	changed = True
	422
	423	if remove_files:
	424	changed = True
	425
	426	# If nothing in the repository data has changed, there
	427	# is nothing to do.
	428	if changed:
	429	log.info("The repository has updates...")
	430	else:
	431	log.info("Nothing to update.")
	432	continue
	433
	434	# Find the key to sign the package.
	435	key_id = None
	436	if repo.key:
437	key_id = self.key.fingerprint
438
439	# Create package index.
440	p = pakfire.PakfireServer(arch=arch)
441
442	p.repo_create(repo_path, source_files,
443	name="%s - %s.%s" % (self.distro.name, self.name, arch),
444	key_id=key_id)
445
446	# Remove files afterwards.
447	for file in remove_files:
448	file = os.path.join(repo_path, file)
449
450	try:
451	os.remove(file)
452	except OSError:
453	log.warning("Could not remove %s." % file)
454
f6e6ff79 MT	455	def get_history(self, **kwargs):
	456	kwargs.update({
	457	"repo" : self,
	458	})
9137135a	459
f6e6ff79	460	return self.pakfire.repos.get_history(**kwargs)
9137135a	461
f6e6ff79	462	def get_build_times(self):
f6e6ff79	463	times = []
e459cbba MT	464	for arch in self.arches:
e459cbba MT	465	time = self.db.get("SELECT SUM(jobs.time_finished - jobs.time_started) AS time FROM jobs \
f6e6ff79 MT	466	JOIN builds ON builds.id = jobs.build_id \
f6e6ff79 MT	467	JOIN repositories_builds ON builds.id = repositories_builds.build_id \
e459cbba	468	WHERE (jobs.arch = %s OR jobs.arch = %s) AND \
a577f40c	469	jobs.type = 'build' AND \
e459cbba	470	repositories_builds.repo_id = %s", arch, "noarch", self.id)
f6e6ff79	471
e459cbba	472	times.append((arch, time.time.total_seconds()))
f6e6ff79 MT	473
f6e6ff79 MT	474	return times
9137135a	475
9137135a	476
d629da45 MT	477	class RepositoryAux(base.DataObject):
d629da45 MT	478	table = "repositories_aux"
f6e6ff79 MT	479
	480	@property
	481	def name(self):
	482	return self.data.name
	483
	484	@property
	485	def description(self):
	486	return self.data.description or ""
	487
	488	@property
	489	def url(self):
	490	return self.data.url
	491
	492	@property
	493	def identifier(self):
	494	return self.name.lower()
	495
	496	@property
	497	def distro(self):
d629da45	498	return self.pakfire.distros.get_by_id(self.data.distro_id)
f6e6ff79	499
5286089b	500	def get_conf(self, local=False):
f6e6ff79 MT	501	lines = [
	502	"[repo:%s]" % self.identifier,
	503	"description = %s - %s" % (self.distro.name, self.name),
	504	"enabled = 1",
	505	"baseurl = %s" % self.url,
	506	"priority = 0",
	507	]
	508
	509	return "\n".join(lines)