[people/jschlag/pbs.git] / src / buildservice / repository.py

#!/usr/bin/python

import logging
import os.path

import pakfire

log = logging.getLogger("repositories")
log.propagate = 1

from . import base
from . import logs

from .constants import *
from .decorators import *

class Repositories(base.Object):
	def _get_repository(self, query, *args):
		res = self.db.get(query, *args)

		if res:
			return Repository(self.backend, res.id, data=res)

	def _get_repositories(self, query, *args):
		res = self.db.query(query, *args)

		for row in res:
			yield Repository(self.backend, row.id, data=row)

	def __iter__(self):
		repositories = self._get_repositories("SELECT * FROM repositories \
			WHERE deleted IS FALSE ORDER BY distro_id, name")

		return iter(repositories)

	def create(self, distro, name, description):
		return self._get_repository("INSERT INTO repositories(distro_id, name, description) \
			VALUES(%s, %s, %s) RETURNING *", distro.id, name, description)

	def get_by_id(self, repo_id):
		return self._get_repository("SELECT * FROM repositories \
			WHERE id = %s", repo_id)

	def get_history(self, limit=None, offset=None, build=None, repo=None, user=None):
		query = "SELECT * FROM repositories_history"
		args  = []

		query += " ORDER BY time DESC"

		if limit:
			if offset:
				query += " LIMIT %s,%s"
				args  += [offset, limit,]
			else:
				query += " LIMIT %s"
				args  += [limit,]

		entries = []
		for entry in self.db.query(query, *args):
			entry = logs.RepositoryLogEntry(self.pakfire, entry)
			entries.append(entry)

		return entries

	def remaster(self):
		"""
			Remasters all repositories
		"""
		for repo in self:
			# Skip all repositories that don't need an update
			if not repo.needs_update:
				log.debug("Repository %s does not need an update" % repo)
				continue

			with self.db.transaction():
				repo.remaster()

	def cleanup(self):
		"""
			Cleans up all repositories
		"""
		for repo in self:
			with self.db.transaction():
				repo.cleanup()


class Repository(base.DataObject):
	table = "repositories"

	def __eq__(self, other):
		if isinstance(other, self.__class__):
			return self.id == other.id

	def __lt__(self, other):
		if isinstance(other, self.__class__):
			return self.parent_id == other.id

	def __iter__(self):
		builds = self.backend.builds._get_builds("SELECT builds.* FROM repositories_builds \
			LEFT JOIN builds ON repositories_builds.build_id = builds.id \
			WHERE repositories_builds.repo_id = %s", self.id)

		return iter(builds)

	def __len__(self):
		res = self.db.get("SELECT COUNT(*) AS len FROM repositories_builds \
			WHERE repo_id = %s", self.id)

		return res.len

	def __nonzero__(self):
		return True

	@lazy_property
	def next(self):
		return self.backend.repos._get_repository("SELECT * FROM repositories \
			WHERE parent_id = %s", self.id)

	@lazy_property
	def parent(self):
		if self.data.parent_id:
			return self.backend.repos._get_repository("SELECT * FROM repositories \
				WHERE id = %s", self.data.parent_id)

	@lazy_property
	def distro(self):
		return self.backend.distros.get_by_id(self.data.distro_id)

	def set_priority(self, priority):
		self._set_attribute("priority", priority)

	priority = property(lambda s: s.data.priority, set_priority)

	def get_user(self):
		if self.data.user_id:
			return self.backend.users.get_by_id(self.data.user_id)

	def set_user(self, user):
		self._set_attribute("user_id", user.id)

	user = property(get_user, set_user)

	@property
	def info(self):
		return {
			"id"     : self.id,
			"distro" : self.distro.info,
			"name"   : self.name,
			"arches" : self.arches,
		}

	@property
	def basepath(self):
		return "/".join((
			self.distro.identifier,
			self.identifier,
		))

	@property
	def path(self):
		return os.path.join(REPOS_DIR, self.basepath)

	@property
	def url(self):
		return os.path.join(
			self.settings.get("baseurl", "https://pakfire.ipfire.org"),
			"repositories",
			self.basepath,
		)

	@property
	def mirrorlist(self):
		return os.path.join(
			self.settings.get("baseurl", "https://pakfire.ipfire.org"),
			"distro", self.distro.identifier,
			"repo", self.identifier,
			"mirrorlist?arch=%{arch}"
		)

	def get_conf(self, local=False):
		lines = [
			"[repo:%s]" % self.identifier,
			"description = %s - %s" % (self.distro.name, self.summary),
			"enabled = 1",
			"baseurl = %s/%{arch}" % (self.path if local else self.url),
		]

		if self.mirrored and not local:
			lines.append("mirrors = %s" % self.mirrorlist)

		if self.priority:
			lines.append("priority = %s" % self.priority)

		return "\n".join(lines)

	@property
	def name(self):
		return self.data.name

	@property
	def identifier(self):
		return self.name.lower()

	@property
	def type(self):
		return self.data.type

	@property
	def summary(self):
		lines = self.description.splitlines()

		if lines:
			return lines[0]

		return "N/A"

	@property
	def description(self):
		return self.data.description or ""

	@property
	def parent_id(self):
		return self.data.parent_id

	@lazy_property
	def key(self):
		if not self.data.key_id:
			return

		return self.pakfire.keys.get_by_id(self.data.key_id)

	@property
	def arches(self):
		return self.distro.arches + ["src"]

	def set_mirrored(self, mirrored):
		self._set_attribute("mirrored", mirrored)

	mirrored = property(lambda s: s.data.mirrored, set_mirrored)

	def set_enabled_for_builds(self, state):
		self._set_attribute("enabled_for_builds", state)

	enabled_for_builds = property(lambda s: s.data.enabled_for_builds, set_enabled_for_builds)

	@property
	def score_needed(self):
		return self.data.score_needed

	@property
	def time_min(self):
		return self.data.time_min

	@property
	def time_max(self):
		return self.data.time_max

	def set_update_forced(self, update_forced):
		self._set_attribute("update_forced", update_forced)

	update_forced = property(lambda s: s.data.update_forced, set_update_forced)

	def _log_build(self, action, build, from_repo=None, to_repo=None, user=None):
		user_id = None
		if user:
			user_id = user.id

		from_repo_id = None
		if from_repo:
			from_repo_id = from_repo.id

		to_repo_id = None
		if to_repo:
			to_repo_id = to_repo.id

		self.db.execute("INSERT INTO repositories_history(action, build_id, from_repo_id, to_repo_id, user_id, time) \
			VALUES(%s, %s, %s, %s, %s, NOW())", action, build.id, from_repo_id, to_repo_id, user_id)

	def add_build(self, build, user=None, log=True):
		self.db.execute("INSERT INTO repositories_builds(repo_id, build_id, time_added)"
			" VALUES(%s, %s, NOW())", self.id, build.id)

		# Update bug status.
		build._update_bugs_helper(self)

		if log:
			self._log_build("added", build, to_repo=self, user=user)

	def rem_build(self, build, user=None, log=True):
		self.db.execute("DELETE FROM repositories_builds \
			WHERE repo_id = %s AND build_id = %s", self.id, build.id)

		# Force regenerating the index
		self.update_forced = True

		if log:
			self._log_build("removed", build, from_repo=self, user=user)

	def move_build(self, build, to_repo, user=None, log=True):
		self.db.execute("UPDATE repositories_builds SET repo_id = %s, time_added = NOW() \
			WHERE repo_id = %s AND build_id = %s", to_repo.id, self.id, build.id)

		# Force regenerating the index
		self.update_forced = True

		# Update bug status.
		build._update_bugs_helper(to_repo)

		if log:
			self._log_build("moved", build, from_repo=self, to_repo=to_repo,
				user=user)

	def get_builds(self, limit=None, offset=None):
		query = "SELECT build_id AS id FROM repositories_builds \
			WHERE repo_id = %s ORDER BY time_added DESC"
		args  = [self.id,]

		if limit:
			if offset:
				query += " LIMIT %s,%s"
				args  += [offset, limit,]
			else:
				query += " LIMIT %s"
				args  += [limit,]

		_builds = []
		for build in self.db.query(query, *args):
			build = self.pakfire.builds.get_by_id(build.id)
			build._repo = self

			_builds.append(build)

		return _builds

	def get_packages(self, arch):
		if arch == "src":
			return self.backend.packages._get_packages("SELECT packages.* FROM repositories_builds \
				LEFT JOIN builds ON repositories_builds.build_id = builds.id \
				LEFT JOIN packages ON builds.pkg_id = packages.id \
				WHERE repositories_builds.repo_id = %s", self.id)

		return self.backend.packages._get_packages("SELECT packages.* FROM repositories_builds \
				LEFT JOIN builds ON repositories_builds.build_id = builds.id \
				LEFT JOIN jobs ON builds.id = jobs.build_id \
				LEFT JOIN jobs_packages ON jobs.id = jobs_packages.job_id \
				LEFT JOIN packages ON jobs_packages.pkg_id = packages.id \
				WHERE repositories_builds.repo_id = %s \
					AND (jobs.arch = %s OR jobs.arch = %s) \
					AND (packages.arch = %s OR packages.arch = %s)",
				self.id, arch, "noarch", arch, "noarch")

	@property
	def unpushed_builds(self):
		return self.backend.builds._get_builds("SELECT builds.* FROM repositories \
			LEFT JOIN repositories_builds ON repositories.id = repositories_builds.repo_id \
			LEFT JOIN builds ON repositories_builds.build_id = builds.id \
			WHERE repositories.id = %s \
				AND repositories_builds.time_added >= repositories.last_update", self.id)

	def get_obsolete_builds(self):
		return self.pakfire.builds.get_obsolete(self)

	@property
	def needs_update(self):
		if self.unpushed_builds:
			return True

		return False

	def updated(self):
		self.db.execute("UPDATE repositories SET last_update = NOW() \
			WHERE id = %s", self.id)

		# Reset forced update flag
		self.update_forced = False

	def remaster(self):
		log.info("Going to update repository %s..." % self.name)

		for arch in self.arches:
			changed = False

			repo_path = os.path.join(self.path, arch)
			log.debug("  Path: %s" % repo_path)

			if not os.path.exists(repo_path):
				os.makedirs(repo_path)

			# Get all packages that are to be included in this repository
			packages = []
			for p in self.get_packages(arch):
				path = os.path.join(repo_path, p.filename)
				packages.append(path)

				# Nothing to do if the package already exists
				if os.path.exists(path):
					continue

				# Copy the package into the repository
				log.info("Adding %s..." % p)
				p.copy(repo_path)

				# XXX need to sign the new package here

				# The repository has been changed
				changed = True

			# No need to regenerate the index if the repository hasn't changed
			if not changed and not self.update_forced:
				continue

			# Find the key to sign the package.
			key_id = None
			if self.key:
				key_id = self.key.fingerprint

			# Create package index.
			p = pakfire.PakfireServer(arch=arch)
			p.repo_create(repo_path, packages,
				name="%s - %s.%s" % (self.distro.name, self.name, arch),
				key_id=key_id)

		# Update the timestamp when we started at last
		self.updated()

	def cleanup(self):
		log.info("Cleaning up repository %s..." % self.name)

		for arch in self.arches:
			repo_path = os.path.join(self.path, arch)

			# Get a list of all files in the repository directory right now
			filelist = [e for e in os.listdir(repo_path)
				if os.path.isfile(os.path.join(repo_path, e))]

			# Get a list of all packages that should be in the repository
			# and remove them from the filelist
			for p in self.get_packages(arch):
				try:
					filelist.remove(p.filename)
				except ValueError:
					pass

			# For any files that do not belong into the repository
			# any more, we will just delete them
			for filename in filelist:
				path = os.path.join(repo_path, filename)
				self.backend.delete_file(path)

	def get_history(self, **kwargs):
		kwargs.update({
			"repo" : self,
		})

		return self.pakfire.repos.get_history(**kwargs)

	def get_build_times(self):
		times = []
		for arch in self.arches:
			time = self.db.get("SELECT SUM(jobs.time_finished - jobs.time_started) AS time FROM jobs \
				JOIN builds ON builds.id = jobs.build_id \
				JOIN repositories_builds ON builds.id = repositories_builds.build_id \
				WHERE (jobs.arch = %s OR jobs.arch = %s) AND \
				jobs.type = 'build' AND \
				repositories_builds.repo_id = %s", arch, "noarch", self.id)

			times.append((arch, time.time.total_seconds()))

		return times


class RepositoryAux(base.DataObject):
	table = "repositories_aux"

	@property
	def name(self):
		return self.data.name

	@property
	def description(self):
		return self.data.description or ""

	@property
	def url(self):
		return self.data.url

	@property
	def identifier(self):
		return self.name.lower()

	@property
	def distro(self):
		return self.pakfire.distros.get_by_id(self.data.distro_id)

	def get_conf(self, local=False):
		lines = [
			"[repo:%s]" % self.identifier,
			"description = %s - %s" % (self.distro.name, self.name),
			"enabled = 1",
			"baseurl = %s" % self.url,
			"priority = 0",
		]

		return "\n".join(lines)
Commit	Line	Data
9137135a MT	1	#!/usr/bin/python
9137135a MT	2
9729c5b3	3	import logging
f6e6ff79 MT	4	import os.path
f6e6ff79 MT	5
612ee16e MT	6	import pakfire
612ee16e MT	7
9729c5b3 MT	8	log = logging.getLogger("repositories")
	9	log.propagate = 1
	10
2c909128 MT	11	from . import base
2c909128 MT	12	from . import logs
9137135a	13
9729c5b3	14	from .constants import *
e459cbba MT	15	from .decorators import *
e459cbba MT	16
9137135a	17	class Repositories(base.Object):
e459cbba MT	18	def _get_repository(self, query, *args):
e459cbba MT	19	res = self.db.get(query, *args)
9137135a	20
e459cbba MT	21	if res:
e459cbba MT	22	return Repository(self.backend, res.id, data=res)
9137135a	23
e459cbba MT	24	def _get_repositories(self, query, *args):
	25	res = self.db.query(query, *args)
	26
	27	for row in res:
	28	yield Repository(self.backend, row.id, data=row)
	29
	30	def __iter__(self):
	31	repositories = self._get_repositories("SELECT * FROM repositories \
8cb14e63	32	WHERE deleted IS FALSE ORDER BY distro_id, name")
9137135a	33
e459cbba MT	34	return iter(repositories)
e459cbba MT	35
d629da45 MT	36	def create(self, distro, name, description):
	37	return self._get_repository("INSERT INTO repositories(distro_id, name, description) \
	38	VALUES(%s, %s, %s) RETURNING *", distro.id, name, description)
	39
e459cbba MT	40	def get_by_id(self, repo_id):
	41	return self._get_repository("SELECT * FROM repositories \
	42	WHERE id = %s", repo_id)
9137135a	43
f6e6ff79 MT	44	def get_history(self, limit=None, offset=None, build=None, repo=None, user=None):
	45	query = "SELECT * FROM repositories_history"
	46	args = []
9137135a	47
f6e6ff79	48	query += " ORDER BY time DESC"
9137135a	49
f6e6ff79 MT	50	if limit:
	51	if offset:
	52	query += " LIMIT %s,%s"
	53	args += [offset, limit,]
	54	else:
	55	query += " LIMIT %s"
	56	args += [limit,]
9137135a	57
f6e6ff79 MT	58	entries = []
	59	for entry in self.db.query(query, *args):
	60	entry = logs.RepositoryLogEntry(self.pakfire, entry)
	61	entries.append(entry)
9137135a	62
f6e6ff79	63	return entries
9137135a	64
9729c5b3 MT	65	def remaster(self):
	66	"""
	67	Remasters all repositories
	68	"""
	69	for repo in self:
	70	# Skip all repositories that don't need an update
	71	if not repo.needs_update:
	72	log.debug("Repository %s does not need an update" % repo)
	73	continue
	74
	75	with self.db.transaction():
	76	repo.remaster()
	77
612ee16e MT	78	def cleanup(self):
	79	"""
	80	Cleans up all repositories
	81	"""
	82	for repo in self:
	83	with self.db.transaction():
	84	repo.cleanup()
	85
9137135a	86
d629da45 MT	87	class Repository(base.DataObject):
d629da45 MT	88	table = "repositories"
f6e6ff79	89
d629da45 MT	90	def __eq__(self, other):
	91	if isinstance(other, self.__class__):
	92	return self.id == other.id
f6e6ff79	93
d629da45 MT	94	def __lt__(self, other):
	95	if isinstance(other, self.__class__):
	96	return self.parent_id == other.id
9137135a	97
d629da45 MT	98	def __iter__(self):
	99	builds = self.backend.builds._get_builds("SELECT builds.* FROM repositories_builds \
	100	LEFT JOIN builds ON repositories_builds.build_id = builds.id \
78f9cb76	101	WHERE repositories_builds.repo_id = %s", self.id)
9137135a	102
d629da45	103	return iter(builds)
f6e6ff79	104
d629da45 MT	105	def __len__(self):
	106	res = self.db.get("SELECT COUNT(*) AS len FROM repositories_builds \
	107	WHERE repo_id = %s", self.id)
9137135a	108
d629da45	109	return res.len
9137135a	110
64c4b654 MT	111	def __nonzero__(self):
	112	return True
	113
d629da45	114	@lazy_property
9137135a	115	def next(self):
d629da45 MT	116	return self.backend.repos._get_repository("SELECT * FROM repositories \
d629da45 MT	117	WHERE parent_id = %s", self.id)
9137135a	118
d629da45	119	@lazy_property
f6e6ff79	120	def parent(self):
d629da45 MT	121	if self.data.parent_id:
	122	return self.backend.repos._get_repository("SELECT * FROM repositories \
	123	WHERE id = %s", self.data.parent_id)
9137135a	124
e459cbba	125	@lazy_property
9137135a	126	def distro(self):
e459cbba	127	return self.backend.distros.get_by_id(self.data.distro_id)
9137135a	128
5bc58fba MT	129	def set_priority(self, priority):
	130	self._set_attribute("priority", priority)
	131
	132	priority = property(lambda s: s.data.priority, set_priority)
	133
a7a18be1 MT	134	def get_user(self):
	135	if self.data.user_id:
	136	return self.backend.users.get_by_id(self.data.user_id)
	137
	138	def set_user(self, user):
	139	self._set_attribute("user_id", user.id)
	140
	141	user = property(get_user, set_user)
	142
9137135a MT	143	@property
	144	def info(self):
	145	return {
	146	"id" : self.id,
	147	"distro" : self.distro.info,
	148	"name" : self.name,
	149	"arches" : self.arches,
	150	}
	151
	152	@property
5286089b MT	153	def basepath(self):
5286089b MT	154	return "/".join((
f6e6ff79 MT	155	self.distro.identifier,
f6e6ff79 MT	156	self.identifier,
5286089b MT	157	))
	158
	159	@property
	160	def path(self):
612ee16e	161	return os.path.join(REPOS_DIR, self.basepath)
5286089b MT	162
	163	@property
	164	def url(self):
	165	return os.path.join(
bb6107cc MT	166	self.settings.get("baseurl", "https://pakfire.ipfire.org"),
bb6107cc MT	167	"repositories",
5286089b	168	self.basepath,
f6e6ff79 MT	169	)
f6e6ff79 MT	170
f6e6ff79 MT	171	@property
f6e6ff79 MT	172	def mirrorlist(self):
5286089b	173	return os.path.join(
bb6107cc	174	self.settings.get("baseurl", "https://pakfire.ipfire.org"),
f6e6ff79 MT	175	"distro", self.distro.identifier,
	176	"repo", self.identifier,
	177	"mirrorlist?arch=%{arch}"
	178	)
	179
5286089b	180	def get_conf(self, local=False):
f6e6ff79 MT	181	lines = [
	182	"[repo:%s]" % self.identifier,
	183	"description = %s - %s" % (self.distro.name, self.summary),
	184	"enabled = 1",
612ee16e	185	"baseurl = %s/%{arch}" % (self.path if local else self.url),
f6e6ff79 MT	186	]
f6e6ff79 MT	187
5286089b	188	if self.mirrored and not local:
ce88a1bb MT	189	lines.append("mirrors = %s" % self.mirrorlist)
ce88a1bb MT	190
5bc58fba MT	191	if self.priority:
5bc58fba MT	192	lines.append("priority = %s" % self.priority)
f6e6ff79 MT	193
f6e6ff79 MT	194	return "\n".join(lines)
9137135a MT	195
	196	@property
	197	def name(self):
	198	return self.data.name
	199
	200	@property
f6e6ff79 MT	201	def identifier(self):
f6e6ff79 MT	202	return self.name.lower()
9137135a MT	203
9137135a MT	204	@property
f6e6ff79 MT	205	def type(self):
f6e6ff79 MT	206	return self.data.type
9137135a MT	207
9137135a MT	208	@property
f6e6ff79 MT	209	def summary(self):
f6e6ff79 MT	210	lines = self.description.splitlines()
9137135a	211
f6e6ff79 MT	212	if lines:
f6e6ff79 MT	213	return lines[0]
9137135a	214
f6e6ff79	215	return "N/A"
9137135a	216
f6e6ff79 MT	217	@property
	218	def description(self):
	219	return self.data.description or ""
9137135a	220
f6e6ff79 MT	221	@property
	222	def parent_id(self):
	223	return self.data.parent_id
9137135a	224
d629da45	225	@lazy_property
f6e6ff79 MT	226	def key(self):
	227	if not self.data.key_id:
	228	return
9137135a	229
d629da45	230	return self.pakfire.keys.get_by_id(self.data.key_id)
9137135a	231
f6e6ff79 MT	232	@property
f6e6ff79 MT	233	def arches(self):
9729c5b3	234	return self.distro.arches + ["src"]
f6e6ff79	235
ce88a1bb MT	236	def set_mirrored(self, mirrored):
	237	self._set_attribute("mirrored", mirrored)
	238
	239	mirrored = property(lambda s: s.data.mirrored, set_mirrored)
9137135a	240
f6e6ff79	241	def set_enabled_for_builds(self, state):
d629da45	242	self._set_attribute("enabled_for_builds", state)
9137135a	243
d629da45	244	enabled_for_builds = property(lambda s: s.data.enabled_for_builds, set_enabled_for_builds)
9137135a MT	245
9137135a MT	246	@property
f6e6ff79 MT	247	def score_needed(self):
f6e6ff79 MT	248	return self.data.score_needed
9137135a MT	249
9137135a MT	250	@property
f6e6ff79 MT	251	def time_min(self):
f6e6ff79 MT	252	return self.data.time_min
9137135a MT	253
9137135a MT	254	@property
f6e6ff79 MT	255	def time_max(self):
f6e6ff79 MT	256	return self.data.time_max
9137135a	257
e67c0fc7 MT	258	def set_update_forced(self, update_forced):
	259	self._set_attribute("update_forced", update_forced)
	260
	261	update_forced = property(lambda s: s.data.update_forced, set_update_forced)
	262
f6e6ff79 MT	263	def _log_build(self, action, build, from_repo=None, to_repo=None, user=None):
	264	user_id = None
	265	if user:
	266	user_id = user.id
9137135a	267
f6e6ff79 MT	268	from_repo_id = None
	269	if from_repo:
	270	from_repo_id = from_repo.id
9137135a	271
f6e6ff79 MT	272	to_repo_id = None
	273	if to_repo:
	274	to_repo_id = to_repo.id
9137135a	275
f6e6ff79 MT	276	self.db.execute("INSERT INTO repositories_history(action, build_id, from_repo_id, to_repo_id, user_id, time) \
f6e6ff79 MT	277	VALUES(%s, %s, %s, %s, %s, NOW())", action, build.id, from_repo_id, to_repo_id, user_id)
9137135a	278
f6e6ff79 MT	279	def add_build(self, build, user=None, log=True):
	280	self.db.execute("INSERT INTO repositories_builds(repo_id, build_id, time_added)"
	281	" VALUES(%s, %s, NOW())", self.id, build.id)
9137135a	282
f6e6ff79 MT	283	# Update bug status.
f6e6ff79 MT	284	build._update_bugs_helper(self)
9137135a	285
f6e6ff79 MT	286	if log:
f6e6ff79 MT	287	self._log_build("added", build, to_repo=self, user=user)
9137135a	288
f6e6ff79 MT	289	def rem_build(self, build, user=None, log=True):
	290	self.db.execute("DELETE FROM repositories_builds \
	291	WHERE repo_id = %s AND build_id = %s", self.id, build.id)
9137135a	292
e67c0fc7 MT	293	# Force regenerating the index
	294	self.update_forced = True
	295
f6e6ff79 MT	296	if log:
f6e6ff79 MT	297	self._log_build("removed", build, from_repo=self, user=user)
9137135a	298
f6e6ff79 MT	299	def move_build(self, build, to_repo, user=None, log=True):
	300	self.db.execute("UPDATE repositories_builds SET repo_id = %s, time_added = NOW() \
	301	WHERE repo_id = %s AND build_id = %s", to_repo.id, self.id, build.id)
9137135a	302
e67c0fc7 MT	303	# Force regenerating the index
	304	self.update_forced = True
	305
f6e6ff79 MT	306	# Update bug status.
f6e6ff79 MT	307	build._update_bugs_helper(to_repo)
9137135a	308
f6e6ff79 MT	309	if log:
	310	self._log_build("moved", build, from_repo=self, to_repo=to_repo,
	311	user=user)
9137135a	312
f6e6ff79 MT	313	def get_builds(self, limit=None, offset=None):
	314	query = "SELECT build_id AS id FROM repositories_builds \
	315	WHERE repo_id = %s ORDER BY time_added DESC"
	316	args = [self.id,]
9137135a	317
f6e6ff79 MT	318	if limit:
	319	if offset:
	320	query += " LIMIT %s,%s"
	321	args += [offset, limit,]
	322	else:
	323	query += " LIMIT %s"
	324	args += [limit,]
	325
	326	_builds = []
	327	for build in self.db.query(query, *args):
2c909128	328	build = self.pakfire.builds.get_by_id(build.id)
f6e6ff79 MT	329	build._repo = self
	330
	331	_builds.append(build)
	332
	333	return _builds
	334
83be3106	335	def get_packages(self, arch):
612ee16e MT	336	if arch == "src":
	337	return self.backend.packages._get_packages("SELECT packages.* FROM repositories_builds \
	338	LEFT JOIN builds ON repositories_builds.build_id = builds.id \
	339	LEFT JOIN packages ON builds.pkg_id = packages.id \
	340	WHERE repositories_builds.repo_id = %s", self.id)
	341
	342	return self.backend.packages._get_packages("SELECT packages.* FROM repositories_builds \
	343	LEFT JOIN builds ON repositories_builds.build_id = builds.id \
	344	LEFT JOIN jobs ON builds.id = jobs.build_id \
	345	LEFT JOIN jobs_packages ON jobs.id = jobs_packages.job_id \
	346	LEFT JOIN packages ON jobs_packages.pkg_id = packages.id \
	347	WHERE repositories_builds.repo_id = %s \
	348	AND (jobs.arch = %s OR jobs.arch = %s) \
	349	AND (packages.arch = %s OR packages.arch = %s)",
	350	self.id, arch, "noarch", arch, "noarch")
9137135a	351
9729c5b3 MT	352	@property
	353	def unpushed_builds(self):
	354	return self.backend.builds._get_builds("SELECT builds.* FROM repositories \
	355	LEFT JOIN repositories_builds ON repositories.id = repositories_builds.repo_id \
	356	LEFT JOIN builds ON repositories_builds.build_id = builds.id \
	357	WHERE repositories.id = %s \
	358	AND repositories_builds.time_added >= repositories.last_update", self.id)
f6e6ff79 MT	359
f6e6ff79 MT	360	def get_obsolete_builds(self):
f6e6ff79 MT	361	return self.pakfire.builds.get_obsolete(self)
f6e6ff79 MT	362
9729c5b3	363	@property
f6e6ff79	364	def needs_update(self):
9729c5b3	365	if self.unpushed_builds:
9137135a MT	366	return True
9137135a MT	367
9137135a MT	368	return False
9137135a MT	369
f6e6ff79 MT	370	def updated(self):
	371	self.db.execute("UPDATE repositories SET last_update = NOW() \
	372	WHERE id = %s", self.id)
9137135a	373
e67c0fc7 MT	374	# Reset forced update flag
	375	self.update_forced = False
	376
9729c5b3 MT	377	def remaster(self):
	378	log.info("Going to update repository %s..." % self.name)
	379
9729c5b3 MT	380	for arch in self.arches:
	381	changed = False
	382
612ee16e MT	383	repo_path = os.path.join(self.path, arch)
612ee16e MT	384	log.debug(" Path: %s" % repo_path)
9729c5b3 MT	385
	386	if not os.path.exists(repo_path):
	387	os.makedirs(repo_path)
	388
612ee16e MT	389	# Get all packages that are to be included in this repository
	390	packages = []
	391	for p in self.get_packages(arch):
	392	path = os.path.join(repo_path, p.filename)
	393	packages.append(path)
9729c5b3	394
612ee16e MT	395	# Nothing to do if the package already exists
612ee16e MT	396	if os.path.exists(path):
9729c5b3 MT	397	continue
9729c5b3 MT	398
612ee16e MT	399	# Copy the package into the repository
	400	log.info("Adding %s..." % p)
	401	p.copy(repo_path)
9729c5b3	402
612ee16e	403	# XXX need to sign the new package here
9729c5b3	404
612ee16e	405	# The repository has been changed
9729c5b3 MT	406	changed = True
9729c5b3 MT	407
612ee16e	408	# No need to regenerate the index if the repository hasn't changed
e67c0fc7	409	if not changed and not self.update_forced:
9729c5b3 MT	410	continue
	411
	412	# Find the key to sign the package.
	413	key_id = None
612ee16e	414	if self.key:
9729c5b3 MT	415	key_id = self.key.fingerprint
	416
	417	# Create package index.
	418	p = pakfire.PakfireServer(arch=arch)
612ee16e	419	p.repo_create(repo_path, packages,
9729c5b3 MT	420	name="%s - %s.%s" % (self.distro.name, self.name, arch),
	421	key_id=key_id)
	422
e67c0fc7 MT	423	# Update the timestamp when we started at last
	424	self.updated()
	425
612ee16e MT	426	def cleanup(self):
	427	log.info("Cleaning up repository %s..." % self.name)
	428
	429	for arch in self.arches:
	430	repo_path = os.path.join(self.path, arch)
	431
	432	# Get a list of all files in the repository directory right now
	433	filelist = [e for e in os.listdir(repo_path)
	434	if os.path.isfile(os.path.join(repo_path, e))]
9729c5b3	435
612ee16e MT	436	# Get a list of all packages that should be in the repository
	437	# and remove them from the filelist
	438	for p in self.get_packages(arch):
9729c5b3	439	try:
612ee16e MT	440	filelist.remove(p.filename)
	441	except ValueError:
	442	pass
	443
	444	# For any files that do not belong into the repository
	445	# any more, we will just delete them
	446	for filename in filelist:
	447	path = os.path.join(repo_path, filename)
	448	self.backend.delete_file(path)
9729c5b3	449
f6e6ff79 MT	450	def get_history(self, **kwargs):
	451	kwargs.update({
	452	"repo" : self,
	453	})
9137135a	454
f6e6ff79	455	return self.pakfire.repos.get_history(**kwargs)
9137135a	456
f6e6ff79	457	def get_build_times(self):
f6e6ff79	458	times = []
e459cbba MT	459	for arch in self.arches:
e459cbba MT	460	time = self.db.get("SELECT SUM(jobs.time_finished - jobs.time_started) AS time FROM jobs \
f6e6ff79 MT	461	JOIN builds ON builds.id = jobs.build_id \
f6e6ff79 MT	462	JOIN repositories_builds ON builds.id = repositories_builds.build_id \
e459cbba	463	WHERE (jobs.arch = %s OR jobs.arch = %s) AND \
a577f40c	464	jobs.type = 'build' AND \
e459cbba	465	repositories_builds.repo_id = %s", arch, "noarch", self.id)
f6e6ff79	466
e459cbba	467	times.append((arch, time.time.total_seconds()))
f6e6ff79 MT	468
f6e6ff79 MT	469	return times
9137135a	470
9137135a	471
d629da45 MT	472	class RepositoryAux(base.DataObject):
d629da45 MT	473	table = "repositories_aux"
f6e6ff79 MT	474
	475	@property
	476	def name(self):
	477	return self.data.name
	478
	479	@property
	480	def description(self):
	481	return self.data.description or ""
	482
	483	@property
	484	def url(self):
	485	return self.data.url
	486
	487	@property
	488	def identifier(self):
	489	return self.name.lower()
	490
	491	@property
	492	def distro(self):
d629da45	493	return self.pakfire.distros.get_by_id(self.data.distro_id)
f6e6ff79	494
5286089b	495	def get_conf(self, local=False):
f6e6ff79 MT	496	lines = [
	497	"[repo:%s]" % self.identifier,
	498	"description = %s - %s" % (self.distro.name, self.name),
	499	"enabled = 1",
	500	"baseurl = %s" % self.url,
	501	"priority = 0",
	502	]
	503
	504	return "\n".join(lines)