]>
git.ipfire.org Git - people/jschlag/pbs.git/blob - src/buildservice/repository.py
8 from .decorators
import *
10 class Repositories(base
.Object
):
11 def _get_repository(self
, query
, *args
):
12 res
= self
.db
.get(query
, *args
)
15 return Repository(self
.backend
, res
.id, data
=res
)
17 def _get_repositories(self
, query
, *args
):
18 res
= self
.db
.query(query
, *args
)
21 yield Repository(self
.backend
, row
.id, data
=row
)
24 repositories
= self
._get
_repositories
("SELECT * FROM repositories \
25 ORDER BY distro_id, name")
27 return iter(repositories
)
29 def get_by_id(self
, repo_id
):
30 return self
._get
_repository
("SELECT * FROM repositories \
31 WHERE id = %s", repo_id
)
33 def get_needs_update(self
, limit
=None):
34 query
= "SELECT id FROM repositories WHERE needs_update = 'Y'"
35 query
+= " ORDER BY last_update ASC"
39 query
+= " LIMIT %d" % limit
41 repos
= self
.db
.query(query
)
43 return [Repository(self
.pakfire
, r
.id) for r
in repos
]
45 def get_history(self
, limit
=None, offset
=None, build
=None, repo
=None, user
=None):
46 query
= "SELECT * FROM repositories_history"
49 query
+= " ORDER BY time DESC"
53 query
+= " LIMIT %s,%s"
54 args
+= [offset
, limit
,]
60 for entry
in self
.db
.query(query
, *args
):
61 entry
= logs
.RepositoryLogEntry(self
.pakfire
, entry
)
67 class Repository(base
.Object
):
68 def __init__(self
, pakfire
, id, data
=None):
69 base
.Object
.__init
__(self
, pakfire
)
81 if self
._data
is None:
82 self
._data
= self
.db
.get("SELECT * FROM repositories WHERE id = %s", self
.id)
86 def __cmp__(self
, other
):
90 if self
.id == other
.id:
93 elif self
.id == other
.parent_id
:
96 elif self
.parent_id
== other
.id:
102 if self
._next
is None:
103 repo
= self
.db
.get("SELECT id FROM repositories \
104 WHERE parent_id = %s LIMIT 1", self
.id)
109 self
._next
= Repository(self
.pakfire
, repo
.id)
114 if not self
.parent_id
:
117 if self
._prev
is None:
118 self
._prev
= Repository(self
.pakfire
, self
.parent_id
)
127 def create(cls
, pakfire
, distro
, name
, description
):
128 id = pakfire
.db
.execute("INSERT INTO repositories(distro_id, name, description)"
129 " VALUES(%s, %s, %s)", distro
.id, name
, description
)
131 return cls(pakfire
, id)
135 return self
.backend
.distros
.get_by_id(self
.data
.distro_id
)
141 "distro" : self
.distro
.info
,
143 "arches" : self
.arches
,
149 self
.settings
.get("repository_baseurl", "http://pakfire.ipfire.org/repositories/"),
150 self
.distro
.identifier
,
158 def mirrorlist(self
):
160 self
.settings
.get("mirrorlist_baseurl", "https://pakfire.ipfire.org/"),
161 "distro", self
.distro
.identifier
,
162 "repo", self
.identifier
,
163 "mirrorlist?arch=%{arch}"
176 priority
= prioritymap
[self
.type]
181 "[repo:%s]" % self
.identifier
,
182 "description = %s - %s" % (self
.distro
.name
, self
.summary
),
184 "baseurl = %s" % self
.url
,
185 "mirrors = %s" % self
.mirrorlist
,
189 lines
.append("priority = %s" % priority
)
191 return "\n".join(lines
)
195 return self
.data
.name
198 def identifier(self
):
199 return self
.name
.lower()
203 return self
.data
.type
207 lines
= self
.description
.splitlines()
215 def description(self
):
216 return self
.data
.description
or ""
220 return self
.data
.parent_id
224 if not self
.data
.key_id
:
227 if self
._key
is None:
228 self
._key
= self
.pakfire
.keys
.get_by_id(self
.data
.key_id
)
235 return self
.distro
.arches
239 return self
.data
.mirrored
== "Y"
241 def get_enabled_for_builds(self
):
242 return self
.data
.enabled_for_builds
== "Y"
244 def set_enabled_for_builds(self
, state
):
250 self
.db
.execute("UPDATE repositories SET enabled_for_builds = %s WHERE id = %s",
254 self
._data
["enabled_for_builds"] = state
256 enabled_for_builds
= property(get_enabled_for_builds
, set_enabled_for_builds
)
259 def score_needed(self
):
260 return self
.data
.score_needed
264 return self
.data
.time_min
268 return self
.data
.time_max
270 def _log_build(self
, action
, build
, from_repo
=None, to_repo
=None, user
=None):
277 from_repo_id
= from_repo
.id
281 to_repo_id
= to_repo
.id
283 self
.db
.execute("INSERT INTO repositories_history(action, build_id, from_repo_id, to_repo_id, user_id, time) \
284 VALUES(%s, %s, %s, %s, %s, NOW())", action
, build
.id, from_repo_id
, to_repo_id
, user_id
)
286 def add_build(self
, build
, user
=None, log
=True):
287 self
.db
.execute("INSERT INTO repositories_builds(repo_id, build_id, time_added)"
288 " VALUES(%s, %s, NOW())", self
.id, build
.id)
291 build
._update
_bugs
_helper
(self
)
294 self
._log
_build
("added", build
, to_repo
=self
, user
=user
)
296 def rem_build(self
, build
, user
=None, log
=True):
297 self
.db
.execute("DELETE FROM repositories_builds \
298 WHERE repo_id = %s AND build_id = %s", self
.id, build
.id)
301 self
._log
_build
("removed", build
, from_repo
=self
, user
=user
)
303 def move_build(self
, build
, to_repo
, user
=None, log
=True):
304 self
.db
.execute("UPDATE repositories_builds SET repo_id = %s, time_added = NOW() \
305 WHERE repo_id = %s AND build_id = %s", to_repo
.id, self
.id, build
.id)
308 build
._update
_bugs
_helper
(to_repo
)
311 self
._log
_build
("moved", build
, from_repo
=self
, to_repo
=to_repo
,
314 def build_count(self
):
315 query
= self
.db
.get("SELECT COUNT(*) AS count FROM repositories_builds \
316 WHERE repo_id = %s", self
.id)
321 def get_builds(self
, limit
=None, offset
=None):
322 query
= "SELECT build_id AS id FROM repositories_builds \
323 WHERE repo_id = %s ORDER BY time_added DESC"
328 query
+= " LIMIT %s,%s"
329 args
+= [offset
, limit
,]
335 for build
in self
.db
.query(query
, *args
):
336 build
= self
.pakfire
.builds
.get_by_id(build
.id)
339 _builds
.append(build
)
343 def _get_packages(self
, arch
):
344 if arch
.name
== "src":
345 pkgs
= self
.db
.query("SELECT packages.id AS id, packages.path AS path FROM packages \
346 JOIN builds ON builds.pkg_id = packages.id \
347 JOIN repositories_builds ON builds.id = repositories_builds.build_id \
348 WHERE packages.arch = %s AND repositories_builds.repo_id = %s",
352 noarch
= self
.pakfire
.arches
.get_by_name("noarch")
355 pkgs
= self
.db
.query("SELECT packages.id AS id, packages.path AS path FROM packages \
356 JOIN jobs_packages ON jobs_packages.pkg_id = packages.id \
357 JOIN jobs ON jobs_packages.job_id = jobs.id \
358 JOIN builds ON builds.id = jobs.build_id \
359 JOIN repositories_builds ON builds.id = repositories_builds.build_id \
360 WHERE (jobs.arch_id = %s OR jobs.arch_id = %s) AND \
361 repositories_builds.repo_id = %s",
362 arch
.id, noarch
.id, self
.id)
366 def get_packages(self
, arch
):
367 pkgs
= [self
.pakfire
.packages
.get_by_id(p
.id) for p
in self
._get
_packages
(arch
)]
372 def get_paths(self
, arch
):
373 paths
= [p
.path
for p
in self
._get
_packages
(arch
)]
380 return self
.get_packages()
382 def get_unpushed_builds(self
):
383 query
= self
.db
.query("SELECT build_id FROM repositories_builds \
384 WHERE repo_id = %s AND \
385 time_added > (SELECT last_update FROM repositories WHERE id = %s)",
390 b
= self
.pakfire
.builds
.get_by_id(row
.build_id
)
395 def get_obsolete_builds(self
):
396 #query = self.db.query("SELECT build_id AS id FROM repositories_builds \
397 # JOIN builds ON repositories.build_id = builds.id \
398 # WHERE repositories_builds.repo_id = %s AND builds.state = 'obsolete'",
403 # b = builds.Build(self.pakfire, row.id)
407 return self
.pakfire
.builds
.get_obsolete(self
)
409 def needs_update(self
):
410 if self
.get_unpushed_builds
:
416 self
.db
.execute("UPDATE repositories SET last_update = NOW() \
417 WHERE id = %s", self
.id)
419 def get_history(self
, **kwargs
):
424 return self
.pakfire
.repos
.get_history(**kwargs
)
426 def get_build_times(self
):
428 for arch
in self
.arches
:
429 time
= self
.db
.get("SELECT SUM(jobs.time_finished - jobs.time_started) AS time FROM jobs \
430 JOIN builds ON builds.id = jobs.build_id \
431 JOIN repositories_builds ON builds.id = repositories_builds.build_id \
432 WHERE (jobs.arch = %s OR jobs.arch = %s) AND \
433 jobs.type = 'build' AND \
434 repositories_builds.repo_id = %s", arch
, "noarch", self
.id)
436 times
.append((arch
, time
.time
.total_seconds()))
441 class RepositoryAux(base
.Object
):
442 def __init__(self
, pakfire
, id):
443 base
.Object
.__init
__(self
, pakfire
)
453 if self
._data
is None:
454 self
._data
= self
.db
.get("SELECT * FROM repositories_aux WHERE id = %s", self
.id)
461 return self
.data
.name
464 def description(self
):
465 return self
.data
.description
or ""
472 def identifier(self
):
473 return self
.name
.lower()
477 if self
._distro
is None:
478 self
._distro
= self
.pakfire
.distros
.get_by_id(self
.data
.distro_id
)
485 "[repo:%s]" % self
.identifier
,
486 "description = %s - %s" % (self
.distro
.name
, self
.name
),
488 "baseurl = %s" % self
.url
,
492 return "\n".join(lines
)