]> git.ipfire.org Git - ipfire.org.git/blame - webapp/backend/releases.py
add active side in navigation
[ipfire.org.git] / webapp / backend / releases.py
CommitLineData
940227cb
MT
1#!/usr/bin/python
2
3c4f2edc 3import hashlib
940227cb 4import logging
3c4f2edc
MT
5import os
6import re
fadcfd00 7import urllib
940227cb
MT
8import urlparse
9
9068dba1 10import database
fadcfd00 11import tracker
9068dba1 12from misc import Object
fadcfd00 13
f7635119
MT
14TRACKERS = (
15 "http://ipv4.tracker.ipfire.org:6969/announce",
16 "udp://ipv4.tracker.ipfire.org:6969",
17 "http://ipv6.tracker.ipfire.org:6969/announce",
18 "udp://ipv6.tracker.ipfire.org:6969",
19)
20
9068dba1
MT
21class File(Object):
22 def __init__(self, backend, release, id, data=None):
23 Object.__init__(self, backend)
940227cb 24
938d083d
MT
25 self.id = id
26 self._release = release
940227cb
MT
27
28 # get all data from database
9068dba1 29 self.__data = data
940227cb 30
9068dba1
MT
31 def __cmp__(self, other):
32 return cmp(self.prio, other.prio)
938d083d
MT
33
34 @property
35 def data(self):
36 if self.__data is None:
37 self.__data = self.db.get("SELECT * FROM files WHERE id = %s", self.id)
38 assert self.__data
39
40 return self.__data
41
42 @property
43 def release(self):
44 if not self._release:
45 release_id = self.data.get("releases")
46 self._release = Release(release_id)
47
48 return self._release
940227cb
MT
49
50 @property
51 def type(self):
fadcfd00
MT
52 filename = self.filename
53
54 if filename.endswith(".iso"):
55 return "iso"
56
57 elif filename.endswith(".torrent"):
58 return "torrent"
59
60 elif "xen" in filename:
80594ae3
MT
61 if "downloader" in filename:
62 return "xen-downloader"
63
fadcfd00
MT
64 return "xen"
65
66 elif "sources" in filename:
67 return "source"
68
69 elif "usb-fdd" in filename:
70 return "usbfdd"
71
72 elif "usb-hdd" in filename:
73 return "usbhdd"
74
3230a47f
MT
75 elif "armv5tel" in filename and "scon" in filename:
76 return "armv5tel-scon"
77
fadcfd00
MT
78 elif "armv5tel" in filename:
79 return "armv5tel"
80
81 elif "scon" in filename:
82 return "alix"
83
84 elif filename.endswith(".img.gz"):
85 return "flash"
86
87 else:
88 return "unknown"
940227cb
MT
89
90 @property
91 def url(self):
73493ea6 92 return urlparse.urljoin("https://downloads.ipfire.org", self.filename)
940227cb
MT
93
94 @property
95 def desc(self):
96 _ = lambda x: x
97
98 descriptions = {
fadcfd00 99 "armv5tel" : _("Image for the armv5tel architecture"),
3230a47f 100 "armv5tel-scon" : _("armv5tel image for boards with serial console"),
940227cb
MT
101 "iso" : _("Installable CD image"),
102 "torrent" : _("Torrent file"),
103 "flash" : _("Flash image"),
ec6ab977 104 "alix" : _("Flash image for devices with serial console"),
940227cb
MT
105 "usbfdd" : _("USB FDD Image"),
106 "usbhdd" : _("USB HDD Image"),
107 "xen" : _("Pregenerated Xen image"),
80594ae3 108 "xen-downloader": _("Xen-Image Generator"),
940227cb
MT
109 }
110
111 try:
112 return descriptions[self.type]
113 except KeyError:
114 return _("Unknown image type")
115
116 @property
117 def prio(self):
118 priorities = {
119 "iso" : 10,
120 "torrent" : 20,
121 "flash" : 40,
122 "alix" : 41,
123 "usbfdd" : 31,
124 "usbhdd" : 30,
3230a47f
MT
125 "armv5tel" : 40,
126 "armv5tel-scon" : 41,
940227cb 127 "xen" : 50,
80594ae3 128 "xen-downloader": 51,
940227cb
MT
129 }
130
131 try:
132 return priorities[self.type]
133 except KeyError:
134 return 999
135
136 @property
137 def rem(self):
138 _ = lambda x: x
139
140 remarks = {
fadcfd00 141 "armv5tel" : _("This image runs on many ARM-based boards"),
3230a47f 142 "armv5tel-scon" : _("This image runs on ARM boards with a serial console"),
940227cb
MT
143 "iso" : _("Use this image to burn a CD and install IPFire from it."),
144 "torrent" : _("Download the CD image from the torrent network."),
145 "flash" : _("An image that is meant to run on embedded devices."),
146 "alix" : _("Flash image where a serial console is enabled by default."),
147 "usbfdd" : _("Install IPFire from a floppy-formated USB key."),
148 "usbhdd" : _("If the floppy image doesn't work, use this image instead."),
149 "xen" : _("A ready-to-run image for Xen."),
80594ae3 150 "xen-downloader": _("Generator for creating a Xen image."),
940227cb
MT
151 }
152
153 try:
154 return remarks[self.type]
155 except KeyError:
156 return _("Unknown image type")
157
158 @property
159 def sha1(self):
938d083d 160 return self.data.get("sha1")
940227cb
MT
161
162 @property
163 def filename(self):
938d083d 164 return self.data.get("filename")
940227cb 165
c9698a0b
MT
166 @property
167 def basename(self):
168 return os.path.basename(self.filename)
169
60024cc8
MT
170 @property
171 def size(self):
938d083d 172 return self.data.get("filesize")
60024cc8
MT
173
174 @property
175 def arch(self):
6371bfda 176 known_arches = ("x86_64", "i586", "arm")
60024cc8
MT
177
178 for arch in known_arches:
179 if arch in self.basename:
180 return arch
181
fadcfd00
MT
182 return "N/A"
183
184 @property
185 def torrent_hash(self):
938d083d 186 return self.data.get("torrent_hash", None)
fadcfd00 187
5276cd41
MT
188 @property
189 def torrent_url(self):
190 if self.torrent_hash:
191 return "%s.torrent" % self.url
192
fadcfd00
MT
193 @property
194 def magnet_link(self):
195 # Don't return anything if we have no torrent hash.
196 if self.torrent_hash is None:
197 return
198
199 s = "magnet:?xt=urn:btih:%s" % self.torrent_hash
200
201 #s += "&xl=%d" % self.size
202 s += "&dn=%s" % urllib.quote(self.basename)
203
204 # Add our tracker.
f7635119
MT
205 for tracker in TRACKERS:
206 s += "&tr=%s" % tracker
fadcfd00 207
dc7b8879
MT
208 # Add web download URL
209 s += "&as=%s" % urllib.quote(self.url)
210
fadcfd00 211 return s
60024cc8 212
940227cb 213
9068dba1
MT
214class Release(Object):
215 def __init__(self, backend, id, data=None):
216 Object.__init__(self, backend)
940227cb
MT
217 self.id = id
218
219 # get all data from database
9068dba1 220 self.__data = data or self.db.get("SELECT * FROM releases WHERE id = %s", self.id)
940227cb
MT
221 assert self.__data
222
223 self.__files = []
224
225 def __repr__(self):
226 return "<%s %s>" % (self.__class__.__name__, self.name)
227
9068dba1
MT
228 def __cmp__(self, other):
229 return cmp(self.id, other.id)
230
940227cb
MT
231 @property
232 def files(self):
233 if not self.__files:
9068dba1
MT
234 files = self.db.query("SELECT * FROM files WHERE releases = %s \
235 AND NOT filename LIKE '%%.torrent'", self.id)
940227cb 236
9068dba1
MT
237 self.__files = [File(self.backend, self, f.id, f) for f in files]
238 self.__files.sort()
940227cb
MT
239
240 return self.__files
241
938d083d
MT
242 @property
243 def torrents(self):
244 torrents = []
245
246 for file in self.files:
247 if not file.torrent_hash:
248 continue
249
250 torrents.append(file)
251
252 return torrents
253
940227cb
MT
254 @property
255 def name(self):
9068dba1
MT
256 return self.__data.name
257
258 @property
259 def sname(self):
260 return self.__data.sname
940227cb
MT
261
262 @property
263 def stable(self):
9068dba1 264 return self.__data.stable
940227cb
MT
265
266 @property
267 def published(self):
9068dba1 268 return self.__data.published
940227cb 269
9068dba1 270 date = published
940227cb 271
3c4f2edc
MT
272 @property
273 def path(self):
9068dba1 274 return self.__data.path
3c4f2edc 275
940227cb
MT
276 def get_file(self, type):
277 for file in self.files:
278 if file.type == type:
279 return file
280
3c4f2edc
MT
281 def __file_hash(self, filename):
282 sha1 = hashlib.sha1()
283
284 with open(filename) as f:
b5f4eef0
MT
285 buf_size = 1024
286 buf = f.read(buf_size)
287 while buf:
288 sha1.update(buf)
289 buf = f.read(buf_size)
3c4f2edc
MT
290
291 return sha1.hexdigest()
292
3c4f2edc
MT
293 def scan_files(self, basepath="/srv/mirror0"):
294 if not self.path:
295 return
296
297 path = os.path.join(basepath, self.path)
921d98cc
MT
298 if not os.path.exists(path):
299 return
300
fadcfd00
MT
301 files = self.db.query("SELECT filename FROM files WHERE releases = %s", self.id)
302 files = [f.filename for f in files]
3c4f2edc
MT
303
304 # Make files that do not exists not loadable.
305 for filename in files:
306 _filename = os.path.join(basepath, filename)
307 if not os.path.exists(_filename):
308 self.db.execute("UPDATE files SET loadable='N' WHERE filename = %s", filename)
309
310 for filename in os.listdir(path):
311 filename = os.path.join(path, filename)
312
313 if os.path.isdir(filename):
314 continue
315
316 _filename = re.match(".*(releases/.*)", filename).group(1)
317 if _filename in files:
318 continue
319
320 if filename.endswith(".md5"):
321 continue
322
9068dba1 323 logging.info("Hashing %s..." % filename)
3c4f2edc
MT
324 filehash = self.__file_hash(filename)
325 filesize = os.path.getsize(filename)
3c4f2edc 326
fadcfd00
MT
327 # Check if there is a torrent download available for this file:
328 torrent_hash = ""
329 torrent_file = "%s.torrent" % filename
330 if os.path.exists(torrent_file):
331 torrent_hash = self.torrent_read_hash(torrent_file)
332
333 self.db.execute("INSERT INTO files(releases, filename, filesize, \
334 sha1, torrent_hash) VALUES(%s, %s, %s, %s, %s)",
335 self.id, _filename, filesize, filehash, torrent_hash)
336
337 # Search for all files that miss a torrent hash.
338 files = self.db.query("SELECT id, filename FROM files \
339 WHERE releases = %s AND torrent_hash IS NULL", self.id)
340
341 for file in files:
342 path = os.path.join(basepath, file.filename)
343
344 torrent_file = "%s.torrent" % path
345 if os.path.exists(torrent_file):
346 torrent_hash = self.torrent_read_hash(torrent_file)
347
348 self.db.execute("UPDATE files SET torrent_hash = %s WHERE id = %s",
349 torrent_hash, file.id)
350
351 def torrent_read_hash(self, filename):
352 f = None
353 try:
354 f = open(filename, "rb")
355
356 metainfo = tracker.bdecode(f.read())
357 metainfo = tracker.bencode(metainfo["info"])
358
359 hash = hashlib.sha1()
360 hash.update(metainfo)
361
362 return hash.hexdigest()
363
364 finally:
365 if f:
366 f.close()
3c4f2edc 367
37b5c0cf 368 def supports_arch(self, arch):
6371bfda 369 return arch in ("x86_64", "i586")
37b5c0cf
MT
370
371 def supports_platform(self, platform):
372 # Currently there is nothing else than pcbios supported
373 if platform == "pcbios":
374 return True
375
376 return False
377
9068dba1
MT
378 def is_netboot_capable(self):
379 return self.path and "ipfire-2.x" in self.path
380
37b5c0cf
MT
381 def netboot_kernel_url(self, arch, platform):
382 assert self.supports_arch(arch)
383 assert self.supports_platform(platform)
384
6371bfda 385 if self.sname >= "ipfire-2.19-core100":
73493ea6 386 return "https://downloads.ipfire.org/%s/images/%s/vmlinuz" % (self.path, arch)
6371bfda 387
73493ea6 388 return "https://downloads.ipfire.org/%s/images/vmlinuz" % self.path
940227cb 389
37b5c0cf
MT
390 def netboot_initrd_url(self, arch, platform):
391 assert self.supports_arch(arch)
392 assert self.supports_platform(platform)
393
6371bfda 394 if self.sname >= "ipfire-2.19-core100":
73493ea6 395 return "https://downloads.ipfire.org/%s/images/%s/instroot" % (self.path, arch)
6371bfda 396
73493ea6 397 return "https://downloads.ipfire.org/%s/images/instroot" % self.path
940227cb 398
37b5c0cf
MT
399 def netboot_args(self, arch, platform):
400 return ""
401
2fed2438
MT
402 @property
403 def news_id(self):
404 return self.__data.news_id
405
406 @property
407 def news(self):
408 if not hasattr(self, "_news"):
409 self._news = self.backend.news.get(self.news_id)
410
411 return self._news
412
940227cb 413
9068dba1 414class Releases(Object):
940227cb 415 def get_by_id(self, id):
9068dba1
MT
416 ret = self.db.get("SELECT * FROM releases WHERE id = %s", id)
417
418 if ret:
419 return Release(self.backend, ret.id, data=ret)
420
421 def get_by_sname(self, sname):
422 ret = self.db.get("SELECT * FROM releases WHERE sname = %s", sname)
423
424 if ret:
425 return Release(self.backend, ret.id, data=ret)
940227cb 426
9de13943
MT
427 def get_by_news_id(self, news_id):
428 ret = self.db.get("SELECT * FROM releases WHERE news_id = %s", news_id)
429
430 if ret:
431 return Release(self.backend, ret.id, data=ret)
432
9068dba1
MT
433 def get_latest(self, stable=True):
434 ret = self.db.get("SELECT * FROM releases WHERE published IS NOT NULL AND published <= NOW() \
435 AND stable = %s ORDER BY published DESC LIMIT 1", stable)
940227cb 436
9068dba1
MT
437 if ret:
438 return Release(self.backend, ret.id, data=ret)
940227cb 439
0aab96e0
MT
440 def get_latest_unstable(self):
441 ret = self.db.get("SELECT * FROM releases r1 \
442 WHERE r1.published IS NOT NULL AND r1.published <= NOW() \
443 AND stable = %s AND NOT EXISTS ( \
444 SELECT * FROM releases r2 WHERE r2.stable = %s AND \
445 r2.published IS NOT NULL AND r2.published >= r1.published \
446 ) ORDER BY r1.published DESC LIMIT 1", False, True)
447
448 if ret:
449 return Release(self.backend, ret.id, data=ret)
450
940227cb 451 def get_stable(self):
9068dba1
MT
452 query = self.db.query("SELECT * FROM releases \
453 WHERE published IS NOT NULL AND published <= NOW() AND stable = TRUE \
454 ORDER BY published DESC")
940227cb 455
9068dba1
MT
456 releases = []
457 for row in query:
458 release = Release(self.backend, row.id, data=row)
459 releases.append(release)
460
461 return releases
940227cb
MT
462
463 def get_unstable(self):
9068dba1
MT
464 query = self.db.query("SELECT * FROM releases \
465 WHERE published IS NOT NULL AND published <= NOW() AND stable = FALSE \
466 ORDER BY published DESC")
467
468 releases = []
469 for row in query:
470 release = Release(self.backend, row.id, data=row)
471 releases.append(release)
940227cb 472
9068dba1 473 return releases
940227cb
MT
474
475 def get_all(self):
9068dba1
MT
476 query = self.db.query("SELECT * FROM releases \
477 WHERE published IS NOT NULL AND published <= NOW() \
478 ORDER BY published DESC")
940227cb 479
9068dba1
MT
480 releases = []
481 for row in query:
482 release = Release(self.backend, row.id, data=row)
483 releases.append(release)
484
485 return releases
940227cb 486
d0eee7f8
MT
487 def _get_all(self):
488 query = self.db.query("SELECT * FROM releases ORDER BY published DESC")
489
490 releases = []
491 for row in query:
492 release = Release(self.backend, row.id, data=row)
493 releases.append(release)
494
495 return releases
496
938d083d
MT
497 def get_file_for_torrent_hash(self, torrent_hash):
498 file = self.db.get("SELECT id, releases FROM files WHERE torrent_hash = %s LIMIT 1",
fadcfd00
MT
499 torrent_hash)
500
501 if not file:
502 return
503
ea324f48
MT
504 release = Release(self.backend, file.releases)
505 file = File(self.backend, release, file.id)
938d083d
MT
506
507 return file