]> git.ipfire.org Git - people/jschlag/pbs.git/blame - src/web/__init__.py
Translate a few SQL statements from MySQL to PostgreSQL syntax
[people/jschlag/pbs.git] / src / web / __init__.py
CommitLineData
9137135a 1#!/usr/bin/python
a90bd9b0 2# encoding: utf-8
9137135a
MT
3
4import logging
51db04b0 5import multiprocessing
9137135a
MT
6import os.path
7import tornado.httpserver
8import tornado.locale
9import tornado.options
10import tornado.web
11
57859ebc
MT
12from .. import Backend
13
2c909128 14from . import handlers_api
9137135a 15
2c909128
MT
16from .handlers import *
17from .ui_modules import *
35c46db4 18
9137135a
MT
19BASEDIR = os.path.join(os.path.dirname(__file__), "..", "data")
20
21# Enable logging
97144eb5 22tornado.options.define("debug", default=False, help="Run in debug mode", type=bool)
9137135a
MT
23tornado.options.parse_command_line()
24
25class Application(tornado.web.Application):
26 def __init__(self):
f6e6ff79
MT
27 self.__pakfire = None
28
9137135a 29 settings = dict(
97144eb5 30 debug = tornado.options.options.debug,
2b229cb1 31 gzip = True,
9137135a
MT
32 login_url = "/login",
33 template_path = os.path.join(BASEDIR, "templates"),
34 ui_modules = {
f6e6ff79
MT
35 "Text" : TextModule,
36 "Modal" : ModalModule,
37
38 "Footer" : FooterModule,
39
40 # Logging
41 "Log" : LogModule,
42 "LogEntry" : LogEntryModule,
43 "LogEntryComment" : LogEntryCommentModule,
44
f96eb5ed
MT
45 # Builders
46 "BuildersLoad" : BuildersLoadModule,
47
f6e6ff79
MT
48 "BuildHeadline" : BuildHeadlineModule,
49 "BuildStateWarnings" : BuildStateWarningsModule,
50
51 "BugsTable" : BugsTableModule,
52 "BuildLog" : BuildLogModule,
53 "BuildOffset" : BuildOffsetModule,
54 "BuildTable" : BuildTableModule,
4b1e87c4
MT
55
56 # Changelog
57 "Changelog" : ChangelogModule,
58 "ChangelogEntry" : ChangelogEntryModule,
59
6e63ed49
MT
60 # Jobs
61 "JobsList" : JobsListModule,
eedc6432 62 "JobsStatus" : JobsStatusModule,
6e63ed49 63
5669a87f
MT
64 # Packages
65 "PackagesDependencyTable" : PackagesDependencyTableModule,
66
b9d096e0 67 "CommitMessage" : CommitMessageModule,
f6e6ff79 68 "CommitsTable" : CommitsTableModule,
3c7e0537
MT
69 "JobsBoxes" : JobsBoxesModule,
70 "JobState" : JobStateModule,
f6e6ff79 71 "JobsTable" : JobsTableModule,
f6e6ff79
MT
72 "CommentsTable" : CommentsTableModule,
73 "FilesTable" : FilesTableModule,
74 "LogTable" : LogTableModule,
75 "LogFilesTable" : LogFilesTableModule,
76 "Maintainer" : MaintainerModule,
77 "PackagesTable" : PackagesTableModule,
78 "PackageTable2" : PackageTable2Module,
79 "PackageHeader" : PackageHeaderModule,
80 "PackageFilesTable" : PackageFilesTableModule,
81 "RepositoryTable" : RepositoryTableModule,
82 "RepoActionsTable" : RepoActionsTableModule,
83 "SourceTable" : SourceTableModule,
84 "UpdatesTable" : UpdatesTableModule,
85 "UsersTable" : UsersTableModule,
86 "WatchersSidebarTable" : WatchersSidebarTableModule,
cd870d0a 87
eedc6432
MT
88 "HeadingDate" : HeadingDateModule,
89
cd870d0a
MT
90 "SelectLocale" : SelectLocaleModule,
91 "SelectTimezone" : SelectTimezoneModule,
9137135a 92 },
bc293d03 93 ui_methods = {
a90bd9b0 94 "format_eta" : self.format_eta,
bc293d03
MT
95 "format_time" : self.format_time,
96 },
9137135a
MT
97 xsrf_cookies = True,
98 )
99
100 # Load translations.
2b5a3b4d 101 tornado.locale.load_gettext_translations(LOCALEDIR, PACKAGE_NAME)
9137135a
MT
102
103 tornado.web.Application.__init__(self, **settings)
104
105 self.settings["static_path"] = static_path = os.path.join(BASEDIR, "static")
106 static_handlers = [
107 (r"/static/(.*)", tornado.web.StaticFileHandler, dict(path = static_path)),
108 (r"/(favicon\.ico)", tornado.web.StaticFileHandler, dict(path = static_path)),
109 (r"/(robots\.txt)", tornado.web.StaticFileHandler, dict(path = static_path)),
110 ]
111
112 self.add_handlers(r".*", [
113 # Entry site that lead the user to index
114 (r"/", IndexHandler),
115
116 # Handle all the users logins/logouts/registers and stuff.
117 (r"/login", LoginHandler),
118 (r"/logout", LogoutHandler),
119 (r"/register", RegisterHandler),
f6e6ff79
MT
120 (r"/password-recovery", PasswordRecoveryHandler),
121
122 # User profiles
9137135a 123 (r"/users", UsersHandler),
f6e6ff79
MT
124 (r"/user/impersonate", UserImpersonateHandler),
125 (r"/user/(\w+)/passwd", UserPasswdHandler),
126 (r"/user/(\w+)/delete", UserDeleteHandler),
127 (r"/user/(\w+)/edit", UserEditHandler),
128 (r"/user/(\w+)/activate", ActivationHandler),
9137135a 129 (r"/user/(\w+)", UserHandler),
9137135a 130 (r"/profile", UserHandler),
f6e6ff79 131 (r"/profile/builds", UsersBuildsHandler),
9137135a
MT
132
133 # Packages
134 (r"/packages", PackageListHandler),
f6e6ff79 135 (r"/package/([\w]{8}-[\w]{4}-[\w]{4}-[\w]{4}-[\w]{12})", PackageDetailHandler),
01197c1d 136 (r"/package/([\w]{8}-[\w]{4}-[\w]{4}-[\w]{4}-[\w]{12})/download(.*)", PackageFileDownloadHandler),
de4e09a5 137 (r"/package/([\w]{8}-[\w]{4}-[\w]{4}-[\w]{4}-[\w]{12})/view(.*)", PackageFileViewHandler),
d22eae24 138 (r"/package/([\w\-\+]+)", PackageNameHandler),
a15d6139 139 (r"/package/([\w\-\+]+)/builds/scratch", PackageScratchBuildsHandler),
bc293d03 140 (r"/package/([\w\-\+]+)/builds/times", PackageBuildsTimesHandler),
d22eae24
MT
141 (r"/package/([\w\-\+]+)/changelog", PackageChangelogHandler),
142 (r"/package/([\w\-\+]+)/properties", PackagePropertiesHandler),
9137135a
MT
143
144 # Files
145 (r"/file/([\w]{8}-[\w]{4}-[\w]{4}-[\w]{4}-[\w]{12})", FileDetailHandler),
146
147 # Builds
f6e6ff79 148 (r"/builds", BuildsHandler),
9137135a 149 (r"/builds/filter", BuildFilterHandler),
f6e6ff79 150 (r"/builds/queue", BuildQueueHandler),
62c7e7cd
MT
151 (r"/builds/comments", BuildsCommentsHandler),
152 (r"/builds/comments/(\w+)", BuildsCommentsHandler),
9137135a 153 (r"/build/([\w]{8}-[\w]{4}-[\w]{4}-[\w]{4}-[\w]{12})", BuildDetailHandler),
f6e6ff79
MT
154 (r"/build/([\w]{8}-[\w]{4}-[\w]{4}-[\w]{4}-[\w]{12})/bugs", BuildBugsHandler),
155 (r"/build/([\w]{8}-[\w]{4}-[\w]{4}-[\w]{4}-[\w]{12})/manage", BuildManageHandler),
156 (r"/build/([\w]{8}-[\w]{4}-[\w]{4}-[\w]{4}-[\w]{12})/comment", BuildDetailCommentHandler),
157 (r"/build/([\w]{8}-[\w]{4}-[\w]{4}-[\w]{4}-[\w]{12})/priority", BuildPriorityHandler),
158 (r"/build/([\w]{8}-[\w]{4}-[\w]{4}-[\w]{4}-[\w]{12})/state", BuildStateHandler),
159 (r"/build/([\w]{8}-[\w]{4}-[\w]{4}-[\w]{4}-[\w]{12})/watch", BuildWatchersAddHandler),
160 (r"/build/([\w]{8}-[\w]{4}-[\w]{4}-[\w]{4}-[\w]{12})/watchers", BuildWatchersHandler),
161 (r"/build/([\w]{8}-[\w]{4}-[\w]{4}-[\w]{4}-[\w]{12})/delete", BuildDeleteHandler),
162
163 # Jobs
9177f86a
MT
164 (r"/jobs", JobsIndexHandler),
165 (r"/jobs/filter", JobsFilterHandler),
f6e6ff79
MT
166 (r"/job/([\w]{8}-[\w]{4}-[\w]{4}-[\w]{4}-[\w]{12})", JobDetailHandler),
167 (r"/job/([\w]{8}-[\w]{4}-[\w]{4}-[\w]{4}-[\w]{12})/abort", JobAbortHandler),
168 (r"/job/([\w]{8}-[\w]{4}-[\w]{4}-[\w]{4}-[\w]{12})/buildroot", JobBuildrootHandler),
169 (r"/job/([\w]{8}-[\w]{4}-[\w]{4}-[\w]{4}-[\w]{12})/schedule", JobScheduleHandler),
9137135a
MT
170
171 # Builders
172 (r"/builders", BuilderListHandler),
173 (r"/builder/new", BuilderNewHandler),
f6e6ff79
MT
174 (r"/builder/([A-Za-z0-9\-\.]+)/enable", BuilderEnableHander),
175 (r"/builder/([A-Za-z0-9\-\.]+)/disable", BuilderDisableHander),
176 (r"/builder/([A-Za-z0-9\-\.]+)/delete", BuilderDeleteHandler),
177 (r"/builder/([A-Za-z0-9\-\.]+)/edit", BuilderEditHandler),
178 (r"/builder/([A-Za-z0-9\-\.]+)/renew", BuilderRenewPassphraseHandler),
9137135a
MT
179 (r"/builder/([A-Za-z0-9\-\.]+)", BuilderDetailHandler),
180
9137135a 181 # Distributions
f6e6ff79
MT
182 (r"/distros", DistributionListHandler),
183 (r"/distro/([A-Za-z0-9\-\.]+)", DistributionDetailHandler),
184
185 # XXX THOSE URLS ARE DEPRECATED
9137135a
MT
186 (r"/distribution/delete/([A-Za-z0-9\-\.]+)", DistributionDetailHandler),
187 (r"/distribution/edit/([A-Za-z0-9\-\.]+)", DistributionEditHandler),
f6e6ff79
MT
188
189 (r"/distro/([A-Za-z0-9\-\.]+)/repo/([A-Za-z0-9\-]+)",
190 RepositoryDetailHandler),
191 (r"/distro/([A-Za-z0-9\-\.]+)/repo/([A-Za-z0-9\-]+)\.repo",
192 RepositoryConfHandler),
193 (r"/distro/([A-Za-z0-9\-\.]+)/repo/([A-Za-z0-9\-]+)/mirrorlist",
194 RepositoryMirrorlistHandler),
195 (r"/distro/([A-Za-z0-9\-\.]+)/repo/([A-Za-z0-9\-]+)/edit",
196 RepositoryEditHandler),
197
198 (r"/distro/([A-Za-z0-9\-\.]+)/source/([A-Za-z0-9\-\.]+)",
199 DistroSourceDetailHandler),
200 (r"/distro/([A-Za-z0-9\-\.]+)/source/([A-Za-z0-9\-\.]+)/commits",
201 DistroSourceCommitsHandler),
202 (r"/distro/([A-Za-z0-9\-\.]+)/source/([A-Za-z0-9\-\.]+)/([\w]{40})",
203 DistroSourceCommitDetailHandler),
204 (r"/distro/([A-Za-z0-9\-\.]+)/source/([A-Za-z0-9\-\.]+)/([\w]{40})/reset",
205 DistroSourceCommitResetHandler),
206
207 (r"/distro/([A-Za-z0-9\-\.]+)/update/create",
208 DistroUpdateCreateHandler),
209 (r"/distro/([A-Za-z0-9\-\.]+)/update/(\d+)/(\d+)",
210 DistroUpdateDetailHandler),
211
212 # Updates
213 (r"/updates", UpdatesHandler),
214
215 # Mirrors
216 (r"/mirrors", MirrorListHandler),
217 (r"/mirror/new", MirrorNewHandler),
218 (r"/mirror/([A-Za-z0-9\-\.]+)/delete", MirrorDeleteHandler),
219 (r"/mirror/([A-Za-z0-9\-\.]+)/edit", MirrorEditHandler),
220 (r"/mirror/([A-Za-z0-9\-\.]+)", MirrorDetailHandler),
221
222 # Key management
223 (r"/keys", KeysListHandler),
224 (r"/key/import", KeysImportHandler),
225 (r"/key/([A-Z0-9]+)", KeysDownloadHandler),
226 (r"/key/([A-Z0-9]+)/delete", KeysDeleteHandler),
227
228 # Statistics
229 (r"/statistics", StatisticsMainHandler),
9137135a
MT
230
231 # Documents
232 (r"/documents", DocsIndexHandler),
233 (r"/documents/builds", DocsBuildsHandler),
234 (r"/documents/users", DocsUsersHandler),
f6e6ff79 235 (r"/documents/what-is-the-pakfire-build-service", DocsWhatsthisHandler),
9137135a
MT
236
237 # Search
238 (r"/search", SearchHandler),
239
f6e6ff79
MT
240 # Uploads
241 (r"/uploads", UploadsHandler),
9137135a
MT
242
243 # Log
244 (r"/log", LogHandler),
9137135a 245
20d7f5eb
MT
246 # Sessions
247 (r"/sessions", SessionsHandler),
248
35c46db4
MT
249 # API handlers
250 (r"/api/packages/autocomplete", handlers_api.ApiPackagesAutocomplete),
251
f6e6ff79
MT
252 ] + static_handlers + [
253
254 # Everything else is catched by the 404 handler.
255 (r"/.*", Error404Handler),
256 ])
9137135a
MT
257
258 logging.info("Successfully initialied application")
259
f6e6ff79
MT
260 @property
261 def pakfire(self):
262 if self.__pakfire is None:
565ca1d1 263 self.__pakfire = Backend()
f6e6ff79
MT
264
265 return self.__pakfire
266
9137135a
MT
267 def __del__(self):
268 logging.info("Shutting down application")
269
270 @property
271 def ioloop(self):
272 return tornado.ioloop.IOLoop.instance()
273
274 def shutdown(self, *args):
275 logging.debug("Caught shutdown signal")
276 self.ioloop.stop()
277
51db04b0 278 def run(self, port=7001):
9137135a
MT
279 logging.debug("Going to background")
280
9137135a
MT
281 http_server = tornado.httpserver.HTTPServer(self, xheaders=True)
282
283 # If we are not running in debug mode, we can actually run multiple
284 # frontends to get best performance out of our service.
51db04b0 285 if self.settings.get("debug", False):
9137135a 286 http_server.listen(port)
51db04b0
MT
287 else:
288 cpu_count = multiprocessing.cpu_count()
289
290 http_server.bind(port)
291 http_server.start(num_processes=cpu_count)
9137135a 292
f6e6ff79
MT
293 # All requests should be done after 60 seconds or they will be killed.
294 self.ioloop.set_blocking_log_threshold(60)
295
9137135a
MT
296 self.ioloop.start()
297
298 def reload(self):
299 logging.debug("Caught reload signal")
bc293d03
MT
300
301 ## UI methods
302
a90bd9b0
MT
303 def format_eta(self, handler, (s, stddev)):
304 if s is None:
305 _ = handler.locale.translate
306 return _("Unknown")
307
308 if s < 0:
309 s = 0
310
747786f1 311 return u"%s ± %s" % (
a90bd9b0 312 self.format_time(handler, s),
96a1c465 313 self.format_time_short(handler, stddev / 2),
a90bd9b0
MT
314 )
315
7514d7dc 316 def format_time(self, handler, s, shorter=False):
bc293d03
MT
317 _ = handler.locale.translate
318
319 hrs, s = divmod(s, 3600)
320 min, s = divmod(s, 60)
321
322 if s >= 30:
323 min += 1
324
7514d7dc
MT
325 if shorter and not hrs:
326 return _("%(min)d min") % { "min" : min }
327
bc293d03 328 return _("%(hrs)d:%(min)02d hrs") % {"hrs" : hrs, "min" : min}
a90bd9b0
MT
329
330 def format_time_short(self, handler, s):
331 _ = handler.locale.translate
332
333 hrs = s / 3600
334 if hrs >= 1:
335 return _("%dh") % hrs
336
337 min = s / 60
338 if min >= 1:
339 return _("%dm") % min
340
341 return _("%ds") % s