webapp/__init__.py

   1 #/usr/bin/python
   2
   3 import logging
   4 import multiprocessing
   5 import os.path
   6 import simplejson
   7 import tornado.httpserver
   8 import tornado.locale
   9 import tornado.web
  10
  11 from tornado.options import options
  12
  13 import backend
  14
  15 from handlers import *
  16 from ui_modules import *
  17
  18 BASEDIR = os.path.join(os.path.dirname(__file__), "..")
  19
  20 class Application(tornado.web.Application):
  21         def __init__(self, **kwargs):
  22                 self.__backend = None
  23
  24                 settings = dict(
  25                         cookie_secret = "aXBmaXJlY29va2llc2VjcmV0Cg==",
  26                         debug = options.debug,
  27                         gzip = True,
  28                         login_url = "/login",
  29                         template_path = os.path.join(BASEDIR, "templates"),
  30                         ui_methods = {
  31                                 "format_month_name" : self.format_month_name,
  32                         },
  33                         ui_modules = {
  34                                 "Advertisement"        : AdvertisementModule,
  35                                 "DonationBox"          : DonationBoxModule,
  36                                 "DonationButton"       : DonationButtonModule,
  37                                 "DonationInputBox"     : DonationInputBoxModule,
  38                                 "DownloadButton"       : DownloadButtonModule,
  39                                 "LanguageName"         : LanguageNameModule,
  40                                 "Map"                  : MapModule,
  41                                 "Menu"                 : MenuModule,
  42                                 "MirrorItem"           : MirrorItemModule,
  43                                 "MirrorsTable"         : MirrorsTableModule,
  44                                 "NetBootMenuConfig"    : NetBootMenuConfigModule,
  45                                 "NetBootMenuHeader"    : NetBootMenuHeaderModule,
  46                                 "NetBootMenuSeparator" : NetBootMenuSeparatorModule,
  47                                 "NewsItem"             : NewsItemModule,
  48                                 "NewsLine"             : NewsLineModule,
  49                                 "NewsTable"            : NewsTableModule,
  50                                 "NewsYearNavigation"   : NewsYearNavigationModule,
  51                                 "PlanetAuthorBox"      : PlanetAuthorBoxModule,
  52                                 "PlanetEntry"          : PlanetEntryModule,
  53                                 "PlanetSearchBox"      : PlanetSearchBoxModule,
  54                                 "ProgressBar"          : ProgressBarModule,
  55                                 "ReleaseItem"          : ReleaseItemModule,
  56                                 "SidebarBanner"        : SidebarBannerModule,
  57                                 "SidebarRelease"       : SidebarReleaseModule,
  58                                 "FireinfoDeviceTable"     : FireinfoDeviceTableModule,
  59                                 "FireinfoDeviceAndGroupsTable" : FireinfoDeviceAndGroupsTableModule,
  60                                 "FireinfoGeoTable"        : FireinfoGeoTableModule,
  61                                 "TalkContact"          : TalkContactModule,
  62                                 "TalkCallLog"          : TalkCallLogModule,
  63                                 "TalkLines"            : TalkLinesModule,
  64                                 "TalkOngoingCalls"     : TalkOngoingCallsModule,
  65                         },
  66                         xsrf_cookies = True,
  67                 )
  68                 settings.update(kwargs)
  69
  70                 tornado.web.Application.__init__(self, **settings)
  71
  72                 self.settings["static_path"] = static_path = os.path.join(BASEDIR, "static")
  73                 static_handlers = [
  74                         (r"/static/(.*)", tornado.web.StaticFileHandler, dict(path = static_path)),
  75                         (r"/(favicon\.ico)", tornado.web.StaticFileHandler, dict(path = static_path)),
  76                         (r"/(robots\.txt)", tornado.web.StaticFileHandler, dict(path = static_path)),
  77                 ]
  78
  79                 authentication_handlers = [
  80                         (r"/login", LoginHandler),
  81                         (r"/logout", LogoutHandler),
  82                 ]
  83
  84                 self.add_handlers(r"(dev|www)\.ipfire\.(at|org)", [
  85                         # Entry site that lead the user to index
  86                         (r"/", IndexHandler),
  87                         (r"/index\.?(s?html?)?", RootHandler),
  88
  89                         # Handle news items
  90                         (r"/news", NewsIndexHandler),
  91                         (r"/news/year/([0-9]*)", NewsYearHandler),
  92                         (r"/news/(.*)", NewsItemHandler),
  93
  94                         # Download sites
  95                         (r"/download", DownloadHandler),
  96                         (r"/downloads", tornado.web.RedirectHandler, { "url" : "/download" }),
  97
  98                         # Handle old pages that have moved elsewhere
  99                         (r"/screenshots", tornado.web.RedirectHandler, { "url" : "/about" }),
 100                         (r"/about", tornado.web.RedirectHandler, { "url" : "/features" }),
 101                         (r"/features/.*", tornado.web.RedirectHandler, { "url" : "/features" }),
 102                         (r"/getinvolved", tornado.web.RedirectHandler, { "url" : "/get-involved" }),
 103
 104                         # Donate
 105                         (r"/donate", DonateHandler),
 106                         (r"/donation", tornado.web.RedirectHandler, { "url" : "/donate" }),
 107
 108                         # Old imprint
 109                         (r"/imprint", tornado.web.RedirectHandler, { "url" : "/legal" }),
 110
 111                         # RSS feed
 112                         (r"/news.rss", RSSNewsHandler),
 113
 114                         # Redirection for bookmarks, etc.
 115                         (r"/(de|en)/(.*)", LangCompatHandler)
 116
 117                 ] + static_handlers + [
 118                         # Always the last rule
 119                         (r"/(.*)", StaticHandler),
 120                 ])
 121
 122                 # downloads.ipfire.org
 123                 self.add_handlers(r"downloads?(\.dev)?\.ipfire\.org", [
 124                         (r"/", DownloadsIndexHandler),
 125                         (r"/latest", DownloadsLatestHandler),
 126                         (r"/release/(\d)", DownloadsReleaseHandler),
 127                         (r"/release/([\w\.\-]*)", DownloadsReleaseHandler),
 128                         (r"/older", DownloadsOlderHandler),
 129                         (r"/development", DownloadsDevelopmentHandler),
 130                         (r"/mirrors", tornado.web.RedirectHandler, { "url" : "http://mirrors.ipfire.org/" }),
 131                         (r"/source", tornado.web.RedirectHandler, { "url" : "http://source.ipfire.org/" }),
 132                         (r"/download-splash", DownloadSplashHandler),
 133                 ] + static_handlers + [
 134                         (r"/(iso|torrent)/(.*)", DownloadCompatHandler),
 135                         (r"/(.*)", DownloadFileHandler),
 136                 ])
 137
 138                 # mirrors.ipfire.org
 139                 self.add_handlers(r"mirrors(\.dev)?\.ipfire\.org", [
 140                         (r"/", MirrorIndexHandler),
 141                         (r"/mirror/(.*)", MirrorItemHandler),
 142                 ] + static_handlers)
 143
 144                 # planet.ipfire.org
 145                 self.add_handlers(r"planet(\.dev)?\.ipfire\.org", [
 146                         (r"/", PlanetMainHandler),
 147                         (r"/hottest", PlanetHotEntriesHandler),
 148                         (r"/post/([A-Za-z0-9_-]+)", PlanetPostingHandler),
 149                         (r"/user/([a-z0-9_-]+)", PlanetUserHandler),
 150                         (r"/search", PlanetSearchHandler),
 151                         (r"/year/(\d+)", PlanetYearHandler),
 152
 153                         # RSS
 154                         (r"/rss", RSSPlanetAllHandler),
 155                         (r"/user/([a-z0-9_-]+)/rss", RSSPlanetUserHandler),
 156                         (r"/news.rss", tornado.web.RedirectHandler, { "url" : "/rss" }),
 157                 ] + static_handlers)
 158
 159                 # fireinfo.ipfire.org
 160                 self.add_handlers(r"fireinfo(\.dev)?\.ipfire\.org", [
 161                         (r"/", FireinfoIndexHandler),
 162                         (r"/device/driver/(.*)", FireinfoDeviceDriverDetail),
 163                         (r"/device/vendors", FireinfoDeviceVendorsHandler),
 164                         (r"/device/(pci|usb)/([0-9a-f]{4})", FireinfoDeviceVendorHandler),
 165                         (r"/device/(pci|usb)/([0-9a-f]{4})/([0-9a-f]{4})", FireinfoDeviceModelHandler),
 166
 167                         # Show profiles
 168                         (r"/profile/random", FireinfoRandomProfileHandler),
 169                         (r"/profile/([a-z0-9]{40})", FireinfoProfileDetailHandler),
 170
 171                         # Send profiles.
 172                         (r"/send/([a-z0-9]+)", FireinfoProfileSendHandler),
 173
 174                         # Stats handlers
 175                         (r"/statistics", FireinfoStatsHandler),
 176                         (r"/statistics/processors", FireinfoStatsProcessorsHandler),
 177                         (r"/statistics/processors/(arm|x86)", FireinfoStatsProcessorDetailHandler),
 178                         (r"/statistics/geo-locations", FireinfoStatsGeoHandler),
 179                         (r"/statistics/languages", FireinfoStatsLanguagesHandler),
 180                         (r"/statistics/memory", FireinfoStatsMemoryHandler),
 181                         (r"/statistics/networking", FireinfoStatsNetworkingHandler),
 182                         (r"/statistics/releases", FireinfoStatsReleasesHandler),
 183                         (r"/statistics/virtualization", FireinfoStatsVirtualHandler),
 184
 185                         # Compat handlers
 186                         (r"/stats", tornado.web.RedirectHandler, { "url" : "/statistics" }),
 187                         (r"/stats/cpus", tornado.web.RedirectHandler, { "url" : "/statistics/processors" }),
 188                         (r"/stats/geo", tornado.web.RedirectHandler, { "url" : "/statistics/geo-locations" }),
 189                         (r"/stats/network", tornado.web.RedirectHandler, { "url" : "/statistics/networking" }),
 190                         (r"/stats/oses", tornado.web.RedirectHandler, { "url" : "/statistics/releases" }),
 191                         (r"/stats/virtual", tornado.web.RedirectHandler, { "url" : "/statistics/virtualization" }),
 192                         (r"/vendor/(pci|usb)/([0-9a-f]{4})", FireinfoDeviceVendorCompatHandler),
 193                         (r"/model/(pci|usb)/([0-9a-f]{4})/([0-9a-f]{4})", FireinfoDeviceModelCompatHandler),
 194                 ] + static_handlers)
 195
 196                 # i-use.ipfire.org
 197                 self.add_handlers(r"i-use(\.dev)?\.ipfire\.org", [
 198                         (r"/profile/([a-f0-9]{40})/([0-9]+).png", IUseImage),
 199                 ])
 200
 201                 # boot.ipfire.org
 202                 BOOT_STATIC_PATH = os.path.join(self.settings["static_path"], "netboot")
 203                 self.add_handlers(r"boot(\.dev)?\.ipfire\.org", [
 204                         (r"/", tornado.web.RedirectHandler, { "url" : "http://www.ipfire.org/download" }),
 205
 206                         # Configurations
 207                         (r"/premenu.cfg", PremenuCfgHandler),
 208                         (r"/menu.gpxe", MenuGPXEHandler),
 209                         (r"/menu.cfg", MenuCfgHandler),
 210
 211                         # Static files
 212                         (r"/(boot\.png|pxelinux\.0|menu\.c32|vesamenu\.c32)",
 213                                 tornado.web.StaticFileHandler, { "path" : BOOT_STATIC_PATH }),
 214                 ])
 215
 216                 # nopaste.ipfire.org
 217                 self.add_handlers(r"nopaste(\.dev)?\.ipfire\.org", [
 218                         (r"/", NopasteCreateHandler),
 219                         (r"/raw/(.*)", NopasteRawHandler),
 220                         (r"/view/(.*)", NopasteViewHandler),
 221                 ] + authentication_handlers + static_handlers)
 222
 223                 # geoip.ipfire.org
 224                 self.add_handlers(r"geoip(\.dev)?\.ipfire\.org", [
 225                         (r"/", GeoIPHandler),
 226                 ] + static_handlers)
 227
 228                 # talk.ipfire.org
 229                 self.add_handlers(r"talk(\.dev)?\.ipfire\.org", [
 230                         (r"/", TalkIndexHandler),
 231                         (r"/conferences", TalkConferencesHandler),
 232                         (r"/diagnosis", TalkDiagnosisHandler),
 233                         (r"/hangup/(.*)", TalkHangupChannelHandler),
 234                         (r"/phonebook/(\w+)", TalkPhonebookAccountHandler),
 235                         (r"/phonebook", TalkPhonebookHandler),
 236                         (r"/profile", TalkProfileHandler),
 237                 ] + authentication_handlers + static_handlers)
 238
 239                 # accounts.ipfire.org
 240                 self.add_handlers(r"accounts(\.dev)?\.ipfire\.org", [
 241                         (r"/avatar/(\w+)\.jpg", AccountsAvatarHandler),
 242                 ] + static_handlers)
 243
 244                 # admin.ipfire.org
 245                 self.add_handlers(r"admin(\.dev)?\.ipfire\.org", [
 246                         (r"/", AdminIndexHandler),
 247                         # Accounts
 248                         (r"/accounts", AdminAccountsHandler),
 249                         #(r"/accounts/delete/([0-9]+)", AdminAccountsDeleteHandler),
 250                         #(r"/accounts/edit/([0-9]+)", AdminAccountsEditHandler),
 251                         # Planet
 252                         (r"/planet", AdminPlanetHandler),
 253                         (r"/planet/compose", AdminPlanetComposeHandler),
 254                         (r"/planet/edit/(.*)", AdminPlanetEditHandler),
 255                         (r"/planet/publish/(.*)", AdminPlanetPublishHandler),
 256                         # Mirrors
 257                         (r"/mirrors", AdminMirrorsHandler),
 258                         (r"/mirrors/create", AdminMirrorsCreateHandler),
 259                         (r"/mirrors/delete/([0-9]+)", AdminMirrorsDeleteHandler),
 260                         (r"/mirrors/edit/([0-9]+)", AdminMirrorsEditHandler),
 261                         (r"/mirrors/details/([0-9]+)", AdminMirrorsDetailsHandler),
 262                         (r"/mirrors/update", AdminMirrorsUpdateHandler),
 263                         # Fireinfo
 264                         (r"/fireinfo", AdminFireinfoHandler),
 265                         # Downloads
 266                         (r"/downloads", AdminDownloadsHandler),
 267                         (r"/downloads/mirrors", AdminDownloadsMirrorsHandler),
 268                         # API
 269                         (r"/api/planet/render", AdminApiPlanetRenderMarkupHandler)
 270                 ] + authentication_handlers + static_handlers)
 271
 272                 # ipfire.org
 273                 self.add_handlers(r".*", [
 274                         (r".*", tornado.web.RedirectHandler, { "url" : "http://www.ipfire.org" })
 275                 ])
 276
 277                 logging.info("Successfully initialied application")
 278
 279                 self.__running = True
 280
 281         def __del__(self):
 282                 logging.info("Shutting down application")
 283
 284         @property
 285         def backend(self):
 286                 if self.__backend is None:
 287                         configfile = self.settings.get("configfile", None)
 288                         if not configfile:
 289                                 raise RuntimeException("Could not find configuration file")
 290
 291                         self.__backend = backend.Backend(configfile=configfile,
 292                                 debug=self.settings.get("debug", False))
 293
 294                 return self.__backend
 295
 296         @property
 297         def ioloop(self):
 298                 return tornado.ioloop.IOLoop.instance()
 299
 300         def shutdown(self, *args):
 301                 logging.debug("Caught shutdown signal")
 302                 self.ioloop.stop()
 303
 304                 self.__running = False
 305
 306         def run(self, port=8001):
 307                 logging.debug("Going to background")
 308
 309                 http_server = tornado.httpserver.HTTPServer(self, xheaders=True)
 310
 311                 num_processes = multiprocessing.cpu_count()
 312
 313                 # If we are not running in debug mode, we can actually run multiple
 314                 # frontends to get best performance out of our service.
 315                 if not self.settings["debug"]:
 316                         http_server.bind(port)
 317                         http_server.start(num_processes=num_processes)
 318                 else:
 319                         http_server.listen(port)
 320
 321                 # All requests should be done after 30 seconds or they will be killed.
 322                 self.ioloop.set_blocking_log_threshold(30)
 323
 324                 self.ioloop.start()
 325
 326         def reload(self):
 327                 logging.debug("Caught reload signal")
 328
 329         def format_month_name(self, handler, month):
 330                 _ = handler.locale.translate
 331
 332                 if month == 1:
 333                         return _("January")
 334                 elif month == 2:
 335                         return _("February")
 336                 elif month == 3:
 337                         return _("March")
 338                 elif month == 4:
 339                         return _("April")
 340                 elif month == 5:
 341                         return _("May")
 342                 elif month == 6:
 343                         return _("June")
 344                 elif month == 7:
 345                         return _("July")
 346                 elif month == 8:
 347                         return _("August")
 348                 elif month == 9:
 349                         return _("September")
 350                 elif month == 10:
 351                         return _("October")
 352                 elif month == 11:
 353                         return _("November")
 354                 elif month == 12:
 355                         return _("December")
 356
 357                 return month