src/web/fireinfo.py

   1 #!/usr/bin/python
   2
   3 import datetime
   4 import hwdata
   5 import logging
   6 import re
   7 import json
   8 import tornado.web
   9
  10 from .. import fireinfo
  11
  12 from . import base
  13 from . import ui_modules
  14
  15 class BaseHandler(base.BaseHandler):
  16         @property
  17         def when(self):
  18                 return self.get_argument_date("when", None)
  19
  20
  21 MIN_PROFILE_VERSION = 0
  22 MAX_PROFILE_VERSION = 0
  23
  24 class Profile(dict):
  25         def __getattr__(self, key):
  26                 try:
  27                         return self[key]
  28                 except KeyError:
  29                         raise AttributeError(key)
  30
  31         def __setattr__(self, key, val):
  32                 self[key] = val
  33
  34
  35 class ProfileSendHandler(BaseHandler):
  36         def check_xsrf_cookie(self):
  37                 # This cookie is not required here.
  38                 pass
  39
  40         def prepare(self):
  41                 # Create an empty profile.
  42                 self.profile = Profile()
  43
  44         def __check_attributes(self, profile):
  45                 """
  46                         Check for attributes that must be provided,
  47                 """
  48                 attributes = (
  49                         "private_id",
  50                         "profile_version",
  51                         "public_id",
  52                 )
  53                 for attr in attributes:
  54                         if attr not in profile:
  55                                 raise tornado.web.HTTPError(400, "Profile lacks '%s' attribute: %s" % (attr, profile))
  56
  57         def __check_valid_ids(self, profile):
  58                 """
  59                         Check if IDs contain valid data.
  60                 """
  61                 for id in ("public_id", "private_id"):
  62                         if re.match(r"^([a-f0-9]{40})$", "%s" % profile[id]) is None:
  63                                 raise tornado.web.HTTPError(400, "ID '%s' has wrong format: %s" % (id, profile))
  64
  65         def __check_equal_ids(self, profile):
  66                 """
  67                         Check if public_id and private_id are equal.
  68                 """
  69                 if profile.public_id == profile.private_id:
  70                         raise tornado.web.HTTPError(400, "Public and private IDs are equal: %s" % profile)
  71
  72         def __check_matching_ids(self, profile):
  73                 """
  74                         Check if a profile with the given public_id is already in the
  75                         database. If so we need to check if the private_id matches.
  76                 """
  77                 p = self.profiles.find_one({ "public_id" : profile["public_id"]})
  78                 if not p:
  79                         return
  80
  81                 p = Profile(p)
  82                 if p.private_id != profile.private_id:
  83                         raise tornado.web.HTTPError(400, "Mismatch of private_id: %s" % profile)
  84
  85         def __check_profile_version(self, profile):
  86                 """
  87                         Check if this version of the server software does support the
  88                         received profile.
  89                 """
  90                 version = profile.profile_version
  91
  92                 if version < MIN_PROFILE_VERSION or version > MAX_PROFILE_VERSION:
  93                         raise tornado.web.HTTPError(400,
  94                                 "Profile version is not supported: %s" % version)
  95
  96         def check_profile_blob(self, profile):
  97                 """
  98                         This method checks if the blob is sane.
  99                 """
 100                 checks = (
 101                         self.__check_attributes,
 102                         self.__check_valid_ids,
 103                         self.__check_equal_ids,
 104                         self.__check_profile_version,
 105                         # These checks require at least one database query and should be done
 106                         # at last.
 107                         self.__check_matching_ids,
 108                 )
 109
 110                 for check in checks:
 111                         check(profile)
 112
 113                 # If we got here, everything is okay and we can go on...
 114
 115         def get_profile_blob(self):
 116                 profile = self.get_argument("profile", None)
 117
 118                 # Send "400 bad request" if no profile was provided
 119                 if not profile:
 120                         raise tornado.web.HTTPError(400, "No profile received")
 121
 122                 # Try to decode the profile.
 123                 try:
 124                         return json.loads(profile)
 125                 except json.decoder.JSONDecodeError as e:
 126                         raise tornado.web.HTTPError(400, "Profile could not be decoded: %s" % e)
 127
 128         # The GET method is only allowed in debugging mode.
 129         def get(self, public_id):
 130                 if not self.application.settings["debug"]:
 131                         raise tornado.web.HTTPError(405)
 132
 133                 return self.post(public_id)
 134
 135         def post(self, public_id):
 136                 profile_blob = self.get_profile_blob()
 137                 #self.check_profile_blob(profile_blob)
 138
 139                 # Get location
 140                 location = self.get_remote_location()
 141                 if location:
 142                         location = location.country
 143
 144                 # Handle the profile.
 145                 with self.db.transaction():
 146                         try:
 147                                 self.fireinfo.handle_profile(public_id, profile_blob, location=location)
 148
 149                         except fireinfo.ProfileParserError:
 150                                 raise tornado.web.HTTPError(400)
 151
 152                 self.finish("Your profile was successfully saved to the database.")
 153
 154
 155 class IndexHandler(BaseHandler):
 156         def get(self):
 157                 data = {
 158                         # Release
 159                         "latest_release" : self.backend.releases.get_latest(),
 160
 161                         # Hardware
 162                         "memory_avg"     : self.backend.fireinfo.get_average_memory_amount(when=self.when),
 163
 164                         # Virtualization
 165                         "hypervisors"    : self.fireinfo.get_hypervisor_map(when=self.when),
 166                         "virtual_ratio"  : self.fireinfo.get_virtual_ratio(when=self.when),
 167                 }
 168
 169                 # Cache for 1h
 170                 self.set_expires(3600)
 171
 172                 self.render("fireinfo/index.html", **data)
 173
 174
 175 class DriverDetail(BaseHandler):
 176         def get(self, driver):
 177                 # Cache for 1h
 178                 self.set_expires(3600)
 179
 180                 self.render("fireinfo/driver.html", driver=driver,
 181                         driver_map=self.fireinfo.get_driver_map(driver, when=self.when))
 182
 183
 184 class ProfileHandler(BaseHandler):
 185         def get(self, profile_id):
 186                 profile = self.fireinfo.get_profile(profile_id, when=self.when)
 187
 188                 if not profile or not profile.is_showable():
 189                         raise tornado.web.HTTPError(404)
 190
 191                 # Cache for 1h
 192                 self.set_expires(3600)
 193
 194                 self.render("fireinfo/profile.html", profile=profile)
 195
 196
 197 class RandomProfileHandler(BaseHandler):
 198         def get(self):
 199                 profile_id = self.fireinfo.get_random_profile(when=self.when)
 200                 if profile_id is None:
 201                         raise tornado.web.HTTPError(404)
 202
 203                 self.redirect("/profile/%s" % profile_id)
 204
 205
 206 class StatsHandler(BaseHandler):
 207         def get(self):
 208                 self.render("fireinfo/stats.html")
 209
 210
 211 class StatsProcessorsHandler(BaseHandler):
 212         def get(self):
 213                 avg, stddev, min, max = self.fireinfo.get_cpu_clock_speeds(when=self.when)
 214                 arch_map = self.fireinfo.get_arch_map(when=self.when)
 215
 216                 data = {
 217                         "arch_map" : arch_map,
 218                         "cpu_vendors" : self.fireinfo.get_cpu_vendors_map(when=self.when),
 219                         "clock_speed_avg" : avg,
 220                         "clock_speed_stddev" : stddev,
 221                         "clock_speed_min" : min,
 222                         "clock_speed_max" : max,
 223                 }
 224
 225                 return self.render("fireinfo/stats-cpus.html", **data)
 226
 227
 228 class StatsProcessorDetailHandler(BaseHandler):
 229         def get(self, platform):
 230                 assert platform in ("arm", "x86")
 231
 232                 flags = self.fireinfo.get_common_cpu_flags_by_platform(platform, when=self.when)
 233
 234                 return self.render("fireinfo/stats-cpus-detail.html",
 235                         platform=platform, flags=flags)
 236
 237
 238 class StatsReleasesHandler(BaseHandler):
 239         def get(self):
 240                 data = {
 241                         "releases" : self.fireinfo.get_releases_map(when=self.when),
 242                         "kernels"  : self.fireinfo.get_kernels_map(when=self.when),
 243                 }
 244                 return self.render("fireinfo/stats-oses.html", **data)
 245
 246
 247 class StatsGeoHandler(BaseHandler):
 248         def get(self):
 249                 return self.render("fireinfo/stats-geo.html",
 250                         geo_locations = self.fireinfo.get_geo_location_map(when=self.when))
 251
 252
 253 class VendorsHandler(BaseHandler):
 254         def get(self):
 255                 vendors = self.fireinfo.get_vendor_list(when=self.when)
 256
 257                 # Cache for 1h
 258                 self.set_expires(3600)
 259
 260                 self.render("fireinfo/vendors.html", vendors=vendors)
 261
 262
 263 class VendorHandler(BaseHandler):
 264         def get(self, subsystem, vendor_id):
 265                 devices = self.fireinfo.get_devices_by_vendor(subsystem, vendor_id, when=self.when)
 266                 if not devices:
 267                         raise tornado.web.HTTPError(404)
 268
 269                 vendor_name = self.fireinfo.get_vendor_string(subsystem, vendor_id)
 270
 271                 # Cache for 1h
 272                 self.set_expires(3600)
 273
 274                 self.render("fireinfo/vendor.html", vendor_name=vendor_name, devices=devices)
 275
 276
 277 class DeviceTableModule(ui_modules.UIModule):
 278         def render(self, devices, show_group=True, embedded=False):
 279                 return self.render_string("fireinfo/modules/table-devices.html",
 280                                 devices=devices, show_group=show_group, embedded=embedded)
 281
 282
 283 class DeviceAndGroupsTableModule(ui_modules.UIModule):
 284         def render(self, devices):
 285                 _ = self.locale.translate
 286
 287                 groups = {}
 288
 289                 for device in devices:
 290                         if device.cls not in groups:
 291                                 groups[device.cls] = []
 292
 293                         groups[device.cls].append(device)
 294
 295                 # Sort all devices
 296                 for key in list(groups.keys()):
 297                         groups[key].sort()
 298
 299                 # Order the groups by their name
 300                 groups = list(groups.items())
 301                 groups.sort()
 302
 303                 return self.render_string("fireinfo/modules/table-devices-and-groups.html",
 304                                 groups=groups)
 305
 306
 307 class GeoTableModule(ui_modules.UIModule):
 308         def render(self, items):
 309                 countries = []
 310                 other_countries = []
 311                 for code, value in items:
 312                         # Skip the satellite providers in this ranking
 313                         if code in (None, "A1", "A2"):
 314                                 continue
 315
 316                         name = self.backend.geoip.get_country_name(code)
 317
 318                         # Don't add countries with a small share on the list
 319                         if value < 0.01:
 320                                 other_countries.append(name)
 321                                 continue
 322
 323                         country = database.Row({
 324                                 "code"  : code,
 325                                 "name"  : name,
 326                                 "value" : value,
 327                         })
 328                         countries.append(country)
 329
 330                 return self.render_string("fireinfo/modules/table-geo.html",
 331                         countries=countries, other_countries=other_countries)