src/web/fireinfo.py

   1 #!/usr/bin/python
   2
   3 import datetime
   4 import hwdata
   5 import logging
   6 import re
   7 import json
   8 import tornado.web
   9
  10 from .. import fireinfo
  11
  12 from . import base
  13 from . import ui_modules
  14
  15 class BaseHandler(base.BaseHandler):
  16         @property
  17         def when(self):
  18                 return self.get_argument_date("when", None)
  19
  20
  21 MIN_PROFILE_VERSION = 0
  22 MAX_PROFILE_VERSION = 0
  23
  24 class Profile(dict):
  25         def __getattr__(self, key):
  26                 try:
  27                         return self[key]
  28                 except KeyError:
  29                         raise AttributeError(key)
  30
  31         def __setattr__(self, key, val):
  32                 self[key] = val
  33
  34
  35 class ProfileSendHandler(BaseHandler):
  36         def check_xsrf_cookie(self):
  37                 # This cookie is not required here.
  38                 pass
  39
  40         def prepare(self):
  41                 # Create an empty profile.
  42                 self.profile = Profile()
  43
  44         def __check_attributes(self, profile):
  45                 """
  46                         Check for attributes that must be provided,
  47                 """
  48                 attributes = (
  49                         "private_id",
  50                         "profile_version",
  51                         "public_id",
  52                 )
  53                 for attr in attributes:
  54                         if attr not in profile:
  55                                 raise tornado.web.HTTPError(400, "Profile lacks '%s' attribute: %s" % (attr, profile))
  56
  57         def __check_valid_ids(self, profile):
  58                 """
  59                         Check if IDs contain valid data.
  60                 """
  61                 for id in ("public_id", "private_id"):
  62                         if re.match(r"^([a-f0-9]{40})$", "%s" % profile[id]) is None:
  63                                 raise tornado.web.HTTPError(400, "ID '%s' has wrong format: %s" % (id, profile))
  64
  65         def __check_equal_ids(self, profile):
  66                 """
  67                         Check if public_id and private_id are equal.
  68                 """
  69                 if profile.public_id == profile.private_id:
  70                         raise tornado.web.HTTPError(400, "Public and private IDs are equal: %s" % profile)
  71
  72         def __check_matching_ids(self, profile):
  73                 """
  74                         Check if a profile with the given public_id is already in the
  75                         database. If so we need to check if the private_id matches.
  76                 """
  77                 p = self.profiles.find_one({ "public_id" : profile["public_id"]})
  78                 if not p:
  79                         return
  80
  81                 p = Profile(p)
  82                 if p.private_id != profile.private_id:
  83                         raise tornado.web.HTTPError(400, "Mismatch of private_id: %s" % profile)
  84
  85         def __check_profile_version(self, profile):
  86                 """
  87                         Check if this version of the server software does support the
  88                         received profile.
  89                 """
  90                 version = profile.profile_version
  91
  92                 if version < MIN_PROFILE_VERSION or version > MAX_PROFILE_VERSION:
  93                         raise tornado.web.HTTPError(400,
  94                                 "Profile version is not supported: %s" % version)
  95
  96         def check_profile_blob(self, profile):
  97                 """
  98                         This method checks if the blob is sane.
  99                 """
 100                 checks = (
 101                         self.__check_attributes,
 102                         self.__check_valid_ids,
 103                         self.__check_equal_ids,
 104                         self.__check_profile_version,
 105                         # These checks require at least one database query and should be done
 106                         # at last.
 107                         self.__check_matching_ids,
 108                 )
 109
 110                 for check in checks:
 111                         check(profile)
 112
 113                 # If we got here, everything is okay and we can go on...
 114
 115         def get_profile_blob(self):
 116                 profile = self.get_argument("profile", None)
 117
 118                 # Send "400 bad request" if no profile was provided
 119                 if not profile:
 120                         raise tornado.web.HTTPError(400, "No profile received")
 121
 122                 # Try to decode the profile.
 123                 try:
 124                         return json.loads(profile)
 125                 except json.decoder.JSONDecodeError as e:
 126                         raise tornado.web.HTTPError(400, "Profile could not be decoded: %s" % e)
 127
 128         # The GET method is only allowed in debugging mode.
 129         def get(self, public_id):
 130                 if not self.application.settings["debug"]:
 131                         raise tornado.web.HTTPError(405)
 132
 133                 return self.post(public_id)
 134
 135         def post(self, public_id):
 136                 profile_blob = self.get_profile_blob()
 137                 #self.check_profile_blob(profile_blob)
 138
 139                 # Get location
 140                 location = self.get_remote_location()
 141                 if location:
 142                         location = location.country
 143
 144                 # Handle the profile.
 145                 with self.db.transaction():
 146                         try:
 147                                 self.fireinfo.handle_profile(public_id, profile_blob, location=location)
 148
 149                         except fireinfo.ProfileParserError:
 150                                 raise tornado.web.HTTPError(400)
 151
 152                 self.finish("Your profile was successfully saved to the database.")
 153
 154
 155 class IndexHandler(BaseHandler):
 156         def get(self):
 157                 self.render("fireinfo/index.html")
 158
 159
 160 class ProfileHandler(BaseHandler):
 161         def get(self, profile_id):
 162                 profile = self.fireinfo.get_profile(profile_id, when=self.when)
 163
 164                 if not profile or not profile.is_showable():
 165                         raise tornado.web.HTTPError(404)
 166
 167                 self.render("fireinfo/profile.html", profile=profile)
 168
 169
 170 class RandomProfileHandler(BaseHandler):
 171         def get(self):
 172                 profile_id = self.fireinfo.get_random_profile(when=self.when)
 173                 if profile_id is None:
 174                         raise tornado.web.HTTPError(404)
 175
 176                 self.redirect("/profile/%s" % profile_id)
 177
 178
 179 class DeviceDriverDetail(BaseHandler):
 180         def get(self, driver):
 181                 self.render("fireinfo/driver.html", driver=driver,
 182                         driver_map=self.fireinfo.get_driver_map(driver, when=self.when))
 183
 184
 185 class DeviceVendorsHandler(BaseHandler):
 186         def get(self):
 187                 vendors = self.fireinfo.get_vendor_list(when=self.when)
 188
 189                 self.render("fireinfo/vendors.html", vendors=vendors)
 190
 191
 192 class StatsHandler(BaseHandler):
 193         def get(self):
 194                 self.render("fireinfo/stats.html")
 195
 196
 197 class StatsProcessorsHandler(BaseHandler):
 198         def get(self):
 199                 avg, stddev, min, max = self.fireinfo.get_cpu_clock_speeds(when=self.when)
 200                 arch_map = self.fireinfo.get_arch_map(when=self.when)
 201
 202                 data = {
 203                         "arch_map" : arch_map,
 204                         "cpu_vendors" : self.fireinfo.get_cpu_vendors_map(when=self.when),
 205                         "clock_speed_avg" : avg,
 206                         "clock_speed_stddev" : stddev,
 207                         "clock_speed_min" : min,
 208                         "clock_speed_max" : max,
 209                 }
 210
 211                 return self.render("fireinfo/stats-cpus.html", **data)
 212
 213
 214 class StatsProcessorDetailHandler(BaseHandler):
 215         def get(self, platform):
 216                 assert platform in ("arm", "x86")
 217
 218                 flags = self.fireinfo.get_common_cpu_flags_by_platform(platform, when=self.when)
 219
 220                 return self.render("fireinfo/stats-cpus-detail.html",
 221                         platform=platform, flags=flags)
 222
 223
 224 class StatsMemoryHandler(BaseHandler):
 225         def get(self):
 226                 avg, stddev, min, max = self.fireinfo.get_memory_amounts(when=self.when)
 227                 amounts = self.fireinfo.get_common_memory_amounts(when=self.when)
 228
 229                 data = {
 230                         "mem_avg" : avg,
 231                         "mem_stddev" : stddev,
 232                         "mem_min" : min,
 233                         "mem_max" : max,
 234                         "amounts" : amounts,
 235                 }
 236
 237                 return self.render("fireinfo/stats-memory.html", **data)
 238
 239
 240 class StatsReleasesHandler(BaseHandler):
 241         def get(self):
 242                 data = {
 243                         "releases" : self.fireinfo.get_releases_map(when=self.when),
 244                         "kernels"  : self.fireinfo.get_kernels_map(when=self.when),
 245                 }
 246                 return self.render("fireinfo/stats-oses.html", **data)
 247
 248
 249 class StatsVirtualHandler(BaseHandler):
 250         def get(self):
 251                 data = {
 252                         "hypervisors" : self.fireinfo.get_hypervisor_map(when=self.when),
 253                         "virtual"     : self.fireinfo.get_virtual_ratio(when=self.when),
 254                 }
 255
 256                 return self.render("fireinfo/stats-virtual.html", **data)
 257
 258
 259 class StatsGeoHandler(BaseHandler):
 260         def get(self):
 261                 return self.render("fireinfo/stats-geo.html",
 262                         geo_locations = self.fireinfo.get_geo_location_map(when=self.when))
 263
 264
 265 class StatsLanguagesHandler(BaseHandler):
 266         def get(self):
 267                 return self.render("fireinfo/stats-languages.html",
 268                         languages = self.fireinfo.get_language_map(when=self.when))
 269
 270
 271 class StatsNetworkingHandler(BaseHandler):
 272         def get(self):
 273                 network=self.fireinfo.get_network_zones_map(when=self.when)
 274
 275                 return self.render("fireinfo/stats-network.html", network=network)
 276
 277
 278 class DeviceVendorHandler(BaseHandler):
 279         def get(self, subsystem, vendor_id):
 280                 devices = self.fireinfo.get_devices_by_vendor(subsystem, vendor_id,
 281                         when=self.when)
 282
 283                 vendor_name = self.fireinfo.get_vendor_string(subsystem, vendor_id)
 284
 285                 self.render("fireinfo/vendor.html", vendor_name=vendor_name, devices=devices)
 286
 287
 288 class DeviceTableModule(ui_modules.UIModule):
 289         def render(self, devices, show_group=True, embedded=False):
 290                 return self.render_string("fireinfo/modules/table-devices.html",
 291                                 devices=devices, show_group=show_group, embedded=embedded)
 292
 293
 294 class DeviceAndGroupsTableModule(ui_modules.UIModule):
 295         def render(self, devices):
 296                 _ = self.locale.translate
 297
 298                 groups = {}
 299
 300                 for device in devices:
 301                         if device.cls not in groups:
 302                                 groups[device.cls] = []
 303
 304                         groups[device.cls].append(device)
 305
 306                 # Sort all devices
 307                 for key in list(groups.keys()):
 308                         groups[key].sort()
 309
 310                 # Order the groups by their name
 311                 groups = list(groups.items())
 312                 groups.sort()
 313
 314                 return self.render_string("fireinfo/modules/table-devices-and-groups.html",
 315                                 groups=groups)
 316
 317
 318 class GeoTableModule(ui_modules.UIModule):
 319         def render(self, items):
 320                 countries = []
 321                 other_countries = []
 322                 for code, value in items:
 323                         # Skip the satellite providers in this ranking
 324                         if code in (None, "A1", "A2"):
 325                                 continue
 326
 327                         name = self.backend.geoip.get_country_name(code)
 328
 329                         # Don't add countries with a small share on the list
 330                         if value < 0.01:
 331                                 other_countries.append(name)
 332                                 continue
 333
 334                         country = database.Row({
 335                                 "code"  : code,
 336                                 "name"  : name,
 337                                 "value" : value,
 338                         })
 339                         countries.append(country)
 340
 341                 return self.render_string("fireinfo/modules/table-geo.html",
 342                         countries=countries, other_countries=other_countries)