+++ /dev/null
-#!/usr/bin/python
-
-import datetime
-import ipaddr
-import logging
-import pymongo
-import re
-import simplejson
-import tornado.database
-import tornado.httpserver
-import tornado.ioloop
-import tornado.options
-import tornado.web
-
-import backend
-
-DATABASE_HOST = [
- "wilhelmina.ipfire.org",
- "miranda.ipfire.org",
-]
-DATABASE_NAME = "stasy"
-
-DEFAULT_HOST = "www.ipfire.org"
-
-MIN_PROFILE_VERSION = 0
-MAX_PROFILE_VERSION = 0
-
-class Profile(dict):
- def __getattr__(self, key):
- try:
- return self[key]
- except KeyError:
- raise AttributeError, key
-
- def __setattr__(self, key, val):
- self[key] = val
-
-
-class Fireinfod(tornado.web.Application):
- def __init__(self, **kwargs):
- settings = dict(
- debug = False,
- default_host = DEFAULT_HOST,
- gzip = True,
- )
- settings.update(kwargs)
-
- tornado.web.Application.__init__(self, **settings)
-
- # Establish database connection
- self.connection = pymongo.Connection(DATABASE_HOST)
- self.db = self.connection[DATABASE_NAME]
- logging.info("Successfully connected to database: %s:%s" % \
- (self.connection.host, self.connection.port))
-
- self.add_handlers(r"fireinfo.ipfire.org", [
- (r"/", tornado.web.RedirectHandler, { "url" : "http://www.ipfire.org/" }),
- (r"/send/([a-z0-9]+)", ProfileSendHandler),
- (r"/debug", DebugHandler),
- ])
-
- # ipfire.org
- # this should not be neccessary (see default_host) but some versions
- # of tornado have a bug.
- self.add_handlers(r".*", [
- (r".*", tornado.web.RedirectHandler, { "url" : "http://" + DEFAULT_HOST + "/" })
- ])
-
- def __del__(self):
- logging.debug("Disconnecting from database")
- self.connection.disconnect()
-
- @property
- def ioloop(self):
- return tornado.ioloop.IOLoop.instance()
-
- def start(self, port=9001):
- logging.info("Starting application")
-
- http_server = tornado.httpserver.HTTPServer(self, xheaders=True)
- http_server.listen(port)
-
- # Register automatic cleanup for old profiles, etc.
- automatic_cleanup = tornado.ioloop.PeriodicCallback(
- self.automatic_cleanup, 60*60*1000)
- automatic_cleanup.start()
-
- self.ioloop.start()
-
- def stop(self):
- logging.info("Stopping application")
- self.ioloop.stop()
-
- def db_get_collection(self, name):
- return pymongo.collection.Collection(self.db, name)
-
- @property
- def profiles(self):
- return self.db_get_collection("profiles")
-
- @property
- def archives(self):
- return self.db_get_collection("archives")
-
- def automatic_cleanup(self):
- logging.info("Starting automatic cleanup...")
-
- # Remove all profiles that were not updated since 4 weeks.
- not_updated_since = datetime.datetime.utcnow() - \
- datetime.timedelta(weeks=4)
-
- self.move_profiles({ "updated" : { "$lt" : not_updated_since }})
-
- def move_profiles(self, find):
- """
- Move all profiles by the "find" criteria.
- """
- for p in self.profiles.find(find):
- self.archives.save(p)
- self.profiles.remove(find)
-
-
-class BaseHandler(tornado.web.RequestHandler):
- @property
- def geoip(self):
- return backend.GeoIP()
-
- @property
- def db(self):
- return self.application.db
-
- def db_get_collection(self, name):
- return self.application.db_get_collection(name)
-
- @property
- def db_collections(self):
- return [self.db_get_collection(c) for c in self.db.collection_names()]
-
-
-DEBUG_STR = """
-Database information:
- Host: %(db_host)s:%(db_port)s
-
- All nodes: %(db_nodes)s
-
- %(collections)s
-
-"""
-
-DEBUG_COLLECTION_STR = """
- Collection: %(name)s
- Total documents: %(count)d
-"""
-
-class DebugHandler(BaseHandler):
- def get(self):
- # This handler is only available in debugging mode.
- if not self.application.settings["debug"]:
- return tornado.web.HTTPError(404)
-
- self.set_header("Content-type", "text/plain")
-
- conn, db = (self.application.connection, self.db)
-
- debug_info = dict(
- db_host = conn.host,
- db_port = conn.port,
- db_nodes = list(conn.nodes),
- )
-
- collections = []
- for collection in self.db_collections:
- collections.append(DEBUG_COLLECTION_STR % {
- "name" : collection.name, "count" : collection.count(),
- })
- debug_info["collections"] = "".join(collections)
-
- self.write(DEBUG_STR % debug_info)
- self.finish()
-
-
-class ProfileSendHandler(BaseHandler):
- @property
- def archives(self):
- return self.application.archives
-
- @property
- def profiles(self):
- return self.application.profiles
-
- def prepare(self):
- # Create an empty profile.
- self.profile = Profile()
-
- def __check_attributes(self, profile):
- """
- Check for attributes that must be provided,
- """
-
- attributes = (
- "private_id",
- "profile_version",
- "public_id",
- "updated",
- )
- for attr in attributes:
- if not profile.has_key(attr):
- raise tornado.web.HTTPError(400, "Profile lacks '%s' attribute: %s" % (attr, profile))
-
- def __check_valid_ids(self, profile):
- """
- Check if IDs contain valid data.
- """
-
- for id in ("public_id", "private_id"):
- if re.match(r"^([a-f0-9]{40})$", "%s" % profile[id]) is None:
- raise tornado.web.HTTPError(400, "ID '%s' has wrong format: %s" % (id, profile))
-
- def __check_equal_ids(self, profile):
- """
- Check if public_id and private_id are equal.
- """
-
- if profile.public_id == profile.private_id:
- raise tornado.web.HTTPError(400, "Public and private IDs are equal: %s" % profile)
-
- def __check_matching_ids(self, profile):
- """
- Check if a profile with the given public_id is already in the
- database. If so we need to check if the private_id matches.
- """
- p = self.profiles.find_one({ "public_id" : profile["public_id"]})
- if not p:
- return
-
- p = Profile(p)
- if p.private_id != profile.private_id:
- raise tornado.web.HTTPError(400, "Mismatch of private_id: %s" % profile)
-
- def __check_profile_version(self, profile):
- """
- Check if this version of the server software does support the
- received profile.
- """
- version = profile.profile_version
-
- if version < MIN_PROFILE_VERSION or version > MAX_PROFILE_VERSION:
- raise tornado.web.HTTPError(400,
- "Profile version is not supported: %s" % version)
-
- def check_profile(self):
- """
- This method checks if the blob is sane.
- """
-
- checks = (
- self.__check_attributes,
- self.__check_valid_ids,
- self.__check_equal_ids,
- self.__check_profile_version,
- # These checks require at least one database query and should be done
- # at last.
- self.__check_matching_ids,
- )
-
- for check in checks:
- check(self.profile)
-
- # If we got here, everything is okay and we can go on...
-
- def move_profiles(self, find):
- self.application.move_profiles(find)
-
- # The GET method is only allowed in debugging mode.
- def get(self, public_id):
- if not self.application.settings["debug"]:
- return tornado.web.HTTPError(405)
-
- return self.post(public_id)
-
- def post(self, public_id):
- profile = self.get_argument("profile", None)
-
- # Send "400 bad request" if no profile was provided
- if not profile:
- raise tornado.web.HTTPError(400, "No profile received.")
-
- # Try to decode the profile.
- try:
- self.profile.update(simplejson.loads(profile))
- except simplejson.decoder.JSONDecodeError, e:
- raise tornado.web.HTTPError(400, "Profile could not be decoded: %s" % e)
-
- # Create a shortcut and overwrite public_id from query string
- profile = self.profile
- profile.public_id = public_id
-
- # Add timestamp to the profile
- profile.updated = datetime.datetime.utcnow()
-
- # Check if profile contains proper data.
- self.check_profile()
-
- # Get GeoIP information if address is not defined in rfc1918
- remote_ips = self.request.remote_ip.split(", ")
- for remote_ip in remote_ips:
- try:
- addr = ipaddr.IPAddress(remote_ip)
- except ValueError:
- # Skip invalid IP addresses.
- continue
-
- # Check if the given IP address is from a
- # private network.
- if addr.is_private:
- continue
-
- profile.geoip = self.geoip.get_all(remote_ip)
- break
-
- # Move previous profiles to archive and keep only the latest one
- # in profiles. This will make full table lookups faster.
- self.move_profiles({ "public_id" : profile.public_id })
-
- # Write profile to database
- id = self.profiles.save(profile)
-
- self.write("Your profile was successfully saved to the database.")
- self.finish()
-
- logging.debug("Saved profile: %s" % profile)
-
-
-if __name__ == "__main__":
- app = Fireinfod()
-
- app.start()
from __future__ import division
+import datetime
import hwdata
+import ipaddr
+import logging
+import re
+import simplejson
import tornado.web
import backend
return BaseHandler.render(self, *args, **kwargs)
+MIN_PROFILE_VERSION = 0
+MAX_PROFILE_VERSION = 0
+
+class Profile(dict):
+ def __getattr__(self, key):
+ try:
+ return self[key]
+ except KeyError:
+ raise AttributeError, key
+
+ def __setattr__(self, key, val):
+ self[key] = val
+
+
+class StasyProfileSendHandler(StasyBaseHandler):
+ def check_xsrf_cookie(self):
+ # This cookie is not required here.
+ pass
+
+ @property
+ def archives(self):
+ return self.stasy.archives
+
+ @property
+ def profiles(self):
+ return self.stasy.profiles
+
+ def prepare(self):
+ # Create an empty profile.
+ self.profile = Profile()
+
+ def __check_attributes(self, profile):
+ """
+ Check for attributes that must be provided,
+ """
+
+ attributes = (
+ "private_id",
+ "profile_version",
+ "public_id",
+ "updated",
+ )
+ for attr in attributes:
+ if not profile.has_key(attr):
+ raise tornado.web.HTTPError(400, "Profile lacks '%s' attribute: %s" % (attr, profile))
+
+ def __check_valid_ids(self, profile):
+ """
+ Check if IDs contain valid data.
+ """
+
+ for id in ("public_id", "private_id"):
+ if re.match(r"^([a-f0-9]{40})$", "%s" % profile[id]) is None:
+ raise tornado.web.HTTPError(400, "ID '%s' has wrong format: %s" % (id, profile))
+
+ def __check_equal_ids(self, profile):
+ """
+ Check if public_id and private_id are equal.
+ """
+
+ if profile.public_id == profile.private_id:
+ raise tornado.web.HTTPError(400, "Public and private IDs are equal: %s" % profile)
+
+ def __check_matching_ids(self, profile):
+ """
+ Check if a profile with the given public_id is already in the
+ database. If so we need to check if the private_id matches.
+ """
+ p = self.profiles.find_one({ "public_id" : profile["public_id"]})
+ if not p:
+ return
+
+ p = Profile(p)
+ if p.private_id != profile.private_id:
+ raise tornado.web.HTTPError(400, "Mismatch of private_id: %s" % profile)
+
+ def __check_profile_version(self, profile):
+ """
+ Check if this version of the server software does support the
+ received profile.
+ """
+ version = profile.profile_version
+
+ if version < MIN_PROFILE_VERSION or version > MAX_PROFILE_VERSION:
+ raise tornado.web.HTTPError(400,
+ "Profile version is not supported: %s" % version)
+
+ def check_profile(self):
+ """
+ This method checks if the blob is sane.
+ """
+
+ checks = (
+ self.__check_attributes,
+ self.__check_valid_ids,
+ self.__check_equal_ids,
+ self.__check_profile_version,
+ # These checks require at least one database query and should be done
+ # at last.
+ self.__check_matching_ids,
+ )
+
+ for check in checks:
+ check(self.profile)
+
+ # If we got here, everything is okay and we can go on...
+
+ # The GET method is only allowed in debugging mode.
+ def get(self, public_id):
+ if not self.application.settings["debug"]:
+ return tornado.web.HTTPError(405)
+
+ return self.post(public_id)
+
+ def post(self, public_id):
+ profile = self.get_argument("profile", None)
+
+ # Send "400 bad request" if no profile was provided
+ if not profile:
+ raise tornado.web.HTTPError(400, "No profile received.")
+
+ # Try to decode the profile.
+ try:
+ self.profile.update(simplejson.loads(profile))
+ except simplejson.decoder.JSONDecodeError, e:
+ raise tornado.web.HTTPError(400, "Profile could not be decoded: %s" % e)
+
+ # Create a shortcut and overwrite public_id from query string
+ profile = self.profile
+ profile.public_id = public_id
+
+ # Add timestamp to the profile
+ profile.updated = datetime.datetime.utcnow()
+
+ # Check if profile contains proper data.
+ self.check_profile()
+
+ # Get GeoIP information if address is not defined in rfc1918
+ remote_ips = self.request.remote_ip.split(", ")
+ for remote_ip in remote_ips:
+ try:
+ addr = ipaddr.IPAddress(remote_ip)
+ except ValueError:
+ # Skip invalid IP addresses.
+ continue
+
+ # Check if the given IP address is from a
+ # private network.
+ if addr.is_private:
+ continue
+
+ profile.geoip = self.geoip.get_all(remote_ip)
+ break
+
+ # Move previous profiles to archive and keep only the latest one
+ # in profiles. This will make full table lookups faster.
+ self.stasy.move_profiles({ "public_id" : profile.public_id })
+
+ # Write profile to database
+ id = self.profiles.save(profile)
+
+ self.write("Your profile was successfully saved to the database.")
+ self.finish()
+
+ logging.debug("Saved profile: %s" % profile)
+
+ def on_finish(self):
+ logging.debug("Starting automatic cleanup...")
+
+ # Remove all profiles that were not updated since 4 weeks.
+ not_updated_since = datetime.datetime.utcnow() - \
+ datetime.timedelta(weeks=4)
+
+ self.stasy.move_profiles({ "updated" : { "$lt" : not_updated_since }})
+
+
class StasyIndexHandler(StasyBaseHandler):
def _profile_not_found(self, profile_id):
self.set_status(404)
projects / ipfire.org.git / commitdiff
