Initial checkin.

diff --git a/Makefile b/Makefile
new file mode 100644 (file)
index 0000000..bf005bc
--- /dev/null
+++ b/Makefile
@@ -0,0 +1,19 @@
+
+NAME = collecty
+
+DESTDIR =
+PYTHON_VER := $(shell python --version 2>&1 | awk '{ print $$NF }')
+PYTHON_DIR = $(DESTDIR)/usr/lib/python$(PYTHON_VER)/site-packages/$(NAME)/
+
+all:
+
+install:
+       -mkdir -pv $(PYTHON_DIR)
+       cp -rvf collecty $(PYTHON_DIR)
+       install -v -m 755 colletyd $(DESTDIR)/usr/sbin
+
+       -mkdir -pv $(DESTDIR)/var/rrd
+
+       # Install configuration
+       -mkdir -pv $(DESTDIR)/etc/$(NAME)/
+       cp -vf example.conf $(DESTDIR)/etc/$(NAME)/$(NAME).conf

diff --git a/collecty/__init__.py b/collecty/__init__.py
new file mode 100644 (file)
index 0000000..c799b53
--- /dev/null
+++ b/collecty/__init__.py
@@ -0,0 +1,52 @@
+#!/usr/bin/python
+
+import signal
+
+import ConfigParser as configparser
+
+import plugins
+
+class ConfigError(Exception):
+       pass
+
+class Collecty(object):
+       def __init__(self):
+               self.config = configparser.ConfigParser()
+               self.instances = []
+
+       def read_config(self, config):
+               self.config.read(config)
+               
+               for section in self.config.sections():
+                       try:
+                               plugin = self.config.get(section, "plugin")
+                               plugin = plugins.find(plugin)
+                       except configparser.NoOptionError:
+                               raise ConfigError, "Syntax error in configuration: plugin option is missing."
+                       except:
+                               raise Exception, "Plugin configuration error: Maybe plugin wasn't found? %s" % plugin
+
+                       kwargs = {}
+                       for (key, value) in self.config.items(section):
+                               if key == "plugin":
+                                       continue
+
+                               kwargs[key] = value
+                       kwargs["file"] = section
+
+                       i = plugin(self, **kwargs)
+                       self.instances.append(i)
+
+       def debug(self, message):
+               print message
+
+       def run(self):
+               signal.signal(signal.SIGTERM, lambda *args: self.shutdown())
+
+               for i in self.instances:
+                       i.start()
+
+       def shutdown(self):
+               for i in self.instances:
+                       self.debug("Stopping %s..." % i)
+                       i.shutdown()

diff --git a/collecty/plugins/__init__.py b/collecty/plugins/__init__.py
new file mode 100644 (file)
index 0000000..e13257b
--- /dev/null
+++ b/collecty/plugins/__init__.py
@@ -0,0 +1,355 @@
+
+import os
+
+import rrdtool
+import time
+
+from threading import Thread
+
+import gettext
+_ = lambda x: gettext.ldgettext("collecty", x)
+
+registered_plugins = []
+
+def find(name):
+       for plugin in registered_plugins:
+               if plugin._type == name:
+                       return plugin
+
+def register(plugin):
+       registered_plugins.append(plugin)
+
+class Plugin(Thread):
+       def __init__(self, collecty, **kwargs):
+               Thread.__init__(self)
+               self.collecty = collecty
+
+               self.interval = int(kwargs.get("interval", 60))
+
+               # Keepalive options
+               self.heartbeat = 2
+               self.killed = False
+
+               self.wakeup = self.interval / self.heartbeat
+
+               self.file = kwargs.get("file", None)
+               if not self.file.startswith("/"):
+                       self.file = os.path.join("/var/rrd", self.file) 
+
+               self.data = []
+
+               self.create()
+       
+       def __repr__(self):
+               return "<Plugin %s>" % self._type
+       
+       def __str__(self):
+               return "Plugin %s %s" % (self._type, self.file)
+       
+       def run(self):
+               self.collecty.debug("%s started..." % self)
+               
+               c = 0
+               while True:
+                       if self.killed:
+                               self.update()
+                               self.collecty.debug("%s stoppped..." % self)
+                               return
+
+                       if c == 0:
+                               self.data.append(self.collect())
+                               self.collecty.debug("%s collectd: %s..." % (self, self.data[-1]))
+
+                               self.update()
+
+                               c = self.wakeup
+
+                       c = c - 1
+                       time.sleep(self.heartbeat)
+
+       def shutdown(self):
+               self.killed = True
+       
+       def time(self):
+               return int(time.time()) # Should return time as int in UTC
+
+       def create(self):
+               if not os.path.exists(self.file):
+                       rrdtool.create(self.file, *self._rrd)
+               
+       def update(self):
+               if self.data:
+                       self.collecty.debug("%s saving data..." % self)
+                       rrdtool.update(self.file, *self.data)
+                       self.data = []
+
+       def collect(self):
+               raise Exception, "Not implemented"
+
+       def graph(self, file, interval=None):
+               args = [ "--imgformat", "PNG",
+                                "-w", "580", # Width of the graph
+                                "-h", "240", # Height of the graph
+                               "--interlaced", "--slope-mode", ]
+
+               intervals = { None   : "-3h",
+                                         "hour" : "-1h",
+                                         "day"  : "-25h",
+                                         "week" : "-360h" }
+
+               if intervals.has_key(interval):
+                       args.append("--start")
+                       args.append(intervals[interval])
+               else:
+                       args.append("--start")
+                       args.append(interval)
+
+               info = { "file" : self.file }
+               for item in self._graph:
+                       try:
+                               args.append(item % info)
+                       except TypeError:
+                               args.append(item)
+
+               rrdtool.graph(file, *args)
+
+       def info(self):
+               return rrdtool.info(self.file)
+
+
+class PluginCpu(Plugin):
+       _name = "CPU Usage Plugin"
+       _type = "cpu"
+
+       _rrd = [ "DS:user:GAUGE:120:0:100",
+                        "DS:nice:GAUGE:120:0:100",
+                        "DS:sys:GAUGE:120:0:100",
+                        "DS:idle:GAUGE:120:0:100",
+                        "DS:wait:GAUGE:120:0:100",
+                        "DS:interrupt:GAUGE:120:0:100",
+                        "RRA:AVERAGE:0.5:1:2160",
+                        "RRA:AVERAGE:0.5:5:2016",
+                        "RRA:AVERAGE:0.5:15:2880",
+                        "RRA:AVERAGE:0.5:60:8760" ]
+
+       _graph = [ "DEF:user=%(file)s:user:AVERAGE",
+                          "DEF:nice=%(file)s:nice:AVERAGE",
+                          "DEF:sys=%(file)s:sys:AVERAGE",
+                          "DEF:idle=%(file)s:idle:AVERAGE",
+                          "DEF:wait=%(file)s:wait:AVERAGE",
+                          "DEF:interrupt=%(file)s:interrupt:AVERAGE",
+                          "AREA:user#ff0000:%-15s" % _("User"),
+                            "VDEF:usermin=user,MINIMUM",
+                            "VDEF:usermax=user,MAXIMUM",
+                            "VDEF:useravg=user,AVERAGE",
+                            "GPRINT:usermax:%12s\:" % _("Maximum") + " %6.2lf" ,
+                            "GPRINT:usermin:%12s\:" % _("Minimum") + " %6.2lf",
+                            "GPRINT:useravg:%12s\:" % _("Average") + " %6.2lf\\n",
+                          "STACK:nice#ff3300:%-15s" % _("Nice"),
+                                "VDEF:nicemin=nice,MINIMUM",
+                            "VDEF:nicemax=nice,MAXIMUM",
+                            "VDEF:niceavg=nice,AVERAGE",
+                            "GPRINT:nicemax:%12s\:" % _("Maximum") + " %6.2lf" ,
+                            "GPRINT:nicemin:%12s\:" % _("Minimum") + " %6.2lf",
+                            "GPRINT:niceavg:%12s\:" % _("Average") + " %6.2lf\\n",
+                          "STACK:sys#ff6600:%-15s" % _("System"),
+                            "VDEF:sysmin=sys,MINIMUM",
+                            "VDEF:sysmax=sys,MAXIMUM",
+                            "VDEF:sysavg=sys,AVERAGE",
+                            "GPRINT:sysmax:%12s\:" % _("Maximum") + " %6.2lf" ,
+                            "GPRINT:sysmin:%12s\:" % _("Minimum") + " %6.2lf",
+                            "GPRINT:sysavg:%12s\:" % _("Average") + " %6.2lf\\n",
+                          "STACK:wait#ff9900:%-15s" % _("Wait"),
+                            "VDEF:waitmin=wait,MINIMUM",
+                            "VDEF:waitmax=wait,MAXIMUM",
+                            "VDEF:waitavg=wait,AVERAGE",
+                            "GPRINT:waitmax:%12s\:" % _("Maximum") + " %6.2lf" ,
+                            "GPRINT:waitmin:%12s\:" % _("Minimum") + " %6.2lf",
+                            "GPRINT:waitavg:%12s\:" % _("Average") + " %6.2lf\\n",
+                          "STACK:interrupt#ffcc00:%-15s" % _("Interrupt"),
+                            "VDEF:interruptmin=interrupt,MINIMUM",
+                            "VDEF:interruptmax=interrupt,MAXIMUM",
+                            "VDEF:interruptavg=interrupt,AVERAGE",
+                            "GPRINT:interruptmax:%12s\:" % _("Maximum") + " %6.2lf" ,
+                            "GPRINT:interruptmin:%12s\:" % _("Minimum") + " %6.2lf",
+                            "GPRINT:interruptavg:%12s\:" % _("Average") + " %6.2lf\\n",
+                          "STACK:idle#ffff00:%-15s" % _("Idle"),
+                            "VDEF:idlemin=idle,MINIMUM",
+                            "VDEF:idlemax=idle,MAXIMUM",
+                            "VDEF:idleavg=idle,AVERAGE",
+                            "GPRINT:idlemax:%12s\:" % _("Maximum") + " %6.2lf" ,
+                            "GPRINT:idlemin:%12s\:" % _("Minimum") + " %6.2lf",
+                            "GPRINT:idleavg:%12s\:" % _("Average") + " %6.2lf\\n", ]
+
+       def __init__(self, collecty, **kwargs):
+               Plugin.__init__(self, collecty, **kwargs)
+       
+       def collect(self):
+               ret = "%s" % self.time()
+               f = open("/proc/stat")
+               for line in f.readlines():
+                       if not line.startswith("cpu"):
+                               continue
+                       a = line.split()
+                       if len(a) < 6:
+                               continue
+
+                       user = float(a[1])
+                       nice = float(a[2])
+                       sys = float(a[3])
+                       idle = float(a[4])
+                       wait = float(a[5])
+                       interrupt = float(a[6])
+                       sum = float(user + nice + sys + idle + wait + interrupt)
+
+                       ret += ":%s" % (user * 100 / sum)
+                       ret += ":%s" % (nice * 100 / sum)
+                       ret += ":%s" % (sys * 100 / sum)
+                       ret += ":%s" % (idle * 100 / sum)
+                       ret += ":%s" % (wait * 100 / sum)
+                       ret += ":%s" % (interrupt * 100 / sum)
+                       break
+
+               f.close()
+               return ret
+
+register(PluginCpu)
+
+
+class PluginLoad(Plugin):
+       _name = "Loadaverage Plugin"
+       _type = "load"
+
+       _rrd = ["DS:load1:GAUGE:120:0:U",
+                       "DS:load5:GAUGE:120:0:U",
+                       "DS:load15:GAUGE:120:0:U",
+                       "RRA:AVERAGE:0.5:1:2160",
+                       "RRA:AVERAGE:0.5:5:2016",
+                       "RRA:AVERAGE:0.5:15:2880",
+                       "RRA:AVERAGE:0.5:60:8760" ]
+
+       _graph = [ "DEF:load1=%(file)s:load1:AVERAGE",
+                          "DEF:load5=%(file)s:load5:AVERAGE",
+                          "DEF:load15=%(file)s:load15:AVERAGE",
+                          "AREA:load1#ff0000:%s" % _("Load average  1m"),
+                            "VDEF:load1min=load1,MINIMUM",
+                            "VDEF:load1max=load1,MAXIMUM",
+                            "VDEF:load1avg=load1,AVERAGE",
+                            "GPRINT:load1max:%12s\:" % _("Maximum") + " %6.2lf" ,
+                            "GPRINT:load1min:%12s\:" % _("Minimum") + " %6.2lf",
+                            "GPRINT:load1avg:%12s\:" % _("Average") + " %6.2lf\\n",
+                          "AREA:load5#ff9900:%s" % _("Load average  5m"),
+                                "VDEF:load5min=load5,MINIMUM",
+                            "VDEF:load5max=load5,MAXIMUM",
+                            "VDEF:load5avg=load5,AVERAGE",
+                            "GPRINT:load5max:%12s\:" % _("Maximum") + " %6.2lf" ,
+                            "GPRINT:load5min:%12s\:" % _("Minimum") + " %6.2lf",
+                            "GPRINT:load5avg:%12s\:" % _("Average") + " %6.2lf\\n",
+                          "AREA:load15#ffff00:%s" % _("Load average 15m"),
+                                "VDEF:load15min=load15,MINIMUM",
+                            "VDEF:load15max=load15,MAXIMUM",
+                            "VDEF:load15avg=load15,AVERAGE",
+                            "GPRINT:load15max:%12s\:" % _("Maximum") + " %6.2lf" ,
+                            "GPRINT:load15min:%12s\:" % _("Minimum") + " %6.2lf",
+                            "GPRINT:load15avg:%12s\:" % _("Average") + " %6.2lf\\n",
+                          "LINE:load5#dd8800",
+                          "LINE:load1#dd0000", ]
+
+       def __init__(self, collecty, **kwargs):
+               Plugin.__init__(self, collecty, **kwargs)
+
+       def collect(self):
+               ret = "%s" % self.time()
+               for load in os.getloadavg():
+                       ret += ":%s" % load
+               return ret
+
+register(PluginLoad)
+
+
+class PluginMem(Plugin):
+       _name = "Memory Usage Plugin"
+       _type = "mem"
+
+       _rrd = ["DS:used:GAUGE:120:0:100",
+                       "DS:cached:GAUGE:120:0:100",
+                       "DS:buffered:GAUGE:120:0:100",
+                       "DS:free:GAUGE:120:0:100",
+                       "DS:swap:GAUGE:120:0:100",
+                       "RRA:AVERAGE:0.5:1:2160",
+                       "RRA:AVERAGE:0.5:5:2016",
+                       "RRA:AVERAGE:0.5:15:2880",
+                       "RRA:AVERAGE:0.5:60:8760" ]
+
+       _graph = [ "DEF:used=%(file)s:used:AVERAGE",
+                          "DEF:cached=%(file)s:cached:AVERAGE",
+                          "DEF:buffered=%(file)s:buffered:AVERAGE",
+                          "DEF:free=%(file)s:free:AVERAGE",
+                          "DEF:swap=%(file)s:swap:AVERAGE",
+                          "AREA:used#0000ee:%-15s" % _("Used memory"),
+                            "VDEF:usedmin=used,MINIMUM",
+                            "VDEF:usedmax=used,MAXIMUM",
+                            "VDEF:usedavg=used,AVERAGE",
+                            "GPRINT:usedmax:%12s\:" % _("Maximum") + " %6.2lf" ,
+                            "GPRINT:usedmin:%12s\:" % _("Minimum") + " %6.2lf",
+                            "GPRINT:usedavg:%12s\:" % _("Average") + " %6.2lf\\n",
+                          "STACK:cached#0099ee:%-15s" % _("Cached data"),
+                            "VDEF:cachedmin=cached,MINIMUM",
+                            "VDEF:cachedmax=cached,MAXIMUM",
+                            "VDEF:cachedavg=cached,AVERAGE",
+                            "GPRINT:cachedmax:%12s\:" % _("Maximum") + " %6.2lf" ,
+                            "GPRINT:cachedmin:%12s\:" % _("Minimum") + " %6.2lf",
+                            "GPRINT:cachedavg:%12s\:" % _("Average") + " %6.2lf\\n",
+                          "STACK:buffered#4499ff:%-15s" % _("Buffered data"),
+                                "VDEF:bufferedmin=buffered,MINIMUM",
+                            "VDEF:bufferedmax=buffered,MAXIMUM",
+                            "VDEF:bufferedavg=buffered,AVERAGE",
+                            "GPRINT:bufferedmax:%12s\:" % _("Maximum") + " %6.2lf" ,
+                            "GPRINT:bufferedmin:%12s\:" % _("Minimum") + " %6.2lf",
+                            "GPRINT:bufferedavg:%12s\:" % _("Average") + " %6.2lf\\n",
+                          "STACK:free#7799ff:%-15s" % _("Free memory"),
+                            "VDEF:freemin=free,MINIMUM",
+                            "VDEF:freemax=free,MAXIMUM",
+                            "VDEF:freeavg=free,AVERAGE",
+                            "GPRINT:freemax:%12s\:" % _("Maximum") + " %6.2lf" ,
+                            "GPRINT:freemin:%12s\:" % _("Minimum") + " %6.2lf",
+                            "GPRINT:freeavg:%12s\:" % _("Average") + " %6.2lf\\n",
+                          "LINE3:swap#ff0000:%-15s" % _("Used Swap space"),
+                            "VDEF:swapmin=swap,MINIMUM",
+                            "VDEF:swapmax=swap,MAXIMUM",
+                            "VDEF:swapavg=swap,AVERAGE",
+                            "GPRINT:swapmax:%12s\:" % _("Maximum") + " %6.2lf" ,
+                            "GPRINT:swapmin:%12s\:" % _("Minimum") + " %6.2lf",
+                            "GPRINT:swapavg:%12s\:" % _("Average") + " %6.2lf\\n", ]
+
+       def __init__(self, collecty, **kwargs):
+               Plugin.__init__(self, collecty, **kwargs)
+
+       def collect(self):
+               ret = "%s" % self.time()
+               f = open("/proc/meminfo")
+               for line in f.readlines():
+                       if line.startswith("MemTotal:"):
+                               total = float(line.split()[1])
+                       if line.startswith("MemFree:"):
+                               free = float(line.split()[1])
+                       elif line.startswith("Buffers:"):
+                               buffered = float(line.split()[1])
+                       elif line.startswith("Cached:"):
+                               cached = float(line.split()[1])
+                       elif line.startswith("SwapTotal:"):
+                               swapt = float(line.split()[1])
+                       elif line.startswith("SwapFree:"):
+                               swapf = float(line.split()[1])
+
+               f.close()
+
+               ret += ":%s" % ((total - (free + buffered + cached)) * 100 / total)
+               ret += ":%s" % (cached * 100 / total)
+               ret += ":%s" % (buffered * 100 / total)
+               ret += ":%s" % (free * 100 / total)
+               ret += ":%s" % ((swapt - swapf) * 100 / swapt)
+
+               return ret
+
+register(PluginMem)

diff --git a/collectyd b/collectyd
new file mode 100644 (file)
index 0000000..313a9db
--- /dev/null
+++ b/collectyd
@@ -0,0 +1,20 @@
+#!/usr/bin/python
+
+import os
+import sys
+
+from collecty import Collecty
+
+c = Collecty()
+
+if len(sys.argv) > 1:
+       for file in sys.argv[1:]:
+               c.read_config(file)
+else:
+       c.read_config("/etc/collecty/collecty.conf")
+
+if not c.instances:
+       print >>sys.stderr, "Error: No instances were configured."
+       sys.exit(1)
+
+c.run()

diff --git a/example.conf b/example.conf
new file mode 100644 (file)
index 0000000..6136dee
--- /dev/null
+++ b/example.conf
@@ -0,0 +1,12 @@
+#
+# Example configuration file for collecty
+#
+
+[cpu.rrd]
+plugin=cpu
+
+[load.rrd]
+plugin=load
+
+[mem.rrd]
+plugin=mem