]>
git.ipfire.org Git - collecty.git/blob - src/collecty/plugins/base.py
2 ###############################################################################
4 # collecty - A system statistics collection daemon for IPFire #
5 # Copyright (C) 2012 IPFire development team #
7 # This program is free software: you can redistribute it and/or modify #
8 # it under the terms of the GNU General Public License as published by #
9 # the Free Software Foundation, either version 3 of the License, or #
10 # (at your option) any later version. #
12 # This program is distributed in the hope that it will be useful, #
13 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
14 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
15 # GNU General Public License for more details. #
17 # You should have received a copy of the GNU General Public License #
18 # along with this program. If not, see <http://www.gnu.org/licenses/>. #
20 ###############################################################################
32 from .. import locales
33 from ..constants
import *
37 def __init__(self
, timeout
, heartbeat
=1):
38 self
.timeout
= timeout
39 self
.heartbeat
= heartbeat
45 def reset(self
, delay
=0):
47 self
.start
= time
.time()
51 # Has this timer been killed?
56 return time
.time() - self
.start
- self
.delay
62 while self
.elapsed
< self
.timeout
and not self
.killed
:
63 time
.sleep(self
.heartbeat
)
65 return self
.elapsed
> self
.timeout
68 class Environment(object):
70 Sets the correct environment for rrdtool to create
71 localised graphs and graphs in the correct timezone.
73 def __init__(self
, timezone
, locale
):
74 # Build the new environment
75 self
.new_environment
= {
76 "TZ" : timezone
or DEFAULT_TIMEZONE
,
79 for k
in ("LANG", "LC_ALL"):
80 self
.new_environment
[k
] = locale
or DEFAULT_LOCALE
83 # Save the current environment
84 self
.old_environment
= {}
85 for k
in self
.new_environment
:
86 self
.old_environment
[k
] = os
.environ
.get(k
, None)
89 os
.environ
.update(self
.new_environment
)
91 def __exit__(self
, type, value
, traceback
):
92 # Roll back to the previous environment
93 for k
, v
in self
.old_environment
.items():
103 class PluginRegistration(type):
106 def __init__(plugin
, name
, bases
, dict):
107 type.__init
__(plugin
, name
, bases
, dict)
109 # The main class from which is inherited is not registered
114 if not all((plugin
.name
, plugin
.description
)):
115 raise RuntimeError(_("Plugin is not properly configured: %s") % plugin
)
117 PluginRegistration
.plugins
[plugin
.name
] = plugin
122 Returns a list with all automatically registered plugins.
124 return PluginRegistration
.plugins
.values()
126 class Plugin(object, metaclass
=PluginRegistration
):
127 # The name of this plugin.
130 # A description for this plugin.
133 # Templates which can be used to generate a graph out of
134 # the data from this data source.
137 # The default interval for all plugins
140 def __init__(self
, collecty
, **kwargs
):
141 self
.collecty
= collecty
143 # Check if this plugin was configured correctly.
144 assert self
.name
, "Name of the plugin is not set: %s" % self
.name
145 assert self
.description
, "Description of the plugin is not set: %s" % self
.description
147 # Initialize the logger.
148 self
.log
= logging
.getLogger("collecty.plugins.%s" % self
.name
)
149 self
.log
.propagate
= 1
153 # Run some custom initialization.
156 self
.log
.debug(_("Successfully initialized %s") % self
.__class
__.__name
__)
161 Returns the name of the sub directory in which all RRD files
162 for this plugin should be stored in.
168 def init(self
, **kwargs
):
170 Do some custom initialization stuff here.
176 Gathers the statistical data, this plugin collects.
178 time_start
= time
.time()
180 # Run through all objects of this plugin and call the collect method.
181 for o
in self
.objects
:
182 now
= datetime
.datetime
.utcnow()
186 result
= self
._format
_result
(result
)
188 self
.log
.warning(_("Unhandled exception in %s.collect()") % o
, exc_info
=True)
192 self
.log
.warning(_("Received empty result: %s") % o
)
195 self
.log
.debug(_("Collected %s: %s") % (o
, result
))
197 # Add the object to the write queue so that the data is written
198 # to the databases later.
199 self
.collecty
.write_queue
.add(o
, now
, result
)
201 # Returns the time this function took to complete.
202 delay
= time
.time() - time_start
204 # Log some warning when a collect method takes too long to return some data
206 self
.log
.warning(_("A worker thread was stalled for %.4fs") % delay
)
209 def _format_result(result
):
210 if not isinstance(result
, tuple) and not isinstance(result
, list):
213 # Replace all Nones by NaN
227 def get_object(self
, id):
228 for object in self
.objects
:
229 if not object.id == id:
234 def get_template(self
, template_name
, object_id
, locale
=None, timezone
=None):
235 for template
in self
.templates
:
236 if not template
.name
== template_name
:
239 return template(self
, object_id
, locale
=locale
, timezone
=timezone
)
241 def generate_graph(self
, template_name
, object_id
="default",
242 timezone
=None, locale
=None, **kwargs
):
243 template
= self
.get_template(template_name
, object_id
=object_id
,
244 timezone
=timezone
, locale
=locale
)
246 raise RuntimeError("Could not find template %s" % template_name
)
248 time_start
= time
.time()
250 graph
= template
.generate_graph(**kwargs
)
252 duration
= time
.time() - time_start
253 self
.log
.debug(_("Generated graph %s in %.1fms") \
254 % (template
, duration
* 1000))
259 class Object(object):
260 # The schema of the RRD database.
264 rra_types
= ("AVERAGE", "MIN", "MAX")
271 def __init__(self
, plugin
, *args
, **kwargs
):
274 # Indicates if this object has collected its data
275 self
.collected
= False
277 # Initialise this object
278 self
.init(*args
, **kwargs
)
280 # Create the database file.
284 return "<%s>" % self
.__class
__.__name
__
288 return self
.plugin
.collecty
292 return self
.plugin
.log
297 Returns a UNIQUE identifier for this object. As this is incorporated
298 into the path of RRD file, it must only contain ASCII characters.
300 raise NotImplementedError
305 The absolute path to the RRD file of this plugin.
307 filename
= self
._normalise
_filename
("%s.rrd" % self
.id)
309 return os
.path
.join(DATABASE_DIR
, self
.plugin
.path
, filename
)
312 def _normalise_filename(filename
):
313 # Convert the filename into ASCII characters only
314 filename
= unicodedata
.normalize("NFKC", filename
)
316 # Replace any spaces by dashes
317 filename
= filename
.replace(" ", "-")
323 def init(self
, *args
, **kwargs
):
325 Do some custom initialization stuff here.
331 Creates an empty RRD file with the desired data structures.
333 # Skip if the file does already exist.
334 if os
.path
.exists(self
.file):
337 dirname
= os
.path
.dirname(self
.file)
338 if not os
.path
.exists(dirname
):
341 # Create argument list.
342 args
= self
.get_rrd_schema()
344 rrdtool
.create(self
.file, *args
)
346 self
.log
.debug(_("Created RRD file %s.") % self
.file)
348 self
.log
.debug(" %s" % arg
)
351 return rrdtool
.info(self
.file)
355 return self
.plugin
.interval
359 return self
.stepsize
* 2
361 def get_rrd_schema(self
):
363 "--step", "%s" % self
.stepsize
,
365 for line
in self
.rrd_schema
:
366 if line
.startswith("DS:"):
368 (prefix
, name
, type, lower_limit
, upper_limit
) = line
.split(":")
374 "%s" % self
.heartbeat
,
385 for steps
, rows
in self
.rra_timespans
:
386 for type in self
.rra_types
:
387 schema
.append("RRA:%s:%s:%s:%s" % (type, xff
, steps
, rows
))
393 raise RuntimeError("This object has already collected its data")
395 self
.collected
= True
396 self
.now
= datetime
.datetime
.utcnow()
399 result
= self
.collect()
403 Will commit the collected data to the database.
405 # Make sure that the RRD database has been created
409 class GraphTemplate(object):
410 # A unique name to identify this graph template.
413 # Headline of the graph image
416 # Vertical label of the graph
417 graph_vertical_label
= None
423 # Instructions how to create the graph.
426 # Extra arguments passed to rrdgraph.
438 # Default dimensions for this graph
439 height
= GRAPH_DEFAULT_HEIGHT
440 width
= GRAPH_DEFAULT_WIDTH
442 def __init__(self
, plugin
, object_id
, locale
=None, timezone
=None):
445 # Save localisation parameters
446 self
.locale
= locales
.get(locale
)
447 self
.timezone
= timezone
449 # Get all required RRD objects
450 self
.object_id
= object_id
452 # Get the main object
453 self
.object = self
.get_object(self
.object_id
)
456 return "<%s>" % self
.__class
__.__name
__
460 return self
.plugin
.collecty
464 return self
.plugin
.log
466 def _make_command_line(self
, interval
, format
=DEFAULT_IMAGE_FORMAT
,
467 width
=None, height
=None):
470 args
+= GRAPH_DEFAULT_ARGUMENTS
473 "--imgformat", format
,
474 "--height", "%s" % (height
or self
.height
),
475 "--width", "%s" % (width
or self
.width
),
478 args
+= self
.rrd_graph_args
482 args
+= ["--title", self
.graph_title
]
485 if self
.graph_vertical_label
:
486 args
+= ["--vertical-label", self
.graph_vertical_label
]
488 if self
.lower_limit
is not None or self
.upper_limit
is not None:
489 # Force to honour the set limits
490 args
.append("--rigid")
492 if self
.lower_limit
is not None:
493 args
+= ["--lower-limit", self
.lower_limit
]
495 if self
.upper_limit
is not None:
496 args
+= ["--upper-limit", self
.upper_limit
]
499 interval
= self
.intervals
[interval
]
501 interval
= "end-%s" % interval
504 args
+= ["--start", interval
]
508 def get_object(self
, *args
, **kwargs
):
509 return self
.plugin
.get_object(*args
, **kwargs
)
511 def get_object_table(self
):
513 "file" : self
.object,
517 def object_table(self
):
518 if not hasattr(self
, "_object_table"):
519 self
._object
_table
= self
.get_object_table()
521 return self
._object
_table
523 def get_object_files(self
):
526 for id, obj
in self
.object_table
.items():
531 def generate_graph(self
, interval
=None, **kwargs
):
532 args
= self
._make
_command
_line
(interval
, **kwargs
)
534 self
.log
.info(_("Generating graph %s") % self
)
535 self
.log
.debug(" args: %s" % args
)
537 object_files
= self
.get_object_files()
539 for item
in self
.rrd_graph
:
541 args
.append(item
% object_files
)
545 self
.log
.debug(" %s" % args
[-1])
547 # Convert arguments to string
548 args
= [str(e
) for e
in args
]
550 with
Environment(self
.timezone
, self
.locale
.lang
):
551 graph
= rrdtool
.graphv("-", *args
)
553 return graph
.get("image")