Allow to run directly from a git checkout (#1037)

Signed-off-by: Sol Jerome <sol.jerome@gmail.com>

1 files changed, 113 insertions, 0 deletions

diff --git a/src/lib/Bcfg2/Server/Plugins/DBStats.py b/src/lib/Bcfg2/Server/Plugins/DBStats.py
new file mode 100644
index 000000000..95395f74e
--- /dev/null
+++ b/src/lib/Bcfg2/Server/Plugins/DBStats.py
@@ -0,0 +1,113 @@
+import binascii
+import difflib
+import logging
+import lxml.etree
+import platform
+import time
+
+try:
+    from django.core.exceptions import MultipleObjectsReturned
+except ImportError:
+    pass
+
+import Bcfg2.Server.Plugin
+import Bcfg2.Server.Reports.importscript
+from Bcfg2.Server.Reports.reports.models import Client
+import Bcfg2.Server.Reports.settings
+from Bcfg2.Server.Reports.updatefix import update_database
+# for debugging output only
+logger = logging.getLogger('Bcfg2.Plugins.DBStats')
+
+class DBStats(Bcfg2.Server.Plugin.Plugin,
+              Bcfg2.Server.Plugin.ThreadedStatistics,
+              Bcfg2.Server.Plugin.PullSource):
+    name = 'DBStats'
+
+    def __init__(self, core, datastore):
+        Bcfg2.Server.Plugin.Plugin.__init__(self, core, datastore)
+        Bcfg2.Server.Plugin.ThreadedStatistics.__init__(self, core, datastore)
+        Bcfg2.Server.Plugin.PullSource.__init__(self)
+        self.cpath = "%s/Metadata/clients.xml" % datastore
+        self.core = core
+        logger.debug("Searching for new models to add to the statistics database")
+        try:
+            update_database()
+        except Exception:
+            inst = sys.exc_info()[1]
+            logger.debug(str(inst))
+            logger.debug(str(type(inst)))
+
+    def handle_statistic(self, metadata, data):
+        newstats = data.find("Statistics")
+        newstats.set('time', time.asctime(time.localtime()))
+        # ick
+        data = lxml.etree.tostring(newstats)
+        ndx = lxml.etree.XML(data)
+        e = lxml.etree.Element('Node', name=metadata.hostname)
+        e.append(ndx)
+        container = lxml.etree.Element("ConfigStatistics")
+        container.append(e)
+
+        # FIXME need to build a metadata interface to expose a list of clients
+        start = time.time()
+        for i in [1, 2, 3]:
+            try:
+                Bcfg2.Server.Reports.importscript.load_stats(self.core.metadata.clients_xml.xdata,
+                                                             container,
+                                                             self.core.encoding,
+                                                             0,
+                                                             logger,
+                                                             True,
+                                                             platform.node())
+                logger.info("Imported data for %s in %s seconds" \
+                            % (metadata.hostname, time.time() - start))
+                return
+            except MultipleObjectsReturned:
+                e = sys.exc_info()[1]
+                logger.error("DBStats: MultipleObjectsReturned while handling %s: %s" % \
+                    (metadata.hostname, e))
+                logger.error("DBStats: Data is inconsistent")
+                break
+            except:
+                logger.error("DBStats: Failed to write to db (lock); retrying",
+                             exc_info=1)
+        logger.error("DBStats: Retry limit failed for %s; aborting operation" \
+                    % metadata.hostname)
+
+    def GetExtra(self, client):
+        c_inst = Client.objects.filter(name=client)[0]
+        return [(a.entry.kind, a.entry.name) for a in
+                c_inst.current_interaction.extra()]
+
+    def GetCurrentEntry(self, client, e_type, e_name):
+        try:
+            c_inst = Client.objects.filter(name=client)[0]
+        except IndexError:
+            self.logger.error("Unknown client: %s" % client)
+            raise Bcfg2.Server.Plugin.PluginExecutionError
+        result = c_inst.current_interaction.bad().filter(entry__kind=e_type,
+                                                         entry__name=e_name)
+        if not result:
+            raise Bcfg2.Server.Plugin.PluginExecutionError
+        entry = result[0]
+        ret = []
+        data = ('owner', 'group', 'perms')
+        for t in data:
+            if getattr(entry.reason, "current_%s" % t) == '':
+                ret.append(getattr(entry.reason, t))
+            else:
+                ret.append(getattr(entry.reason, "current_%s" % t))
+        if entry.reason.is_sensitive:
+            raise Bcfg2.Server.Plugin.PluginExecutionError
+        elif entry.reason.current_diff != '':
+            if entry.reason.is_binary:
+                ret.append(binascii.a2b_base64(entry.reason.current_diff))
+            else:
+                ret.append('\n'.join(difflib.restore(\
+                    entry.reason.current_diff.split('\n'), 1)))
+        elif entry.reason.is_binary:
+            # If len is zero the object was too large to store
+            raise Bcfg2.Server.Plugin.PluginExecutionError
+        else:
+            ret.append(None)
+        return ret