1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
|
#!/usr/bin/python -Ott
""" Benchmark template rendering times """
import sys
import time
import logging
import logging.handlers
import operator
import lxml.etree
import Bcfg2.Server.Core
LOGGER = None
def get_logger(setup=None):
""" set up logging according to the verbose level given on the
command line """
global LOGGER
if LOGGER is None:
if setup is None:
setup = dict()
LOGGER = logging.getLogger(sys.argv[0])
stderr = logging.StreamHandler()
level = logging.WARNING
lformat = "%(message)s"
if setup.get("debug", False):
stderr.setFormatter(logging.Formatter("%(asctime)s: %(levelname)s: %(message)s"))
level = logging.DEBUG
elif setup.get("verbose", False):
level = logging.INFO
LOGGER.setLevel(level)
LOGGER.addHandler(stderr)
syslog = logging.handlers.SysLogHandler("/dev/log")
syslog.setFormatter(logging.Formatter("%(name)s: %(message)s"))
LOGGER.addHandler(syslog)
return LOGGER
def main():
optinfo = \
dict(configfile=Bcfg2.Options.CFILE,
help=Bcfg2.Options.HELP,
encoding=Bcfg2.Options.ENCODING,
repo=Bcfg2.Options.SERVER_REPOSITORY,
plugins=Bcfg2.Options.SERVER_PLUGINS,
password=Bcfg2.Options.SERVER_PASSWORD,
debug=Bcfg2.Options.DEBUG,
verbose=Bcfg2.Options.VERBOSE,
client=Bcfg2.Options.Option("Benchmark templates for one client",
cmd="--client",
odesc="<client>",
long_arg=True,
default=None),
)
setup = Bcfg2.Options.OptionParser(optinfo)
setup.parse(sys.argv[1:])
logger = get_logger(setup)
core = Bcfg2.Server.Core.BaseCore(setup)
logger.info("Bcfg2 server core loaded")
core.fam.handle_events_in_interval(4)
logger.debug("Repository events processed")
# how many times to render each template for each client
runs = 5
if setup['args']:
templates = setup['args']
else:
templates = []
if setup['client'] is None:
clients = [core.build_metadata(c) for c in core.metadata.clients]
else:
clients = [core.build_metadata(setup['client'])]
times = dict()
for plugin in ['Cfg', 'TGenshi', 'TCheetah']:
if plugin not in core.plugins:
logger.debug("Skipping disabled plugin %s" % plugin)
continue
logger.info("Rendering templates from plugin %s" % plugin)
entrysets = []
for template in templates:
try:
entrysets.append(core.plugins[plugin].entries[template])
except KeyError:
logger.debug("Template %s not found in plugin %s" %
(template, plugin))
if not entrysets:
logger.debug("Using all entrysets in plugin %s" % plugin)
entrysets = core.plugins[plugin].entries.values()
for eset in entrysets:
path = eset.path.replace(setup['repo'], '')
logger.info("Rendering %s..." % path)
times[path] = dict()
for metadata in clients:
avg = 0.0
for i in range(runs):
entry = lxml.etree.Element("Path")
start = time.time()
try:
eset.bind_entry(entry, metadata)
avg += (time.time() - start) / runs
except:
break
if avg:
logger.debug(" %s: %.02f sec" % (metadata.hostname, avg))
times[path][metadata.hostname] = avg
# print out per-template results
tmpltimes = []
for tmpl, clients in times.items():
try:
avg = sum(clients.values()) / len(clients)
except ZeroDivisionError:
continue
if avg > 0.01 or templates:
tmpltimes.append((tmpl, avg))
print("%-50s %s" % ("Template", "Average Render Time"))
for tmpl, avg in reversed(sorted(tmpltimes, key=operator.itemgetter(1))):
print("%-50s %.02f" % (tmpl, avg))
# TODO: complain about templates that on average were quick but
# for which some clients were slow
if __name__ == "__main__":
sys.exit(main())
|
