1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
|
#!/usr/bin/python -Ott
""" Benchmark template rendering times """
import sys
import time
import logging
import logging.handlers
import operator
import lxml.etree
import Bcfg2.Server.Core
LOGGER = None
def get_logger(setup=None):
""" set up logging according to the verbose level given on the
command line """
global LOGGER
if LOGGER is None:
if setup is None:
setup = dict()
LOGGER = logging.getLogger(sys.argv[0])
stderr = logging.StreamHandler()
level = logging.WARNING
lformat = "%(message)s"
if setup.get("debug", False):
stderr.setFormatter(logging.Formatter("%(asctime)s: %(levelname)s: %(message)s"))
level = logging.DEBUG
elif setup.get("verbose", False):
level = logging.INFO
LOGGER.setLevel(level)
LOGGER.addHandler(stderr)
syslog = logging.handlers.SysLogHandler("/dev/log")
syslog.setFormatter(logging.Formatter("%(name)s: %(message)s"))
LOGGER.addHandler(syslog)
return LOGGER
def main():
optinfo = \
dict(configfile=Bcfg2.Options.CFILE,
help=Bcfg2.Options.HELP,
encoding=Bcfg2.Options.ENCODING,
repo=Bcfg2.Options.SERVER_REPOSITORY,
plugins=Bcfg2.Options.SERVER_PLUGINS,
password=Bcfg2.Options.SERVER_PASSWORD,
debug=Bcfg2.Options.DEBUG,
verbose=Bcfg2.Options.VERBOSE,
client=Bcfg2.Options.Option("Benchmark templates for one client",
cmd="--client",
odesc="<client>",
long_arg=True,
default=None),
)
setup = Bcfg2.Options.OptionParser(optinfo)
setup.parse(sys.argv[1:])
logger = get_logger(setup)
core = Bcfg2.Server.Core.Core(setup['repo'],
setup['plugins'],
setup['password'],
setup['encoding'])
logger.info("Bcfg2 server core loaded")
core.fam.handle_events_in_interval(4)
logger.debug("Repository events processed")
# how many times to render each template for each client
runs = 5
if setup['args']:
templates = setup['args']
else:
templates = []
if setup['client'] is None:
clients = [core.build_metadata(c) for c in core.metadata.clients]
else:
clients = [core.build_metadata(setup['client'])]
times = dict()
for plugin in ['Cfg', 'TGenshi', 'TCheetah']:
if plugin not in core.plugins:
logger.debug("Skipping disabled plugin %s" % plugin)
continue
logger.info("Rendering templates from plugin %s" % plugin)
entrysets = []
for template in templates:
try:
entrysets.append(core.plugins[plugin].entries[template])
except KeyError:
logger.debug("Template %s not found in plugin %s" %
(template, plugin))
if not entrysets:
logger.debug("Using all entrysets in plugin %s" % plugin)
entrysets = core.plugins[plugin].entries.values()
for eset in entrysets:
path = eset.path.replace(setup['repo'], '')
logger.info("Rendering %s..." % path)
times[path] = dict()
for metadata in clients:
avg = 0.0
for i in range(runs):
entry = lxml.etree.Element("Path")
start = time.time()
try:
eset.bind_entry(entry, metadata)
avg += (time.time() - start) / runs
except:
break
if avg:
logger.debug(" %s: %.02f sec" % (metadata.hostname, avg))
times[path][metadata.hostname] = avg
# print out per-template results
tmpltimes = []
for tmpl, clients in times.items():
try:
avg = sum(clients.values()) / len(clients)
except ZeroDivisionError:
continue
if avg > 0.01 or templates:
tmpltimes.append((tmpl, avg))
print "%-50s %s" % ("Template", "Average Render Time")
for tmpl, avg in reversed(sorted(tmpltimes, key=operator.itemgetter(1))):
print "%-50s %.02f" % (tmpl, avg)
# TODO: complain about templates that on average were quick but
# for which some clients were slow
if __name__ == "__main__":
sys.exit(main())
|
