1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
|
'''This is the basic toolset class for the Bcfg2 client'''
__revision__ = '$Revision$'
from binascii import a2b_base64
from grp import getgrgid, getgrnam
from os import chown, chmod, lstat, mkdir, stat, system, unlink, rename, readlink, symlink
from pwd import getpwuid, getpwnam
from stat import S_ISVTX, S_ISGID, S_ISUID, S_IXUSR, S_IWUSR, S_IRUSR, S_IXGRP
from stat import S_IWGRP, S_IRGRP, S_IXOTH, S_IWOTH, S_IROTH, ST_MODE, S_ISDIR
from stat import S_IFREG, ST_UID, ST_GID, S_ISREG, S_IFDIR, S_ISLNK
from sys import exc_info
from time import asctime, localtime
from traceback import extract_tb
from elementtree.ElementTree import Element, SubElement, tostring
def calc_perms(initial, perms):
'''This compares ondisk permissions with specified ones'''
pdisp = [{1:S_ISVTX, 2:S_ISGID, 4:S_ISUID}, {1:S_IXUSR, 2:S_IWUSR, 4:S_IRUSR},
{1:S_IXGRP, 2:S_IWGRP, 4:S_IRGRP}, {1:S_IXOTH, 2:S_IWOTH, 4:S_IROTH}]
tempperms = initial
if len(perms) == 3:
perms = '0%s' % (perms)
pdigits = [int(perms[digit]) for digit in range(4)]
for index in range(4):
for (num, perm) in pdisp[index].iteritems():
if pdigits[index] & num:
tempperms |= perm
return tempperms
class Toolset(object):
'''The toolset class contains underlying command support and all states'''
__important__ = []
def __init__(self, cfg, setup):
'''Install initial configs, and setup state structures'''
object.__init__(self)
self.setup = setup
self.cfg = cfg
self.states = {}
self.structures = {}
self.modified = []
self.extra = []
if self.__important__:
for cfile in [cfl for cfl in cfg.findall(".//ConfigFile") if cfl.get('name') in self.__important__]:
self.VerifyEntry(cfile)
if not self.states[cfile]:
self.InstallConfigFile(cfile)
def CondPrint(self, state, msg):
'''Conditionally print message'''
if self.setup[state]:
print msg
def LogFailure(self, area, entry):
'''Print tracebacks in unexpected cases'''
print "Failure in %s for entry: %s" % (area, tostring(entry))
(ttype, value, trace) = exc_info()
for line in extract_tb(trace):
print "File %s, line %i, in %s\n %s\n" % (line)
print "%s: %s\n" % (ttype, value)
del ttype, value, trace
# These next functions form the external API
def Inventory(self):
'''Build up workqueue for installation'''
# build initial set of states
unexamined = [(child, []) for child in self.cfg.getchildren()]
while unexamined:
(entry, modlist) = unexamined.pop()
if entry.tag not in ['Bundle', 'Independant']:
self.VerifyEntry(entry, modlist)
else:
modlist = [cfile.get('name') for cfile in entry.getchildren() if cfile.tag == 'ConfigFile']
unexamined += [(child, modlist) for child in entry.getchildren()]
self.structures[entry] = False
for structure in self.cfg.getchildren():
self.CheckStructure(structure)
def CheckStructure(self, structure):
'''Check structures with bundle verification semantics'''
if structure in self.modified:
self.modified.remove(structure)
if structure.tag == 'Bundle':
# check for clobbered data
modlist = [cfile.get('name') for cfile in structure.getchildren() if cfile.tag == 'ConfigFile']
for entry in structure.getchildren():
self.VerifyEntry(entry, modlist)
try:
state = [self.states[entry] for entry in structure.getchildren()]
if False not in state:
self.structures[structure] = True
except KeyError, msg:
print "State verify evidently failed for %s" % (msg)
self.structures[structure] = False
def Install(self):
'''Baseline Installation method based on current entry states'''
self.modified = [key for (key, val) in self.structures.iteritems() if not val]
[self.InstallEntry(key) for (key, val) in self.states.iteritems() if not val]
def GenerateStats(self):
'''Generate XML summary of execution statistics'''
stats = Element("Statistics")
SubElement(stats, "Structures", good=str(len([key for key, val in
self.structures.iteritems() if val])), \
bad=str(len([key for key, val in self.structures.iteritems() if not val])))
SubElement(stats, "Entries", good=str(len([key for key, val in self.states.iteritems() if val])), \
bad=str(len([key for key, val in self.states.iteritems() if not val])))
if len([key for key, val in self.structures.iteritems() if not val]) == 0:
stats.set('state', 'clean')
else:
stats.set('state', 'dirty')
stats.set('time', asctime(localtime()))
return stats
# the next two are dispatch functions
def VerifyEntry(self, entry, modlist = []):
'''Dispatch call to Verify<tagname> and save state in self.states'''
try:
method = getattr(self, "Verify%s"%(entry.tag))
# verify state and stash value in state
if entry.tag == 'Package':
self.states[entry] = method(entry, modlist)
else:
self.states[entry] = method(entry)
except:
self.LogFailure("Verify", entry)
def InstallEntry(self, entry):
'''Dispatch call to self.Install<tagname>'''
try:
method = getattr(self, "Install%s"%(entry.tag))
self.states[entry] = method(entry)
except:
self.LogFailure("Install", entry)
# All remaining operations implement the mechanics of POSIX cfg elements
def VerifySymLink(self, entry):
'''Verify SymLink Entry'''
try:
sloc = readlink(entry.get('name'))
if sloc == entry.get('to'):
return True
return False
except OSError:
return False
def InstallSymLink(self, entry):
'''Install SymLink Entry'''
self.CondPrint('verbose', "Installing Symlink %s" % (entry.get('name')))
try:
fmode = lstat(entry.get('name'))[ST_MODE]
if S_ISREG(fmode) or S_ISLNK(fmode):
unlink(entry.get('name'))
elif S_ISDIR(fmode):
system("mv %s/ %s.bak" % (entry.get('name'), entry.get('name')))
else:
unlink(entry.get('name'))
except OSError:
print "Symlink %s cleanup failed" % (entry.get('name'))
try:
symlink(entry.get('to'), entry.get('name'))
except OSError:
return False
def VerifyDirectory(self, entry):
'''Verify Directory Entry'''
try:
ondisk = stat(entry.get('name'))
except OSError:
return False
try:
owner = getpwuid(ondisk[ST_UID])[0]
group = getgrgid(ondisk[ST_GID])[0]
except OSError:
owner = 'root'
group = 'root'
perms = stat(entry.get('name'))[ST_MODE]
if ((owner == entry.get('owner')) and
(group == entry.get('group')) and
(perms == calc_perms(S_IFDIR, entry.get('perms')))):
return True
else:
return False
def InstallDirectory(self, entry):
'''Install Directory Entry'''
self.CondPrint('verbose', "Installing Directory %s" % (entry.get('name')))
try:
fmode = lstat(entry.get('name'))
if not S_ISDIR(fmode[0]):
try:
unlink(entry.get('name'))
except OSError:
self.CondPrint('debug', "Failed to unlink %s" % (entry.get('name')))
return False
except OSError:
# stat failed
pass
try:
mkdir(entry.get('name'))
except OSError:
self.CondPrint('debug', 'Failed to create directory %s' % (entry.get('name')))
return False
try:
chown(entry.get('name'),
getpwnam(entry.get('owner'))[2], getgrnam(entry.get('group'))[2])
chmod(entry.get('name'), entry.get('perms'))
except (OSError, KeyError):
self.CondPrint('debug', 'Permission fixup failed for %s' % (entry.get('name')))
return False
def VerifyConfigFile(self, entry):
'''Install ConfigFile Entry'''
filename = entry.get('name')
try:
ondisk = stat(filename)
except OSError:
self.CondPrint('debug', "File %s doesn't exist" % (filename))
return False
try:
data = open(filename).read()
except IOError:
self.CondPrint('debug', "Failed to read %s" % (filename))
return False
try:
owner = getpwuid(ondisk[ST_UID])[0]
group = getgrgid(ondisk[ST_GID])[0]
except KeyError:
self.CondPrint('debug', "Owner/Group failure for %s: %s, %s" %
(filename, ondisk[ST_UID], ondisk[ST_GID]))
return False
perms = stat(filename)[ST_MODE]
if entry.get('encoding', 'ascii') == 'base64':
tempdata = a2b_base64(entry.text)
else:
tempdata = entry.text
if ((data == tempdata) and (owner == entry.get('owner')) and
(group == entry.get('group')) and (perms == calc_perms(S_IFREG, entry.get('perms')))):
return True
else:
if data != tempdata:
self.CondPrint('debug', "File %s contents wrong" % (filename))
elif ((owner != entry.get('owner')) or (group != entry.get('group'))):
self.CondPrint('debug', 'File %s ownership wrong' % (filename))
elif perms != calc_perms(S_IFREG, entry.get('perms')):
self.CondPrint('debug', 'File %s permissions wrong' % (filename))
return False
def InstallConfigFile(self, entry):
'''Install ConfigFile Entry'''
self.CondPrint('verbose', "Installing ConfigFile %s" % (entry.get('name')))
if self.setup['dryrun']:
return False
parent = "/".join(entry.get('name').split('/')[:-1])
if parent:
try:
sloc = lstat(parent)
try:
if not S_ISDIR(sloc[ST_MODE]):
unlink(parent)
mkdir(parent)
except OSError:
return False
except OSError:
# need to handle mkdir -p case
mkdir(parent)
# If we get here, then the parent directory should exist
try:
newfile = open("%s.new"%(entry.get('name')), 'w')
if entry.get('encoding', 'ascii') == 'base64':
filedata = a2b_base64(entry.text)
else:
filedata = entry.text
newfile.write(filedata)
newfile.close()
try:
chown(newfile.name, getpwnam(entry.get('owner'))[2], getgrnam(entry.get('group'))[2])
except KeyError:
chown(newfile.name, 0, 0)
chmod(newfile.name, calc_perms(S_IFREG, entry.get('perms')))
if entry.get("paranoid", False) and self.setup.get("paranoid", False):
system("cp %s /var/cache/bcfg2/%s" % (entry.get('name')))
rename(newfile.name, entry.get('name'))
return True
except (OSError, IOError), errmsg:
print errmsg
return False
|