1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
|
#!/usr/bin/python
# util functions for createrepo
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Library General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
import os
import os.path
import sys
import bz2
import gzip
from gzip import write32u, FNAME
from yum import misc
def errorprint(stuff):
print >> sys.stderr, stuff
def _(args):
"""Stub function for translation"""
return args
class GzipFile(gzip.GzipFile):
def _write_gzip_header(self):
self.fileobj.write('\037\213') # magic header
self.fileobj.write('\010') # compression method
if hasattr(self, 'name'):
fname = self.name[:-3]
else:
fname = self.filename[:-3]
flags = 0
if fname:
flags = FNAME
self.fileobj.write(chr(flags))
write32u(self.fileobj, long(0))
self.fileobj.write('\002')
self.fileobj.write('\377')
if fname:
self.fileobj.write(fname + '\000')
def _gzipOpen(filename, mode="rb", compresslevel=9):
return GzipFile(filename, mode, compresslevel)
def bzipFile(source, dest):
s_fn = open(source, 'rb')
destination = bz2.BZ2File(dest, 'w', compresslevel=9)
while True:
data = s_fn.read(1024000)
if not data: break
destination.write(data)
destination.close()
s_fn.close()
def returnFD(filename):
try:
fdno = os.open(filename, os.O_RDONLY)
except OSError:
raise MDError, "Error opening file"
return fdno
def checkAndMakeDir(directory):
"""
check out the directory and make it, if possible, return 1 if done, else return 0
"""
if os.path.exists(directory):
if not os.path.isdir(directory):
#errorprint(_('%s is not a dir') % directory)
result = False
else:
if not os.access(directory, os.W_OK):
#errorprint(_('%s is not writable') % directory)
result = False
else:
result = True
else:
try:
os.mkdir(directory)
except OSError, e:
#errorprint(_('Error creating dir %s: %s') % (directory, e))
result = False
else:
result = True
return result
def checksum_and_rename(fn_path, sumtype='sha256'):
"""checksum the file rename the file to contain the checksum as a prefix
return the new filename"""
csum = misc.checksum(sumtype, fn_path)
fn = os.path.basename(fn_path)
fndir = os.path.dirname(fn_path)
csum_fn = csum + '-' + fn
csum_path = os.path.join(fndir, csum_fn)
os.rename(fn_path, csum_path)
return (csum, csum_path)
def encodefilenamelist(filenamelist):
return '/'.join(filenamelist)
def encodefiletypelist(filetypelist):
result = ''
ftl = {'file':'f', 'dir':'d', 'ghost':'g'}
for x in filetypelist:
result += ftl[x]
return result
def split_list_into_equal_chunks(seq, num_chunks):
avg = len(seq) / float(num_chunks)
out = []
last = 0.0
while last < len(seq):
out.append(seq[int(last):int(last + avg)])
last += avg
return out
class MDError(Exception):
def __init__(self, value=None):
Exception.__init__(self)
self.value = value
def __str__(self):
return self.value
|
