1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
|
#!/usr/bin/env python
import sys, stat, time
from bup import options, git, index, drecurse
from bup.helpers import *
def merge_indexes(out, r1, r2):
for e in index.MergeIter([r1, r2]):
# FIXME: shouldn't we remove deleted entries eventually? When?
out.add_ixentry(e)
class IterHelper:
def __init__(self, l):
self.i = iter(l)
self.cur = None
self.next()
def next(self):
try:
self.cur = self.i.next()
except StopIteration:
self.cur = None
return self.cur
def check_index(reader):
try:
log('check: checking forward iteration...\n')
e = None
d = {}
for e in reader.forward_iter():
if e.children_n:
if opt.verbose:
log('%08x+%-4d %r\n' % (e.children_ofs, e.children_n,
e.name))
assert(e.children_ofs)
assert(e.name.endswith('/'))
assert(not d.get(e.children_ofs))
d[e.children_ofs] = 1
if e.flags & index.IX_HASHVALID:
assert(e.sha != index.EMPTY_SHA)
assert(e.gitmode)
assert(not e or e.name == '/') # last entry is *always* /
log('check: checking normal iteration...\n')
last = None
for e in reader:
if last:
assert(last > e.name)
last = e.name
except:
log('index error! at %r\n' % e)
raise
log('check: passed.\n')
def update_index(top):
ri = index.Reader(indexfile)
wi = index.Writer(indexfile)
rig = IterHelper(ri.iter(name=top))
tstart = int(time.time())
hashgen = None
if opt.fake_valid:
def hashgen(name):
return (0100644, index.FAKE_SHA)
total = 0
for (path,pst) in drecurse.recursive_dirlist([top], xdev=opt.xdev):
if opt.verbose>=2 or (opt.verbose==1 and stat.S_ISDIR(pst.st_mode)):
sys.stdout.write('%s\n' % path)
sys.stdout.flush()
progress('Indexing: %d\r' % total)
elif not (total % 128):
progress('Indexing: %d\r' % total)
total += 1
while rig.cur and rig.cur.name > path: # deleted paths
if rig.cur.exists():
rig.cur.set_deleted()
rig.cur.repack()
rig.next()
if rig.cur and rig.cur.name == path: # paths that already existed
if pst:
rig.cur.from_stat(pst, tstart)
if not (rig.cur.flags & index.IX_HASHVALID):
if hashgen:
(rig.cur.gitmode, rig.cur.sha) = hashgen(path)
rig.cur.flags |= index.IX_HASHVALID
if opt.fake_invalid:
rig.cur.invalidate()
rig.cur.repack()
rig.next()
else: # new paths
wi.add(path, pst, hashgen = hashgen)
progress('Indexing: %d, done.\n' % total)
if ri.exists():
ri.save()
wi.flush()
if wi.count:
wr = wi.new_reader()
if opt.check:
log('check: before merging: oldfile\n')
check_index(ri)
log('check: before merging: newfile\n')
check_index(wr)
mi = index.Writer(indexfile)
merge_indexes(mi, ri, wr)
ri.close()
mi.close()
wr.close()
wi.abort()
else:
wi.close()
optspec = """
bup index <-p|m|u> [options...] <filenames...>
--
p,print print the index entries for the given names (also works with -u)
m,modified print only added/deleted/modified files (implies -p)
s,status print each filename with a status char (A/M/D) (implies -p)
H,hash print the hash for each object next to its name (implies -p)
l,long print more information about each file
u,update (recursively) update the index entries for the given filenames
x,xdev,one-file-system don't cross filesystem boundaries
fake-valid mark all index entries as up-to-date even if they aren't
fake-invalid mark all index entries as invalid
check carefully check index file integrity
f,indexfile= the name of the index file (default 'index')
v,verbose increase log output (can be used more than once)
"""
o = options.Options('bup index', optspec)
(opt, flags, extra) = o.parse(sys.argv[1:])
if not (opt.modified or opt['print'] or opt.status or opt.update or opt.check):
o.fatal('supply one or more of -p, -s, -m, -u, or --check')
if (opt.fake_valid or opt.fake_invalid) and not opt.update:
o.fatal('--fake-{in,}valid are meaningless without -u')
if opt.fake_valid and opt.fake_invalid:
o.fatal('--fake-valid is incompatible with --fake-invalid')
git.check_repo_or_die()
indexfile = opt.indexfile or git.repo('bupindex')
handle_ctrl_c()
if opt.check:
log('check: starting initial check.\n')
check_index(index.Reader(indexfile))
paths = index.reduce_paths(extra)
if opt.update:
if not extra:
o.fatal('update (-u) requested but no paths given')
for (rp,path) in paths:
update_index(rp)
if opt['print'] or opt.status or opt.modified:
for (name, ent) in index.Reader(indexfile).filter(extra or ['']):
if (opt.modified
and (ent.is_valid() or ent.is_deleted() or not ent.mode)):
continue
line = ''
if opt.status:
if ent.is_deleted():
line += 'D '
elif not ent.is_valid():
if ent.sha == index.EMPTY_SHA:
line += 'A '
else:
line += 'M '
else:
line += ' '
if opt.hash:
line += ent.sha.encode('hex') + ' '
if opt.long:
line += "%7s %7s " % (oct(ent.mode), oct(ent.gitmode))
print line + (name or './')
if opt.check and (opt['print'] or opt.status or opt.modified or opt.update):
log('check: starting final check.\n')
check_index(index.Reader(indexfile))
if saved_errors:
log('WARNING: %d errors encountered.\n' % len(saved_errors))
sys.exit(1)
|
