1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
|
#!/bin/sh
"""": # -*-python-*-
bup_python="$(dirname "$0")/bup-python" || exit $?
exec "$bup_python" "$0" ${1+"$@"}
"""
from argparse import ArgumentParser
from os.path import abspath, dirname, getsize
from sys import argv, stderr
def log(*args, **kwargs):
if 'file' not in kwargs:
kwargs['file'] = stderr
if 'end' not in kwargs:
kwargs['end'] = ''
print(*args, **kwargs)
try:
from os import SEEK_DATA, SEEK_HOLE
have_seek_data_hole = True
log('sparse-size: relying on SEEK_DATA SEEK_HOLE\n')
except ImportError:
log('sparse-size: no SEEK_DATA SEEK_HOLE, using du\n')
have_seek_data_hole = False
if have_seek_data_hole:
from errno import ENXIO
from os import SEEK_CUR, SEEK_DATA, SEEK_HOLE, lseek
else:
from os import environb
from subprocess import PIPE, run
from time import sleep
parser = ArgumentParser()
parser.add_argument('-v', dest='verbose', action='count', default=0,
help='increase diagnostics (may be repeated)')
parser.add_argument('path', metavar='<path>')
opt = parser.parse_args()
if not have_seek_data_hole:
# The allocation data (e.g. du) for some filesystems like btrfs
# and zfs may not settle until the next internal sync which runs
# every 5s. For now, just wait unconditionally.
# cf. https://github.com/openzfs/zfs/issues/2134
path_fs = abspath(dirname(argv[0])) + '/path-fs'
fs = run((path_fs, opt.path), stdout=PIPE, check=True).stdout.rstrip()
if fs in (b'btrfs', b'zfs'):
sleep(5.1)
cmd = 'du', '-s', opt.path
env = environb.copy()
# POSIX says 512 should be the default, but for at least gnu and
# netbsd du, it isn't. This should cover both.
env[b'BLOCKSIZE'] = b'512'
p = run(cmd, stdout=PIPE, check=True, env=env)
data_size = int(p.stdout.split(maxsplit=1)[0]) * 512
total_size = getsize(opt.path)
if data_size > total_size:
print(0)
else:
print(total_size - data_size)
exit(0)
end = getsize(opt.path)
sparse = 0
with open(opt.path, 'rb') as f:
fd = f.fileno()
off = 0
while True:
new_off = lseek(fd, off, SEEK_HOLE)
if new_off == end:
break
off = new_off
try:
new_off = lseek(fd, off, SEEK_DATA)
except OSError as ex:
if ex.errno == ENXIO:
if opt.verbose:
log(f'hole: {end - off} @ {off}\n')
sparse += end - off
break
if opt.verbose:
log(f'hole: {new_off - off} @ {off}\n')
sparse += new_off - off
off = new_off
print(sparse)
|
