1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
|
"""
Split out a monolithic file with many different runs of
indexed_search.py. The resulting files are meant for use in
get-figures.py.
Usage: python split-file.py prefix filename
"""
import sys
from pathlib import Path
prefix = sys.argv[1]
filename = sys.argv[2]
sf = None
for line in Path(filename).read_text().splitlines():
if line.startswith("Processing database:"):
if sf:
sf.close()
line2 = line.split(":")[1]
# Check if entry is compressed and if has to be processed
line2 = line2[: line2.rfind(".")]
params = line2.split("-")
optlevel = 0
complib = None
for param in params:
if param[0] == "O" and param[1].isdigit():
optlevel = int(param[1])
elif param[:-1] in ("zlib", "lzo"):
complib = param
if "PyTables" in prefix:
if complib:
sfilename = f"{prefix}-O{optlevel}-{complib}.out"
else:
sfilename = f"{prefix}-O{optlevel}.out"
else:
sfilename = f"{prefix}.out"
sf = open(sfilename, "a")
if sf:
sf.write(line)
|
