1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
|
# SPDX-FileCopyrightInfo: Copyright © DUNE Project contributors, see file LICENSE.md in module root
# SPDX-License-Identifier: LicenseRef-GPL-2.0-only-with-DUNE-exception
import glob, os, shutil, datetime
import logging
import dune.common.module
logger = logging.getLogger(__name__)
dune_py_dir = dune.common.module.getDunePyDir()
generated_dir = os.path.join(dune_py_dir, 'python', 'dune', 'generated')
def removeGenerated(modules = [], fileName=None, date=False):
if len(modules) == 0 and fileName is None:
return
moduleFiles = set()
def rmJit(fileBase):
# do not remove the entry belonging to the dune-py template
if fileBase == "extractCompiler":
return
removed = False
try:
os.remove( os.path.join(generated_dir, fileBase+'.so') )
removed = True
except:
pass
try:
os.remove( os.path.join(generated_dir, fileBase+'.cc') )
removed = True
except:
pass
try:
shutil.rmtree( os.path.join(generated_dir, "CMakeFiles", fileBase+".dir") )
removed = True
except:
pass
if removed:
logger.debug(f"Removed {fileBase}")
moduleFiles.update( [fileBase] )
bases = set()
rmDate = None
if not date:
if 'all' in modules:
modules = ['']
if fileName:
with open(fileName,'r') as f:
for line in f:
modules += [line.rstrip()]
for m in modules:
files = []
for ext in ('.so', '.cc'):
pattern = os.path.join(generated_dir, m+'*'+ext)
files += glob.glob(pattern)
if len(files) == 0:
bases.add(m)
else:
bases.update( [os.path.splitext(os.path.basename(f))[0] for f in files] )
else:
if not len(modules) == 1:
raise ValueError("when removing modules by date only provide the date as argument and not a list of modules")
# try to convert the provided date (modules[0]) into a date.
# Possible formats
formatExamples = ["19-Mar-2019", "19-03-2019", "2019-03-19", "19-Mar-19",
"older than number of days from today (int)"]
formats = ["%d-%b-%Y", "%d-%m-%Y", "%Y-%m-%d", "%d-%b-%y"]
for f in formats:
try:
rmDate = datetime.datetime.strptime(modules[0],f)
break
except ValueError:
pass
if not rmDate:
try:
rmDate = datetime.datetime.today() - datetime.timedelta(days=int(modules[0]))
except:
raise ValueError("could not read provided date - possible formats: "+
", ".join(formatExamples)) from None
for filename in glob.iglob( os.path.join(generated_dir, '*.so') ):
accessTime = datetime.datetime.fromtimestamp( os.path.getatime(filename) )
if rmDate > accessTime:
base = os.path.splitext(os.path.basename(filename))[0]
bases.add( base )
for base in bases:
rmJit(base)
# not sure what this was for but in the new builder version
# this is not reasonable anymore.
# Replace with something else?
# for line in fileinput.input( os.path.join(generated_dir, 'CMakeLists.txt'), inplace = True):
# if not any( [m in line for m in moduleFiles] ):
# print(line, end="")
|
