1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
|
# SPDX-FileCopyrightInfo: Copyright © DUNE Project contributors, see file LICENSE.md in module root
# SPDX-License-Identifier: LicenseRef-GPL-2.0-only-with-DUNE-exception
import os, glob, time, fileinput, subprocess, shutil
from dune.packagemetadata import getBuildMetaData, forceConfigure
# NOTE: do not import from dune.common (and consequently from dune.generator)
# at top level to avoid failure due to missing mpi4py.
def printinfo():
from dune.common.module import getDunePyDir
dune_py_dir = getDunePyDir()
print("Location of dune-py:", dune_py_dir)
generated_dir = os.path.join(dune_py_dir, 'python', 'dune', 'generated')
files = glob.glob(os.path.join(generated_dir, '*.so'))
print(len(files), "generated modules")
return 0
def configure():
print('Set up dune-py module for reconfiguration')
forceConfigure()
return 0
def checkbuilddirs(args):
print('Comparing build directories of installed dune modules with given build directories')
assert len(args) > 0
# first arguments are the dune module name and last argument is a
# string with builddirs separated by ';'
modules = args[:len(args)-1]
builddirs = args[-1].split(';')
# Extract the raw data dictionary
try:
metaData = getBuildMetaData()
instbuilddirs = metaData.zip_across_modules("DEPS", "DEPBUILDDIRS")
except ValueError as ex:
print(ex)
return 1
for mod, bd in zip(modules, builddirs):
instbd = instbuilddirs.get(mod, bd)
if not instbd == bd:
print("error in setup: module",mod,"installed from build directory",instbd,"but current build directory is based on module from",bd)
return 1
return 0
def rmgenerated(args, fileName, date):
from dune.generator.remove import removeGenerated
removeGenerated(args, fileName, date)
return 0
def makegenerated(args=[], fileName=None, threads=4, force=False):
from dune.generator.make import makeGenerated
makeGenerated(args, fileName, threads, force)
return 0
def fixdunepy(force):
from dune.common.module import getDunePyDir
from dune.generator.remove import removeGenerated
dune_py_dir = getDunePyDir()
generated_dir = os.path.join(dune_py_dir, 'python', 'dune', 'generated')
def filebases(list):
return [os.path.splitext(os.path.basename(l))[0] for l in list]
if force:
if os.path.isdir(dune_py_dir):
shutil.rmtree(dune_py_dir)
else:
print("""
Fixing dunepy only works with 'force=True' at the moment - nothing will be done.
If you are encountering an inconsistent dune-py setup please report in the issue
https://gitlab.dune-project.org/core/dune-common/-/issues/318.
""")
return 1
ccfiles = filebases( glob.glob(os.path.join(generated_dir, '*.cc')) )
sofiles = filebases( glob.glob(os.path.join(generated_dir, '*.so')) )
cmakedirs = filebases( glob.glob(os.path.join(generated_dir, "CMakeFiles", "*.dir") ) )
# Search CMakeLists.txt for pattern: dune_add_pybind11_module(NAME module_123 EXCLUDE_FROM_ALL)
bracket = ['dune_add_pybind11_module(NAME ', ' EXCLUDE_FROM_ALL']
cmakeentries = []
for line in fileinput.input( os.path.join(generated_dir, 'CMakeLists.txt') ):
start = line.find(bracket[0])
if start != -1:
start = start + len(bracket[0])
end = line.find(bracket[1], start)
cmakeentries += [line[start:end]]
occurrences = {}
for i in ccfiles + sofiles + cmakedirs + cmakeentries:
occurrences[i] = occurrences.get(i, 0) + 1
inconsistent = []
for o in occurrences:
if occurrences[o] != 4:
inconsistent += [o]
if len(inconsistent) > 0:
print("Fix inconsistencies:")
for i in inconsistent:
print(" ", i)
removeGenerated(inconsistent)
# Call 'cmake .' and check output
if os.path.isdir(dune_py_dir):
p = subprocess.run(["cmake", "."], cwd=dune_py_dir, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
if p.returncode != 0:
print("CMake failed! Remove whole dune-py.")
shutil.rmtree(dune_py_dir)
return 0
def listgenerated(sort, ccfiles):
from dune.common.module import getDunePyDir
dune_py_dir = getDunePyDir()
generated_dir = os.path.join(dune_py_dir, 'python', 'dune', 'generated')
if ccfiles:
files = glob.glob(os.path.join(generated_dir, '*.cc'))
else:
files = glob.glob(os.path.join(generated_dir, '*.so'))
if sort == 'bydate':
files.sort(key=os.path.getatime)
elif sort == 'alphabetical':
files.sort()
for filename in files:
fileBase = os.path.splitext(os.path.basename(filename))[0]
t = time.ctime(os.path.getatime(filename))
print(t, ' ', fileBase)
return 0
def listdunetype(args):
from dune.common.module import getDunePyDir
dune_py_dir = getDunePyDir()
generated_dir = os.path.join(dune_py_dir, 'python', 'dune', 'generated')
if args == ['all']: args = ['']
for file in args:
files = glob.glob(os.path.join(generated_dir, file+'*.cc'))
files.sort(key=os.path.getmtime)
for filename in files:
mod = os.path.splitext(os.path.basename(filename))[0]
t = time.ctime(os.path.getmtime(filename))
print(t, mod+":", flush=True)
with open(filename, 'rt') as f:
for line in f:
if "using DuneType" in line:
print(" ", line.strip())
print("")
return 0
|
