1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
|
# Copyright (c) Meta Platforms, Inc. and affiliates.
# SPDX-License-Identifier: LGPL-2.1-or-later
import logging
import os
from pathlib import Path
import shutil
import subprocess
import tempfile
from typing import Optional, TextIO
from util import nproc, out_of_date
from vmtest.config import Kernel
from vmtest.download import downloaded_compiler
logger = logging.getLogger(__name__)
def build_kmod(
download_dir: Path, kernel: Kernel, outfile: Optional[TextIO] = None
) -> Path:
kmod = kernel.path.parent / f"drgn_test-{kernel.release}.ko"
# External modules can't do out-of-tree builds for some reason, so copy the
# source files to a temporary directory and build the module there, then
# move it to the final location.
kmod_source_dir = Path("tests/linux_kernel/kmod")
source_files = ("drgn_test.c", "Makefile")
if out_of_date(kmod, *[kmod_source_dir / filename for filename in source_files]):
logger.info("building %s", kmod)
compiler = downloaded_compiler(download_dir, kernel.arch)
kernel_build_dir = kernel.path / "build"
with tempfile.TemporaryDirectory(dir=kmod.parent) as tmp_name:
tmp_dir = Path(tmp_name)
# Make sure that header files have the same paths as in the
# original kernel build.
debug_prefix_map = [
f"{kernel_build_dir.resolve()}=.",
f"{tmp_dir.resolve()}=./drgn_test",
]
cflags = " ".join(["-fdebug-prefix-map=" + map for map in debug_prefix_map])
for filename in source_files:
shutil.copy(kmod_source_dir / filename, tmp_dir / filename)
subprocess.check_call(
[
"make",
"ARCH=" + kernel.arch.kernel_arch,
"-C",
kernel_build_dir,
f"M={tmp_dir.resolve()}",
"KAFLAGS=" + cflags,
"KCFLAGS=" + cflags,
"-j",
str(nproc()),
],
env={**os.environ, **compiler.env()},
stdout=outfile,
stderr=outfile,
)
(tmp_dir / "drgn_test.ko").rename(kmod)
else:
logger.info("%s is up to date", kmod)
return kmod
def _main() -> None:
import argparse
from vmtest.download import (
DOWNLOAD_KERNEL_ARGPARSE_METAVAR,
DownloadCompiler,
download_in_thread,
download_kernel_argparse_type,
)
logging.basicConfig(
format="%(asctime)s:%(levelname)s:%(name)s:%(message)s", level=logging.INFO
)
parser = argparse.ArgumentParser(
description="build drgn test kernel module",
formatter_class=argparse.ArgumentDefaultsHelpFormatter,
)
parser.add_argument(
"-k",
"--kernel",
metavar=DOWNLOAD_KERNEL_ARGPARSE_METAVAR,
dest="kernels",
action="append",
type=download_kernel_argparse_type,
default=argparse.SUPPRESS,
help="kernel to build for; may be given multiple times",
)
parser.add_argument(
"-d",
"--directory",
metavar="DIR",
type=Path,
default="build/vmtest",
help="directory to download assets to",
)
args = parser.parse_args()
if not hasattr(args, "kernels"):
args.kernels = []
compilers_needed = {
kernel.arch.name: DownloadCompiler(kernel.arch) for kernel in args.kernels
}
to_download = list(compilers_needed.values())
for kernel in args.kernels:
to_download.append(kernel)
with download_in_thread(args.directory, to_download) as downloads:
download_it = iter(downloads)
for i in range(len(compilers_needed)):
next(download_it)
for kernel in args.kernels:
downloaded: Kernel = next(download_it) # type: ignore[assignment]
print(build_kmod(args.directory, downloaded))
if __name__ == "__main__":
_main()
|
