1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
|
import textwrap
from pathlib import Path
import pytest
from scikit_build_core.ast.ast import parse
from scikit_build_core.ast.tokenizer import tokenize
DIR = Path(__file__).parent.absolute()
FILENAMES = [
*DIR.joinpath("packages").rglob("**/CMakeLists.txt"),
*DIR.parent.joinpath("docs/examples").rglob("**/CMakeLists.txt"),
]
IDS = [str(p.relative_to(DIR.parent).parent) for p in FILENAMES]
@pytest.mark.parametrize("filename", FILENAMES, ids=IDS)
def test_cmake_file_parse(filename: Path):
for x in parse(tokenize(filename.read_text(encoding="utf-8"))):
assert str(x).startswith(f"{x.name}({x.value})")
def test_cmake_ast_parse():
txt = textwrap.dedent("""\
# [[[ Not a block comment
cmake_minimum_required(VERSION 3.25...3.30)
# ]]] Not a block comment
#[[ A block comment
invalid syntax
]]
if(True)
block()
my_function()
endblock()
endif()
""")
ast = list(parse(tokenize(txt)))
assert ast[0].name == "cmake_minimum_required"
assert ast[1].name == "if"
assert ast[1].contents[0].name == "block" # type: ignore[attr-defined]
assert ast[1].contents[0].contents[0].name == "my_function" # type: ignore[attr-defined]
def test_cmake_ast_parse_long():
txt = textwrap.dedent(
"""\
# CMakeLists.txt - Example for Tokenization
cmake_minimum_required(VERSION 3.10)
# Set the project name
project(TokenizationExample VERSION 1.0)
# Include directories
include_directories(
${PROJECT_SOURCE_DIR}/include
${PROJECT_SOURCE_DIR}/external
[[
Multiline
string
]]
)
# Add executable
add_executable(TokenizationExample
src/main.cpp
src/utils.cpp
)
# Set C++ standard
set(CMAKE_CXX_STANDARD 11)
set(CMAKE_CXX_STANDARD_REQUIRED True)
# Link libraries
target_link_libraries(TokenizationExample
PUBLIC
SomeLibrary
AnotherLibrary
)
#[[ Block comment example
This is a block comment.
It spans multiple lines.
It is used to provide more detailed explanations
or to temporarily disable code.
]]
# Multiline string example
set(MULTILINE_STRING "This is a multiline string \
that spans multiple lines. \
It is often used for setting large chunks of text \
or configurations.")
# Multiline function call example
add_library(MyLibrary
${PROJECT_SOURCE_DIR}/src/lib.cpp
${PROJECT_SOURCE_DIR}/src/helper.cpp
${PROJECT_SOURCE_DIR}/src/another_helper.cpp
)
#[==[ Another block comment example
The following block of code adds a custom target
and a custom command to run some script.
It is useful for adding pre-build or post-build steps.
]=] and ]] and ]===] can't confuse it.
function(not real)
]==]
if(DEFINED VALUE)
add_custom_target(RunScript ALL
COMMAND ${CMAKE_COMMAND} -E echo "Running custom script"
COMMAND ${CMAKE_COMMAND} -E touch ${PROJECT_BINARY_DIR}/dummy_file
) # trailing comment
# Set properties for the custom target
set_target_properties(RunScript PROPERTIES
COMMENT "This target runs a custom script."
)
endif()
# End of CMakeLists.txt
"""
)
for _ in parse(tokenize(txt)):
pass
|
