1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187
|
PYTHON?=python3
TESTFLAGS=-p -vv
TESTOPTS=
SETUPFLAGS=
LXMLVERSION:=$(shell $(PYTHON) -c 'import re; print(re.findall(r"__version__\s*=\s*\"([^\"]+)\"", open("src/lxml/__init__.py").read())[0])' )
PYTHON_WITH_CYTHON?=$(shell $(PYTHON) -c 'import Cython.Build.Dependencies' >/dev/null 2>/dev/null && echo " --with-cython" || true)
CYTHON_WITH_COVERAGE?=$(shell $(PYTHON) -c 'import Cython.Coverage; import sys; assert not hasattr(sys, "pypy_version_info")' >/dev/null 2>/dev/null && echo " --coverage" || true)
PYTHON_BUILD_VERSION ?= *
MANYLINUX_LIBXML2_VERSION=2.13.8
MANYLINUX_LIBXSLT_VERSION=1.1.43
MANYLINUX_CFLAGS=-O3 -g1 -pipe -fPIC -flto
MANYLINUX_LDFLAGS=-flto
MANYLINUX_IMAGES= \
manylinux1_x86_64 \
manylinux1_i686 \
manylinux_2_24_x86_64 \
manylinux_2_24_i686 \
manylinux2014_aarch64 \
manylinux_2_24_aarch64 \
manylinux_2_24_ppc64le \
manylinux_2_28_x86_64 \
manylinux_2_28_aarch64 \
manylinux_2_28_ppc64le \
manylinux_2_24_s390x \
musllinux_1_1_x86_64 \
musllinux_1_1_aarch64
.PHONY: all inplace rebuild-sdist sdist build require-cython wheel_manylinux wheel
all: inplace
# Build in-place
inplace:
$(PYTHON) setup.py $(SETUPFLAGS) build_ext -i $(PYTHON_WITH_CYTHON) --warnings $(subst --,--with-,$(CYTHON_WITH_COVERAGE)) -j7
rebuild-sdist: require-cython
rm -f dist/lxml-$(LXMLVERSION).tar.gz
find src -name '*.c' -exec rm -f {} \;
$(MAKE) dist/lxml-$(LXMLVERSION).tar.gz
dist/lxml-$(LXMLVERSION).tar.gz:
$(PYTHON) setup.py $(SETUPFLAGS) sdist $(PYTHON_WITH_CYTHON)
sdist: dist/lxml-$(LXMLVERSION).tar.gz
build:
$(PYTHON) setup.py $(SETUPFLAGS) build $(PYTHON_WITH_CYTHON) --warnings
require-cython:
@[ -n "$(PYTHON_WITH_CYTHON)" ] || { \
echo "NOTE: missing Cython - please use this command to install it: $(PYTHON) -m pip install Cython"; false; }
qemu-user-static:
docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
wheel_manylinux: $(addprefix wheel_,$(MANYLINUX_IMAGES))
$(addprefix wheel_,$(filter-out %_x86_64, $(filter-out %_i686, $(MANYLINUX_IMAGES)))): qemu-user-static
wheel_%: dist/lxml-$(LXMLVERSION).tar.gz
time docker run --rm -t \
-v $(shell pwd):/io \
-e AR=gcc-ar \
-e NM=gcc-nm \
-e RANLIB=gcc-ranlib \
-e CFLAGS="$(MANYLINUX_CFLAGS) $(if $(patsubst %aarch64,,$@),-march=core2,-march=armv8-a -mtune=cortex-a72)" \
-e LDFLAGS="$(MANYLINUX_LDFLAGS)" \
-e STATIC_DEPS="${STATIC_DEPS}" \
-e LIBXML2_VERSION="$(MANYLINUX_LIBXML2_VERSION)" \
-e LIBXSLT_VERSION="$(MANYLINUX_LIBXSLT_VERSION)" \
-e PYTHON_BUILD_VERSION="$(PYTHON_BUILD_VERSION)" \
-e WHEELHOUSE=$(subst wheel_,wheelhouse/,$@) \
quay.io/pypa/$(subst wheel_,,$@) \
bash /io/tools/manylinux/build-wheels.sh /io/$<
wheel:
$(PYTHON) setup.py $(SETUPFLAGS) bdist_wheel $(PYTHON_WITH_CYTHON) --warnings
wheel_static:
$(PYTHON) setup.py $(SETUPFLAGS) bdist_wheel $(PYTHON_WITH_CYTHON) --warnings --static-deps
test_build: build
$(PYTHON) test.py $(TESTFLAGS) $(TESTOPTS)
test_inplace: inplace
$(PYTHON) test.py $(TESTFLAGS) $(TESTOPTS) $(CYTHON_WITH_COVERAGE)
valgrind_test_inplace: inplace
valgrind --tool=memcheck --leak-check=full --num-callers=30 --suppressions=valgrind-python.supp \
$(PYTHON) test.py
fuzz: clean
$(MAKE) \
CC="/usr/bin/clang" \
CFLAGS="$$CFLAGS -fsanitize=fuzzer-no-link -g2" \
CXX="/usr/bin/clang++" \
CXXFLAGS="-fsanitize=fuzzer-no-link" \
inplace
$(PYTHON) src/lxml/tests/fuzz_xml_parse.py
gdb_test_inplace: inplace
@echo "file $(PYTHON)\nrun test.py" > .gdb.command
gdb -x .gdb.command -d src -d src/lxml
bench_inplace: inplace
$(PYTHON) benchmark/bench_etree.py -i
$(PYTHON) benchmark/bench_xpath.py -i
$(PYTHON) benchmark/bench_xslt.py -i
$(PYTHON) benchmark/bench_objectify.py -i
ftest_build: build
$(PYTHON) test.py -f $(TESTFLAGS) $(TESTOPTS)
ftest_inplace: inplace
$(PYTHON) test.py -f $(TESTFLAGS) $(TESTOPTS)
apidoc: apidocclean inplace
@[ -x "`command -v sphinx-apidoc`" ] \
&& (echo "Generating API docs ..." && \
PYTHONPATH=src:$(PYTHONPATH) sphinx-apidoc -e -P -T -o doc/api src/lxml \
"*includes" "*tests" "*pyclasslookup.py" "*usedoctest.py" "*html/_html5builder.py" \
"*.so" "*.pyd") \
|| (echo "not generating Sphinx autodoc API rst files")
apihtml: apidoc inplace
@[ -x "`command -v sphinx-build`" ] \
&& (echo "Generating API docs ..." && \
make -C doc/api html) \
|| (echo "not generating Sphinx autodoc API documentation")
website: inplace docclean
PYTHONPATH=src:$(PYTHONPATH) $(PYTHON) doc/mkhtml.py doc/html . ${LXMLVERSION}
html: apihtml website s5
s5:
$(MAKE) -C doc/s5 slides
apipdf: apidoc inplace
rm -fr doc/api/_build
@[ -x "`command -v sphinx-build`" ] \
&& (echo "Generating API PDF docs ..." && \
make -C doc/api latexpdf) \
|| (echo "not generating Sphinx autodoc API PDF documentation")
pdf: apipdf pdfclean
$(PYTHON) doc/mklatex.py doc/pdf . ${LXMLVERSION}
(cd doc/pdf && pdflatex lxmldoc.tex \
&& pdflatex lxmldoc.tex \
&& pdflatex lxmldoc.tex)
@cp doc/pdf/lxmldoc.pdf doc/pdf/lxmldoc-${LXMLVERSION}.pdf
@echo "PDF available as doc/pdf/lxmldoc-${LXMLVERSION}.pdf"
# Two pdflatex runs are needed to build the correct Table of contents.
test: test_inplace
valtest: valgrind_test_inplace
gdbtest: gdb_test_inplace
bench: bench_inplace
ftest: ftest_inplace
clean:
find src \( -name '*.o' -o -name '*.so' -o -name '*.py[cod]' -o -name '*.dll' \) -exec rm -f {} \;
rm -rf build
docclean:
$(MAKE) -C doc/s5 clean
rm -f doc/html/*.html
pdfclean:
rm -fr doc/pdf
apidocclean:
rm -fr doc/html/api
rm -f doc/api/lxml*.rst
rm -fr doc/api/_build
realclean: clean docclean apidocclean
find src -name '*.c' -exec rm -f {} \;
rm -f TAGS
$(PYTHON) setup.py clean -a --without-cython
|