1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
|
#!/usr/bin/env python
import os
from setuptools import setup, find_packages, Extension
from setuptools.command.build_ext import new_compiler
import sys
# Note: if updating LZ4_REQUIRED_VERSION you need to update docs/install.rst as
# well.
LZ4_REQUIRED_VERSION = '>= 1.7.5'
# Check to see if we have a suitable lz4 library installed on the system and
# use if so. If not, we'll use the bundled libraries.
liblz4_found = False
try:
from pkgconfig import installed as pkgconfig_installed
from pkgconfig import parse as pkgconfig_parse
except ImportError:
# pkgconfig is not installed. It will be installed by setup_requires.
pass
else:
def pkgconfig_installed_check(lib, required_version, default):
installed = default
try:
installed = pkgconfig_installed(lib, required_version)
except EnvironmentError:
# Windows, no pkg-config present
pass
except ValueError:
# pkgconfig was unable to determine if
# required version of liblz4 is available
# Bundled version of liblz4 will be used
pass
return installed
liblz4_found = pkgconfig_installed_check('liblz4', LZ4_REQUIRED_VERSION, default=False)
# Establish if we want to build experimental functionality or not.
experimental_env = os.environ.get("PYLZ4_EXPERIMENTAL", "False")
if experimental_env.upper() in ("1", "TRUE"):
experimental = True
else:
experimental = False
# Set up the extension modules. If a system wide lz4 library is found, and is
# recent enough, we'll use that. Otherwise we'll build with the bundled one. If
# we're building against the system lz4 library we don't set the compiler
# flags, so they'll be picked up from the environment. If we're building
# against the bundled lz4 files, we'll set the compiler flags to be consistent
# with what upstream lz4 recommends.
extension_kwargs = {}
lz4version_sources = [
'lz4/_version.c'
]
lz4block_sources = [
'lz4/block/_block.c'
]
lz4frame_sources = [
'lz4/frame/_frame.c'
]
lz4stream_sources = [
'lz4/stream/_stream.c'
]
use_system_liblz4_env = os.environ.get("PYLZ4_USE_SYSTEM_LZ4", "True")
if use_system_liblz4_env.upper() in ("1", "TRUE"):
use_system_liblz4 = True
else:
use_system_liblz4 = False
if liblz4_found is True and use_system_liblz4 is True:
extension_kwargs['libraries'] = ['lz4']
else:
extension_kwargs['include_dirs'] = ['lz4libs']
lz4version_sources.extend(
[
'lz4libs/lz4.c',
]
)
lz4block_sources.extend(
[
'lz4libs/lz4.c',
'lz4libs/lz4hc.c',
]
)
lz4frame_sources.extend(
[
'lz4libs/lz4.c',
'lz4libs/lz4hc.c',
'lz4libs/lz4frame.c',
'lz4libs/xxhash.c',
]
)
lz4stream_sources.extend(
[
'lz4libs/lz4.c',
'lz4libs/lz4hc.c',
]
)
compiler = new_compiler().compiler_type
if compiler == 'msvc':
extension_kwargs['extra_compile_args'] = [
'/Ot',
'/Wall',
'/wd4711',
'/wd4820',
]
elif compiler in ('unix', 'mingw32'):
if liblz4_found is True and use_system_liblz4 is True:
extension_kwargs = pkgconfig_parse('liblz4')
else:
extension_kwargs['extra_compile_args'] = [
'-O3',
'-Wall',
'-Wundef'
]
else:
print('Unrecognized compiler: {0}'.format(compiler))
sys.exit(1)
lz4version = Extension('lz4._version',
lz4version_sources,
**extension_kwargs)
lz4block = Extension('lz4.block._block',
lz4block_sources,
**extension_kwargs)
lz4frame = Extension('lz4.frame._frame',
lz4frame_sources,
**extension_kwargs)
lz4stream = Extension('lz4.stream._stream',
lz4stream_sources,
**extension_kwargs)
ext_modules = [lz4version, lz4block, lz4frame]
if experimental is True:
ext_modules.append(lz4stream)
packages = find_packages()
else:
packages = find_packages(exclude=("lz4.stream",))
# Dependencies for testing. We define a list here, so that we can
# refer to it for the tests_require and the extras_require arguments
# to setup below. The latter enables us to use pip install .[tests] to
# install testing dependencies.
# Note: pytest 3.3.0 contains a bug with null bytes in parameter IDs:
# https://github.com/pytest-dev/pytest/issues/2957
tests_require = [
'pytest!=3.3.0',
'psutil',
'pytest-cov',
],
# Only require pytest-runner if actually running the tests
needs_pytest = {'pytest', 'test', 'ptr'}.intersection(sys.argv)
pytest_runner = ['pytest-runner'] if needs_pytest else []
# Finally call setup with the extension modules as defined above.
setup(
name='lz4',
use_scm_version={
'write_to': "lz4/version.py",
},
python_requires=">=3.9",
setup_requires=[
'setuptools_scm',
'pkgconfig',
] + pytest_runner,
description="LZ4 Bindings for Python",
long_description=open('README.rst', 'r').read(),
author='Jonathan Underwood',
author_email='jonathan.underwood@gmail.com',
url='https://github.com/python-lz4/python-lz4',
packages=packages,
ext_modules=ext_modules,
tests_require=tests_require,
extras_require={
'tests': tests_require,
'docs': [
'sphinx >= 1.6.0',
'sphinx_bootstrap_theme',
],
'flake8': [
'flake8',
]
},
classifiers=[
'Development Status :: 5 - Production/Stable',
'License :: OSI Approved :: BSD License',
'Intended Audience :: Developers',
'Programming Language :: C',
'Programming Language :: Python',
'Programming Language :: Python :: 3.9',
'Programming Language :: Python :: 3.10',
'Programming Language :: Python :: 3.11',
'Programming Language :: Python :: 3.12',
'Programming Language :: Python :: 3.13',
],
)
|
