1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
|
"""setup.py - build script for parquet-python."""
import os
import sys
from setuptools import setup, Extension
from setuptools.command.build_ext import build_ext as _build_ext
import subprocess
class build_ext(_build_ext):
# Kudos to https://stackoverflow.com/questions/19919905/how-to-bootstrap-numpy-installation-in-setup-py/21621689
def finalize_options(self):
import builtins
_build_ext.finalize_options(self)
# Prevent numpy from thinking it is still in its setup process:
builtins.__NUMPY_SETUP__ = False
import numpy
self.include_dirs.append(numpy.get_include())
allowed = ('--help-commands', '--version', 'egg_info', 'clean')
if len(sys.argv) >= 2 and ('--help' in sys.argv[1:] or sys.argv[1] in allowed):
# NumPy and cython are not required for these actions. They must succeed
# so pip can install fastparquet when these requirements are not available.
extra = {}
else:
modules_to_build = {
'fastparquet.speedups': ['fastparquet/speedups.pyx'],
'fastparquet.cencoding': ['fastparquet/cencoding.pyx']
}
try:
from Cython.Build import cythonize
def fix_exts(sources):
return sources
except ImportError:
def cythonize(modules, language_level):
return modules
def fix_exts(sources):
return [s.replace('.pyx', '.c') for s in sources]
modules = [
Extension(mod, fix_exts(sources))
for mod, sources in modules_to_build.items()]
extra = {'ext_modules': cythonize(modules, language_level=3)}
install_requires = open('requirements.txt').read().strip().split('\n')
subprocess.call(["git", "status"], stdout=sys.stdout, stderr=sys.stderr)
setup(
name='fastparquet',
use_scm_version={
'version_scheme': 'guess-next-dev',
'local_scheme': 'no-local-version',
'write_to': 'fastparquet/_version.py'
},
setup_requires=[
'setuptools>18.0',
'setuptools-scm>1.5.4',
'Cython',
'pytest-runner',
'oldest-supported-numpy'
],
description='Python support for Parquet file format',
author='Martin Durant',
author_email='mdurant@anaconda.com',
url='https://github.com/dask/fastparquet/',
license='Apache License 2.0',
classifiers=[
'Development Status :: 4 - Beta',
'Intended Audience :: Developers',
'Intended Audience :: System Administrators',
'License :: OSI Approved :: Apache Software License',
'Programming Language :: Python',
'Programming Language :: Python :: 3',
'Programming Language :: Python :: 3.8',
'Programming Language :: Python :: 3.9',
'Programming Language :: Python :: 3.10',
'Programming Language :: Python :: Implementation :: CPython',
],
packages=['fastparquet'],
cmdclass={'build_ext': build_ext},
install_requires=install_requires,
extras_require={
'lzo': ['python-lzo'],
},
tests_require=[
'pytest',
],
long_description=(open('README.rst').read() if os.path.exists('README.rst')
else ''),
include_package_data=True,
exclude_package_data={'fastparquet': ['test/*']},
python_requires=">=3.8",
**extra
)
|
