# Copyright 2015 The Brotli Authors. All rights reserved. # # Distributed under MIT license. # See file LICENSE for detail or copy at https://opensource.org/licenses/MIT import os import platform import re import unittest try: from setuptools import Extension from setuptools import setup except: from distutils.core import Extension from distutils.core import setup from distutils.command.build_ext import build_ext from distutils import errors from distutils import dep_util from distutils import log CURR_DIR = os.path.abspath(os.path.dirname(os.path.realpath(__file__))) def bool_from_environ(key): value = os.environ.get(key) if not value: return False if value == "1": return True if value == "0": return False raise ValueError("Environment variable {} has invalid value {}. Please set it to 1, 0 or an empty string".format(key, value)) def read_define(path, macro): """Return macro value from the given file.""" with open(path, "r") as f: for line in f: m = re.match(r"#define\s{}\s+(.+)".format(macro), line) if m: return m.group(1) return "" def get_version(): """Return library version string from 'common/version.h' file.""" version_file_path = os.path.join(CURR_DIR, "c", "common", "version.h") major = read_define(version_file_path, "BROTLI_VERSION_MAJOR") minor = read_define(version_file_path, "BROTLI_VERSION_MINOR") patch = read_define(version_file_path, "BROTLI_VERSION_PATCH") if not major or not minor or not patch: return "" return "{}.{}.{}".format(major, minor, patch) def get_test_suite(): test_loader = unittest.TestLoader() test_suite = test_loader.discover("python", pattern="*_test.py") return test_suite class BuildExt(build_ext): def get_source_files(self): filenames = build_ext.get_source_files(self) for ext in self.extensions: filenames.extend(ext.depends) return filenames def build_extension(self, ext): if ext.sources is None or not isinstance(ext.sources, (list, tuple)): raise errors.DistutilsSetupError( "in 'ext_modules' option (extension '%s'), " "'sources' must be present and must be " "a list of source filenames" % ext.name ) ext_path = self.get_ext_fullpath(ext.name) depends = ext.sources + ext.depends if not (self.force or dep_util.newer_group(depends, ext_path, "newer")): log.debug("skipping '%s' extension (up-to-date)", ext.name) return else: log.info("building '%s' extension", ext.name) c_sources = [] for source in ext.sources: if source.endswith(".c"): c_sources.append(source) extra_args = ext.extra_compile_args or [] objects = [] macros = ext.define_macros[:] if self.compiler.compiler_type == "mingw32": # On Windows Python 2.7, pyconfig.h defines "hypot" as "_hypot", # This clashes with GCC's cmath, and causes compilation errors when # building under MinGW: http://bugs.python.org/issue11566 macros.append(("_hypot", "hypot")) for undef in ext.undef_macros: macros.append((undef,)) objs = self.compiler.compile( c_sources, output_dir=self.build_temp, macros=macros, include_dirs=ext.include_dirs, debug=self.debug, extra_postargs=extra_args, depends=ext.depends, ) objects.extend(objs) self._built_objects = objects[:] if ext.extra_objects: objects.extend(ext.extra_objects) extra_args = ext.extra_link_args or [] # when using GCC on Windows, we statically link libgcc and libstdc++, # so that we don't need to package extra DLLs if self.compiler.compiler_type == "mingw32": extra_args.extend(["-static-libgcc", "-static-libstdc++"]) ext_path = self.get_ext_fullpath(ext.name) # Detect target language, if not provided language = ext.language or self.compiler.detect_language(c_sources) self.compiler.link_shared_object( objects, ext_path, libraries=self.get_libraries(ext), library_dirs=ext.library_dirs, runtime_library_dirs=ext.runtime_library_dirs, extra_postargs=extra_args, export_symbols=self.get_export_symbols(ext), debug=self.debug, build_temp=self.build_temp, target_lang=language, ) NAME = "Brotli" VERSION = get_version() URL = "https://github.com/google/brotli" DESCRIPTION = "Python bindings for the Brotli compression library" AUTHOR = "The Brotli Authors" LICENSE = "MIT" PLATFORMS = ["Posix", "MacOS X", "Windows"] CLASSIFIERS = [ "Development Status :: 4 - Beta", "Environment :: Console", "Intended Audience :: Developers", # Deprecated, see https://packaging.python.org/en/latest/guides/writing-pyproject-toml/#license for details. # "License :: OSI Approved :: MIT License", "Operating System :: MacOS :: MacOS X", "Operating System :: Microsoft :: Windows", "Operating System :: POSIX :: Linux", "Programming Language :: C", "Programming Language :: C++", "Programming Language :: Python", "Programming Language :: Python :: 2", "Programming Language :: Python :: 2.7", "Programming Language :: Python :: 3", "Programming Language :: Python :: 3.3", "Programming Language :: Python :: 3.4", "Programming Language :: Python :: 3.5", "Programming Language :: Unix Shell", "Topic :: Software Development :: Libraries", "Topic :: Software Development :: Libraries :: Python Modules", "Topic :: System :: Archiving", "Topic :: System :: Archiving :: Compression", "Topic :: Text Processing :: Fonts", "Topic :: Utilities", ] PACKAGE_DIR = {"": "python"} PY_MODULES = ["brotli"] USE_SYSTEM_BROTLI = bool_from_environ("USE_SYSTEM_BROTLI") if USE_SYSTEM_BROTLI: import pkgconfig REQUIRED_BROTLI_SYSTEM_LIBRARIES = ["libbrotlicommon", "libbrotlienc", "libbrotlidec"] define_macros = [] include_dirs = [] libraries = [] library_dirs = [] for required_system_library in REQUIRED_BROTLI_SYSTEM_LIBRARIES: package_configuration = pkgconfig.parse(required_system_library) define_macros += package_configuration["define_macros"] include_dirs += package_configuration["include_dirs"] libraries += package_configuration["libraries"] library_dirs += package_configuration["library_dirs"] brotli_extension = Extension( '_brotli', sources=[ 'python/_brotli.c' ], include_dirs=include_dirs, define_macros=define_macros, libraries=libraries, library_dirs=library_dirs ) EXT_MODULES = [brotli_extension] else: EXT_MODULES = [ Extension( "_brotli", sources=[ "python/_brotli.c", "c/common/constants.c", "c/common/context.c", "c/common/dictionary.c", "c/common/platform.c", "c/common/shared_dictionary.c", "c/common/transform.c", "c/dec/bit_reader.c", "c/dec/decode.c", "c/dec/huffman.c", "c/dec/prefix.c", "c/dec/state.c", "c/dec/static_init.c", "c/enc/backward_references.c", "c/enc/backward_references_hq.c", "c/enc/bit_cost.c", "c/enc/block_splitter.c", "c/enc/brotli_bit_stream.c", "c/enc/cluster.c", "c/enc/command.c", "c/enc/compound_dictionary.c", "c/enc/compress_fragment.c", "c/enc/compress_fragment_two_pass.c", "c/enc/dictionary_hash.c", "c/enc/encode.c", "c/enc/encoder_dict.c", "c/enc/entropy_encode.c", "c/enc/fast_log.c", "c/enc/histogram.c", "c/enc/literal_cost.c", "c/enc/memory.c", "c/enc/metablock.c", "c/enc/static_dict.c", "c/enc/static_dict_lut.c", "c/enc/static_init.c", "c/enc/utf8_util.c", ], depends=[ "c/common/constants.h", "c/common/context.h", "c/common/dictionary.h", "c/common/platform.h", "c/common/shared_dictionary_internal.h", "c/common/static_init.h", "c/common/transform.h", "c/common/version.h", "c/dec/bit_reader.h", "c/dec/huffman.h", "c/dec/prefix.h", "c/dec/prefix_inc.h", "c/dec/state.h", "c/dec/static_init.h", "c/enc/backward_references.h", "c/enc/backward_references_hq.h", "c/enc/backward_references_inc.h", "c/enc/bit_cost.h", "c/enc/bit_cost_inc.h", "c/enc/block_encoder_inc.h", "c/enc/block_splitter.h", "c/enc/block_splitter_inc.h", "c/enc/brotli_bit_stream.h", "c/enc/cluster.h", "c/enc/cluster_inc.h", "c/enc/command.h", "c/enc/compound_dictionary.h", "c/enc/compress_fragment.h", "c/enc/compress_fragment_two_pass.h", "c/enc/dictionary_hash.h", "c/enc/dictionary_hash_inc.h", "c/enc/encoder_dict.h", "c/enc/entropy_encode.h", "c/enc/entropy_encode_static.h", "c/enc/fast_log.h", "c/enc/find_match_length.h", "c/enc/hash.h", "c/enc/hash_composite_inc.h", "c/enc/hash_forgetful_chain_inc.h", "c/enc/hash_longest_match64_inc.h", "c/enc/hash_longest_match_inc.h", "c/enc/hash_longest_match_quickly_inc.h", "c/enc/hash_rolling_inc.h", "c/enc/hash_to_binary_tree_inc.h", "c/enc/histogram.h", "c/enc/histogram_inc.h", "c/enc/literal_cost.h", "c/enc/memory.h", "c/enc/metablock.h", "c/enc/metablock_inc.h", "c/enc/params.h", "c/enc/prefix.h", "c/enc/quality.h", "c/enc/ringbuffer.h", "c/enc/static_dict.h", "c/enc/static_dict_lut.h", "c/enc/static_init.h", "c/enc/utf8_util.h", "c/enc/write_bits.h", ], include_dirs=[ "c/include", ]), ] TEST_SUITE = "setup.get_test_suite" CMD_CLASS = { "build_ext": BuildExt, } with open("README.md", "r") as f: README = f.read() setup( name=NAME, description=DESCRIPTION, long_description=README, long_description_content_type="text/markdown", version=VERSION, url=URL, author=AUTHOR, license=LICENSE, platforms=PLATFORMS, classifiers=CLASSIFIERS, package_dir=PACKAGE_DIR, py_modules=PY_MODULES, ext_modules=EXT_MODULES, test_suite=TEST_SUITE, cmdclass=CMD_CLASS, )