1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318
|
#!/usr/bin/env python
#
# Author: Mike McKerns (mmckerns @caltech and @uqfoundation)
# Copyright (c) 2008-2016 California Institute of Technology.
# Copyright (c) 2016-2024 The Uncertainty Quantification Foundation.
# License: 3-clause BSD. The full license text is available at:
# - https://github.com/uqfoundation/multiprocess/blob/master/LICENSE
#
# original code modified from processing/setup.py
# original: Copyright (c) 2006-2008, R Oudkerk
# original: Licence 3-clause BSD. The full license text is available at:
# - https://github.com/uqfoundation/multiprocess/blob/master/COPYING.txt
import re
import os
import sys
import glob
# drop support for older python
if sys.version_info < (3, 8):
unsupported = 'Versions of Python before 3.8 are not supported'
raise ValueError(unsupported)
#is_jython = sys.platform.startswith('java')
is_pypy = hasattr(sys, 'pypy_version_info')
# the code is version-specific, so get the appropriate root directory
root = 'pypy' if is_pypy else 'py'
pymajor,pyminor = sys.version_info[:2]
pkgdir = '%s%s.%s' % (root,pymajor,pyminor)
pkgname = 'multiprocess'
# if sys.version is higher than explicitly supported, try the latest version
HERE = os.path.dirname(os.path.abspath(__file__))
while not os.path.exists(os.path.join(HERE,'%s%s.%s' % (root,pymajor,pyminor))):
pyminor -= 1
if pyminor < 0:
unsupported = 'Python %s is not supported' % pkgdir[len(root):]
raise ValueError(unsupported)
if '%s%s.%s' % (root,pymajor,pyminor) != pkgdir:
msg = 'Warning: Python %s is not currently supported, reverting to %s.%s'
print(msg % (pkgdir[len(root):],pymajor,pyminor))
pkgdir = '%s%s.%s' % (root,pymajor,pyminor)
srcdir = '%s/Modules/_%s' % (pkgdir, pkgname)
# -*- Distribution Meta -*-
here = os.path.abspath(os.path.dirname(__file__))
sys.path.append(here)
from version import (__version__, __author__, __contact__ as AUTHOR_EMAIL,
get_license_text, get_readme_as_rst, write_info_file)
LICENSE = get_license_text(os.path.join(here, 'LICENSE'))
README = get_readme_as_rst(os.path.join(here, 'README.md'))
# write meta info file
vers = glob.glob(os.path.join(here,'py3*')) + glob.glob(os.path.join(here,'pypy3*'))
for ver in vers:
ver = os.path.basename(ver)
write_info_file(here, '%s/multiprocess' % ver, doc=README, license=LICENSE,
version=__version__, author=__author__)
del here, get_license_text, get_readme_as_rst, write_info_file, ver, vers
# check if setuptools is available
try:
from setuptools import setup, Extension, find_packages
from setuptools.dist import Distribution
has_setuptools = True
except ImportError:
from distutils.core import setup, Extension # noqa
Distribution = object
find_packages = lambda **kwds: [pkgname, pkgname+'.dummy', pkgname+'.tests']
has_setuptools = False
from distutils import sysconfig
from distutils.errors import CCompilerError, DistutilsExecError, \
DistutilsPlatformError
ext_errors = (CCompilerError, DistutilsExecError, DistutilsPlatformError)
if sys.platform == 'win32':
# distutils.msvc9compiler can raise IOError if the compiler is missing
ext_errors += (IOError, )
BUILD_WARNING = """
-----------------------------------------------------------------------
WARNING: The C extensions could not be compiled
-----------------------------------------------------------------------
Maybe you do not have a C compiler installed on this system?
The reason was:
%s
This is just a warning as most of the functionality will work even
without the updated C extension. It will simply fallback to the
built-in _multiprocessing module. Most notably you will not be able to use
FORCE_EXECV on POSIX systems. If this is a problem for you then please
install a C compiler or fix the error(s) above.
-----------------------------------------------------------------------
"""
#
# Macros and libraries
#
# The `macros` dict determines the macros that will be defined when
# the C extension is compiled. Each value should be either 0 or 1.
# (An undefined macro is assumed to have value 0.) `macros` is only
# used on Unix platforms.
#
# The `libraries` dict determines the libraries to which the C
# extension will be linked. This should probably be either `['rt']`
# if you need `librt` or else `[]`.
#
# Meaning of macros
#
# HAVE_SEM_OPEN
# Set this to 1 if you have `sem_open()`. This enables the use of
# posix named semaphores which are necessary for the
# implementation of the synchronization primitives on Unix. If
# set to 0 then the only way to create synchronization primitives
# will be via a manager (e.g. "m = Manager(); lock = m.Lock()").
#
# HAVE_SEM_TIMEDWAIT
# Set this to 1 if you have `sem_timedwait()`. Otherwise polling
# will be necessary when waiting on a semaphore using a timeout.
#
# HAVE_FD_TRANSFER
# Set this to 1 to compile functions for transferring file
# descriptors between processes over an AF_UNIX socket using a
# control message with type SCM_RIGHTS. On Unix the pickling of
# of socket and connection objects depends on this feature.
#
# If you get errors about missing CMSG_* macros then you should
# set this to 0.
#
# HAVE_BROKEN_SEM_GETVALUE
# Set to 1 if `sem_getvalue()` does not work or is unavailable.
# On Mac OSX it seems to return -1 with message "[Errno 78]
# Function not implemented".
#
# HAVE_BROKEN_SEM_UNLINK
# Set to 1 if `sem_unlink()` is unnecessary. For some reason this
# seems to be the case on Cygwin where `sem_unlink()` is missing
# from semaphore.h.
#
if sys.platform == 'win32': # Windows
macros = dict()
libraries = ['ws2_32']
elif sys.platform.startswith('darwin'): # Mac OSX
macros = dict(
HAVE_SEM_OPEN=1,
HAVE_SEM_TIMEDWAIT=0,
HAVE_FD_TRANSFER=1,
HAVE_BROKEN_SEM_GETVALUE=1
)
libraries = []
elif sys.platform.startswith('cygwin'): # Cygwin
macros = dict(
HAVE_SEM_OPEN=1,
HAVE_SEM_TIMEDWAIT=1,
HAVE_FD_TRANSFER=0,
HAVE_BROKEN_SEM_UNLINK=1
)
libraries = []
elif sys.platform in ('freebsd4', 'freebsd5', 'freebsd6'):
# FreeBSD's P1003.1b semaphore support is very experimental
# and has many known problems. (as of June 2008)
macros = dict( # FreeBSD 4-6
HAVE_SEM_OPEN=0,
HAVE_SEM_TIMEDWAIT=0,
HAVE_FD_TRANSFER=1,
)
libraries = []
elif re.match('^(gnukfreebsd(8|9|10|11)|freebsd(7|8|9|10))', sys.platform):
macros = dict( # FreeBSD 7+ and GNU/kFreeBSD 8+
HAVE_SEM_OPEN=bool(
sysconfig.get_config_var('HAVE_SEM_OPEN') and not
bool(sysconfig.get_config_var('POSIX_SEMAPHORES_NOT_ENABLED'))
),
HAVE_SEM_TIMEDWAIT=1,
HAVE_FD_TRANSFER=1,
)
libraries = []
elif sys.platform.startswith('openbsd'):
macros = dict( # OpenBSD
HAVE_SEM_OPEN=0, # Not implemented
HAVE_SEM_TIMEDWAIT=0,
HAVE_FD_TRANSFER=1,
)
libraries = []
else: # Linux and other unices
macros = dict(
HAVE_SEM_OPEN=1,
HAVE_SEM_TIMEDWAIT=1,
HAVE_FD_TRANSFER=1,
)
libraries = ['rt']
if sys.platform == 'win32':
multiprocessing_srcs = [
'%s/%s.c' % (srcdir, pkgname),
'%s/semaphore.c' % srcdir,
]
else:
multiprocessing_srcs = [ '%s/%s.c' % (srcdir, pkgname) ]
if macros.get('HAVE_SEM_OPEN', False):
multiprocessing_srcs.append('%s/semaphore.c' % srcdir)
#meta['long_doc'] = open(os.path.join(HERE, 'README.md')).read()
# -*- Installation -*-
def _is_build_command(argv=sys.argv, cmds=('install', 'build', 'bdist')):
for arg in argv:
if arg.startswith(cmds):
return arg
# force python-, abi-, and platform-specific naming of bdist_wheel
class BinaryDistribution(Distribution):
"""Distribution which forces a binary package with platform name"""
def has_ext_modules(foo):
return True
# define dependencies
dill_version = 'dill>=0.3.9'
def run_setup(with_extensions=True):
extensions = []
if with_extensions:
extensions = [
Extension(
'_%s' % pkgname,
sources=multiprocessing_srcs,
define_macros=list(macros.items()),
libraries=libraries,
include_dirs=[srcdir],
depends=glob.glob('%s/*.h' % srcdir) + ['setup.py'],
),
]
packages = find_packages(
where=pkgdir,
exclude=['ez_setup', 'examples', 'doc',],
)
# build the 'setup' call
setup_kwds = dict(
name='multiprocess',
version=__version__,
description=('better multiprocessing and multithreading in Python'),
long_description=README.strip(),
author=__author__,
author_email=AUTHOR_EMAIL,
maintainer=__author__,
maintainer_email=AUTHOR_EMAIL,
license = 'BSD-3-Clause',
platforms = ['Linux', 'Windows', 'Mac'],
url='https://github.com/uqfoundation/multiprocess',
download_url = 'https://pypi.org/project/multiprocess/#files',
project_urls = {
'Documentation':'http://multiprocess.rtfd.io',
'Source Code':'https://github.com/uqfoundation/multiprocess',
'Bug Tracker':'https://github.com/uqfoundation/multiprocess/issues',
},
python_requires = '>=3.8',
classifiers=[
'Development Status :: 5 - Production/Stable',
'Intended Audience :: Developers',
'Intended Audience :: Science/Research',
'License :: OSI Approved :: BSD License',
'Programming Language :: Python :: 3',
'Programming Language :: Python :: 3.8',
'Programming Language :: Python :: 3.9',
'Programming Language :: Python :: 3.10',
'Programming Language :: Python :: 3.11',
'Programming Language :: Python :: 3.12',
'Programming Language :: Python :: 3.13',
'Programming Language :: Python :: Implementation :: CPython',
'Programming Language :: Python :: Implementation :: PyPy',
'Topic :: Scientific/Engineering',
'Topic :: Software Development',
],
packages=packages,
package_dir={'': pkgdir},
ext_modules=extensions,
)
# add dependencies
depend = [dill_version]
extras = {'dill': [dill_version]}
# update setup kwds
if has_setuptools:
setup_kwds.update(
zip_safe=False,
# distclass=BinaryDistribution,
install_requires=depend,
# extras_require=extras,
)
# call setup
setup(**setup_kwds)
try:
run_setup(False)
except BaseException:
if _is_build_command(sys.argv): #XXX: skip WARNING if is_pypy?
import traceback
msg = BUILD_WARNING % '\n'.join(traceback.format_stack())
exec('print(msg, file=sys.stderr)')
run_setup(False)
else:
raise
# if dependencies are missing, print a warning
try:
import dill
except ImportError:
print("\n***********************************************************")
print("WARNING: One of the following dependencies is unresolved:")
print(" %s" % dill_version)
print("***********************************************************\n")
if __name__=='__main__':
pass
# end of file
|