1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316
|
/*
* ****************************************************************************
* Copyright (c) 2013-2023, PyInstaller Development Team.
*
* Distributed under the terms of the GNU General Public License (version 2
* or later) with exception for distributing the bootloader.
*
* The full license is in the file COPYING.txt, distributed with this software.
*
* SPDX-License-Identifier: (GPL-2.0-or-later WITH Bootloader-exception)
* ****************************************************************************
*/
/*
* Dynamic bindings of Python shared library. This header effectively
* replaces the Python.h header.
*/
#ifndef PYI_DYLIB_PYTHON_H
#define PYI_DYLIB_PYTHON_H
#include "pyi_global.h"
#include <wchar.h>
#include <stdint.h> /* int64_t */
/*
* Python.h replacements.
*
* We do not include Python.h because we want to avoid binding to a
* specific version of Python. For example, if we used the Py_INCREF
* macro from Python.h, the compiled code would depend on the specific
* in-memory layout of PyObject, and thus change between Python versions
* (and between 32-bit and 64-bit architectures). That would make it
* impossible to build a single bootloader executable that works across
* all Python version (which is especially important on Windows).
*
* Instead, the bootloader does its best to avoid depending on the Python
* API exported by Python.h header. Instead, it dynamically loads the
* collected Python shared library (after having unpacked it, if necessary)
* and binds the exported functions that it requires. Wherever possible,
* Python objects are used as opaque data structures (passed via pointers
* only) to ensure that the code is invariant to the layout changes of
* Python data structures.
*
* Well, at least that was the plan, and that is how things were in the
* days of yore. Then came along PEP 587 with new python initialization
* configuration API, and those days are but a distant memory now...
*
* The new configuration API requires us to allocate the config structure
* ourselves, so we need to know its size. And we also need to know its
* layout, because the fields in the structure need to be accessed (set)
* directly. So if we want to keep avoiding using Python.h and building
* bootloader for each python version, we need to provide the configuration
* structure layouts for all supported python versions.
*/
/* Forward declarations of opaque Python types. */
typedef struct _PyObject PyObject;
typedef struct _PyThreadState PyThreadState;
typedef struct _PyCompilerFlags PyCompilerFlags;
/* Strictly speaking, Py_ssize_t should be mapped to ssize_t wherever
* possible, but for portability reasons, we use size_t. We are primarily
* concerned about the storage size, not the signedness.
*/
typedef size_t Py_ssize_t;
/* Definitions of configuration structure layouts. These are not opaque,
* because we need to allocate them, and manipulate with their fields.
*
* The original definitions can be found in the include/cpython/initconfig.h
*
* For the sake of brevity, our variants do not include the comments.
*
* In the original structures, some fields are guarded with MS_WINDOWS
* define. We map it to our _WIN32 define, because MS_WINDOWS appears
* to be defined in all Windows build; either directly via customized
* pyconfig.h header (python.org and Anaconda builds) or due to
* modifications in pyport.h header (msys2/mingw32 and msys2/mingw64).
*/
#ifdef _WIN32
#define MS_WINDOWS
#endif
/* This structure is returned from functions by value, so we need to know
* its layout. At the time of writing, it remains unchanged between the
* supported python versions.
*/
typedef struct {
enum {
_PyStatus_TYPE_OK=0,
_PyStatus_TYPE_ERROR=1,
_PyStatus_TYPE_EXIT=2
} _type;
const char *func;
const char *err_msg;
int exitcode;
} PyStatus;
/* This structure is embedded in the configuration structure, so we need
* to know its layout. At the time of writing, it remains unchanged between
* the supported python versions.
*/
typedef struct {
Py_ssize_t length;
wchar_t **items;
} PyWideStringList;
/* The PyPreConfig structure. At the time of writing, it remains unchanged
* between the supported python versions; but in anticipation of future
* changes, we name our commonly-used layout with _Common suffix.
*/
typedef struct {
int _config_init;
int parse_argv;
int isolated;
int use_environment;
int configure_locale;
int coerce_c_locale;
int coerce_c_locale_warn;
#ifdef MS_WINDOWS
int legacy_windows_fs_encoding;
#endif
int utf8_mode;
int dev_mode;
int allocator;
} PyPreConfig_Common;
/* The opaque type used with functions that accept pointer */
typedef struct _PyPreConfig PyPreConfig;
/* The opaque type used with functions that accept pointer (PEP 587) */
typedef struct _PyConfig PyConfig;
/* The opaque type used with functions that accept pointer (PEP 741) */
typedef struct _PyInitConfig PyInitConfig;
/*
* Python shared library and bound functions imported from it.
*/
/* Py_ */
PYI_EXT_FUNC_PROTO(void, Py_DecRef, (PyObject *))
PYI_EXT_FUNC_PROTO(wchar_t *, Py_DecodeLocale, (const char *, size_t *))
PYI_EXT_FUNC_PROTO(void, Py_ExitStatusException, (PyStatus))
PYI_EXT_FUNC_PROTO(int, Py_Finalize, (void))
PYI_EXT_FUNC_PROTO(PyStatus, Py_InitializeFromConfig, (PyConfig *)) /* PEP 587 */
PYI_EXT_FUNC_PROTO(int, Py_InitializeFromInitConfig, (PyInitConfig *)) /* PEP 741 */
PYI_EXT_FUNC_PROTO(int, Py_IsInitialized, (void))
PYI_EXT_FUNC_PROTO(PyStatus, Py_PreInitialize, (const PyPreConfig *)) /* PEP 587 */
/* PyConfig_ (PEP 587) */
PYI_EXT_FUNC_PROTO(void, PyConfig_Clear, (PyConfig *))
PYI_EXT_FUNC_PROTO(void, PyConfig_InitIsolatedConfig, (PyConfig *))
PYI_EXT_FUNC_PROTO(PyStatus, PyConfig_Read, (PyConfig *))
PYI_EXT_FUNC_PROTO(PyStatus, PyConfig_SetBytesString, (PyConfig *, wchar_t **, const char *))
PYI_EXT_FUNC_PROTO(PyStatus, PyConfig_SetString, (PyConfig *, wchar_t **, const wchar_t *))
PYI_EXT_FUNC_PROTO(PyStatus, PyConfig_SetWideStringList, (PyConfig *, PyWideStringList *, Py_ssize_t, wchar_t **))
/* PyInitConfig_* (PEP 741) */
PYI_EXT_FUNC_PROTO(PyInitConfig *, PyInitConfig_Create, (void))
PYI_EXT_FUNC_PROTO(void, PyInitConfig_Free, (PyInitConfig *))
PYI_EXT_FUNC_PROTO(int, PyInitConfig_SetInt, (PyInitConfig *, const char *, int64_t))
PYI_EXT_FUNC_PROTO(int, PyInitConfig_SetStr, (PyInitConfig *, const char *, const char *))
PYI_EXT_FUNC_PROTO(int, PyInitConfig_SetStrList, (PyInitConfig *, const char *, size_t, char * const *))
PYI_EXT_FUNC_PROTO(int, PyInitConfig_GetError, (PyInitConfig *, const char **))
/* PyErr_ */
PYI_EXT_FUNC_PROTO(void, PyErr_Clear, (void))
PYI_EXT_FUNC_PROTO(void, PyErr_Fetch, (PyObject **, PyObject **, PyObject **))
PYI_EXT_FUNC_PROTO(void, PyErr_NormalizeException, (PyObject **, PyObject **, PyObject **))
PYI_EXT_FUNC_PROTO(PyObject *, PyErr_Occurred, (void))
PYI_EXT_FUNC_PROTO(void, PyErr_Print, (void))
PYI_EXT_FUNC_PROTO(void, PyErr_Restore, (PyObject *, PyObject *, PyObject *))
/* PyEval */
PYI_EXT_FUNC_PROTO(PyObject *, PyEval_EvalCode, (PyObject *, PyObject *, PyObject *))
/* PyImport_ */
PYI_EXT_FUNC_PROTO(PyObject *, PyImport_AddModule, (const char *))
PYI_EXT_FUNC_PROTO(PyObject *, PyImport_ExecCodeModule, (const char *, PyObject *))
PYI_EXT_FUNC_PROTO(PyObject *, PyImport_ImportModule, (const char *))
/* PyList_ */
PYI_EXT_FUNC_PROTO(int, PyList_Append, (PyObject *, PyObject *))
/* PyMarshal_ */
PYI_EXT_FUNC_PROTO(PyObject *, PyMarshal_ReadObjectFromString, (const char *, Py_ssize_t))
/* PyMem_ */
PYI_EXT_FUNC_PROTO(void, PyMem_RawFree, (void *))
/* PyModule_ */
PYI_EXT_FUNC_PROTO(PyObject *, PyModule_GetDict, (PyObject *))
/* PyObject_ */
PYI_EXT_FUNC_PROTO(PyObject *, PyObject_CallFunction, (PyObject *, char *, ...))
PYI_EXT_FUNC_PROTO(PyObject *, PyObject_CallFunctionObjArgs, (PyObject *, ...))
PYI_EXT_FUNC_PROTO(PyObject *, PyObject_GetAttrString, (PyObject *, const char *))
PYI_EXT_FUNC_PROTO(int, PyObject_SetAttrString, (PyObject *, char *, PyObject *))
PYI_EXT_FUNC_PROTO(PyObject *, PyObject_Str, (PyObject *))
/* PyPreConfig_ (PEP 587) */
PYI_EXT_FUNC_PROTO(void, PyPreConfig_InitIsolatedConfig, (PyPreConfig *))
/* PyRun_ */
PYI_EXT_FUNC_PROTO(int, PyRun_SimpleStringFlags, (const char *, PyCompilerFlags *))
/* PyStatus_ */
PYI_EXT_FUNC_PROTO(int, PyStatus_Exception, (PyStatus))
/* PySys_ */
PYI_EXT_FUNC_PROTO(PyObject *, PySys_GetObject, (const char *))
PYI_EXT_FUNC_PROTO(int, PySys_SetObject, (const char *, PyObject *))
/* PyUnicode_ */
PYI_EXT_FUNC_PROTO(const char *, PyUnicode_AsUTF8, (PyObject *))
PYI_EXT_FUNC_PROTO(PyObject *, PyUnicode_Decode, (const char *, Py_ssize_t, const char *, const char *))
PYI_EXT_FUNC_PROTO(PyObject *, PyUnicode_DecodeFSDefault, (const char *))
PYI_EXT_FUNC_PROTO(PyObject *, PyUnicode_FromFormat, (const char *, ...))
PYI_EXT_FUNC_PROTO(PyObject *, PyUnicode_FromString, (const char *))
PYI_EXT_FUNC_PROTO(PyObject *, PyUnicode_Join, (PyObject *, PyObject *))
PYI_EXT_FUNC_PROTO(PyObject *, PyUnicode_Replace, (PyObject *, PyObject *, PyObject *, Py_ssize_t))
/* The actual function-pointer structure */
struct DYLIB_PYTHON
{
/* Shared library handle */
pyi_dylib_t handle;
/* Python version, e.g. 3.8 -> 308, 3.12 -> 312 */
int version;
/* Flag indicating that PEP-741 API is available */
unsigned char has_pep741;
/* Function pointers for imported functions */
PYI_EXT_FUNC_ENTRY(Py_DecRef)
PYI_EXT_FUNC_ENTRY(Py_DecodeLocale)
PYI_EXT_FUNC_ENTRY(Py_ExitStatusException)
PYI_EXT_FUNC_ENTRY(Py_Finalize)
PYI_EXT_FUNC_ENTRY(Py_InitializeFromConfig)
PYI_EXT_FUNC_ENTRY(Py_InitializeFromInitConfig)
PYI_EXT_FUNC_ENTRY(Py_IsInitialized)
PYI_EXT_FUNC_ENTRY(Py_PreInitialize)
PYI_EXT_FUNC_ENTRY(PyConfig_Clear)
PYI_EXT_FUNC_ENTRY(PyConfig_InitIsolatedConfig)
PYI_EXT_FUNC_ENTRY(PyConfig_Read)
PYI_EXT_FUNC_ENTRY(PyConfig_SetBytesString)
PYI_EXT_FUNC_ENTRY(PyConfig_SetString)
PYI_EXT_FUNC_ENTRY(PyConfig_SetWideStringList)
PYI_EXT_FUNC_ENTRY(PyInitConfig_Create)
PYI_EXT_FUNC_ENTRY(PyInitConfig_Free)
PYI_EXT_FUNC_ENTRY(PyInitConfig_SetInt)
PYI_EXT_FUNC_ENTRY(PyInitConfig_SetStr)
PYI_EXT_FUNC_ENTRY(PyInitConfig_SetStrList)
PYI_EXT_FUNC_ENTRY(PyInitConfig_GetError)
PYI_EXT_FUNC_ENTRY(PyErr_Clear)
PYI_EXT_FUNC_ENTRY(PyErr_Fetch)
PYI_EXT_FUNC_ENTRY(PyErr_NormalizeException)
PYI_EXT_FUNC_ENTRY(PyErr_Occurred)
PYI_EXT_FUNC_ENTRY(PyErr_Print)
PYI_EXT_FUNC_ENTRY(PyErr_Restore)
PYI_EXT_FUNC_ENTRY(PyEval_EvalCode)
PYI_EXT_FUNC_ENTRY(PyImport_AddModule)
PYI_EXT_FUNC_ENTRY(PyImport_ExecCodeModule)
PYI_EXT_FUNC_ENTRY(PyImport_ImportModule)
PYI_EXT_FUNC_ENTRY(PyList_Append)
PYI_EXT_FUNC_ENTRY(PyMarshal_ReadObjectFromString)
PYI_EXT_FUNC_ENTRY(PyMem_RawFree)
PYI_EXT_FUNC_ENTRY(PyModule_GetDict)
PYI_EXT_FUNC_ENTRY(PyObject_CallFunction)
PYI_EXT_FUNC_ENTRY(PyObject_CallFunctionObjArgs)
PYI_EXT_FUNC_ENTRY(PyObject_GetAttrString)
PYI_EXT_FUNC_ENTRY(PyObject_SetAttrString)
PYI_EXT_FUNC_ENTRY(PyObject_Str)
PYI_EXT_FUNC_ENTRY(PyPreConfig_InitIsolatedConfig)
PYI_EXT_FUNC_ENTRY(PyRun_SimpleStringFlags)
PYI_EXT_FUNC_ENTRY(PyStatus_Exception)
PYI_EXT_FUNC_ENTRY(PySys_GetObject)
PYI_EXT_FUNC_ENTRY(PySys_SetObject)
PYI_EXT_FUNC_ENTRY(PyUnicode_AsUTF8)
PYI_EXT_FUNC_ENTRY(PyUnicode_Decode)
PYI_EXT_FUNC_ENTRY(PyUnicode_DecodeFSDefault)
PYI_EXT_FUNC_ENTRY(PyUnicode_FromFormat)
PYI_EXT_FUNC_ENTRY(PyUnicode_FromString)
PYI_EXT_FUNC_ENTRY(PyUnicode_Join)
PYI_EXT_FUNC_ENTRY(PyUnicode_Replace)
};
struct DYLIB_PYTHON *pyi_dylib_python_load(const char *root_directory, const char *python_libname, int python_version);
void pyi_dylib_python_cleanup(struct DYLIB_PYTHON **dylib_ref);
#endif /* PYI_DYLIB_PYTHON_H */
|