1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
|
import os
import shutil
from setuptools import setup
from setuptools.command.build_ext import build_ext as _build_ext
from setuptools.command.sdist import sdist as _sdist
from mypyc.build import mypycify
SQLGLOT_SRC = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..", "sqlglot")
def _find_sqlglot_dir():
"""Find the sqlglot source directory: repo source, or installed package.
When the installed package is in site-packages, copy it to a clean temp
directory so mypy doesn't discover unrelated modules (mypy_extensions,
typing_extensions) that cause shadowing errors.
"""
if os.path.isdir(SQLGLOT_SRC):
return SQLGLOT_SRC
# Fall back to the installed sqlglot package (build dependency).
import sqlglot
import tempfile
installed = os.path.dirname(sqlglot.__file__)
tmp = tempfile.mkdtemp(prefix="sqlglotc_build_")
dst = os.path.join(tmp, "sqlglot")
shutil.copytree(installed, dst)
return dst
def _subpkg_files(src_dir, subpkg, files=None):
"""List source files from a sqlglot subpackage. Compiles all .py files if `files` is None."""
if files is None:
files = sorted(
f
for f in os.listdir(os.path.join(src_dir, subpkg))
if f.endswith(".py") and f != "__init__.py"
)
return [os.path.join(subpkg, f) for f in files]
def _source_files(src_dir):
return [
"errors.py",
"helper.py",
"parser.py",
"schema.py",
"serde.py",
"time.py",
"tokenizer_core.py",
"trie.py",
*_subpkg_files(src_dir, "expressions"),
*_subpkg_files(
src_dir,
"optimizer",
[
"scope.py",
"resolver.py",
"isolate_table_selects.py",
"normalize_identifiers.py",
"qualify.py",
"qualify_tables.py",
"qualify_columns.py",
],
),
*_subpkg_files(src_dir, "parsers"),
*_subpkg_files(src_dir, "executor", ["table.py"]),
]
SRC_DIR = _find_sqlglot_dir()
SOURCE_FILES = _source_files(SRC_DIR)
# Set MYPYPATH to the parent of the sqlglot source so mypy resolves
# `import sqlglot` from there — not from site-packages where
# mypy_extensions.py / typing_extensions.py can cause shadowing errors.
os.environ["MYPYPATH"] = os.path.dirname(SRC_DIR)
def _source_paths():
return [os.path.join(SRC_DIR, f) for f in SOURCE_FILES]
class build_ext(_build_ext):
def copy_extensions_to_source(self):
"""For editable installs, put sqlglot.* .so files in the sqlglot source dir."""
for ext in self.extensions:
fullname = self.get_ext_fullname(ext.name)
filename = self.get_ext_filename(fullname)
src = os.path.join(self.build_lib, filename)
parts = fullname.split(".")
if parts[0] == "sqlglot" and os.path.isdir(SQLGLOT_SRC):
# Place compiled sqlglot.* / sqlglot.sub.* modules in the sqlglot source tree.
sub_module = ".".join(parts[1:])
dst = os.path.join(SQLGLOT_SRC, self.get_ext_filename(sub_module))
else:
# Place the mypyc runtime helper (e.g., HASH__mypyc) inside sqlglot/.
# sqlglot/__init__.py bootstraps it into sys.modules for editable installs.
dst = os.path.join(SQLGLOT_SRC, os.path.basename(filename))
self.copy_file(src, dst, level=self.verbose)
class sdist(_sdist):
"""Bundle sqlglot source files into the sdist as a fallback."""
def run(self):
local_sqlglot = os.path.join(os.path.dirname(os.path.abspath(__file__)), "sqlglot")
os.makedirs(local_sqlglot, exist_ok=True)
subpkgs = {os.path.dirname(f) for f in SOURCE_FILES if os.path.dirname(f)}
for subpkg in subpkgs:
pkg_dir = os.path.join(local_sqlglot, subpkg)
os.makedirs(pkg_dir, exist_ok=True)
for fname in SOURCE_FILES:
dst_path = os.path.join(local_sqlglot, fname)
os.makedirs(os.path.dirname(dst_path), exist_ok=True)
shutil.copy2(os.path.join(SQLGLOT_SRC, fname), dst_path)
try:
super().run()
finally:
shutil.rmtree(local_sqlglot, ignore_errors=True)
setup(
name="sqlglotc",
packages=[],
ext_modules=mypycify(_source_paths(), opt_level=os.environ.get("MYPYC_OPT", "2")),
cmdclass={"build_ext": build_ext, "sdist": sdist},
)
|
