1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
|
import py
import sys
from rpython.tool.version import rpythonroot
from rpython.rtyper.lltypesystem import lltype, rffi
from rpython.translator.tool.cbuild import ExternalCompilationInfo
from rpython.rtyper.tool import rffi_platform as platform
from rpython.translator.platform import platform as trans_plaform
ROOT = py.path.local(rpythonroot).join('rpython', 'rlib', 'rutf8')
SRC = ROOT.join('src')
if sys.platform.startswith('linux'):
_libs = ['dl']
else:
_libs = []
IDXTAB = lltype.ForwardReference()
IDXTAB.become(rffi.CStruct("fu8_idxtab",
('character_step', rffi.INT),
('byte_positions', rffi.SIZE_TP),
('bytepos_table_length', rffi.SIZE_T)))
IDXTABP = lltype.Ptr(IDXTAB)
def setup():
compile_extra = ['-DRPYTHON_LL2CTYPES', '-DALLOW_SURROGATES=0', '-fPIC']
eci_kwds = dict(
include_dirs = [SRC],
includes = ['utf8.h'],
libraries = _libs,
compile_extra = compile_extra)
# compile the SSE4.1 and AVX version
compile_extra.append('-msse4.1')
ofile_eci = ExternalCompilationInfo(**eci_kwds)
sse4_o, = trans_plaform._compile_o_files([SRC.join('utf8-sse4.c')], ofile_eci)
compile_extra.pop()
compile_extra.append('-mavx2')
ofile_eci = ExternalCompilationInfo(**eci_kwds)
avx_o, = trans_plaform._compile_o_files([SRC.join('utf8-avx.c')], ofile_eci)
del ofile_eci
eci_kwds['separate_module_files'] = [SRC.join('utf8.c')]
eci_kwds['link_files'] = [sse4_o.strpath, avx_o.strpath]
eci = ExternalCompilationInfo(**eci_kwds)
platform.verify_eci(eci)
count_utf8_codepoints = rffi.llexternal("fu8_count_utf8_codepoints",
[rffi.CCHARP, rffi.SSIZE_T],
rffi.SSIZE_T, compilation_info=eci,
_nowrapper=True)
index2byteposition = rffi.llexternal("fu8_idx2bytepos",
[rffi.SIZE_T, rffi.CCHARP, rffi.SIZE_T, IDXTABP],
rffi.SSIZE_T, compilation_info=eci,
_nowrapper=True)
return CInterface(locals())
class CInterface(object):
def __init__(self, namespace):
for k, v in namespace.iteritems():
setattr(self, k, v)
def _freeze_(self):
return True
|
