1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
|
import sys
from rpython.annotator.model import s_Str0, s_Unicode0
from rpython.rlib import rstring
from rpython.rlib.rutf8 import codepoints_in_utf8
from rpython.rlib.objectmodel import specialize
from rpython.rtyper.lltypesystem import rffi
_CYGWIN = sys.platform == 'cygwin'
_WIN32 = sys.platform.startswith('win')
_LINUX = sys.platform.startswith('linux')
UNDERSCORE_ON_WIN32 = '_' if _WIN32 else ''
POSIX_SIZE_T = rffi.UINT if _WIN32 else rffi.SIZE_T
POSIX_SSIZE_T = rffi.INT if _WIN32 else rffi.SSIZE_T
_MACRO_ON_POSIX = True if not _WIN32 else None
class StringTraits(object):
nickname = "bytes"
str0 = s_Str0
CHAR = rffi.CHAR
CCHARP = rffi.CCHARP
charp2str = staticmethod(rffi.charp2str)
charpsize2str = staticmethod(rffi.charpsize2str)
scoped_str2charp = staticmethod(rffi.scoped_str2charp)
str2charp = staticmethod(rffi.str2charp)
free_charp = staticmethod(rffi.free_charp)
scoped_alloc_buffer = staticmethod(rffi.scoped_alloc_buffer)
@staticmethod
@specialize.argtype(0)
def as_str(path):
assert path is not None
if isinstance(path, str):
return path
elif isinstance(path, unicode):
# This never happens in PyPy's Python interpreter!
# Only in raw RPython code that uses unicode strings.
# We implement python2 behavior: silently convert to ascii.
return path.encode('ascii')
else:
return path.as_bytes()
@staticmethod
@specialize.argtype(0)
def as_str0(path):
res = StringTraits.as_str(path)
rstring.check_str0(res)
return res
class Utf8Traits(object):
nickname = "utf8"
str = str
str0 = s_Str0
CHAR = rffi.WCHAR_T
CCHARP = rffi.CWCHARP
charpsize2str = staticmethod(rffi.wcharpsize2utf8)
free_charp = staticmethod(rffi.free_wcharp)
scoped_alloc_buffer = staticmethod(rffi.scoped_alloc_unicodebuffer)
@staticmethod
def scoped_str2charp(value):
return rffi.scoped_utf82wcharp(value, codepoints_in_utf8(value))
@staticmethod
def str2charp(value):
return rffi.utf82wcharp(value, codepoints_in_utf8(value))
@staticmethod
def charp2str(p):
s, lgt = rffi.wcharp2utf8(p)
return rstring.assert_str0(s)
@staticmethod
@specialize.argtype(0)
def as_str(path):
assert path is not None
if isinstance(path, str):
return path
elif isinstance(path, unicode):
# This never happens in PyPy's Python interpreter!
# Only in raw RPython code that uses unicode strings.
# We implement python3 behavior: silently convert to utf8.
return path.encode('utf8')
else:
return path.as_bytes()
@staticmethod
@specialize.argtype(0)
def as_str0(path):
res = Utf8Traits.as_str(path)
rstring.check_str0(res)
return res
@staticmethod
@specialize.argtype(0)
def as_utf80(path):
# XXX get rid of this assert
assert path is not None
if isinstance(path, str):
res = path
elif isinstance(path, unicode):
res = path.encode('utf-8')
else:
res = path.as_bytes()
assert res is not None
rstring.check_str0(res)
return res
string_traits = StringTraits()
utf8_traits = Utf8Traits()
# Always use utf8_traits
|
