File: strunicode.py

package info (click to toggle)
pypy3 7.3.19%2Bdfsg-2
  • links: PTS, VCS
  • area: main
  • in suites: trixie
  • size: 212,236 kB
  • sloc: python: 2,098,316; ansic: 540,565; sh: 21,462; asm: 14,419; cpp: 4,451; makefile: 4,209; objc: 761; xml: 530; exp: 499; javascript: 314; pascal: 244; lisp: 45; csh: 12; awk: 4
file content (25 lines) | stat: -rw-r--r-- 814 bytes parent folder | download | duplicates (3)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
RAW_ENCODING = "utf-8"
ENCODING_ERROR_HANDLING = "replace"

try:
    unicode = unicode
    def ord_byte_index(b, index):
        return ord(b[index])
except NameError:
    unicode = str
    def ord_byte_index(b, index):
        return b[index]

def forceunicode(name):
    """ returns `name` as unicode, even if it wasn't before  """
    return name if isinstance(name, unicode) else name.decode(RAW_ENCODING, ENCODING_ERROR_HANDLING)


def forcestr(name):
    """ returns `name` as string, even if it wasn't before  """
    return name if isinstance(name, bytes) else name.encode(RAW_ENCODING, ENCODING_ERROR_HANDLING)


def tryencode(name):
    """ returns `name` as encoded string if it was unicode before """
    return name.encode(RAW_ENCODING, ENCODING_ERROR_HANDLING) if isinstance(name, unicode) else name