6 examples of 'decode utf 8 python' in Python

17
def decode(input, errors='strict'):
18
    return codecs.utf_16_decode(input, errors, True)

203
@__builtin__
204
def utf_16_be_decode(string, errors=None, final=False):
205
    return __truffle_decode(string, "utf-16-be", errors)

190
def utf32(string):
191
    return string.encode('utf-32')

45
def wsgi_decoding_dance(s, charset="utf-8", errors="replace"):
46
    # type: (str, str, str) -> str
47
    return s.decode(charset, errors)

22
def decode(data):
23
    """
24
    Decode data employing some charset detection and including unicode BOM
25
    stripping.
26
    """
27
28
    if isinstance(data, unicode):
29
        return data
30
31
    # Detect standard unicode BOMs.
32
    for bom, encoding in UNICODE_BOMS:
33
        if data.startswith(bom):
34
            return data[len(bom):].decode(encoding, errors='ignore')
35
36
    # Try straight UTF-8.
37
    try:
38
        return data.decode('utf-8')
39
    except UnicodeDecodeError:
40
        pass
41
42
    # Test for various common encodings.
43
    for encoding in COMMON_ENCODINGS:
44
        try:
45
            return data.decode(encoding)
46
        except UnicodeDecodeError:
47
            pass
48
49
    # Anything else gets filtered.
50
    return NON_ASCII_FILTER.sub('', data).decode('ascii', errors='replace')

55
def decode(bytes_):
56
    """Decode bytes with default locale and return (unicode) string
57
58
    No-op if parameter is not bytes (assumed unicode string).
59
60
    :param bytes bytes_: the bytes to decode
61
    """
62
    if isinstance(bytes_, unicode):
63
        return bytes_
64
    if isinstance(bytes_, bytes):
65
        enc = _get_encoding()
66
        return bytes_.decode(enc)
67
    return unicode(bytes_)