circuitpython/tests/unicode/unicode.py

50 lines
1.2 KiB
Python
Raw Normal View History

2014-06-03 15:28:12 -04:00
# Test a UTF-8 encoded literal
s = "asdf©qwer"
for i in range(len(s)):
2021-03-15 09:57:36 -04:00
print("s[%d]: %s %X" % (i, s[i], ord(s[i])))
2014-06-03 15:28:12 -04:00
# Test all three forms of Unicode escape, and
# all blocks of UTF-8 byte patterns
s = "a\xA9\xFF\u0123\u0800\uFFEE\U0001F44C"
for i in range(-len(s), len(s)):
2021-03-15 09:57:36 -04:00
print("s[%d]: %s %X" % (i, s[i], ord(s[i])))
print("s[:%d]: %d chars, '%s'" % (i, len(s[:i]), s[:i]))
2014-06-03 15:28:12 -04:00
for j in range(i, len(s)):
2021-03-15 09:57:36 -04:00
print("s[%d:%d]: %d chars, '%s'" % (i, j, len(s[i:j]), s[i:j]))
print("s[%d:]: %d chars, '%s'" % (i, len(s[i:]), s[i:]))
2014-06-03 15:28:12 -04:00
# Test UTF-8 encode and decode
enc = s.encode()
print(enc, enc.decode() == s)
# printing of unicode chars using repr
# NOTE: for some characters (eg \u10ff) we differ to CPython
2021-03-15 09:57:36 -04:00
print(repr("a\uffff"))
print(repr("a\U0001ffff"))
# test invalid escape code
try:
eval('"\\U00110000"')
except SyntaxError:
2021-03-15 09:57:36 -04:00
print("SyntaxError")
# test unicode string given to int
try:
2021-03-15 09:57:36 -04:00
int("\u0200")
except ValueError:
2021-03-15 09:57:36 -04:00
print("ValueError")
# test invalid UTF-8 string
try:
2021-03-15 09:57:36 -04:00
str(b"ab\xa1", "utf8")
except UnicodeError:
2021-03-15 09:57:36 -04:00
print("UnicodeError")
try:
2021-03-15 09:57:36 -04:00
str(b"ab\xf8", "utf8")
except UnicodeError:
2021-03-15 09:57:36 -04:00
print("UnicodeError")
try:
2021-03-15 09:57:36 -04:00
str(bytearray(b"ab\xc0a"), "utf8")
except UnicodeError:
2021-03-15 09:57:36 -04:00
print("UnicodeError")