mirror of https://github.com/python/cpython
55 lines
2.3 KiB
Python
55 lines
2.3 KiB
Python
|
import unittest
|
||
|
|
from test.support import import_helper
|
||
|
|
|
||
|
|
_testcapi = import_helper.import_module('_testcapi')
|
||
|
|
|
||
|
|
|
||
|
|
class CAPITest(unittest.TestCase):
|
||
|
|
|
||
|
|
def test_decodeutf8(self):
|
||
|
|
"""Test PyUnicode_DecodeUTF8()"""
|
||
|
|
decodeutf8 = _testcapi.unicode_decodeutf8
|
||
|
|
|
||
|
|
for s in ['abc', '\xa1\xa2', '\u4f60\u597d', 'a\U0001f600']:
|
||
|
|
b = s.encode('utf-8')
|
||
|
|
self.assertEqual(decodeutf8(b), s)
|
||
|
|
self.assertEqual(decodeutf8(b, 'strict'), s)
|
||
|
|
|
||
|
|
self.assertRaises(UnicodeDecodeError, decodeutf8, b'\x80')
|
||
|
|
self.assertRaises(UnicodeDecodeError, decodeutf8, b'\xc0')
|
||
|
|
self.assertRaises(UnicodeDecodeError, decodeutf8, b'\xff')
|
||
|
|
self.assertRaises(UnicodeDecodeError, decodeutf8, b'a\xf0\x9f')
|
||
|
|
self.assertEqual(decodeutf8(b'a\xf0\x9f', 'replace'), 'a\ufffd')
|
||
|
|
self.assertEqual(decodeutf8(b'a\xf0\x9fb', 'replace'), 'a\ufffdb')
|
||
|
|
|
||
|
|
self.assertRaises(LookupError, decodeutf8, b'a\x80', 'foo')
|
||
|
|
# TODO: Test PyUnicode_DecodeUTF8() with NULL as data and
|
||
|
|
# negative size.
|
||
|
|
|
||
|
|
def test_decodeutf8stateful(self):
|
||
|
|
"""Test PyUnicode_DecodeUTF8Stateful()"""
|
||
|
|
decodeutf8stateful = _testcapi.unicode_decodeutf8stateful
|
||
|
|
|
||
|
|
for s in ['abc', '\xa1\xa2', '\u4f60\u597d', 'a\U0001f600']:
|
||
|
|
b = s.encode('utf-8')
|
||
|
|
self.assertEqual(decodeutf8stateful(b), (s, len(b)))
|
||
|
|
self.assertEqual(decodeutf8stateful(b, 'strict'), (s, len(b)))
|
||
|
|
|
||
|
|
self.assertRaises(UnicodeDecodeError, decodeutf8stateful, b'\x80')
|
||
|
|
self.assertRaises(UnicodeDecodeError, decodeutf8stateful, b'\xc0')
|
||
|
|
self.assertRaises(UnicodeDecodeError, decodeutf8stateful, b'\xff')
|
||
|
|
self.assertEqual(decodeutf8stateful(b'a\xf0\x9f'), ('a', 1))
|
||
|
|
self.assertEqual(decodeutf8stateful(b'a\xf0\x9f', 'replace'), ('a', 1))
|
||
|
|
self.assertRaises(UnicodeDecodeError, decodeutf8stateful, b'a\xf0\x9fb')
|
||
|
|
self.assertEqual(decodeutf8stateful(b'a\xf0\x9fb', 'replace'), ('a\ufffdb', 4))
|
||
|
|
|
||
|
|
self.assertRaises(LookupError, decodeutf8stateful, b'a\x80', 'foo')
|
||
|
|
# TODO: Test PyUnicode_DecodeUTF8Stateful() with NULL as data and
|
||
|
|
# negative size.
|
||
|
|
# TODO: Test PyUnicode_DecodeUTF8Stateful() with NULL as the address of
|
||
|
|
# "consumed".
|
||
|
|
|
||
|
|
|
||
|
|
if __name__ == "__main__":
|
||
|
|
unittest.main()
|