1 from collections import OrderedDict 2 from json.tests import PyTest, CTest 3 4 5 class TestUnicode(object): 6 def test_encoding1(self): 7 encoder = self.json.JSONEncoder(encoding='utf-8') 8 u = u'\N{GREEK SMALL LETTER ALPHA}\N{GREEK CAPITAL LETTER OMEGA}' 9 s = u.encode('utf-8') 10 ju = encoder.encode(u) 11 js = encoder.encode(s) 12 self.assertEqual(ju, js) 13 14 def test_encoding2(self): 15 u = u'\N{GREEK SMALL LETTER ALPHA}\N{GREEK CAPITAL LETTER OMEGA}' 16 s = u.encode('utf-8') 17 ju = self.dumps(u, encoding='utf-8') 18 js = self.dumps(s, encoding='utf-8') 19 self.assertEqual(ju, js) 20 21 def test_encoding3(self): 22 u = u'\N{GREEK SMALL LETTER ALPHA}\N{GREEK CAPITAL LETTER OMEGA}' 23 j = self.dumps(u) 24 self.assertEqual(j, '"\\u03b1\\u03a9"') 25 26 def test_encoding4(self): 27 u = u'\N{GREEK SMALL LETTER ALPHA}\N{GREEK CAPITAL LETTER OMEGA}' 28 j = self.dumps([u]) 29 self.assertEqual(j, '["\\u03b1\\u03a9"]') 30 31 def test_encoding5(self): 32 u = u'\N{GREEK SMALL LETTER ALPHA}\N{GREEK CAPITAL LETTER OMEGA}' 33 j = self.dumps(u, ensure_ascii=False) 34 self.assertEqual(j, u'"{0}"'.format(u)) 35 36 def test_encoding6(self): 37 u = u'\N{GREEK SMALL LETTER ALPHA}\N{GREEK CAPITAL LETTER OMEGA}' 38 j = self.dumps([u], ensure_ascii=False) 39 self.assertEqual(j, u'["{0}"]'.format(u)) 40 41 def test_big_unicode_encode(self): 42 u = u'\U0001d120' 43 self.assertEqual(self.dumps(u), '"\\ud834\\udd20"') 44 self.assertEqual(self.dumps(u, ensure_ascii=False), u'"\U0001d120"') 45 46 def test_big_unicode_decode(self): 47 u = u'z\U0001d120x' 48 self.assertEqual(self.loads('"' + u + '"'), u) 49 self.assertEqual(self.loads('"z\\ud834\\udd20x"'), u) 50 51 def test_unicode_decode(self): 52 for i in range(0, 0xd7ff): 53 u = unichr(i) 54 s = '"\\u{0:04x}"'.format(i) 55 self.assertEqual(self.loads(s), u) 56 57 def test_object_pairs_hook_with_unicode(self): 58 s = u'{"xkd":1, "kcw":2, "art":3, "hxm":4, "qrt":5, "pad":6, "hoy":7}' 59 p = [(u"xkd", 1), (u"kcw", 2), (u"art", 3), (u"hxm", 4), 60 (u"qrt", 5), (u"pad", 6), (u"hoy", 7)] 61 self.assertEqual(self.loads(s), eval(s)) 62 self.assertEqual(self.loads(s, object_pairs_hook = lambda x: x), p) 63 od = self.loads(s, object_pairs_hook = OrderedDict) 64 self.assertEqual(od, OrderedDict(p)) 65 self.assertEqual(type(od), OrderedDict) 66 # the object_pairs_hook takes priority over the object_hook 67 self.assertEqual(self.loads(s, 68 object_pairs_hook = OrderedDict, 69 object_hook = lambda x: None), 70 OrderedDict(p)) 71 72 def test_default_encoding(self): 73 self.assertEqual(self.loads(u'{"a": "\xe9"}'.encode('utf-8')), 74 {'a': u'\xe9'}) 75 76 def test_unicode_preservation(self): 77 self.assertEqual(type(self.loads(u'""')), unicode) 78 self.assertEqual(type(self.loads(u'"a"')), unicode) 79 self.assertEqual(type(self.loads(u'["a"]')[0]), unicode) 80 # Issue 10038. 81 self.assertEqual(type(self.loads('"foo"')), unicode) 82 83 def test_bad_encoding(self): 84 self.assertRaises(UnicodeEncodeError, self.loads, '"a"', u"rat\xe9") 85 self.assertRaises(TypeError, self.loads, '"a"', 1) 86 87 88 class TestPyUnicode(TestUnicode, PyTest): pass 89 class TestCUnicode(TestUnicode, CTest): pass 90
