Lines Matching full:codecs
3 import codecs
39 r = codecs.getreader(self.encoding)(q)
51 d = codecs.getincrementaldecoder(self.encoding)()
74 u"".join(codecs.iterdecode(encoded, self.encoding))
80 return codecs.getreader(self.encoding)(stream)
192 reader = codecs.getreader(self.encoding)(stream)
198 writer = codecs.getwriter(self.encoding)(q)
199 reader = codecs.getreader(self.encoding)(q)
230 reader = codecs.getreader(self.encoding)(stream)
245 reader = codecs.getreader(self.encoding)(stream)
264 _,_,reader,writer = codecs.lookup(self.encoding)
280 f = codecs.getreader(self.encoding)(s)
284 f = codecs.getreader(self.encoding)(s)
320 codecs.utf_32_decode('\x01', 'replace', True))
322 codecs.utf_32_decode('\x01', 'ignore', True))
325 self.assertRaises(UnicodeDecodeError, codecs.utf_32_decode,
333 codecs.utf_32_decode(encoded_le)[0])
336 codecs.utf_32_decode(encoded_be)[0])
372 self.assertRaises(UnicodeDecodeError, codecs.utf_32_le_decode,
380 codecs.utf_32_le_decode(encoded)[0])
416 self.assertRaises(UnicodeDecodeError, codecs.utf_32_be_decode,
424 codecs.utf_32_be_decode(encoded)[0])
434 _,_,reader,writer = codecs.lookup(self.encoding)
450 f = codecs.getreader(self.encoding)(s)
454 f = codecs.getreader(self.encoding)(s)
480 codecs.utf_16_decode('\x01', 'replace', True))
482 codecs.utf_16_decode('\x01', 'ignore', True))
485 self.assertRaises(UnicodeDecodeError, codecs.utf_16_decode, "\xff", "strict", True)
497 with codecs.open(test_support.TESTFN, 'U', encoding=self.encoding) as reader:
533 self.assertRaises(UnicodeDecodeError, codecs.utf_16_le_decode,
570 self.assertRaises(UnicodeDecodeError, codecs.utf_16_be_decode,
617 self.assertRaises(UnicodeDecodeError, codecs.utf_16_ex_decode, "\xff", "strict", 0, True)
620 self.assertRaises(TypeError, codecs.utf_16_ex_decode)
627 codecs.readbuffer_encode(array.array("c", "spam")),
632 self.assertEqual(codecs.readbuffer_encode(""), ("", 0))
635 self.assertRaises(TypeError, codecs.readbuffer_encode)
636 self.assertRaises(TypeError, codecs.readbuffer_encode, 42)
641 self.assertEqual(codecs.charbuffer_encode("spam"), ("spam", 4))
644 self.assertEqual(codecs.charbuffer_encode(""), ("", 0))
647 self.assertRaises(TypeError, codecs.charbuffer_encode)
648 self.assertRaises(TypeError, codecs.charbuffer_encode, 42)
686 d = codecs.getincrementaldecoder("utf-8-sig")()
692 bytestring = codecs.BOM_UTF8 + "ABC\xC2\xA1\xE2\x88\x80XYZ"
694 reader = codecs.getreader("utf-8-sig")
716 reader = codecs.getreader("utf-8-sig")
736 self.assertEqual(codecs.escape_decode(""), ("", 0))
739 decode = codecs.escape_decode
746 decode = codecs.escape_decode
776 decode = codecs.escape_decode
789 f2 = codecs.EncodedFile(f, "unicode_internal", "utf-8")
958 codecs.register_error("UnicodeInternalTest", codecs.ignore_errors)
959 decoder = codecs.getdecoder("unicode_internal")
967 encoder = codecs.getencoder("unicode_internal")
971 encoder = codecs.getencoder("string-escape")
1162 r = codecs.getreader("idna")(StringIO.StringIO("abc"))
1168 "".join(codecs.iterdecode("python.org", "idna")),
1172 "".join(codecs.iterdecode("python.org.", "idna")),
1176 "".join(codecs.iterdecode("xn--pythn-mua.org.", "idna")),
1180 "".join(codecs.iterdecode("xn--pythn-mua.org.", "idna")),
1184 decoder = codecs.getincrementaldecoder("idna")()
1198 "".join(codecs.iterencode(u"python.org", "idna")),
1202 "".join(codecs.iterencode(u"python.org.", "idna")),
1206 "".join(codecs.iterencode(u"pyth\xf6n.org.", "idna")),
1210 "".join(codecs.iterencode(u"pyth\xf6n.org.", "idna")),
1214 encoder = codecs.getincrementalencoder("idna")()
1227 self.assertEqual(codecs.decode('\xe4\xf6\xfc', 'latin-1'),
1229 self.assertRaises(TypeError, codecs.decode)
1230 self.assertEqual(codecs.decode('abc'), u'abc')
1231 self.assertRaises(UnicodeDecodeError, codecs.decode, '\xff', 'ascii')
1234 self.assertEqual(codecs.encode(u'\xe4\xf6\xfc', 'latin-1'),
1236 self.assertRaises(TypeError, codecs.encode)
1237 self.assertRaises(LookupError, codecs.encode, "foo", "__spam__")
1238 self.assertEqual(codecs.encode(u'abc'), 'abc')
1239 self.assertRaises(UnicodeEncodeError, codecs.encode, u'\xffff', 'ascii')
1242 self.assertRaises(TypeError, codecs.register)
1243 self.assertRaises(TypeError, codecs.register, 42)
1246 self.assertRaises(TypeError, codecs.lookup)
1247 self.assertRaises(LookupError, codecs.lookup, "__spam__")
1248 self.assertRaises(LookupError, codecs.lookup, " ")
1251 self.assertRaises(TypeError, codecs.getencoder)
1252 self.assertRaises(LookupError, codecs.getencoder, "__spam__")
1255 self.assertRaises(TypeError, codecs.getdecoder)
1256 self.assertRaises(LookupError, codecs.getdecoder, "__spam__")
1259 self.assertRaises(TypeError, codecs.getreader)
1260 self.assertRaises(LookupError, codecs.getreader, "__spam__")
1263 self.assertRaises(TypeError, codecs.getwriter)
1264 self.assertRaises(LookupError, codecs.getwriter, "__spam__")
1267 # Issue #1813: under Turkish locales, lookup of some codecs failed
1276 c = codecs.lookup('ASCII')
1282 self.reader = codecs.getreader('utf-8')
1293 ef = codecs.EncodedFile(f, 'utf-16-le', 'utf-8')
1297 ef = codecs.EncodedFile(f, 'utf-8', 'latin1')
1305 reader = codecs.getreader("base64_codec")(StringIO.StringIO(sin))
1312 reader = codecs.getreader("base64_codec")(StringIO.StringIO(sin))
1422 if hasattr(codecs, "mbcs_encode"):
1470 s = u"abc123" # all codecs should be able to encode these
1472 name = codecs.lookup(encoding).name
1478 (bytes, size) = codecs.getencoder(encoding)(s)
1480 (chars, size) = codecs.getdecoder(encoding)(bytes)
1486 writer = codecs.getwriter(encoding)(q)
1492 reader = codecs.getreader(encoding)(q)
1503 encoder = codecs.getincrementalencoder(encoding)()
1513 decoder = codecs.getincrementaldecoder(encoding)()
1533 result = u"".join(codecs.iterdecode(codecs.iterencode(s, encoding), encoding))
1537 result = u"".join(codecs.iterdecode(codecs.iterencode(u"", encoding), encoding))
1543 encoder = codecs.getincrementalencoder(encoding)("ignore")
1549 decoder = codecs.getincrementaldecoder(encoding)("ignore")
1559 # all codecs should be able to encode these
1566 reader = codecs.getreader(encoding)(StringIO.StringIO(s.encode(encoding)))
1575 decoder = codecs.getdecoder(encoding)
1582 encoder = codecs.getencoder(encoding)
1595 (bytes, size) = codecs.getencoder(encoding)(s)
1597 (chars, size) = codecs.getdecoder(encoding)(bytes)
1603 codecs.charmap_decode("\x00\x01\x02", "strict", u"abc"),
1608 codecs.charmap_decode, b"\x00\x01\x02", "strict", u"ab"
1612 codecs.charmap_decode, "\x00\x01\x02", "strict", u"ab\ufffe"
1616 codecs.charmap_decode("\x00\x01\x02", "replace", u"ab"),
1621 codecs.charmap_decode("\x00\x01\x02", "replace", u"ab\ufffe"),
1626 codecs.charmap_decode("\x00\x01\x02", "ignore", u"ab"),
1631 codecs.charmap_decode("\x00\x01\x02", "ignore", u"ab\ufffe"),
1637 codecs.charmap_decode(allbytes, "ignore", u""),
1643 codecs.charmap_decode("\x00\x01\x02", "strict",
1649 codecs.charmap_decode("\x00\x01\x02", "strict",
1655 codecs.charmap_decode("\x00\x01\x02", "strict",
1661 codecs.charmap_decode("\x00\x01\x02", "strict",
1667 codecs.charmap_decode, "\x00\x01\x02", "strict",
1672 codecs.charmap_decode, "\x00\x01\x02", "strict",
1678 codecs.charmap_decode, "\x00\x01\x02", "strict",
1683 codecs.charmap_decode("\x00\x01\x02", "replace",
1689 codecs.charmap_decode("\x00\x01\x02", "replace",
1696 codecs.charmap_decode("\x00\x01\x02", "replace",
1702 codecs.charmap_decode("\x00\x01\x02", "ignore",
1708 codecs.charmap_decode("\x00\x01\x02", "ignore",
1715 codecs.charmap_decode("\x00\x01\x02", "ignore",
1722 codecs.charmap_decode(allbytes, "ignore", {}),
1732 codecs.charmap_decode("\x00\x01\x02", "strict",
1739 codecs.charmap_decode("\x00\x01\x02", "strict",
1745 codecs.charmap_decode, "\x00\x01\x02", "strict",
1750 codecs.charmap_decode, "\x00\x01\x02", "strict",
1755 codecs.charmap_decode, "\x00\x01\x02", "strict",
1760 codecs.charmap_decode("\x00\x01\x02", "replace",
1766 codecs.charmap_decode("\x00\x01\x02", "replace",
1772 codecs.charmap_decode("\x00\x01\x02", "ignore",
1778 codecs.charmap_decode("\x00\x01\x02", "ignore",
1787 with codecs.EncodedFile(f, "latin-1", "utf-8") as ef:
1792 info = codecs.lookup("utf-8")
1793 with codecs.StreamReaderWriter(f, info.streamreader,
1800 self.assertEqual(codecs.unicode_escape_encode(u""), ("", 0))
1801 self.assertEqual(codecs.unicode_escape_decode(""), (u"", 0))
1804 encode = codecs.unicode_escape_encode
1810 decode = codecs.unicode_escape_decode
1816 encode = codecs.unicode_escape_encode
1831 decode = codecs.unicode_escape_decode
1860 decode = codecs.unicode_escape_decode
1878 self.assertEqual(codecs.raw_unicode_escape_encode(u""), ("", 0))
1879 self.assertEqual(codecs.raw_unicode_escape_decode(""), (u"", 0))
1882 encode = codecs.raw_unicode_escape_encode
1887 decode = codecs.raw_unicode_escape_decode
1892 encode = codecs.raw_unicode_escape_encode
1901 decode = codecs.raw_unicode_escape_decode
1910 decode = codecs.raw_unicode_escape_decode
1938 with codecs.open(test_support.TESTFN, 'w+', encoding=encoding) as f:
1947 with codecs.open(test_support.TESTFN, 'w+', encoding=encoding) as f:
1956 with codecs.open(test_support.TESTFN, 'w+', encoding=encoding) as f:
1966 with codecs.open(test_support.TESTFN, 'w+', encoding=encoding) as f:
1975 with codecs.open(test_support.TESTFN, 'w+', encoding=encoding) as f:
