mirrors/cpython
1
0
Fork 0
mirror of https://github.com/python/cpython.git synced 2025-12-04 08:34:25 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 10

Change decode() so that it works with a buffer (i.e. unicode(..., 'utf-8-sig'))

Browse source 
SF bug #1601501.
This commit is contained in:
Walter Dörwald 2006-11-23 05:03:56 +00:00
parent 4ebbefe677
commit 39b8b6afb5
2 changed files with 5 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
Lib/encodings/utf_8_sig.py
View file

@ -16,7 +16,7 @@ def encode(input, errors='strict'):
def decode(input, errors='strict'): def decode(input, errors='strict'):
prefix = 0 prefix = 0
if input.startswith(codecs.BOM_UTF8): if input[:3] == codecs.BOM_UTF8:
input = input[3:] input = input[3:]
prefix = 3 prefix = 3
(output, consumed) = codecs.utf_8_decode(input, errors, True) (output, consumed) = codecs.utf_8_decode(input, errors, True)

4
Lib/test/test_codecs.py
View file

@ -425,6 +425,10 @@ class UTF8SigTest(ReadTest):
] ]
) )
def test_bug1601501(self):
# SF bug #1601501: check that the codec works with a buffer
unicode("\xef\xbb\xbf", "utf-8-sig")
class EscapeDecodeTest(unittest.TestCase): class EscapeDecodeTest(unittest.TestCase):
def test_empty(self): def test_empty(self):
self.assertEquals(codecs.escape_decode(""), ("", 0)) self.assertEquals(codecs.escape_decode(""), ("", 0))