mirror of
https://github.com/python/cpython.git
synced 2025-07-24 11:44:31 +00:00
a866df806d
codec to not apply Latin-1 mappings for keys which are not found in the mapping dictionaries, but instead treat them as undefined mappings. The patch was originally written by Martin v. Loewis with some additional (cosmetic) changes and an updated test script by Marc-Andre Lemburg. The standard codecs were recreated from the most current files available at the Unicode.org site using the Tools/scripts/gencodec.py tool. This patch closes the bugs #116285 and #119960.
114 lines
2.7 KiB
Python
114 lines
2.7 KiB
Python
""" Python Character Mapping Codec generated from '8859-8.TXT' with gencodec.py.
|
|
|
|
Written by Marc-Andre Lemburg (mal@lemburg.com).
|
|
|
|
(c) Copyright CNRI, All Rights Reserved. NO WARRANTY.
|
|
(c) Copyright 2000 Guido van Rossum.
|
|
|
|
"""#"
|
|
|
|
import codecs
|
|
|
|
### Codec APIs
|
|
|
|
class Codec(codecs.Codec):
|
|
|
|
def encode(self,input,errors='strict'):
|
|
|
|
return codecs.charmap_encode(input,errors,encoding_map)
|
|
|
|
def decode(self,input,errors='strict'):
|
|
|
|
return codecs.charmap_decode(input,errors,decoding_map)
|
|
|
|
class StreamWriter(Codec,codecs.StreamWriter):
|
|
pass
|
|
|
|
class StreamReader(Codec,codecs.StreamReader):
|
|
pass
|
|
|
|
### encodings module API
|
|
|
|
def getregentry():
|
|
|
|
return (Codec().encode,Codec().decode,StreamReader,StreamWriter)
|
|
|
|
### Decoding Map
|
|
|
|
decoding_map = codecs.make_identity_dict(range(256))
|
|
decoding_map.update({
|
|
0x00a1: None,
|
|
0x00aa: 0x00d7, # MULTIPLICATION SIGN
|
|
0x00ba: 0x00f7, # DIVISION SIGN
|
|
0x00bf: None,
|
|
0x00c0: None,
|
|
0x00c1: None,
|
|
0x00c2: None,
|
|
0x00c3: None,
|
|
0x00c4: None,
|
|
0x00c5: None,
|
|
0x00c6: None,
|
|
0x00c7: None,
|
|
0x00c8: None,
|
|
0x00c9: None,
|
|
0x00ca: None,
|
|
0x00cb: None,
|
|
0x00cc: None,
|
|
0x00cd: None,
|
|
0x00ce: None,
|
|
0x00cf: None,
|
|
0x00d0: None,
|
|
0x00d1: None,
|
|
0x00d2: None,
|
|
0x00d3: None,
|
|
0x00d4: None,
|
|
0x00d5: None,
|
|
0x00d6: None,
|
|
0x00d7: None,
|
|
0x00d8: None,
|
|
0x00d9: None,
|
|
0x00da: None,
|
|
0x00db: None,
|
|
0x00dc: None,
|
|
0x00dd: None,
|
|
0x00de: None,
|
|
0x00df: 0x2017, # DOUBLE LOW LINE
|
|
0x00e0: 0x05d0, # HEBREW LETTER ALEF
|
|
0x00e1: 0x05d1, # HEBREW LETTER BET
|
|
0x00e2: 0x05d2, # HEBREW LETTER GIMEL
|
|
0x00e3: 0x05d3, # HEBREW LETTER DALET
|
|
0x00e4: 0x05d4, # HEBREW LETTER HE
|
|
0x00e5: 0x05d5, # HEBREW LETTER VAV
|
|
0x00e6: 0x05d6, # HEBREW LETTER ZAYIN
|
|
0x00e7: 0x05d7, # HEBREW LETTER HET
|
|
0x00e8: 0x05d8, # HEBREW LETTER TET
|
|
0x00e9: 0x05d9, # HEBREW LETTER YOD
|
|
0x00ea: 0x05da, # HEBREW LETTER FINAL KAF
|
|
0x00eb: 0x05db, # HEBREW LETTER KAF
|
|
0x00ec: 0x05dc, # HEBREW LETTER LAMED
|
|
0x00ed: 0x05dd, # HEBREW LETTER FINAL MEM
|
|
0x00ee: 0x05de, # HEBREW LETTER MEM
|
|
0x00ef: 0x05df, # HEBREW LETTER FINAL NUN
|
|
0x00f0: 0x05e0, # HEBREW LETTER NUN
|
|
0x00f1: 0x05e1, # HEBREW LETTER SAMEKH
|
|
0x00f2: 0x05e2, # HEBREW LETTER AYIN
|
|
0x00f3: 0x05e3, # HEBREW LETTER FINAL PE
|
|
0x00f4: 0x05e4, # HEBREW LETTER PE
|
|
0x00f5: 0x05e5, # HEBREW LETTER FINAL TSADI
|
|
0x00f6: 0x05e6, # HEBREW LETTER TSADI
|
|
0x00f7: 0x05e7, # HEBREW LETTER QOF
|
|
0x00f8: 0x05e8, # HEBREW LETTER RESH
|
|
0x00f9: 0x05e9, # HEBREW LETTER SHIN
|
|
0x00fa: 0x05ea, # HEBREW LETTER TAV
|
|
0x00fb: None,
|
|
0x00fc: None,
|
|
0x00fd: 0x200e, # LEFT-TO-RIGHT MARK
|
|
0x00fe: 0x200f, # RIGHT-TO-LEFT MARK
|
|
0x00ff: None,
|
|
})
|
|
|
|
### Encoding Map
|
|
|
|
encoding_map = {}
|
|
for k,v in decoding_map.items():
|
|
encoding_map[v] = k
|