summaryrefslogtreecommitdiffstats
path: root/Lib/encodings/iso8859_4.py
diff options
context:
space:
mode:
authorMarc-André Lemburg <mal@egenix.com>2005-10-21 13:49:12 (GMT)
committerMarc-André Lemburg <mal@egenix.com>2005-10-21 13:49:12 (GMT)
commita1129f4b9bdf655e8b5b9565b87ead5f32f4b574 (patch)
treedb7cf3de8872e250c8c9153a1b0dec559f869ecb /Lib/encodings/iso8859_4.py
parent92b201debcb7c796a68df372f3660e02b2c85d40 (diff)
downloadcpython-a1129f4b9bdf655e8b5b9565b87ead5f32f4b574.zip
cpython-a1129f4b9bdf655e8b5b9565b87ead5f32f4b574.tar.gz
cpython-a1129f4b9bdf655e8b5b9565b87ead5f32f4b574.tar.bz2
Replace the old charmap codecs with new ones generated from the current
mapping tables available at ftp.unicode.org. These new codecs include and use character decoding tables which speeds up decoding by a few factors.
Diffstat (limited to 'Lib/encodings/iso8859_4.py')
-rw-r--r--Lib/encodings/iso8859_4.py631
1 files changed, 572 insertions, 59 deletions
diff --git a/Lib/encodings/iso8859_4.py b/Lib/encodings/iso8859_4.py
index 3f84965..19ad6df 100644
--- a/Lib/encodings/iso8859_4.py
+++ b/Lib/encodings/iso8859_4.py
@@ -1,9 +1,4 @@
-""" Python Character Mapping Codec generated from '8859-4.TXT' with gencodec.py.
-
-Written by Marc-Andre Lemburg (mal@lemburg.com).
-
-(c) Copyright CNRI, All Rights Reserved. NO WARRANTY.
-(c) Copyright 2000 Guido van Rossum.
+""" Python Character Mapping Codec generated from 'ISO8859/8859-4.TXT' with gencodec.py.
"""#"
@@ -19,8 +14,8 @@ class Codec(codecs.Codec):
def decode(self,input,errors='strict'):
- return codecs.charmap_decode(input,errors,decoding_map)
-
+ return codecs.charmap_decode(input,errors,decoding_table)
+
class StreamWriter(Codec,codecs.StreamWriter):
pass
@@ -37,58 +32,576 @@ def getregentry():
decoding_map = codecs.make_identity_dict(range(256))
decoding_map.update({
- 0x00a1: 0x0104, # LATIN CAPITAL LETTER A WITH OGONEK
- 0x00a2: 0x0138, # LATIN SMALL LETTER KRA
- 0x00a3: 0x0156, # LATIN CAPITAL LETTER R WITH CEDILLA
- 0x00a5: 0x0128, # LATIN CAPITAL LETTER I WITH TILDE
- 0x00a6: 0x013b, # LATIN CAPITAL LETTER L WITH CEDILLA
- 0x00a9: 0x0160, # LATIN CAPITAL LETTER S WITH CARON
- 0x00aa: 0x0112, # LATIN CAPITAL LETTER E WITH MACRON
- 0x00ab: 0x0122, # LATIN CAPITAL LETTER G WITH CEDILLA
- 0x00ac: 0x0166, # LATIN CAPITAL LETTER T WITH STROKE
- 0x00ae: 0x017d, # LATIN CAPITAL LETTER Z WITH CARON
- 0x00b1: 0x0105, # LATIN SMALL LETTER A WITH OGONEK
- 0x00b2: 0x02db, # OGONEK
- 0x00b3: 0x0157, # LATIN SMALL LETTER R WITH CEDILLA
- 0x00b5: 0x0129, # LATIN SMALL LETTER I WITH TILDE
- 0x00b6: 0x013c, # LATIN SMALL LETTER L WITH CEDILLA
- 0x00b7: 0x02c7, # CARON
- 0x00b9: 0x0161, # LATIN SMALL LETTER S WITH CARON
- 0x00ba: 0x0113, # LATIN SMALL LETTER E WITH MACRON
- 0x00bb: 0x0123, # LATIN SMALL LETTER G WITH CEDILLA
- 0x00bc: 0x0167, # LATIN SMALL LETTER T WITH STROKE
- 0x00bd: 0x014a, # LATIN CAPITAL LETTER ENG
- 0x00be: 0x017e, # LATIN SMALL LETTER Z WITH CARON
- 0x00bf: 0x014b, # LATIN SMALL LETTER ENG
- 0x00c0: 0x0100, # LATIN CAPITAL LETTER A WITH MACRON
- 0x00c7: 0x012e, # LATIN CAPITAL LETTER I WITH OGONEK
- 0x00c8: 0x010c, # LATIN CAPITAL LETTER C WITH CARON
- 0x00ca: 0x0118, # LATIN CAPITAL LETTER E WITH OGONEK
- 0x00cc: 0x0116, # LATIN CAPITAL LETTER E WITH DOT ABOVE
- 0x00cf: 0x012a, # LATIN CAPITAL LETTER I WITH MACRON
- 0x00d0: 0x0110, # LATIN CAPITAL LETTER D WITH STROKE
- 0x00d1: 0x0145, # LATIN CAPITAL LETTER N WITH CEDILLA
- 0x00d2: 0x014c, # LATIN CAPITAL LETTER O WITH MACRON
- 0x00d3: 0x0136, # LATIN CAPITAL LETTER K WITH CEDILLA
- 0x00d9: 0x0172, # LATIN CAPITAL LETTER U WITH OGONEK
- 0x00dd: 0x0168, # LATIN CAPITAL LETTER U WITH TILDE
- 0x00de: 0x016a, # LATIN CAPITAL LETTER U WITH MACRON
- 0x00e0: 0x0101, # LATIN SMALL LETTER A WITH MACRON
- 0x00e7: 0x012f, # LATIN SMALL LETTER I WITH OGONEK
- 0x00e8: 0x010d, # LATIN SMALL LETTER C WITH CARON
- 0x00ea: 0x0119, # LATIN SMALL LETTER E WITH OGONEK
- 0x00ec: 0x0117, # LATIN SMALL LETTER E WITH DOT ABOVE
- 0x00ef: 0x012b, # LATIN SMALL LETTER I WITH MACRON
- 0x00f0: 0x0111, # LATIN SMALL LETTER D WITH STROKE
- 0x00f1: 0x0146, # LATIN SMALL LETTER N WITH CEDILLA
- 0x00f2: 0x014d, # LATIN SMALL LETTER O WITH MACRON
- 0x00f3: 0x0137, # LATIN SMALL LETTER K WITH CEDILLA
- 0x00f9: 0x0173, # LATIN SMALL LETTER U WITH OGONEK
- 0x00fd: 0x0169, # LATIN SMALL LETTER U WITH TILDE
- 0x00fe: 0x016b, # LATIN SMALL LETTER U WITH MACRON
- 0x00ff: 0x02d9, # DOT ABOVE
+ 0x00a1: 0x0104, # LATIN CAPITAL LETTER A WITH OGONEK
+ 0x00a2: 0x0138, # LATIN SMALL LETTER KRA
+ 0x00a3: 0x0156, # LATIN CAPITAL LETTER R WITH CEDILLA
+ 0x00a5: 0x0128, # LATIN CAPITAL LETTER I WITH TILDE
+ 0x00a6: 0x013b, # LATIN CAPITAL LETTER L WITH CEDILLA
+ 0x00a9: 0x0160, # LATIN CAPITAL LETTER S WITH CARON
+ 0x00aa: 0x0112, # LATIN CAPITAL LETTER E WITH MACRON
+ 0x00ab: 0x0122, # LATIN CAPITAL LETTER G WITH CEDILLA
+ 0x00ac: 0x0166, # LATIN CAPITAL LETTER T WITH STROKE
+ 0x00ae: 0x017d, # LATIN CAPITAL LETTER Z WITH CARON
+ 0x00b1: 0x0105, # LATIN SMALL LETTER A WITH OGONEK
+ 0x00b2: 0x02db, # OGONEK
+ 0x00b3: 0x0157, # LATIN SMALL LETTER R WITH CEDILLA
+ 0x00b5: 0x0129, # LATIN SMALL LETTER I WITH TILDE
+ 0x00b6: 0x013c, # LATIN SMALL LETTER L WITH CEDILLA
+ 0x00b7: 0x02c7, # CARON
+ 0x00b9: 0x0161, # LATIN SMALL LETTER S WITH CARON
+ 0x00ba: 0x0113, # LATIN SMALL LETTER E WITH MACRON
+ 0x00bb: 0x0123, # LATIN SMALL LETTER G WITH CEDILLA
+ 0x00bc: 0x0167, # LATIN SMALL LETTER T WITH STROKE
+ 0x00bd: 0x014a, # LATIN CAPITAL LETTER ENG
+ 0x00be: 0x017e, # LATIN SMALL LETTER Z WITH CARON
+ 0x00bf: 0x014b, # LATIN SMALL LETTER ENG
+ 0x00c0: 0x0100, # LATIN CAPITAL LETTER A WITH MACRON
+ 0x00c7: 0x012e, # LATIN CAPITAL LETTER I WITH OGONEK
+ 0x00c8: 0x010c, # LATIN CAPITAL LETTER C WITH CARON
+ 0x00ca: 0x0118, # LATIN CAPITAL LETTER E WITH OGONEK
+ 0x00cc: 0x0116, # LATIN CAPITAL LETTER E WITH DOT ABOVE
+ 0x00cf: 0x012a, # LATIN CAPITAL LETTER I WITH MACRON
+ 0x00d0: 0x0110, # LATIN CAPITAL LETTER D WITH STROKE
+ 0x00d1: 0x0145, # LATIN CAPITAL LETTER N WITH CEDILLA
+ 0x00d2: 0x014c, # LATIN CAPITAL LETTER O WITH MACRON
+ 0x00d3: 0x0136, # LATIN CAPITAL LETTER K WITH CEDILLA
+ 0x00d9: 0x0172, # LATIN CAPITAL LETTER U WITH OGONEK
+ 0x00dd: 0x0168, # LATIN CAPITAL LETTER U WITH TILDE
+ 0x00de: 0x016a, # LATIN CAPITAL LETTER U WITH MACRON
+ 0x00e0: 0x0101, # LATIN SMALL LETTER A WITH MACRON
+ 0x00e7: 0x012f, # LATIN SMALL LETTER I WITH OGONEK
+ 0x00e8: 0x010d, # LATIN SMALL LETTER C WITH CARON
+ 0x00ea: 0x0119, # LATIN SMALL LETTER E WITH OGONEK
+ 0x00ec: 0x0117, # LATIN SMALL LETTER E WITH DOT ABOVE
+ 0x00ef: 0x012b, # LATIN SMALL LETTER I WITH MACRON
+ 0x00f0: 0x0111, # LATIN SMALL LETTER D WITH STROKE
+ 0x00f1: 0x0146, # LATIN SMALL LETTER N WITH CEDILLA
+ 0x00f2: 0x014d, # LATIN SMALL LETTER O WITH MACRON
+ 0x00f3: 0x0137, # LATIN SMALL LETTER K WITH CEDILLA
+ 0x00f9: 0x0173, # LATIN SMALL LETTER U WITH OGONEK
+ 0x00fd: 0x0169, # LATIN SMALL LETTER U WITH TILDE
+ 0x00fe: 0x016b, # LATIN SMALL LETTER U WITH MACRON
+ 0x00ff: 0x02d9, # DOT ABOVE
})
+### Decoding Table
+
+decoding_table = (
+ u'\x00' # 0x0000 -> NULL
+ u'\x01' # 0x0001 -> START OF HEADING
+ u'\x02' # 0x0002 -> START OF TEXT
+ u'\x03' # 0x0003 -> END OF TEXT
+ u'\x04' # 0x0004 -> END OF TRANSMISSION
+ u'\x05' # 0x0005 -> ENQUIRY
+ u'\x06' # 0x0006 -> ACKNOWLEDGE
+ u'\x07' # 0x0007 -> BELL
+ u'\x08' # 0x0008 -> BACKSPACE
+ u'\t' # 0x0009 -> HORIZONTAL TABULATION
+ u'\n' # 0x000a -> LINE FEED
+ u'\x0b' # 0x000b -> VERTICAL TABULATION
+ u'\x0c' # 0x000c -> FORM FEED
+ u'\r' # 0x000d -> CARRIAGE RETURN
+ u'\x0e' # 0x000e -> SHIFT OUT
+ u'\x0f' # 0x000f -> SHIFT IN
+ u'\x10' # 0x0010 -> DATA LINK ESCAPE
+ u'\x11' # 0x0011 -> DEVICE CONTROL ONE
+ u'\x12' # 0x0012 -> DEVICE CONTROL TWO
+ u'\x13' # 0x0013 -> DEVICE CONTROL THREE
+ u'\x14' # 0x0014 -> DEVICE CONTROL FOUR
+ u'\x15' # 0x0015 -> NEGATIVE ACKNOWLEDGE
+ u'\x16' # 0x0016 -> SYNCHRONOUS IDLE
+ u'\x17' # 0x0017 -> END OF TRANSMISSION BLOCK
+ u'\x18' # 0x0018 -> CANCEL
+ u'\x19' # 0x0019 -> END OF MEDIUM
+ u'\x1a' # 0x001a -> SUBSTITUTE
+ u'\x1b' # 0x001b -> ESCAPE
+ u'\x1c' # 0x001c -> FILE SEPARATOR
+ u'\x1d' # 0x001d -> GROUP SEPARATOR
+ u'\x1e' # 0x001e -> RECORD SEPARATOR
+ u'\x1f' # 0x001f -> UNIT SEPARATOR
+ u' ' # 0x0020 -> SPACE
+ u'!' # 0x0021 -> EXCLAMATION MARK
+ u'"' # 0x0022 -> QUOTATION MARK
+ u'#' # 0x0023 -> NUMBER SIGN
+ u'$' # 0x0024 -> DOLLAR SIGN
+ u'%' # 0x0025 -> PERCENT SIGN
+ u'&' # 0x0026 -> AMPERSAND
+ u"'" # 0x0027 -> APOSTROPHE
+ u'(' # 0x0028 -> LEFT PARENTHESIS
+ u')' # 0x0029 -> RIGHT PARENTHESIS
+ u'*' # 0x002a -> ASTERISK
+ u'+' # 0x002b -> PLUS SIGN
+ u',' # 0x002c -> COMMA
+ u'-' # 0x002d -> HYPHEN-MINUS
+ u'.' # 0x002e -> FULL STOP
+ u'/' # 0x002f -> SOLIDUS
+ u'0' # 0x0030 -> DIGIT ZERO
+ u'1' # 0x0031 -> DIGIT ONE
+ u'2' # 0x0032 -> DIGIT TWO
+ u'3' # 0x0033 -> DIGIT THREE
+ u'4' # 0x0034 -> DIGIT FOUR
+ u'5' # 0x0035 -> DIGIT FIVE
+ u'6' # 0x0036 -> DIGIT SIX
+ u'7' # 0x0037 -> DIGIT SEVEN
+ u'8' # 0x0038 -> DIGIT EIGHT
+ u'9' # 0x0039 -> DIGIT NINE
+ u':' # 0x003a -> COLON
+ u';' # 0x003b -> SEMICOLON
+ u'<' # 0x003c -> LESS-THAN SIGN
+ u'=' # 0x003d -> EQUALS SIGN
+ u'>' # 0x003e -> GREATER-THAN SIGN
+ u'?' # 0x003f -> QUESTION MARK
+ u'@' # 0x0040 -> COMMERCIAL AT
+ u'A' # 0x0041 -> LATIN CAPITAL LETTER A
+ u'B' # 0x0042 -> LATIN CAPITAL LETTER B
+ u'C' # 0x0043 -> LATIN CAPITAL LETTER C
+ u'D' # 0x0044 -> LATIN CAPITAL LETTER D
+ u'E' # 0x0045 -> LATIN CAPITAL LETTER E
+ u'F' # 0x0046 -> LATIN CAPITAL LETTER F
+ u'G' # 0x0047 -> LATIN CAPITAL LETTER G
+ u'H' # 0x0048 -> LATIN CAPITAL LETTER H
+ u'I' # 0x0049 -> LATIN CAPITAL LETTER I
+ u'J' # 0x004a -> LATIN CAPITAL LETTER J
+ u'K' # 0x004b -> LATIN CAPITAL LETTER K
+ u'L' # 0x004c -> LATIN CAPITAL LETTER L
+ u'M' # 0x004d -> LATIN CAPITAL LETTER M
+ u'N' # 0x004e -> LATIN CAPITAL LETTER N
+ u'O' # 0x004f -> LATIN CAPITAL LETTER O
+ u'P' # 0x0050 -> LATIN CAPITAL LETTER P
+ u'Q' # 0x0051 -> LATIN CAPITAL LETTER Q
+ u'R' # 0x0052 -> LATIN CAPITAL LETTER R
+ u'S' # 0x0053 -> LATIN CAPITAL LETTER S
+ u'T' # 0x0054 -> LATIN CAPITAL LETTER T
+ u'U' # 0x0055 -> LATIN CAPITAL LETTER U
+ u'V' # 0x0056 -> LATIN CAPITAL LETTER V
+ u'W' # 0x0057 -> LATIN CAPITAL LETTER W
+ u'X' # 0x0058 -> LATIN CAPITAL LETTER X
+ u'Y' # 0x0059 -> LATIN CAPITAL LETTER Y
+ u'Z' # 0x005a -> LATIN CAPITAL LETTER Z
+ u'[' # 0x005b -> LEFT SQUARE BRACKET
+ u'\\' # 0x005c -> REVERSE SOLIDUS
+ u']' # 0x005d -> RIGHT SQUARE BRACKET
+ u'^' # 0x005e -> CIRCUMFLEX ACCENT
+ u'_' # 0x005f -> LOW LINE
+ u'`' # 0x0060 -> GRAVE ACCENT
+ u'a' # 0x0061 -> LATIN SMALL LETTER A
+ u'b' # 0x0062 -> LATIN SMALL LETTER B
+ u'c' # 0x0063 -> LATIN SMALL LETTER C
+ u'd' # 0x0064 -> LATIN SMALL LETTER D
+ u'e' # 0x0065 -> LATIN SMALL LETTER E
+ u'f' # 0x0066 -> LATIN SMALL LETTER F
+ u'g' # 0x0067 -> LATIN SMALL LETTER G
+ u'h' # 0x0068 -> LATIN SMALL LETTER H
+ u'i' # 0x0069 -> LATIN SMALL LETTER I
+ u'j' # 0x006a -> LATIN SMALL LETTER J
+ u'k' # 0x006b -> LATIN SMALL LETTER K
+ u'l' # 0x006c -> LATIN SMALL LETTER L
+ u'm' # 0x006d -> LATIN SMALL LETTER M
+ u'n' # 0x006e -> LATIN SMALL LETTER N
+ u'o' # 0x006f -> LATIN SMALL LETTER O
+ u'p' # 0x0070 -> LATIN SMALL LETTER P
+ u'q' # 0x0071 -> LATIN SMALL LETTER Q
+ u'r' # 0x0072 -> LATIN SMALL LETTER R
+ u's' # 0x0073 -> LATIN SMALL LETTER S
+ u't' # 0x0074 -> LATIN SMALL LETTER T
+ u'u' # 0x0075 -> LATIN SMALL LETTER U
+ u'v' # 0x0076 -> LATIN SMALL LETTER V
+ u'w' # 0x0077 -> LATIN SMALL LETTER W
+ u'x' # 0x0078 -> LATIN SMALL LETTER X
+ u'y' # 0x0079 -> LATIN SMALL LETTER Y
+ u'z' # 0x007a -> LATIN SMALL LETTER Z
+ u'{' # 0x007b -> LEFT CURLY BRACKET
+ u'|' # 0x007c -> VERTICAL LINE
+ u'}' # 0x007d -> RIGHT CURLY BRACKET
+ u'~' # 0x007e -> TILDE
+ u'\x7f' # 0x007f -> DELETE
+ u'\x80' # 0x0080 -> <control>
+ u'\x81' # 0x0081 -> <control>
+ u'\x82' # 0x0082 -> <control>
+ u'\x83' # 0x0083 -> <control>
+ u'\x84' # 0x0084 -> <control>
+ u'\x85' # 0x0085 -> <control>
+ u'\x86' # 0x0086 -> <control>
+ u'\x87' # 0x0087 -> <control>
+ u'\x88' # 0x0088 -> <control>
+ u'\x89' # 0x0089 -> <control>
+ u'\x8a' # 0x008a -> <control>
+ u'\x8b' # 0x008b -> <control>
+ u'\x8c' # 0x008c -> <control>
+ u'\x8d' # 0x008d -> <control>
+ u'\x8e' # 0x008e -> <control>
+ u'\x8f' # 0x008f -> <control>
+ u'\x90' # 0x0090 -> <control>
+ u'\x91' # 0x0091 -> <control>
+ u'\x92' # 0x0092 -> <control>
+ u'\x93' # 0x0093 -> <control>
+ u'\x94' # 0x0094 -> <control>
+ u'\x95' # 0x0095 -> <control>
+ u'\x96' # 0x0096 -> <control>
+ u'\x97' # 0x0097 -> <control>
+ u'\x98' # 0x0098 -> <control>
+ u'\x99' # 0x0099 -> <control>
+ u'\x9a' # 0x009a -> <control>
+ u'\x9b' # 0x009b -> <control>
+ u'\x9c' # 0x009c -> <control>
+ u'\x9d' # 0x009d -> <control>
+ u'\x9e' # 0x009e -> <control>
+ u'\x9f' # 0x009f -> <control>
+ u'\xa0' # 0x00a0 -> NO-BREAK SPACE
+ u'\u0104' # 0x00a1 -> LATIN CAPITAL LETTER A WITH OGONEK
+ u'\u0138' # 0x00a2 -> LATIN SMALL LETTER KRA
+ u'\u0156' # 0x00a3 -> LATIN CAPITAL LETTER R WITH CEDILLA
+ u'\xa4' # 0x00a4 -> CURRENCY SIGN
+ u'\u0128' # 0x00a5 -> LATIN CAPITAL LETTER I WITH TILDE
+ u'\u013b' # 0x00a6 -> LATIN CAPITAL LETTER L WITH CEDILLA
+ u'\xa7' # 0x00a7 -> SECTION SIGN
+ u'\xa8' # 0x00a8 -> DIAERESIS
+ u'\u0160' # 0x00a9 -> LATIN CAPITAL LETTER S WITH CARON
+ u'\u0112' # 0x00aa -> LATIN CAPITAL LETTER E WITH MACRON
+ u'\u0122' # 0x00ab -> LATIN CAPITAL LETTER G WITH CEDILLA
+ u'\u0166' # 0x00ac -> LATIN CAPITAL LETTER T WITH STROKE
+ u'\xad' # 0x00ad -> SOFT HYPHEN
+ u'\u017d' # 0x00ae -> LATIN CAPITAL LETTER Z WITH CARON
+ u'\xaf' # 0x00af -> MACRON
+ u'\xb0' # 0x00b0 -> DEGREE SIGN
+ u'\u0105' # 0x00b1 -> LATIN SMALL LETTER A WITH OGONEK
+ u'\u02db' # 0x00b2 -> OGONEK
+ u'\u0157' # 0x00b3 -> LATIN SMALL LETTER R WITH CEDILLA
+ u'\xb4' # 0x00b4 -> ACUTE ACCENT
+ u'\u0129' # 0x00b5 -> LATIN SMALL LETTER I WITH TILDE
+ u'\u013c' # 0x00b6 -> LATIN SMALL LETTER L WITH CEDILLA
+ u'\u02c7' # 0x00b7 -> CARON
+ u'\xb8' # 0x00b8 -> CEDILLA
+ u'\u0161' # 0x00b9 -> LATIN SMALL LETTER S WITH CARON
+ u'\u0113' # 0x00ba -> LATIN SMALL LETTER E WITH MACRON
+ u'\u0123' # 0x00bb -> LATIN SMALL LETTER G WITH CEDILLA
+ u'\u0167' # 0x00bc -> LATIN SMALL LETTER T WITH STROKE
+ u'\u014a' # 0x00bd -> LATIN CAPITAL LETTER ENG
+ u'\u017e' # 0x00be -> LATIN SMALL LETTER Z WITH CARON
+ u'\u014b' # 0x00bf -> LATIN SMALL LETTER ENG
+ u'\u0100' # 0x00c0 -> LATIN CAPITAL LETTER A WITH MACRON
+ u'\xc1' # 0x00c1 -> LATIN CAPITAL LETTER A WITH ACUTE
+ u'\xc2' # 0x00c2 -> LATIN CAPITAL LETTER A WITH CIRCUMFLEX
+ u'\xc3' # 0x00c3 -> LATIN CAPITAL LETTER A WITH TILDE
+ u'\xc4' # 0x00c4 -> LATIN CAPITAL LETTER A WITH DIAERESIS
+ u'\xc5' # 0x00c5 -> LATIN CAPITAL LETTER A WITH RING ABOVE
+ u'\xc6' # 0x00c6 -> LATIN CAPITAL LETTER AE
+ u'\u012e' # 0x00c7 -> LATIN CAPITAL LETTER I WITH OGONEK
+ u'\u010c' # 0x00c8 -> LATIN CAPITAL LETTER C WITH CARON
+ u'\xc9' # 0x00c9 -> LATIN CAPITAL LETTER E WITH ACUTE
+ u'\u0118' # 0x00ca -> LATIN CAPITAL LETTER E WITH OGONEK
+ u'\xcb' # 0x00cb -> LATIN CAPITAL LETTER E WITH DIAERESIS
+ u'\u0116' # 0x00cc -> LATIN CAPITAL LETTER E WITH DOT ABOVE
+ u'\xcd' # 0x00cd -> LATIN CAPITAL LETTER I WITH ACUTE
+ u'\xce' # 0x00ce -> LATIN CAPITAL LETTER I WITH CIRCUMFLEX
+ u'\u012a' # 0x00cf -> LATIN CAPITAL LETTER I WITH MACRON
+ u'\u0110' # 0x00d0 -> LATIN CAPITAL LETTER D WITH STROKE
+ u'\u0145' # 0x00d1 -> LATIN CAPITAL LETTER N WITH CEDILLA
+ u'\u014c' # 0x00d2 -> LATIN CAPITAL LETTER O WITH MACRON
+ u'\u0136' # 0x00d3 -> LATIN CAPITAL LETTER K WITH CEDILLA
+ u'\xd4' # 0x00d4 -> LATIN CAPITAL LETTER O WITH CIRCUMFLEX
+ u'\xd5' # 0x00d5 -> LATIN CAPITAL LETTER O WITH TILDE
+ u'\xd6' # 0x00d6 -> LATIN CAPITAL LETTER O WITH DIAERESIS
+ u'\xd7' # 0x00d7 -> MULTIPLICATION SIGN
+ u'\xd8' # 0x00d8 -> LATIN CAPITAL LETTER O WITH STROKE
+ u'\u0172' # 0x00d9 -> LATIN CAPITAL LETTER U WITH OGONEK
+ u'\xda' # 0x00da -> LATIN CAPITAL LETTER U WITH ACUTE
+ u'\xdb' # 0x00db -> LATIN CAPITAL LETTER U WITH CIRCUMFLEX
+ u'\xdc' # 0x00dc -> LATIN CAPITAL LETTER U WITH DIAERESIS
+ u'\u0168' # 0x00dd -> LATIN CAPITAL LETTER U WITH TILDE
+ u'\u016a' # 0x00de -> LATIN CAPITAL LETTER U WITH MACRON
+ u'\xdf' # 0x00df -> LATIN SMALL LETTER SHARP S
+ u'\u0101' # 0x00e0 -> LATIN SMALL LETTER A WITH MACRON
+ u'\xe1' # 0x00e1 -> LATIN SMALL LETTER A WITH ACUTE
+ u'\xe2' # 0x00e2 -> LATIN SMALL LETTER A WITH CIRCUMFLEX
+ u'\xe3' # 0x00e3 -> LATIN SMALL LETTER A WITH TILDE
+ u'\xe4' # 0x00e4 -> LATIN SMALL LETTER A WITH DIAERESIS
+ u'\xe5' # 0x00e5 -> LATIN SMALL LETTER A WITH RING ABOVE
+ u'\xe6' # 0x00e6 -> LATIN SMALL LETTER AE
+ u'\u012f' # 0x00e7 -> LATIN SMALL LETTER I WITH OGONEK
+ u'\u010d' # 0x00e8 -> LATIN SMALL LETTER C WITH CARON
+ u'\xe9' # 0x00e9 -> LATIN SMALL LETTER E WITH ACUTE
+ u'\u0119' # 0x00ea -> LATIN SMALL LETTER E WITH OGONEK
+ u'\xeb' # 0x00eb -> LATIN SMALL LETTER E WITH DIAERESIS
+ u'\u0117' # 0x00ec -> LATIN SMALL LETTER E WITH DOT ABOVE
+ u'\xed' # 0x00ed -> LATIN SMALL LETTER I WITH ACUTE
+ u'\xee' # 0x00ee -> LATIN SMALL LETTER I WITH CIRCUMFLEX
+ u'\u012b' # 0x00ef -> LATIN SMALL LETTER I WITH MACRON
+ u'\u0111' # 0x00f0 -> LATIN SMALL LETTER D WITH STROKE
+ u'\u0146' # 0x00f1 -> LATIN SMALL LETTER N WITH CEDILLA
+ u'\u014d' # 0x00f2 -> LATIN SMALL LETTER O WITH MACRON
+ u'\u0137' # 0x00f3 -> LATIN SMALL LETTER K WITH CEDILLA
+ u'\xf4' # 0x00f4 -> LATIN SMALL LETTER O WITH CIRCUMFLEX
+ u'\xf5' # 0x00f5 -> LATIN SMALL LETTER O WITH TILDE
+ u'\xf6' # 0x00f6 -> LATIN SMALL LETTER O WITH DIAERESIS
+ u'\xf7' # 0x00f7 -> DIVISION SIGN
+ u'\xf8' # 0x00f8 -> LATIN SMALL LETTER O WITH STROKE
+ u'\u0173' # 0x00f9 -> LATIN SMALL LETTER U WITH OGONEK
+ u'\xfa' # 0x00fa -> LATIN SMALL LETTER U WITH ACUTE
+ u'\xfb' # 0x00fb -> LATIN SMALL LETTER U WITH CIRCUMFLEX
+ u'\xfc' # 0x00fc -> LATIN SMALL LETTER U WITH DIAERESIS
+ u'\u0169' # 0x00fd -> LATIN SMALL LETTER U WITH TILDE
+ u'\u016b' # 0x00fe -> LATIN SMALL LETTER U WITH MACRON
+ u'\u02d9' # 0x00ff -> DOT ABOVE
+)
+
### Encoding Map
-encoding_map = codecs.make_encoding_map(decoding_map)
+encoding_map = {
+ 0x0000: 0x0000, # NULL
+ 0x0001: 0x0001, # START OF HEADING
+ 0x0002: 0x0002, # START OF TEXT
+ 0x0003: 0x0003, # END OF TEXT
+ 0x0004: 0x0004, # END OF TRANSMISSION
+ 0x0005: 0x0005, # ENQUIRY
+ 0x0006: 0x0006, # ACKNOWLEDGE
+ 0x0007: 0x0007, # BELL
+ 0x0008: 0x0008, # BACKSPACE
+ 0x0009: 0x0009, # HORIZONTAL TABULATION
+ 0x000a: 0x000a, # LINE FEED
+ 0x000b: 0x000b, # VERTICAL TABULATION
+ 0x000c: 0x000c, # FORM FEED
+ 0x000d: 0x000d, # CARRIAGE RETURN
+ 0x000e: 0x000e, # SHIFT OUT
+ 0x000f: 0x000f, # SHIFT IN
+ 0x0010: 0x0010, # DATA LINK ESCAPE
+ 0x0011: 0x0011, # DEVICE CONTROL ONE
+ 0x0012: 0x0012, # DEVICE CONTROL TWO
+ 0x0013: 0x0013, # DEVICE CONTROL THREE
+ 0x0014: 0x0014, # DEVICE CONTROL FOUR
+ 0x0015: 0x0015, # NEGATIVE ACKNOWLEDGE
+ 0x0016: 0x0016, # SYNCHRONOUS IDLE
+ 0x0017: 0x0017, # END OF TRANSMISSION BLOCK
+ 0x0018: 0x0018, # CANCEL
+ 0x0019: 0x0019, # END OF MEDIUM
+ 0x001a: 0x001a, # SUBSTITUTE
+ 0x001b: 0x001b, # ESCAPE
+ 0x001c: 0x001c, # FILE SEPARATOR
+ 0x001d: 0x001d, # GROUP SEPARATOR
+ 0x001e: 0x001e, # RECORD SEPARATOR
+ 0x001f: 0x001f, # UNIT SEPARATOR
+ 0x0020: 0x0020, # SPACE
+ 0x0021: 0x0021, # EXCLAMATION MARK
+ 0x0022: 0x0022, # QUOTATION MARK
+ 0x0023: 0x0023, # NUMBER SIGN
+ 0x0024: 0x0024, # DOLLAR SIGN
+ 0x0025: 0x0025, # PERCENT SIGN
+ 0x0026: 0x0026, # AMPERSAND
+ 0x0027: 0x0027, # APOSTROPHE
+ 0x0028: 0x0028, # LEFT PARENTHESIS
+ 0x0029: 0x0029, # RIGHT PARENTHESIS
+ 0x002a: 0x002a, # ASTERISK
+ 0x002b: 0x002b, # PLUS SIGN
+ 0x002c: 0x002c, # COMMA
+ 0x002d: 0x002d, # HYPHEN-MINUS
+ 0x002e: 0x002e, # FULL STOP
+ 0x002f: 0x002f, # SOLIDUS
+ 0x0030: 0x0030, # DIGIT ZERO
+ 0x0031: 0x0031, # DIGIT ONE
+ 0x0032: 0x0032, # DIGIT TWO
+ 0x0033: 0x0033, # DIGIT THREE
+ 0x0034: 0x0034, # DIGIT FOUR
+ 0x0035: 0x0035, # DIGIT FIVE
+ 0x0036: 0x0036, # DIGIT SIX
+ 0x0037: 0x0037, # DIGIT SEVEN
+ 0x0038: 0x0038, # DIGIT EIGHT
+ 0x0039: 0x0039, # DIGIT NINE
+ 0x003a: 0x003a, # COLON
+ 0x003b: 0x003b, # SEMICOLON
+ 0x003c: 0x003c, # LESS-THAN SIGN
+ 0x003d: 0x003d, # EQUALS SIGN
+ 0x003e: 0x003e, # GREATER-THAN SIGN
+ 0x003f: 0x003f, # QUESTION MARK
+ 0x0040: 0x0040, # COMMERCIAL AT
+ 0x0041: 0x0041, # LATIN CAPITAL LETTER A
+ 0x0042: 0x0042, # LATIN CAPITAL LETTER B
+ 0x0043: 0x0043, # LATIN CAPITAL LETTER C
+ 0x0044: 0x0044, # LATIN CAPITAL LETTER D
+ 0x0045: 0x0045, # LATIN CAPITAL LETTER E
+ 0x0046: 0x0046, # LATIN CAPITAL LETTER F
+ 0x0047: 0x0047, # LATIN CAPITAL LETTER G
+ 0x0048: 0x0048, # LATIN CAPITAL LETTER H
+ 0x0049: 0x0049, # LATIN CAPITAL LETTER I
+ 0x004a: 0x004a, # LATIN CAPITAL LETTER J
+ 0x004b: 0x004b, # LATIN CAPITAL LETTER K
+ 0x004c: 0x004c, # LATIN CAPITAL LETTER L
+ 0x004d: 0x004d, # LATIN CAPITAL LETTER M
+ 0x004e: 0x004e, # LATIN CAPITAL LETTER N
+ 0x004f: 0x004f, # LATIN CAPITAL LETTER O
+ 0x0050: 0x0050, # LATIN CAPITAL LETTER P
+ 0x0051: 0x0051, # LATIN CAPITAL LETTER Q
+ 0x0052: 0x0052, # LATIN CAPITAL LETTER R
+ 0x0053: 0x0053, # LATIN CAPITAL LETTER S
+ 0x0054: 0x0054, # LATIN CAPITAL LETTER T
+ 0x0055: 0x0055, # LATIN CAPITAL LETTER U
+ 0x0056: 0x0056, # LATIN CAPITAL LETTER V
+ 0x0057: 0x0057, # LATIN CAPITAL LETTER W
+ 0x0058: 0x0058, # LATIN CAPITAL LETTER X
+ 0x0059: 0x0059, # LATIN CAPITAL LETTER Y
+ 0x005a: 0x005a, # LATIN CAPITAL LETTER Z
+ 0x005b: 0x005b, # LEFT SQUARE BRACKET
+ 0x005c: 0x005c, # REVERSE SOLIDUS
+ 0x005d: 0x005d, # RIGHT SQUARE BRACKET
+ 0x005e: 0x005e, # CIRCUMFLEX ACCENT
+ 0x005f: 0x005f, # LOW LINE
+ 0x0060: 0x0060, # GRAVE ACCENT
+ 0x0061: 0x0061, # LATIN SMALL LETTER A
+ 0x0062: 0x0062, # LATIN SMALL LETTER B
+ 0x0063: 0x0063, # LATIN SMALL LETTER C
+ 0x0064: 0x0064, # LATIN SMALL LETTER D
+ 0x0065: 0x0065, # LATIN SMALL LETTER E
+ 0x0066: 0x0066, # LATIN SMALL LETTER F
+ 0x0067: 0x0067, # LATIN SMALL LETTER G
+ 0x0068: 0x0068, # LATIN SMALL LETTER H
+ 0x0069: 0x0069, # LATIN SMALL LETTER I
+ 0x006a: 0x006a, # LATIN SMALL LETTER J
+ 0x006b: 0x006b, # LATIN SMALL LETTER K
+ 0x006c: 0x006c, # LATIN SMALL LETTER L
+ 0x006d: 0x006d, # LATIN SMALL LETTER M
+ 0x006e: 0x006e, # LATIN SMALL LETTER N
+ 0x006f: 0x006f, # LATIN SMALL LETTER O
+ 0x0070: 0x0070, # LATIN SMALL LETTER P
+ 0x0071: 0x0071, # LATIN SMALL LETTER Q
+ 0x0072: 0x0072, # LATIN SMALL LETTER R
+ 0x0073: 0x0073, # LATIN SMALL LETTER S
+ 0x0074: 0x0074, # LATIN SMALL LETTER T
+ 0x0075: 0x0075, # LATIN SMALL LETTER U
+ 0x0076: 0x0076, # LATIN SMALL LETTER V
+ 0x0077: 0x0077, # LATIN SMALL LETTER W
+ 0x0078: 0x0078, # LATIN SMALL LETTER X
+ 0x0079: 0x0079, # LATIN SMALL LETTER Y
+ 0x007a: 0x007a, # LATIN SMALL LETTER Z
+ 0x007b: 0x007b, # LEFT CURLY BRACKET
+ 0x007c: 0x007c, # VERTICAL LINE
+ 0x007d: 0x007d, # RIGHT CURLY BRACKET
+ 0x007e: 0x007e, # TILDE
+ 0x007f: 0x007f, # DELETE
+ 0x0080: 0x0080, # <control>
+ 0x0081: 0x0081, # <control>
+ 0x0082: 0x0082, # <control>
+ 0x0083: 0x0083, # <control>
+ 0x0084: 0x0084, # <control>
+ 0x0085: 0x0085, # <control>
+ 0x0086: 0x0086, # <control>
+ 0x0087: 0x0087, # <control>
+ 0x0088: 0x0088, # <control>
+ 0x0089: 0x0089, # <control>
+ 0x008a: 0x008a, # <control>
+ 0x008b: 0x008b, # <control>
+ 0x008c: 0x008c, # <control>
+ 0x008d: 0x008d, # <control>
+ 0x008e: 0x008e, # <control>
+ 0x008f: 0x008f, # <control>
+ 0x0090: 0x0090, # <control>
+ 0x0091: 0x0091, # <control>
+ 0x0092: 0x0092, # <control>
+ 0x0093: 0x0093, # <control>
+ 0x0094: 0x0094, # <control>
+ 0x0095: 0x0095, # <control>
+ 0x0096: 0x0096, # <control>
+ 0x0097: 0x0097, # <control>
+ 0x0098: 0x0098, # <control>
+ 0x0099: 0x0099, # <control>
+ 0x009a: 0x009a, # <control>
+ 0x009b: 0x009b, # <control>
+ 0x009c: 0x009c, # <control>
+ 0x009d: 0x009d, # <control>
+ 0x009e: 0x009e, # <control>
+ 0x009f: 0x009f, # <control>
+ 0x00a0: 0x00a0, # NO-BREAK SPACE
+ 0x00a4: 0x00a4, # CURRENCY SIGN
+ 0x00a7: 0x00a7, # SECTION SIGN
+ 0x00a8: 0x00a8, # DIAERESIS
+ 0x00ad: 0x00ad, # SOFT HYPHEN
+ 0x00af: 0x00af, # MACRON
+ 0x00b0: 0x00b0, # DEGREE SIGN
+ 0x00b4: 0x00b4, # ACUTE ACCENT
+ 0x00b8: 0x00b8, # CEDILLA
+ 0x00c1: 0x00c1, # LATIN CAPITAL LETTER A WITH ACUTE
+ 0x00c2: 0x00c2, # LATIN CAPITAL LETTER A WITH CIRCUMFLEX
+ 0x00c3: 0x00c3, # LATIN CAPITAL LETTER A WITH TILDE
+ 0x00c4: 0x00c4, # LATIN CAPITAL LETTER A WITH DIAERESIS
+ 0x00c5: 0x00c5, # LATIN CAPITAL LETTER A WITH RING ABOVE
+ 0x00c6: 0x00c6, # LATIN CAPITAL LETTER AE
+ 0x00c9: 0x00c9, # LATIN CAPITAL LETTER E WITH ACUTE
+ 0x00cb: 0x00cb, # LATIN CAPITAL LETTER E WITH DIAERESIS
+ 0x00cd: 0x00cd, # LATIN CAPITAL LETTER I WITH ACUTE
+ 0x00ce: 0x00ce, # LATIN CAPITAL LETTER I WITH CIRCUMFLEX
+ 0x00d4: 0x00d4, # LATIN CAPITAL LETTER O WITH CIRCUMFLEX
+ 0x00d5: 0x00d5, # LATIN CAPITAL LETTER O WITH TILDE
+ 0x00d6: 0x00d6, # LATIN CAPITAL LETTER O WITH DIAERESIS
+ 0x00d7: 0x00d7, # MULTIPLICATION SIGN
+ 0x00d8: 0x00d8, # LATIN CAPITAL LETTER O WITH STROKE
+ 0x00da: 0x00da, # LATIN CAPITAL LETTER U WITH ACUTE
+ 0x00db: 0x00db, # LATIN CAPITAL LETTER U WITH CIRCUMFLEX
+ 0x00dc: 0x00dc, # LATIN CAPITAL LETTER U WITH DIAERESIS
+ 0x00df: 0x00df, # LATIN SMALL LETTER SHARP S
+ 0x00e1: 0x00e1, # LATIN SMALL LETTER A WITH ACUTE
+ 0x00e2: 0x00e2, # LATIN SMALL LETTER A WITH CIRCUMFLEX
+ 0x00e3: 0x00e3, # LATIN SMALL LETTER A WITH TILDE
+ 0x00e4: 0x00e4, # LATIN SMALL LETTER A WITH DIAERESIS
+ 0x00e5: 0x00e5, # LATIN SMALL LETTER A WITH RING ABOVE
+ 0x00e6: 0x00e6, # LATIN SMALL LETTER AE
+ 0x00e9: 0x00e9, # LATIN SMALL LETTER E WITH ACUTE
+ 0x00eb: 0x00eb, # LATIN SMALL LETTER E WITH DIAERESIS
+ 0x00ed: 0x00ed, # LATIN SMALL LETTER I WITH ACUTE
+ 0x00ee: 0x00ee, # LATIN SMALL LETTER I WITH CIRCUMFLEX
+ 0x00f4: 0x00f4, # LATIN SMALL LETTER O WITH CIRCUMFLEX
+ 0x00f5: 0x00f5, # LATIN SMALL LETTER O WITH TILDE
+ 0x00f6: 0x00f6, # LATIN SMALL LETTER O WITH DIAERESIS
+ 0x00f7: 0x00f7, # DIVISION SIGN
+ 0x00f8: 0x00f8, # LATIN SMALL LETTER O WITH STROKE
+ 0x00fa: 0x00fa, # LATIN SMALL LETTER U WITH ACUTE
+ 0x00fb: 0x00fb, # LATIN SMALL LETTER U WITH CIRCUMFLEX
+ 0x00fc: 0x00fc, # LATIN SMALL LETTER U WITH DIAERESIS
+ 0x0100: 0x00c0, # LATIN CAPITAL LETTER A WITH MACRON
+ 0x0101: 0x00e0, # LATIN SMALL LETTER A WITH MACRON
+ 0x0104: 0x00a1, # LATIN CAPITAL LETTER A WITH OGONEK
+ 0x0105: 0x00b1, # LATIN SMALL LETTER A WITH OGONEK
+ 0x010c: 0x00c8, # LATIN CAPITAL LETTER C WITH CARON
+ 0x010d: 0x00e8, # LATIN SMALL LETTER C WITH CARON
+ 0x0110: 0x00d0, # LATIN CAPITAL LETTER D WITH STROKE
+ 0x0111: 0x00f0, # LATIN SMALL LETTER D WITH STROKE
+ 0x0112: 0x00aa, # LATIN CAPITAL LETTER E WITH MACRON
+ 0x0113: 0x00ba, # LATIN SMALL LETTER E WITH MACRON
+ 0x0116: 0x00cc, # LATIN CAPITAL LETTER E WITH DOT ABOVE
+ 0x0117: 0x00ec, # LATIN SMALL LETTER E WITH DOT ABOVE
+ 0x0118: 0x00ca, # LATIN CAPITAL LETTER E WITH OGONEK
+ 0x0119: 0x00ea, # LATIN SMALL LETTER E WITH OGONEK
+ 0x0122: 0x00ab, # LATIN CAPITAL LETTER G WITH CEDILLA
+ 0x0123: 0x00bb, # LATIN SMALL LETTER G WITH CEDILLA
+ 0x0128: 0x00a5, # LATIN CAPITAL LETTER I WITH TILDE
+ 0x0129: 0x00b5, # LATIN SMALL LETTER I WITH TILDE
+ 0x012a: 0x00cf, # LATIN CAPITAL LETTER I WITH MACRON
+ 0x012b: 0x00ef, # LATIN SMALL LETTER I WITH MACRON
+ 0x012e: 0x00c7, # LATIN CAPITAL LETTER I WITH OGONEK
+ 0x012f: 0x00e7, # LATIN SMALL LETTER I WITH OGONEK
+ 0x0136: 0x00d3, # LATIN CAPITAL LETTER K WITH CEDILLA
+ 0x0137: 0x00f3, # LATIN SMALL LETTER K WITH CEDILLA
+ 0x0138: 0x00a2, # LATIN SMALL LETTER KRA
+ 0x013b: 0x00a6, # LATIN CAPITAL LETTER L WITH CEDILLA
+ 0x013c: 0x00b6, # LATIN SMALL LETTER L WITH CEDILLA
+ 0x0145: 0x00d1, # LATIN CAPITAL LETTER N WITH CEDILLA
+ 0x0146: 0x00f1, # LATIN SMALL LETTER N WITH CEDILLA
+ 0x014a: 0x00bd, # LATIN CAPITAL LETTER ENG
+ 0x014b: 0x00bf, # LATIN SMALL LETTER ENG
+ 0x014c: 0x00d2, # LATIN CAPITAL LETTER O WITH MACRON
+ 0x014d: 0x00f2, # LATIN SMALL LETTER O WITH MACRON
+ 0x0156: 0x00a3, # LATIN CAPITAL LETTER R WITH CEDILLA
+ 0x0157: 0x00b3, # LATIN SMALL LETTER R WITH CEDILLA
+ 0x0160: 0x00a9, # LATIN CAPITAL LETTER S WITH CARON
+ 0x0161: 0x00b9, # LATIN SMALL LETTER S WITH CARON
+ 0x0166: 0x00ac, # LATIN CAPITAL LETTER T WITH STROKE
+ 0x0167: 0x00bc, # LATIN SMALL LETTER T WITH STROKE
+ 0x0168: 0x00dd, # LATIN CAPITAL LETTER U WITH TILDE
+ 0x0169: 0x00fd, # LATIN SMALL LETTER U WITH TILDE
+ 0x016a: 0x00de, # LATIN CAPITAL LETTER U WITH MACRON
+ 0x016b: 0x00fe, # LATIN SMALL LETTER U WITH MACRON
+ 0x0172: 0x00d9, # LATIN CAPITAL LETTER U WITH OGONEK
+ 0x0173: 0x00f9, # LATIN SMALL LETTER U WITH OGONEK
+ 0x017d: 0x00ae, # LATIN CAPITAL LETTER Z WITH CARON
+ 0x017e: 0x00be, # LATIN SMALL LETTER Z WITH CARON
+ 0x02c7: 0x00b7, # CARON
+ 0x02d9: 0x00ff, # DOT ABOVE
+ 0x02db: 0x00b2, # OGONEK
+} \ No newline at end of file