quite a lot of stuff, can't list them all here (approaching 1.9)

This commit is contained in:
2026-04-25 18:13:09 +02:00
parent d79c238924
commit 4b904bc720
20 changed files with 639 additions and 628 deletions
+230 -237
View File
@@ -2,245 +2,239 @@ import unicodedata
# This script prepares the RDS charset conversion function
# RDS code to UCS-2
charset = {}
# The data comes directly from the rdscharset.pdf, which comes from the R22_039_1 standard
data = """33 0x21 ! 0x0021 EXCLAMATION MARK
34 0x22 " 0x0022 QUOTATION MARK
35 0x23 # 0x0023 NUMBER SIGN
36 0x24 ¤ 0x00A4 CURRENCY SIGN
37 0x25 % 0x0025 PERCENT SIGN
38 0x26 & 0x0026 AMPERSAND
39 0x27 ' 0x0027 APOSTROPHE
40 0x28 ( 0x0028 LEFT PARENTHESIS
41 0x29 ) 0x0029 RIGHT PARENTHESIS
42 0x2A * 0x002A ASTERISK
43 0x2B + 0x002B PLUS SIGN
44 0x2C , 0x002C COMMA
45 0x2D - 0x002D HYPHEN-MINUS
46 0x2E . 0x002E FULL STOP
47 0x2F / 0x002F SOLIDUS
48 0x30 0 0x0030 DIGIT ZERO
49 0x31 1 0x0031 DIGIT ONE
50 0x32 2 0x0032 DIGIT TWO
51 0x33 3 0x0033 DIGIT THREE
52 0x34 4 0x0034 DIGIT FOUR
53 0x35 5 0x0035 DIGIT FIVE
54 0x36 6 0x0036 DIGIT SIX
55 0x37 7 0x0037 DIGIT SEVEN
56 0x38 8 0x0038 DIGIT EIGHT
57 0x39 9 0x0039 DIGIT NINE
58 0x3A : 0x003A COLON
59 0x3B ; 0x003B SEMICOLON
60 0x3C < 0x003C LESS-THAN SIGN
61 0x3D = 0x003D EQUALS SIGN
62 0x3E > 0x003E GREATER-THAN SIGN
63 0x3F ? 0x003F QUESTION MARK
64 0x40 @ 0x0040 COMMERCIAL AT
65 0x41 A 0x0041 LATIN CAPITAL LETTER A
66 0x42 B 0x0042 LATIN CAPITAL LETTER B
67 0x43 C 0x0043 LATIN CAPITAL LETTER C
68 0x44 D 0x0044 LATIN CAPITAL LETTER D
69 0x45 E 0x0045 LATIN CAPITAL LETTER E
70 0x46 F 0x0046 LATIN CAPITAL LETTER F
71 0x47 G 0x0047 LATIN CAPITAL LETTER G
72 0x48 H 0x0048 LATIN CAPITAL LETTER H
73 0x49 I 0x0049 LATIN CAPITAL LETTER I
74 0x4A J 0x004A LATIN CAPITAL LETTER J
75 0x4B K 0x004B LATIN CAPITAL LETTER K
76 0x4C L 0x004C LATIN CAPITAL LETTER L
77 0x4D M 0x004D LATIN CAPITAL LETTER M
78 0x4E N 0x004E LATIN CAPITAL LETTER N
79 0x4F O 0x004F LATIN CAPITAL LETTER O
80 0x50 P 0x0050 LATIN CAPITAL LETTER P
81 0x51 Q 0x0051 LATIN CAPITAL LETTER Q
82 0x52 R 0x0052 LATIN CAPITAL LETTER R
83 0x53 S 0x0053 LATIN CAPITAL LETTER S
84 0x54 T 0x0054 LATIN CAPITAL LETTER T
85 0x55 U 0x0055 LATIN CAPITAL LETTER U
86 0x56 V 0x0056 LATIN CAPITAL LETTER V
87 0x57 W 0x0057 LATIN CAPITAL LETTER W
88 0x58 X 0x0058 LATIN CAPITAL LETTER X
89 0x59 Y 0x0059 LATIN CAPITAL LETTER Y
90 0x5A Z 0x005A LATIN CAPITAL LETTER Z
91 0x5B [ 0x005B LEFT SQUARE BRACKET
92 0x5C \\ 0x005C REVERSE SOLIDUS
93 0x5D ] 0x005D RIGHT SQUARE BRACKET
94 0x5E ― 0x2015 HORIZONTAL BAR
95 0x5F _ 0x005F LOW LINE
96 0x60 ║ 0x2016 DOUBLE VERTICAL LINE
97 0x61 a 0x0061 LATIN SMALL LETTER A
98 0x62 b 0x0062 LATIN SMALL LETTER B
99 0x63 c 0x0063 LATIN SMALL LETTER C
100 0x64 d 0x0064 LATIN SMALL LETTER D
101 0x65 e 0x0065 LATIN SMALL LETTER E
102 0x66 f 0x0066 LATIN SMALL LETTER F
103 0x67 g 0x0067 LATIN SMALL LETTER G
104 0x68 h 0x0068 LATIN SMALL LETTER H
105 0x69 i 0x0069 LATIN SMALL LETTER I
106 0x6A j 0x006A LATIN SMALL LETTER J
107 0x6B k 0x006B LATIN SMALL LETTER K
108 0x6C l 0x006C LATIN SMALL LETTER L
109 0x6D m 0x006D LATIN SMALL LETTER M
110 0x6E n 0x006E LATIN SMALL LETTER N
111 0x6F o 0x006F LATIN SMALL LETTER O
112 0x70 p 0x0070 LATIN SMALL LETTER P
113 0x71 q 0x0071 LATIN SMALL LETTER Q
114 0x72 r 0x0072 LATIN SMALL LETTER R
115 0x73 s 0x0073 LATIN SMALL LETTER S
116 0x74 t 0x0074 LATIN SMALL LETTER T
117 0x75 u 0x0075 LATIN SMALL LETTER U
118 0x76 v 0x0076 LATIN SMALL LETTER V
119 0x77 w 0x0077 LATIN SMALL LETTER W
120 0x78 x 0x0078 LATIN SMALL LETTER X
121 0x79 y 0x0079 LATIN SMALL LETTER Y
122 0x7A z 0x007A LATIN SMALL LETTER Z
123 0x7B { 0x007B LEFT CURLY BRACKET
124 0x7C | 0x007C VERTICAL LINE
125 0x7D } 0x007D RIGHT CURLY BRACKET
126 0x7E ¯ 0x203E OVERLINE
128 0x80 á 0x00E1 LATIN SMALL LETTER A WITH ACUTE
129 0x81 à 0x00E0 LATIN SMALL LETTER A WITH GRAVE
130 0x82 é 0x00E9 LATIN SMALL LETTER E WITH ACUTE
131 0x83 è 0x00E8 LATIN SMALL LETTER E WITH GRAVE
132 0x84 í 0x00ED LATIN SMALL LETTER I WITH ACUTE
133 0x85 ì 0x00EC LATIN SMALL LETTER I WITH GRAVE
134 0x86 ó 0x00F3 LATIN SMALL LETTER O WITH ACUTE
135 0x87 ò 0x00F2 LATIN SMALL LETTER O WITH GRAVE
136 0x88 ú 0x00FA LATIN SMALL LETTER U WITH ACUTE
137 0x89 ù 0x00F9 LATIN SMALL LETTER U WITH GRAVE
138 0x8A Ñ 0x00D1 LATIN CAPITAL LETTER N WITH TILDE
139 0x8B Ç 0x00C7 LATIN CAPITAL LETTER C WITH CEDILLA
140 0x8C Ş 0x015E LATIN CAPITAL LETTER S WITH CEDILLA
141 0x8D ß 0x00DF LATIN SMALL LETTER SHARP S (German)
142 0x8E ¡ 0x00A1 INVERTED EXCLAMATION MARK
143 0x8F IJ 0x0132 LATIN CAPITAL LIGATURE IJ
144 0x90 â 0x00E2 LATIN SMALL LETTER A WITH CIRCUMFLEX
145 0x91 ä 0x00E4 LATIN SMALL LETTER A WITH DIAERESIS
146 0x92 ê 0x00EA LATIN SMALL LETTER E WITH CIRCUMFLEX
147 0x93 ë 0x00EB LATIN SMALL LETTER E WITH DIAERESIS
148 0x94 î 0x00EE LATIN SMALL LETTER I WITH CIRCUMFLEX
149 0x95 ï 0x00EF LATIN SMALL LETTER I WITH DIAERESIS
150 0x96 ô 0x00F4 LATIN SMALL LETTER O WITH CIRCUMFLEX
151 0x97 ö 0x00F6 LATIN SMALL LETTER O WITH DIAERESIS
152 0x98 û 0x00FB LATIN SMALL LETTER U WITH CIRCUMFLEX
153 0x99 ü 0x00FC LATIN SMALL LETTER U WITH DIAERESIS
154 0x9A ñ 0x00F1 LATIN SMALL LETTER N WITH TILDE
155 0x9B ç 0x00E7 LATIN SMALL LETTER C WITH CEDILLA
156 0x9C ş 0x015F LATIN SMALL LETTER S WITH CEDILLA
157 0x9D ğ 0x011F LATIN SMALL LETTER G WITH BREVE
158 0x9E ı 0x0131 LATIN SMALL LETTER DOTLESS I
159 0x9F ij 0x0133 LATIN SMALL LIGATURE IJ
160 0xA0 ª 0x00AA FEMININE ORDINAL INDICATOR
161 0xA1 α 0x03B1 GREEK SMALL LETTER ALPHA
162 0xA2 © 0x00A9 COPYRIGHT SIGN
163 0xA3 ‰ 0x2030 PER THOUSAND SIGN
164 0xA4 Ğ 0x011E LATIN CAPITAL LETTER G WITH BREVE
165 0xA5 ĕ 0x011B LATIN SMALL LETTER WITH CARON
166 0xA6 ň 0x0148 LATIN SMALL LETTER N WITH CARON
167 0xA7 ő 0x0151 LATIN SMALL LETTER O WITH DOUBLE ACUTE
168 0xA8 π 0x03C0 GREEK SMALL LETTER PI
169 0xA9 € 0x20AC EURO SIGN
170 0xAA ₤ 0x00A3 POUND SIGN
171 0xAB $ 0x0024 DOLLAR SIGN
172 0xAC ← 0x2190 LEFTWARDS ARROW
173 0xAD ↑ 0x2191 UPWARDS ARROW
174 0xAE → 0x2192 RIGHTWARDS ARROW
175 0xAF ↓ 0x2193 DOWNWARDS ARROW
176 0xB0 º 0x00BA MASCULIN ORDINAL INDICATOR
177 0xB1 ¹ 0x00B9 SUPERSCRIPT ONE
178 0xB2 ² 0x00B2 SUPERSCRIPT TWO
179 0xB3 ³ 0x00B3 SUPERSCRIPT THREE
180 0xB4 ± 0x00B1 PLUS-MINUS SIGN
181 0xB5 İ 0x0130 LATIN CAPITAL LETTER I WITH DOT ABOVE
182 0xB6 ń 0x0144 LATIN SMALL LETTER N WITH ACUTE
183 0xB7 ű 0x0171 LATIN SMALL LETTER U WITH DOUBLE ACUTE
184 0xB8 µ 0x00B5 MIKRO SIGN
185 0xB9 ¿ 0x00BF INVERTED QUESTION MARK
186 0xBA ÷ 0x00F7 DIVISION SIGN
187 0xBB º 0x00B0 DEGREE SIGN
188 0xBC ¼ 0x00BC VULGAR FRACTION ONE QUARTER
189 0xBD ½ 0x00BD VULGAR FRACTION ONE HALF
190 0xBE ¾ 0x00BE VULGAR FRACTION THREE QUARTERS
191 0xBF § 0x00A7 SECTION SIGN
192 0xC0 Á 0x00C1 LATIN CAPITAL LETTER A WITH ACUTE
193 0xC1 À 0x00C0 LATIN CAPITAL LETTER A WITH GRAVE
194 0xC2 É 0x00C9 LATIN CAPITAL LETTER E WITH ACUTE
195 0xC3 È 0x00C8 LATIN CAPITAL LETTER E WITH GRAVE
196 0xC4 Í 0x00CD LATIN CAPITAL LETTER I WITH ACUTE
197 0xC5 Ì 0x00CC LATIN CAPITAL LETTER I WITH GRAVE
198 0xC6 Ó 0x00D3 LATIN CAPITAL LETTER O WITH ACUTE
199 0xC7 Ò 0x00D2 LATIN CAPITAL LETTER O WITH GRAVE
200 0xC8 Ú 0x00DA LATIN CAPITAL LETTER U WITH ACUTE
201 0xC9 Ù 0x00D9 LATIN CAPITAL LETTER U WITH GRAVE
202 0xCA Ř 0x0158 LATIN CAPITAL LETTER R WITH CARON
203 0xCB Č 0x010C LATIN CAPITAL LETTER C WITH CARON
204 0xCC Š 0x0160 LATIN CAPITAL LETTER S WITH CARON
205 0xCD Ž 0x017D LATIN CAPITAL LETTER Z WITH CARON
206 0xCE Ð 0x00D0 LATIN CAPITAL LETTER ETH
207 0xCF Ŀ 0x013F LATIN CAPITAL LETTER L WITH MIDDLE DOT
208 0xD0 Â 0x00C2 LATIN CAPITAL LETTER A WITH CIRCUMFLEX
209 0xD1 Ä 0x00C4 LATIN CAPITAL LETTER A WITH DIAERESIS
210 0xD2 Ê 0x00CA LATIN CAPITAL LETTER E WITH CIRCUMFLEX
211 0xD3 Ë 0x00CB LATIN CAPITAL LETTER A WITH DIAERESIS
212 0xD4 Î 0x00CE LATIN CAPITAL LETTER I WITH CIRCUMFLEX
213 0xD5 Ï 0x00CF LATIN CAPITAL LETTER I WITH DIAERESIS
214 0xD6 Ô 0x00D4
215 0xD7 Ö 0x00D6
216 0xD8 Û 0x00DB
217 0xD9 Ü 0x00DC
218 0xDA ř 0x0159
219 0xDB č 0x010D
220 0xDC š 0x0161
221 0xDD ž 0x017E
222 0xDE đ 0x0111
223 0xDF ŀ 0x0140
224 0xE0 Ã 0x00C3
225 0xE1 Å 0x00C5
226 0xE2 Æ 0x00C6
227 0xE3 Œ 0x0152
228 0xE4 ŷ 0x0177
229 0xE5 Ý 0x00DD
230 0xE6 Õ 0x00D5
231 0xE7 Ø 0x00D8
232 0xE8 Þ 0x00DE
233 0xE9 Ŋ 0x014A
234 0xEA Ŕ 0x0154
235 0xEB Ć 0x0106
236 0xEC Ś 0x015A
237 0xED Ź 0x0179
238 0xEE Ŧ 0x0166
239 0xEF ð 0x00F0
240 0xF0 ã 0x00E3
241 0xF1 å 0x00E5
242 0xF2 æ 0x00E6
243 0xF3 œ 0x0153
244 0xF4 ŵ 0x0175
245 0xF5 ý 0x00FD
246 0xF6 õ 0x00F5
247 0xF7 ø 0x00F8
248 0xF8 þ 0x00FE
249 0xF9 ŋ 0x014B
250 0xFA ŕ 0x0155
251 0xFB ć 0x0107
252 0xFC ś 0x015B
253 0xFD ź 0x017A
254 0xFE ŧ 0x0167
"""
for line in data.splitlines():
parts = line.split()
num, rds_code, symbol, ucs2, *_ = parts
code = int(rds_code, 16)
ucs = int(ucs2, 16)
if code != ucs: charset[code] = ucs
charset = {
0x0A: 0x0A,
0x0D: 0x0D,
0x1F: 0x1F,
0x20: 0x20,
0x21: 0x21,
0x22: 0x22,
0x23: 0x23,
0x24: 0xA4,
0x25: 0x25,
0x26: 0x26,
0x27: 0x27,
0x28: 0x28,
0x29: 0x29,
0x2A: 0x2A,
0x2B: 0x2B,
0x2C: 0x2C,
0x2D: 0x2D,
0x2E: 0x2E,
0x2F: 0x2F,
0x30: 0x30,
0x31: 0x31,
0x32: 0x32,
0x33: 0x33,
0x34: 0x34,
0x35: 0x35,
0x36: 0x36,
0x37: 0x37,
0x38: 0x38,
0x39: 0x39,
0x3A: 0x3A,
0x3B: 0x3B,
0x3C: 0x3C,
0x3D: 0x3D,
0x3E: 0x3E,
0x3F: 0x3F,
0x40: 0x40,
0x41: 0x41,
0x42: 0x42,
0x43: 0x43,
0x44: 0x44,
0x45: 0x45,
0x46: 0x46,
0x47: 0x47,
0x48: 0x48,
0x49: 0x49,
0x4A: 0x4A,
0x4B: 0x4B,
0x4C: 0x4C,
0x4D: 0x4D,
0x4E: 0x4E,
0x4F: 0x4F,
0x50: 0x50,
0x51: 0x51,
0x52: 0x52,
0x53: 0x53,
0x54: 0x54,
0x55: 0x55,
0x56: 0x56,
0x57: 0x57,
0x58: 0x58,
0x59: 0x59,
0x5A: 0x5A,
0x5B: 0x5B,
0x5C: 0x5C,
0x5D: 0x5D,
0x5E: 0x2015,
0x5F: 0x005F,
0x60: 0x2016,
0x61: 0x61,
0x62: 0x62,
0x63: 0x63,
0x64: 0x64,
0x65: 0x65,
0x66: 0x66,
0x67: 0x67,
0x68: 0x68,
0x69: 0x69,
0x6A: 0x6A,
0x6B: 0x6B,
0x6C: 0x6C,
0x6D: 0x6D,
0x6E: 0x6E,
0x6F: 0x6F,
0x70: 0x70,
0x71: 0x71,
0x72: 0x72,
0x73: 0x73,
0x74: 0x74,
0x75: 0x75,
0x76: 0x76,
0x77: 0x77,
0x78: 0x78,
0x79: 0x79,
0x7A: 0x7A,
0x7B: 0x7B,
0x7C: 0x7C,
0x7D: 0x7D,
0x7E: 0x203E,
0x80: 0xE1,
0x81: 0xE0,
0x82: 0xE9,
0x83: 0xE8,
0x84: 0xED,
0x85: 0xEC,
0x86: 0xF3,
0x87: 0xF2,
0x88: 0xFA,
0x89: 0xF9,
0x8A: 0xD1,
0x8B: 0xC7,
0x8C: 0x15E,
0x8D: 0xDF,
0x8E: 0xA1,
0x8F: 0x132,
0x90: 0xE2,
0x91: 0xE4,
0x92: 0xEA,
0x93: 0xEB,
0x94: 0xEE,
0x95: 0xEF,
0x96: 0xF4,
0x97: 0xF6,
0x98: 0xFB,
0x99: 0xFC,
0x9A: 0xF1,
0x9B: 0xE7,
0x9C: 0x15F,
0x9D: 0x11F,
0x9E: 0x131,
0x9F: 0x133,
0xA0: 0xAA,
0xA1: 0x3B1,
0xA2: 0xA9,
0xA3: 0x2030,
0xA4: 0x11E,
0xA5: 0x11B,
0xA6: 0x148,
0xA7: 0x151,
0xA8: 0x3C0,
0xA9: 0x20AC,
0xAA: 0xA3,
0xAB: 0x24,
0xAC: 0x2190,
0xAD: 0x2191,
0xAE: 0x2192,
0xAF: 0x2193,
0xB0: 0xBA,
0xB1: 0xB9,
0xB2: 0xB2,
0xB3: 0xB3,
0xB4: 0xB1,
0xB5: 0x130,
0xB6: 0x144,
0xB7: 0x171,
0xB8: 0xB5,
0xB9: 0xBF,
0xBA: 0xF7,
0xBB: 0xB0,
0xBC: 0xBC,
0xBD: 0xBD,
0xBE: 0xBE,
0xBF: 0xA7,
0xC0: 0xC1,
0xC1: 0xC0,
0xC2: 0xC9,
0xC3: 0xC8,
0xC4: 0xCD,
0xC5: 0xCC,
0xC6: 0xD3,
0xC7: 0xD2,
0xC8: 0xDA,
0xC9: 0xD9,
0xCA: 0x158,
0xCB: 0x10C,
0xCC: 0x160,
0xCD: 0x17D,
0xCE: 0xD0,
0xCF: 0x13F,
0xD0: 0xC2,
0xD1: 0xC4,
0xD2: 0xCA,
0xD3: 0xCB,
0xD4: 0xCE,
0xD5: 0xCF,
0xD6: 0xD4,
0xD7: 0xD6,
0xD8: 0xDB,
0xD9: 0xDC,
0xDA: 0x159,
0xDB: 0x10D,
0xDC: 0x161,
0xDD: 0x17E,
0xDE: 0x111,
0xDF: 0x140,
0xE0: 0xC3,
0xE1: 0xC5,
0xE2: 0xC6,
0xE3: 0x152,
0xE4: 0x177,
0xE5: 0xDD,
0xE6: 0xD5,
0xE7: 0xD8,
0xE8: 0xDE,
0xE9: 0x14A,
0xEA: 0x154,
0xEB: 0x106,
0xEC: 0x15A,
0xED: 0x179,
0xEE: 0x166,
0xEF: 0xF0,
0xF0: 0xE3,
0xF1: 0xE5,
0xF2: 0xE6,
0xF3: 0x153,
0xF4: 0x175,
0xF5: 0xFD,
0xF6: 0xF5,
0xF7: 0xF8,
0xF8: 0x0FE,
0xF9: 0x14B,
0xFA: 0x155,
0xFB: 0x107,
0xFC: 0x15B,
0xFD: 0x17A,
0xFE: 0x167}
table = {}
import struct
for rds_code, ucs2 in charset.items():
utf8 = struct.pack("!H", ucs2).decode("utf-16-be").encode()
utf8 = struct.pack("!H", ucs2).decode("utf-16-be").encode("utf-8")
node = table
for i, byte in enumerate(utf8):
@@ -263,10 +257,9 @@ def generate_switch(node, indent=0, level=0):
code_lines.extend(generate_switch(child, indent + 2, level + 1))
code_lines.append(f"{ind}\t\tbreak;")
else:
comment = unicodedata.name(struct.pack("!H", charset[child]).decode("utf-16-be"))
code_lines.append(f"{ind}\tcase (char)0x{byte:02x}: new_str[i] = (char)0x{child:02x}; break; // {comment}")
if level == 0: code_lines.append(f"{ind}\tdefault: new_str[i] = *str; break;")
else: code_lines.append(f"{ind}\tdefault: new_str[i] = (char)0x3f; break; // {unicodedata.name("?")}") # Question mark
comment = unicodedata.name(struct.pack("!H", charset[child]).decode("utf-16-be"), "N/A")
code_lines.append(f"{ind}\tcase (char)0x{byte:02x}: output[i] = (char)0x{child:02x}; break; // {comment}")
code_lines.append(f"{ind}\tdefault: output[i] = (char)0x3f; break; // {unicodedata.name("?")}") # Question mark
code_lines.append(f"{ind}}}")
return code_lines