rds95/charset.py

import unicodedata
# This script prepares the RDS charset conversion function

# RDS code to UCS-2
charset = {}

# The data comes directly from the rdscharset.pdf, which comes from the R22_039_1 standard

data = """33 0x21 ! 0x0021 EXCLAMATION MARK
34 0x22 " 0x0022 QUOTATION MARK
35 0x23 # 0x0023 NUMBER SIGN
36 0x24 ¤ 0x00A4 CURRENCY SIGN
37 0x25 % 0x0025 PERCENT SIGN
38 0x26 & 0x0026 AMPERSAND
39 0x27 ' 0x0027 APOSTROPHE
40 0x28 ( 0x0028 LEFT PARENTHESIS
41 0x29 ) 0x0029 RIGHT PARENTHESIS
42 0x2A * 0x002A ASTERISK
43 0x2B + 0x002B PLUS SIGN
44 0x2C , 0x002C COMMA
45 0x2D - 0x002D HYPHEN-MINUS
46 0x2E . 0x002E FULL STOP
47 0x2F / 0x002F SOLIDUS
48 0x30 0 0x0030 DIGIT ZERO
49 0x31 1 0x0031 DIGIT ONE
50 0x32 2 0x0032 DIGIT TWO
51 0x33 3 0x0033 DIGIT THREE
52 0x34 4 0x0034 DIGIT FOUR
53 0x35 5 0x0035 DIGIT FIVE
54 0x36 6 0x0036 DIGIT SIX
55 0x37 7 0x0037 DIGIT SEVEN
56 0x38 8 0x0038 DIGIT EIGHT
57 0x39 9 0x0039 DIGIT NINE
58 0x3A : 0x003A COLON
59 0x3B ; 0x003B SEMICOLON
60 0x3C < 0x003C LESS-THAN SIGN
61 0x3D = 0x003D EQUALS SIGN
62 0x3E > 0x003E GREATER-THAN SIGN
63 0x3F ? 0x003F QUESTION MARK
64 0x40 @ 0x0040 COMMERCIAL AT
65 0x41 A 0x0041 LATIN CAPITAL LETTER A
66 0x42 B 0x0042 LATIN CAPITAL LETTER B
67 0x43 C 0x0043 LATIN CAPITAL LETTER C
68 0x44 D 0x0044 LATIN CAPITAL LETTER D
69 0x45 E 0x0045 LATIN CAPITAL LETTER E
70 0x46 F 0x0046 LATIN CAPITAL LETTER F
71 0x47 G 0x0047 LATIN CAPITAL LETTER G
72 0x48 H 0x0048 LATIN CAPITAL LETTER H
73 0x49 I 0x0049 LATIN CAPITAL LETTER I
74 0x4A J 0x004A LATIN CAPITAL LETTER J
75 0x4B K 0x004B LATIN CAPITAL LETTER K
76 0x4C L 0x004C LATIN CAPITAL LETTER L
77 0x4D M 0x004D LATIN CAPITAL LETTER M
78 0x4E N 0x004E LATIN CAPITAL LETTER N
79 0x4F O 0x004F LATIN CAPITAL LETTER O
80 0x50 P 0x0050 LATIN CAPITAL LETTER P
81 0x51 Q 0x0051 LATIN CAPITAL LETTER Q
82 0x52 R 0x0052 LATIN CAPITAL LETTER R
83 0x53 S 0x0053 LATIN CAPITAL LETTER S
84 0x54 T 0x0054 LATIN CAPITAL LETTER T
85 0x55 U 0x0055 LATIN CAPITAL LETTER U
86 0x56 V 0x0056 LATIN CAPITAL LETTER V
87 0x57 W 0x0057 LATIN CAPITAL LETTER W
88 0x58 X 0x0058 LATIN CAPITAL LETTER X
89 0x59 Y 0x0059 LATIN CAPITAL LETTER Y
90 0x5A Z 0x005A LATIN CAPITAL LETTER Z
91 0x5B [ 0x005B LEFT SQUARE BRACKET
92 0x5C \\ 0x005C REVERSE SOLIDUS
93 0x5D ] 0x005D RIGHT SQUARE BRACKET
94 0x5E ― 0x2015 HORIZONTAL BAR
95 0x5F _ 0x005F LOW LINE
96 0x60 ║ 0x2016 DOUBLE VERTICAL LINE
97 0x61 a 0x0061 LATIN SMALL LETTER A
98 0x62 b 0x0062 LATIN SMALL LETTER B
99 0x63 c 0x0063 LATIN SMALL LETTER C
100 0x64 d 0x0064 LATIN SMALL LETTER D
101 0x65 e 0x0065 LATIN SMALL LETTER E
102 0x66 f 0x0066 LATIN SMALL LETTER F
103 0x67 g 0x0067 LATIN SMALL LETTER G
104 0x68 h 0x0068 LATIN SMALL LETTER H
105 0x69 i 0x0069 LATIN SMALL LETTER I
106 0x6A j 0x006A LATIN SMALL LETTER J
107 0x6B k 0x006B LATIN SMALL LETTER K
108 0x6C l 0x006C LATIN SMALL LETTER L
109 0x6D m 0x006D LATIN SMALL LETTER M
110 0x6E n 0x006E LATIN SMALL LETTER N
111 0x6F o 0x006F LATIN SMALL LETTER O
112 0x70 p 0x0070 LATIN SMALL LETTER P
113 0x71 q 0x0071 LATIN SMALL LETTER Q
114 0x72 r 0x0072 LATIN SMALL LETTER R
115 0x73 s 0x0073 LATIN SMALL LETTER S
116 0x74 t 0x0074 LATIN SMALL LETTER T
117 0x75 u 0x0075 LATIN SMALL LETTER U
118 0x76 v 0x0076 LATIN SMALL LETTER V
119 0x77 w 0x0077 LATIN SMALL LETTER W
120 0x78 x 0x0078 LATIN SMALL LETTER X
121 0x79 y 0x0079 LATIN SMALL LETTER Y
122 0x7A z 0x007A LATIN SMALL LETTER Z
123 0x7B { 0x007B LEFT CURLY BRACKET
124 0x7C | 0x007C VERTICAL LINE
125 0x7D } 0x007D RIGHT CURLY BRACKET
126 0x7E ¯ 0x203E OVERLINE
128 0x80 á 0x00E1 LATIN SMALL LETTER A WITH ACUTE
129 0x81 à 0x00E0 LATIN SMALL LETTER A WITH GRAVE
130 0x82 é 0x00E9 LATIN SMALL LETTER E WITH ACUTE
131 0x83 è 0x00E8 LATIN SMALL LETTER E WITH GRAVE
132 0x84 í 0x00ED LATIN SMALL LETTER I WITH ACUTE
133 0x85 ì 0x00EC LATIN SMALL LETTER I WITH GRAVE
134 0x86 ó 0x00F3 LATIN SMALL LETTER O WITH ACUTE
135 0x87 ò 0x00F2 LATIN SMALL LETTER O WITH GRAVE
136 0x88 ú 0x00FA LATIN SMALL LETTER U WITH ACUTE
137 0x89 ù 0x00F9 LATIN SMALL LETTER U WITH GRAVE
138 0x8A Ñ 0x00D1 LATIN CAPITAL LETTER N WITH TILDE
139 0x8B Ç 0x00C7 LATIN CAPITAL LETTER C WITH CEDILLA
140 0x8C Ş 0x015E LATIN CAPITAL LETTER S WITH CEDILLA
141 0x8D ß 0x00DF LATIN SMALL LETTER SHARP S (German)
142 0x8E ¡ 0x00A1 INVERTED EXCLAMATION MARK
143 0x8F IJ 0x0132 LATIN CAPITAL LIGATURE IJ
144 0x90 â 0x00E2 LATIN SMALL LETTER A WITH CIRCUMFLEX
145 0x91 ä 0x00E4 LATIN SMALL LETTER A WITH DIAERESIS
146 0x92 ê 0x00EA LATIN SMALL LETTER E WITH CIRCUMFLEX
147 0x93 ë 0x00EB LATIN SMALL LETTER E WITH DIAERESIS
148 0x94 î 0x00EE LATIN SMALL LETTER I WITH CIRCUMFLEX
149 0x95 ï 0x00EF LATIN SMALL LETTER I WITH DIAERESIS
150 0x96 ô 0x00F4 LATIN SMALL LETTER O WITH CIRCUMFLEX
151 0x97 ö 0x00F6 LATIN SMALL LETTER O WITH DIAERESIS
152 0x98 û 0x00FB LATIN SMALL LETTER U WITH CIRCUMFLEX
153 0x99 ü 0x00FC LATIN SMALL LETTER U WITH DIAERESIS
154 0x9A ñ 0x00F1 LATIN SMALL LETTER N WITH TILDE
155 0x9B ç 0x00E7 LATIN SMALL LETTER C WITH CEDILLA
156 0x9C ş 0x015F LATIN SMALL LETTER S WITH CEDILLA
157 0x9D ğ 0x011F LATIN SMALL LETTER G WITH BREVE
158 0x9E ı 0x0131 LATIN SMALL LETTER DOTLESS I
159 0x9F ij 0x0133 LATIN SMALL LIGATURE IJ
160 0xA0 ª 0x00AA FEMININE ORDINAL INDICATOR
161 0xA1 α 0x03B1 GREEK SMALL LETTER ALPHA
162 0xA2 © 0x00A9 COPYRIGHT SIGN
163 0xA3 ‰ 0x2030 PER THOUSAND SIGN
164 0xA4 Ğ 0x011E LATIN CAPITAL LETTER G WITH BREVE
165 0xA5 ĕ 0x011B LATIN SMALL LETTER WITH CARON
166 0xA6 ň 0x0148 LATIN SMALL LETTER N WITH CARON
167 0xA7 ő 0x0151 LATIN SMALL LETTER O WITH DOUBLE ACUTE
168 0xA8 π 0x03C0 GREEK SMALL LETTER PI
169 0xA9 € 0x20AC EURO SIGN
170 0xAA ₤ 0x00A3 POUND SIGN
171 0xAB $ 0x0024 DOLLAR SIGN
172 0xAC ← 0x2190 LEFTWARDS ARROW
173 0xAD ↑ 0x2191 UPWARDS ARROW
174 0xAE → 0x2192 RIGHTWARDS ARROW
175 0xAF ↓ 0x2193 DOWNWARDS ARROW
176 0xB0 º 0x00BA MASCULIN ORDINAL INDICATOR
177 0xB1 ¹ 0x00B9 SUPERSCRIPT ONE
178 0xB2 ² 0x00B2 SUPERSCRIPT TWO
179 0xB3 ³ 0x00B3 SUPERSCRIPT THREE
180 0xB4 ± 0x00B1 PLUS-MINUS SIGN
181 0xB5 İ 0x0130 LATIN CAPITAL LETTER I WITH DOT ABOVE
182 0xB6 ń 0x0144 LATIN SMALL LETTER N WITH ACUTE
183 0xB7 ű 0x0171 LATIN SMALL LETTER U WITH DOUBLE ACUTE
184 0xB8 µ 0x00B5 MIKRO SIGN
185 0xB9 ¿ 0x00BF INVERTED QUESTION MARK
186 0xBA ÷ 0x00F7 DIVISION SIGN
187 0xBB º 0x00B0 DEGREE SIGN
188 0xBC ¼ 0x00BC VULGAR FRACTION ONE QUARTER
189 0xBD ½ 0x00BD VULGAR FRACTION ONE HALF
190 0xBE ¾ 0x00BE VULGAR FRACTION THREE QUARTERS
191 0xBF § 0x00A7 SECTION SIGN
192 0xC0 Á 0x00C1 LATIN CAPITAL LETTER A WITH ACUTE
193 0xC1 À 0x00C0 LATIN CAPITAL LETTER A WITH GRAVE
194 0xC2 É 0x00C9 LATIN CAPITAL LETTER E WITH ACUTE
195 0xC3 È 0x00C8 LATIN CAPITAL LETTER E WITH GRAVE
196 0xC4 Í 0x00CD LATIN CAPITAL LETTER I WITH ACUTE
197 0xC5 Ì 0x00CC LATIN CAPITAL LETTER I WITH GRAVE
198 0xC6 Ó 0x00D3 LATIN CAPITAL LETTER O WITH ACUTE
199 0xC7 Ò 0x00D2 LATIN CAPITAL LETTER O WITH GRAVE
200 0xC8 Ú 0x00DA LATIN CAPITAL LETTER U WITH ACUTE
201 0xC9 Ù 0x00D9 LATIN CAPITAL LETTER U WITH GRAVE
202 0xCA Ř 0x0158 LATIN CAPITAL LETTER R WITH CARON
203 0xCB Č 0x010C LATIN CAPITAL LETTER C WITH CARON
204 0xCC Š 0x0160 LATIN CAPITAL LETTER S WITH CARON
205 0xCD Ž 0x017D LATIN CAPITAL LETTER Z WITH CARON
206 0xCE Ð 0x00D0 LATIN CAPITAL LETTER ETH
207 0xCF Ŀ 0x013F LATIN CAPITAL LETTER L WITH MIDDLE DOT
208 0xD0 Â 0x00C2 LATIN CAPITAL LETTER A WITH CIRCUMFLEX
209 0xD1 Ä 0x00C4 LATIN CAPITAL LETTER A WITH DIAERESIS
210 0xD2 Ê 0x00CA LATIN CAPITAL LETTER E WITH CIRCUMFLEX
211 0xD3 Ë 0x00CB LATIN CAPITAL LETTER A WITH DIAERESIS
212 0xD4 Î 0x00CE LATIN CAPITAL LETTER I WITH CIRCUMFLEX
213 0xD5 Ï 0x00CF LATIN CAPITAL LETTER I WITH DIAERESIS
214 0xD6 Ô 0x00D4
215 0xD7 Ö 0x00D6
216 0xD8 Û 0x00DB
217 0xD9 Ü 0x00DC
218 0xDA ř 0x0159
219 0xDB č 0x010D
220 0xDC š 0x0161
221 0xDD ž 0x017E
222 0xDE đ 0x0111
223 0xDF ŀ 0x0140
224 0xE0 Ã 0x00C3
225 0xE1 Å 0x00C5
226 0xE2 Æ 0x00C6
227 0xE3 Π0x0152
228 0xE4 ŷ 0x0177
229 0xE5 Ý 0x00DD
230 0xE6 Õ 0x00D5
231 0xE7 Ø 0x00D8
232 0xE8 Þ 0x00DE
233 0xE9 Ŋ 0x014A
234 0xEA Ŕ 0x0154
235 0xEB Ć 0x0106
236 0xEC Ś 0x015A
237 0xED Ź 0x0179
238 0xEE Ŧ 0x0166
239 0xEF ð 0x00F0
240 0xF0 ã 0x00E3
241 0xF1 å 0x00E5
242 0xF2 æ 0x00E6
243 0xF3 œ 0x0153
244 0xF4 ŵ 0x0175
245 0xF5 ý 0x00FD
246 0xF6 õ 0x00F5
247 0xF7 ø 0x00F8
248 0xF8 þ 0x00FE
249 0xF9 ŋ 0x014B
250 0xFA ŕ 0x0155
251 0xFB ć 0x0107
252 0xFC ś 0x015B
253 0xFD ź 0x017A
254 0xFE ŧ 0x0167
"""

for line in data.splitlines():
    parts = line.split()
    num, rds_code, symbol, ucs2, *_ = parts
    code = int(rds_code, 16)
    ucs = int(ucs2, 16)
    if code != ucs: charset[code] = ucs

table = {}

import struct
for rds_code, ucs2 in charset.items():
    utf8 = struct.pack("!H", ucs2).decode("utf-16-be").encode()

    node = table
    for i, byte in enumerate(utf8):
        if i == len(utf8) - 1:
            # Last byte: store the RDS code
            node[byte] = rds_code
        else:
            # Intermediate byte: ensure a dict exists
            if byte not in node:
                node[byte] = {}
            node = node[byte]
def generate_switch(node, indent=0, level=0):
    ind = "\t" * indent
    code_lines = [f"{ind}switch(*str) {{"]

    for byte, child in node.items():
        if isinstance(child, dict):
            code_lines.append(f"{ind}\tcase (char)0x{byte:02x}:")
            code_lines.append(f"{ind}\t\tstr++;")
            code_lines.extend(generate_switch(child, indent + 2, level + 1))
            code_lines.append(f"{ind}\t\tbreak;")
        else:
            comment = unicodedata.name(struct.pack("!H", charset[child]).decode("utf-16-be"))
            code_lines.append(f"{ind}\tcase (char)0x{byte:02x}: new_str[i] = (char)0x{child:02x}; break; // {comment}")
    if level == 0: code_lines.append(f"{ind}\tdefault: new_str[i] = *str; break;")
    else: code_lines.append(f"{ind}\tdefault: new_str[i] = (char)0x3f; break; // {unicodedata.name("?")}") # Question mark

    code_lines.append(f"{ind}}}")
    return code_lines

data = generate_switch(table, 2)

lines = []
lines_end = []
with open("src/lib.c", "r", encoding="utf-8") as f:
    while True:
        pos = f.tell()
        line = f.readline()
        if f.tell() == pos: break
        lines.append(line.rstrip())
        if "// CHARSET START" in line: break
    while True:
        pos = f.tell()
        line = f.readline()
        if f.tell() == pos: break
        if "// CHARSET END" in line:
            lines_end.append(line.rstrip())
            break
    while True:
        pos = f.tell()
        line = f.readline()
        if f.tell() == pos: break
        lines_end.append(line.rstrip())

with open("src/lib.c", "w", encoding="utf-8") as f:
    for line in lines + data + lines_end:
        f.write(line + "\n")