]>
Commit | Line | Data |
---|---|---|
c958260b VS |
1 | ///////////////////////////////////////////////////////////////////////////// |
2 | // Name: encconv.cpp | |
3 | // Purpose: wxEncodingConverter class for converting between different | |
4 | // font encodings | |
5 | // Author: Vaclav Slavik | |
6 | // Copyright: (c) 1999 Vaclav Slavik | |
7 | // Licence: wxWindows Licence | |
8 | ///////////////////////////////////////////////////////////////////////////// | |
9 | ||
10 | #ifdef __GNUG__ | |
11 | #pragma implementation "encconv.h" | |
12 | #endif | |
13 | ||
14 | // For compilers that support precompilation, includes "wx.h". | |
15 | #include "wx/wxprec.h" | |
16 | ||
17 | #ifdef __BORLANDC__ | |
18 | #pragma hdrstop | |
19 | #endif | |
20 | ||
21 | #include "wx/encconv.h" | |
22 | ||
23 | #include <stdlib.h> | |
24 | ||
94fc5183 VS |
25 | // conversion tables, generated by scripts in $(WXWIN)/misc/unictabl: |
26 | #ifdef __BORLANDC__ | |
27 | #include "../common/unictabl.inc" | |
28 | #else | |
c958260b | 29 | #include "unictabl.inc" |
94fc5183 | 30 | #endif |
c958260b | 31 | |
f6bcfd97 BP |
32 | #if wxUSE_WCHAR_T |
33 | typedef wchar_t tchar; | |
34 | #else | |
35 | typedef char tchar; | |
36 | #endif | |
c958260b | 37 | |
eda22ec3 | 38 | static wxUint16* LINKAGEMODE GetEncTable(wxFontEncoding enc) |
c958260b VS |
39 | { |
40 | for (int i = 0; encodings_list[i].table != NULL; i++) | |
41 | { | |
42 | if (encodings_list[i].encoding == enc) | |
43 | return encodings_list[i].table; | |
44 | } | |
45 | return NULL; | |
46 | } | |
47 | ||
48 | typedef struct { | |
49 | wxUint16 u; | |
50 | wxUint8 c; | |
51 | } CharsetItem; | |
52 | ||
53 | ||
54 | ||
eda22ec3 | 55 | static int LINKAGEMODE CompareCharsetItems(const void *i1, const void *i2) |
c958260b VS |
56 | { |
57 | return ( ((CharsetItem*)i1) -> u - ((CharsetItem*)i2) -> u ); | |
58 | } | |
59 | ||
60 | ||
eda22ec3 | 61 | static CharsetItem* LINKAGEMODE BuildReverseTable(wxUint16 *tbl) |
c958260b VS |
62 | { |
63 | CharsetItem *rev = new CharsetItem[128]; | |
64 | ||
65 | for (int i = 0; i < 128; i++) | |
66 | rev[i].c = 128 + i, rev[i].u = tbl[i]; | |
67 | ||
68 | qsort(rev, 128, sizeof(CharsetItem), CompareCharsetItems); | |
69 | ||
70 | return rev; | |
71 | } | |
72 | ||
73 | ||
74 | ||
75 | wxEncodingConverter::wxEncodingConverter() | |
76 | { | |
77 | m_Table = NULL; | |
47e55c2f | 78 | m_UnicodeInput = m_UnicodeOutput = FALSE; |
c958260b VS |
79 | m_JustCopy = FALSE; |
80 | } | |
81 | ||
82 | ||
83 | ||
84 | bool wxEncodingConverter::Init(wxFontEncoding input_enc, wxFontEncoding output_enc, int method) | |
85 | { | |
86 | unsigned i; | |
87 | wxUint16 *in_tbl = NULL, *out_tbl = NULL; | |
88 | ||
89 | if (m_Table) {delete[] m_Table; m_Table = NULL;} | |
90 | ||
f6bcfd97 | 91 | #if !wxUSE_WCHAR_T |
c958260b VS |
92 | if (input_enc == wxFONTENCODING_UNICODE || output_enc == wxFONTENCODING_UNICODE) return FALSE; |
93 | #endif | |
94 | ||
95 | if (input_enc == output_enc) {m_JustCopy = TRUE; return TRUE;} | |
96 | ||
47e55c2f | 97 | m_UnicodeOutput = (output_enc == wxFONTENCODING_UNICODE); |
c958260b VS |
98 | m_JustCopy = FALSE; |
99 | ||
100 | if (input_enc == wxFONTENCODING_UNICODE) | |
101 | { | |
102 | if ((out_tbl = GetEncTable(output_enc)) == NULL) return FALSE; | |
103 | ||
f6bcfd97 BP |
104 | m_Table = new tchar[65536]; |
105 | for (i = 0; i < 128; i++) m_Table[i] = (tchar)i; // 7bit ASCII | |
106 | for (i = 128; i < 65536; i++) m_Table[i] = (tchar)'?'; | |
c958260b VS |
107 | // FIXME - this should be character that means `unicode to charset' impossible, not '?' |
108 | ||
109 | if (method == wxCONVERT_SUBSTITUTE) | |
110 | { | |
111 | for (i = 0; i < encoding_unicode_fallback_count; i++) | |
f6bcfd97 | 112 | m_Table[encoding_unicode_fallback[i].c] = (tchar) encoding_unicode_fallback[i].s; |
c958260b VS |
113 | } |
114 | ||
115 | for (i = 0; i < 128; i++) | |
f6bcfd97 | 116 | m_Table[out_tbl[i]] = (tchar)(128 + i); |
c958260b VS |
117 | |
118 | m_UnicodeInput = TRUE; | |
119 | return TRUE; | |
120 | } | |
121 | ||
122 | else | |
123 | { | |
124 | if ((in_tbl = GetEncTable(input_enc)) == NULL) return FALSE; | |
125 | if (output_enc != wxFONTENCODING_UNICODE) | |
126 | if ((out_tbl = GetEncTable(output_enc)) == NULL) return FALSE; | |
127 | ||
128 | m_UnicodeInput = FALSE; | |
129 | ||
f6bcfd97 BP |
130 | m_Table = new tchar[256]; |
131 | for (i = 0; i < 128; i++) m_Table[i] = (tchar)i; // 7bit ASCII | |
c958260b VS |
132 | |
133 | if (output_enc == wxFONTENCODING_UNICODE) | |
134 | { | |
f6bcfd97 | 135 | for (i = 0; i < 128; i++) m_Table[128 + i] = (tchar)in_tbl[i]; |
c958260b VS |
136 | return TRUE; |
137 | } | |
138 | else | |
139 | { | |
140 | CharsetItem *rev = BuildReverseTable(out_tbl); | |
141 | CharsetItem *item, key; | |
142 | ||
143 | for (i = 0; i < 128; i++) | |
144 | { | |
145 | key.u = in_tbl[i]; | |
146 | item = (CharsetItem*) bsearch(&key, rev, 128, sizeof(CharsetItem), CompareCharsetItems); | |
147 | if (item == NULL && method == wxCONVERT_SUBSTITUTE) | |
148 | item = (CharsetItem*) bsearch(&key, encoding_unicode_fallback, | |
149 | encoding_unicode_fallback_count, sizeof(CharsetItem), CompareCharsetItems); | |
150 | if (item) | |
f6bcfd97 | 151 | m_Table[128 + i] = (tchar)item -> c; |
c958260b VS |
152 | else |
153 | m_Table[128 + i] = 128 + i; // don't know => don't touch | |
154 | } | |
155 | ||
156 | delete[] rev; | |
157 | return TRUE; | |
158 | } | |
159 | } | |
160 | } | |
161 | ||
162 | ||
47e55c2f | 163 | |
f6bcfd97 | 164 | void wxEncodingConverter::Convert(const char* input, char* output) |
c958260b | 165 | { |
f6bcfd97 BP |
166 | wxASSERT_MSG(!m_UnicodeOutput, wxT("You cannot convert to unicode if output is const char*!")); |
167 | wxASSERT_MSG(!m_UnicodeInput, wxT("You cannot convert from unicode if input is const char*!")); | |
168 | ||
169 | const char *i; | |
170 | char *o; | |
171 | ||
c958260b VS |
172 | if (m_JustCopy) |
173 | { | |
f6bcfd97 | 174 | strcpy(output, input); |
c958260b VS |
175 | return; |
176 | } | |
177 | ||
178 | wxASSERT_MSG(m_Table != NULL, wxT("You must call wxEncodingConverter::Init() before actually converting!")); | |
f6bcfd97 BP |
179 | |
180 | for (i = input, o = output; *i != 0;) | |
181 | *(o++) = (char)(m_Table[(wxUint8)*(i++)]); | |
c958260b VS |
182 | *o = 0; |
183 | } | |
184 | ||
185 | ||
f6bcfd97 | 186 | #if wxUSE_WCHAR_T |
47e55c2f | 187 | |
f6bcfd97 | 188 | void wxEncodingConverter::Convert(const char* input, wchar_t* output) |
47e55c2f | 189 | { |
f6bcfd97 | 190 | wxASSERT_MSG(m_UnicodeOutput, wxT("You cannot convert to 8-bit if output is const wchar_t*!")); |
47e55c2f VS |
191 | wxASSERT_MSG(!m_UnicodeInput, wxT("You cannot convert from unicode if input is const char*!")); |
192 | ||
193 | const char *i; | |
f6bcfd97 | 194 | wchar_t *o; |
47e55c2f VS |
195 | |
196 | if (m_JustCopy) | |
197 | { | |
198 | for (i = input, o = output; *i != 0;) | |
f6bcfd97 | 199 | *(o++) = (wchar_t)(*(i++)); |
47e55c2f VS |
200 | *o = 0; |
201 | return; | |
202 | } | |
203 | ||
204 | wxASSERT_MSG(m_Table != NULL, wxT("You must call wxEncodingConverter::Init() before actually converting!")); | |
205 | ||
206 | for (i = input, o = output; *i != 0;) | |
f6bcfd97 | 207 | *(o++) = (wchar_t)(m_Table[(wxUint8)*(i++)]); |
47e55c2f VS |
208 | *o = 0; |
209 | } | |
210 | ||
211 | ||
212 | ||
f6bcfd97 | 213 | void wxEncodingConverter::Convert(const wchar_t* input, char* output) |
47e55c2f VS |
214 | { |
215 | wxASSERT_MSG(!m_UnicodeOutput, wxT("You cannot convert to unicode if output is const char*!")); | |
f6bcfd97 | 216 | wxASSERT_MSG(m_UnicodeInput, wxT("You cannot convert from 8-bit if input is const wchar_t*!")); |
47e55c2f | 217 | |
f6bcfd97 | 218 | const wchar_t *i; |
47e55c2f VS |
219 | char *o; |
220 | ||
221 | if (m_JustCopy) | |
222 | { | |
223 | for (i = input, o = output; *i != 0;) | |
224 | *(o++) = (char)(*(i++)); | |
225 | *o = 0; | |
226 | return; | |
227 | } | |
228 | ||
229 | wxASSERT_MSG(m_Table != NULL, wxT("You must call wxEncodingConverter::Init() before actually converting!")); | |
230 | ||
f6bcfd97 BP |
231 | for (i = input, o = output; *i != 0;) |
232 | *(o++) = (char)(m_Table[(wxUint16)*(i++)]); | |
47e55c2f VS |
233 | *o = 0; |
234 | } | |
235 | ||
236 | ||
237 | ||
f6bcfd97 | 238 | void wxEncodingConverter::Convert(const wchar_t* input, wchar_t* output) |
47e55c2f | 239 | { |
f6bcfd97 BP |
240 | wxASSERT_MSG(m_UnicodeOutput, wxT("You cannot convert to 8-bit if output is const wchar_t*!")); |
241 | wxASSERT_MSG(m_UnicodeInput, wxT("You cannot convert from 8-bit if input is const wchar_t*!")); | |
47e55c2f | 242 | |
f6bcfd97 BP |
243 | const wchar_t *i; |
244 | wchar_t *o; | |
47e55c2f VS |
245 | |
246 | if (m_JustCopy) | |
247 | { | |
f6bcfd97 BP |
248 | // wcscpy() is not guaranteed to exist |
249 | for (i = input, o = output; *i != 0;) | |
250 | *(o++) = (*(i++)); | |
251 | *o = 0; | |
47e55c2f VS |
252 | return; |
253 | } | |
254 | ||
255 | wxASSERT_MSG(m_Table != NULL, wxT("You must call wxEncodingConverter::Init() before actually converting!")); | |
256 | ||
257 | for (i = input, o = output; *i != 0;) | |
f6bcfd97 | 258 | *(o++) = (wchar_t)(m_Table[(wxUint8)*(i++)]); |
47e55c2f VS |
259 | *o = 0; |
260 | } | |
261 | ||
f6bcfd97 | 262 | #endif // wxUSE_WCHAR_T |
47e55c2f | 263 | |
c958260b VS |
264 | |
265 | wxString wxEncodingConverter::Convert(const wxString& input) | |
266 | { | |
267 | if (m_JustCopy) return input; | |
268 | ||
269 | wxString s; | |
270 | const wxChar *i; | |
271 | ||
272 | wxASSERT_MSG(m_Table != NULL, wxT("You must call wxEncodingConverter::Init() before actually converting!")); | |
273 | ||
274 | if (m_UnicodeInput) | |
275 | for (i = input.c_str(); *i != 0; i++) | |
276 | s << (wxChar)(m_Table[(wxUint16)*i]); | |
277 | else | |
278 | for (i = input.c_str(); *i != 0; i++) | |
279 | s << (wxChar)(m_Table[(wxUint8)*i]); | |
280 | return s; | |
281 | } | |
282 | ||
283 | ||
284 | ||
285 | ||
47e55c2f VS |
286 | |
287 | ||
288 | ||
c958260b VS |
289 | // Following tables describe classes of encoding equivalence. |
290 | // | |
291 | ||
292 | #define STOP wxFONTENCODING_SYSTEM | |
293 | ||
294 | #define NUM_OF_PLATFORMS 4 /*must conform to enum wxPLATFORM_XXXX !!!*/ | |
617eb021 | 295 | #define ENC_PER_PLATFORM 5 |
c958260b | 296 | // max no. of encodings for one language used on one platform |
617eb021 | 297 | // Anybody thinks 5 is not enough? ;-) |
c958260b VS |
298 | |
299 | static wxFontEncoding | |
300 | EquivalentEncodings[][NUM_OF_PLATFORMS][ENC_PER_PLATFORM+1] = { | |
301 | ||
47e55c2f VS |
302 | // *** Please put more common encodings as first! *** |
303 | ||
304 | // West European | |
c958260b VS |
305 | { |
306 | /* unix */ {wxFONTENCODING_ISO8859_1, wxFONTENCODING_ISO8859_15, STOP}, | |
307 | /* windows */ {wxFONTENCODING_CP1252, STOP}, | |
308 | /* os2 */ {STOP}, | |
309 | /* mac */ {STOP} | |
310 | }, | |
311 | ||
47e55c2f | 312 | // Central European |
c958260b VS |
313 | { |
314 | /* unix */ {wxFONTENCODING_ISO8859_2, STOP}, | |
315 | /* windows */ {wxFONTENCODING_CP1250, STOP}, | |
316 | /* os2 */ {STOP}, | |
317 | /* mac */ {STOP} | |
318 | }, | |
47e55c2f VS |
319 | |
320 | // Baltic | |
321 | { | |
322 | /* unix */ {wxFONTENCODING_ISO8859_13, STOP}, | |
323 | /* windows */ {wxFONTENCODING_CP1257, STOP}, | |
324 | /* os2 */ {STOP}, | |
325 | /* mac */ {STOP} | |
326 | }, | |
327 | ||
328 | // Hebrew | |
329 | { | |
330 | /* unix */ {wxFONTENCODING_ISO8859_8, STOP}, | |
331 | /* windows */ {wxFONTENCODING_CP1255, STOP}, | |
332 | /* os2 */ {STOP}, | |
333 | /* mac */ {STOP} | |
334 | }, | |
335 | ||
336 | // Greek | |
337 | { | |
338 | /* unix */ {wxFONTENCODING_ISO8859_7, STOP}, | |
339 | /* windows */ {wxFONTENCODING_CP1253, STOP}, | |
340 | /* os2 */ {STOP}, | |
341 | /* mac */ {STOP} | |
342 | }, | |
343 | ||
344 | // Arabic | |
345 | { | |
346 | /* unix */ {wxFONTENCODING_ISO8859_6, STOP}, | |
347 | /* windows */ {wxFONTENCODING_CP1256, STOP}, | |
348 | /* os2 */ {STOP}, | |
349 | /* mac */ {STOP} | |
350 | }, | |
351 | ||
352 | // Turkish | |
353 | { | |
354 | /* unix */ {wxFONTENCODING_ISO8859_9, STOP}, | |
355 | /* windows */ {wxFONTENCODING_CP1254, STOP}, | |
356 | /* os2 */ {STOP}, | |
357 | /* mac */ {STOP} | |
358 | }, | |
359 | ||
360 | // Cyrillic | |
361 | { | |
617eb021 VS |
362 | /* unix */ {wxFONTENCODING_ISO8859_13, wxFONTENCODING_ISO8859_4, |
363 | wxFONTENCODING_ISO8859_15, wxFONTENCODING_ISO8859_1, STOP}, | |
364 | /* windows */ {wxFONTENCODING_CP1257, wxFONTENCODING_CP1252, STOP}, | |
3b61656e VS |
365 | /* os2 */ {STOP}, |
366 | /* mac */ {STOP} | |
367 | }, | |
368 | ||
369 | // Russia and other KOI-8 users: | |
370 | { | |
371 | /* unix */ {wxFONTENCODING_KOI8, wxFONTENCODING_ISO8859_5, STOP}, | |
47e55c2f VS |
372 | /* windows */ {wxFONTENCODING_CP1251, STOP}, |
373 | /* os2 */ {STOP}, | |
374 | /* mac */ {STOP} | |
375 | }, | |
c958260b VS |
376 | |
377 | {{STOP},{STOP},{STOP},{STOP}} /* Terminator */ | |
378 | /* no, _not_ Arnold! */ | |
379 | }; | |
380 | ||
381 | ||
382 | ||
383 | ||
384 | wxFontEncodingArray wxEncodingConverter::GetPlatformEquivalents(wxFontEncoding enc, int platform) | |
385 | { | |
386 | if (platform == wxPLATFORM_CURRENT) | |
387 | { | |
388 | #if defined(__WXMSW__) | |
389 | platform = wxPLATFORM_WINDOWS; | |
390 | #elif defined(__WXGTK__) || defined(__WXMOTIF__) | |
391 | platform = wxPLATFORM_UNIX; | |
392 | #elif defined(__WXOS2__) | |
393 | platform = wxPLATFORM_OS2; | |
394 | #elif defined(__WXMAC__) | |
395 | platform = wxPLATFORM_MAC; | |
396 | #endif | |
397 | } | |
398 | ||
399 | int i, clas, e ; | |
400 | wxFontEncoding *f; | |
401 | wxFontEncodingArray arr; | |
402 | ||
403 | clas = 0; | |
404 | while (EquivalentEncodings[clas][0][0] != STOP) | |
405 | { | |
406 | for (i = 0; i < NUM_OF_PLATFORMS; i++) | |
407 | for (e = 0; EquivalentEncodings[clas][i][e] != STOP; e++) | |
408 | if (EquivalentEncodings[clas][i][e] == enc) | |
409 | { | |
47e55c2f VS |
410 | for (f = EquivalentEncodings[clas][platform]; *f != STOP; f++) |
411 | if (*f == enc) arr.Add(enc); | |
412 | for (f = EquivalentEncodings[clas][platform]; *f != STOP; f++) | |
c958260b VS |
413 | if (arr.Index(*f) == wxNOT_FOUND) arr.Add(*f); |
414 | i = NUM_OF_PLATFORMS/*hack*/; break; | |
415 | } | |
416 | clas++; | |
417 | } | |
418 | ||
419 | return arr; | |
420 | } | |
421 | ||
422 | ||
423 | ||
424 | wxFontEncodingArray wxEncodingConverter::GetAllEquivalents(wxFontEncoding enc) | |
425 | { | |
426 | int i, clas, e, j ; | |
427 | wxFontEncoding *f; | |
428 | wxFontEncodingArray arr; | |
47e55c2f VS |
429 | |
430 | arr = GetPlatformEquivalents(enc); // we want them to be first items in array | |
c958260b VS |
431 | |
432 | clas = 0; | |
433 | while (EquivalentEncodings[clas][0][0] != STOP) | |
434 | { | |
435 | for (i = 0; i < NUM_OF_PLATFORMS; i++) | |
436 | for (e = 0; EquivalentEncodings[clas][i][e] != STOP; e++) | |
437 | if (EquivalentEncodings[clas][i][e] == enc) | |
438 | { | |
439 | for (j = 0; j < NUM_OF_PLATFORMS; j++) | |
440 | for (f = EquivalentEncodings[clas][j]; *f != STOP; f++) | |
441 | if (arr.Index(*f) == wxNOT_FOUND) arr.Add(*f); | |
442 | i = NUM_OF_PLATFORMS/*hack*/; break; | |
443 | } | |
444 | clas++; | |
445 | } | |
446 | ||
447 | return arr; | |
448 | } |