]> git.saurik.com Git - wxWidgets.git/blame - tests/mbconv/mbconvtest.cpp
projects / wxWidgets.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Don't reset bullet number and outline number when applying style sheet.
[wxWidgets.git] / tests / mbconv / mbconvtest.cpp
CommitLineData
2cc07181
VZ		 1///////////////////////////////////////////////////////////////////////////////
2// Name: tests/mbconv/main.cpp
3// Purpose: wxMBConv unit test
8f115891 4// Author: Vadim Zeitlin, Mike Wetherell, Vince Harron
2cc07181
VZ		 5// Created: 14.02.04
6// RCS-ID: $Id$
8f115891 7// Copyright: (c) 2003 TT-Solutions, (c) 2005 Mike Wetherell, Vince Harron
2cc07181
VZ		 8///////////////////////////////////////////////////////////////////////////////
9
10// ----------------------------------------------------------------------------
11// headers
12// ----------------------------------------------------------------------------
13
8899b155 14#include "testprec.h"
20f46e8d
VS		 15
16#ifdef __BORLANDC__
17 #pragma hdrstop
18#endif
19
20#ifndef WX_PRECOMP
21 #include "wx/wx.h"
22#endif // WX_PRECOMP
23
2cc07181
VZ		 24#include "wx/strconv.h"
25#include "wx/string.h"
8f115891
MW		 26#include "wx/txtstrm.h"
27#include "wx/mstream.h"
2cc07181 28
726c8204
MW		 29#if defined wxHAVE_TCHAR_SUPPORT && !defined HAVE_WCHAR_H
30 #define HAVE_WCHAR_H
31#endif
32
33// ----------------------------------------------------------------------------
34// Some wide character constants. "\uXXXX" escapes aren't supported by old
35// compilers such as VC++ 5 and g++ 2.95.
36// ----------------------------------------------------------------------------
37
38wchar_t u41[] = { 0x41, 0 };
39wchar_t u7f[] = { 0x7f, 0 };
40
41wchar_t u80[] = { 0x80, 0 };
42wchar_t u391[] = { 0x391, 0 };
43wchar_t u7ff[] = { 0x7ff, 0 };
44
45wchar_t u800[] = { 0x800, 0 };
46wchar_t u2620[] = { 0x2620, 0 };
47wchar_t ufffd[] = { 0xfffd, 0 };
48
49#if SIZEOF_WCHAR_T == 4
50wchar_t u10000[] = { 0x10000, 0 };
51wchar_t u1000a5[] = { 0x1000a5, 0 };
52wchar_t u10fffd[] = { 0x10fffd, 0 };
53#else
54wchar_t u10000[] = { 0xd800, 0xdc00, 0 };
55wchar_t u1000a5[] = { 0xdbc0, 0xdca5, 0 };
56wchar_t u10fffd[] = { 0xdbff, 0xdffd, 0 };
57#endif
58
2cc07181
VZ		 59// ----------------------------------------------------------------------------
60// test class
61// ----------------------------------------------------------------------------
62
63class MBConvTestCase : public CppUnit::TestCase
64{
65public:
66 MBConvTestCase() { }
67
68private:
69 CPPUNIT_TEST_SUITE( MBConvTestCase );
8f115891
MW		 70 CPPUNIT_TEST( UTF32LETests );
71 CPPUNIT_TEST( UTF32BETests );
2cc07181 72 CPPUNIT_TEST( WC2CP1250 );
8f115891
MW		 73 CPPUNIT_TEST( UTF7Tests );
74 CPPUNIT_TEST( UTF8Tests );
75 CPPUNIT_TEST( UTF16LETests );
76 CPPUNIT_TEST( UTF16BETests );
77 CPPUNIT_TEST( CP932Tests );
78 CPPUNIT_TEST( CP1252Tests ); // depends on UTF8 Decoder functioning correctly
79 CPPUNIT_TEST( LibcTests );
80 CPPUNIT_TEST( IconvTests );
fec42c21 81 CPPUNIT_TEST( Latin1Tests );
8f115891 82 CPPUNIT_TEST( FontmapTests );
8a493b67 83 CPPUNIT_TEST( BufSize );
27307233 84 CPPUNIT_TEST( FromWCharTests );
726c8204
MW		 85#ifdef HAVE_WCHAR_H
86 CPPUNIT_TEST( UTF8_41 );
87 CPPUNIT_TEST( UTF8_7f );
88 CPPUNIT_TEST( UTF8_80 );
89 CPPUNIT_TEST( UTF8_c2_7f );
90 CPPUNIT_TEST( UTF8_c2_80 );
91 CPPUNIT_TEST( UTF8_ce_91 );
92 CPPUNIT_TEST( UTF8_df_bf );
93 CPPUNIT_TEST( UTF8_df_c0 );
94 CPPUNIT_TEST( UTF8_e0_a0_7f );
95 CPPUNIT_TEST( UTF8_e0_a0_80 );
96 CPPUNIT_TEST( UTF8_e2_98_a0 );
97 CPPUNIT_TEST( UTF8_ef_bf_bd );
98 CPPUNIT_TEST( UTF8_ef_bf_c0 );
99 CPPUNIT_TEST( UTF8_f0_90_80_7f );
100 CPPUNIT_TEST( UTF8_f0_90_80_80 );
101 CPPUNIT_TEST( UTF8_f4_8f_bf_bd );
102 CPPUNIT_TEST( UTF8PUA_f4_80_82_a5 );
103 CPPUNIT_TEST( UTF8Octal_backslash245 );
104#endif // HAVE_WCHAR_H
2cc07181
VZ		 105 CPPUNIT_TEST_SUITE_END();
106
107 void WC2CP1250();
8f115891
MW		 108 void UTF7Tests();
109 void UTF8Tests();
110 void UTF16LETests();
111 void UTF16BETests();
112 void UTF32LETests();
113 void UTF32BETests();
114 void CP932Tests();
115 void CP1252Tests();
116 void LibcTests();
117 void FontmapTests();
8a493b67 118 void BufSize();
27307233 119 void FromWCharTests();
8f115891 120 void IconvTests();
fec42c21 121 void Latin1Tests();
8f115891
MW		 122
123 // verifies that the specified multibyte sequence decodes to the specified wchar_t sequence
124 void TestDecoder(
125 const wchar_t* wideBuffer, // the same character sequence as multiBuffer, encoded as wchar_t
126 size_t wideChars, // the number of wide characters at wideBuffer
127 const char* multiBuffer, // a multibyte encoded character sequence that can be decoded by "converter"
128 size_t multiBytes, // the byte length of the multibyte character sequence that can be decoded by "converter"
86501081 129 wxMBConv& converter, // the wxMBConv object that can decode multiBuffer into a wide character sequence
8f115891
MW		 130 int sizeofNull // number of bytes occupied by terminating null in this encoding
131 );
132
133 // verifies that the specified wchar_t sequence encodes to the specified multibyte sequence
134 void TestEncoder(
135 const wchar_t* wideBuffer, // the same character sequence as multiBuffer, encoded as wchar_t
136 size_t wideChars, // the number of wide characters at wideBuffer
137 const char* multiBuffer, // a multibyte encoded character sequence that can be decoded by "converter"
138 size_t multiBytes, // the byte length of the multibyte character sequence that can be decoded by "converter"
86501081 139 wxMBConv& converter, // the wxMBConv object that can decode multiBuffer into a wide character sequence
8f115891
MW		 140 int sizeofNull // number of bytes occupied by terminating null in this encoding
141 );
142
143#if wxUSE_UNICODE && wxUSE_STREAMS
144 // use wxTextInputStream to exercise wxMBConv interface
145 // (this reveals some bugs in certain wxMBConv subclasses)
146 void TestStreamDecoder(
147 const wchar_t* wideBuffer, // the same character sequence as multiBuffer, encoded as wchar_t
148 size_t wideChars, // the number of wide characters at wideBuffer
149 const char* multiBuffer, // a multibyte encoded character sequence that can be decoded by "converter"
150 size_t multiBytes, // the byte length of the multibyte character sequence that can be decoded by "converter"
86501081 151 wxMBConv& converter // the wxMBConv object that can decode multiBuffer into a wide character sequence
8f115891
MW		 152 );
153
154 // use wxTextOutputStream to exercise wxMBConv interface
155 // (this reveals some bugs in certain wxMBConv subclasses)
156 void TestStreamEncoder(
157 const wchar_t* wideBuffer, // the same character sequence as multiBuffer, encoded as wchar_t
158 size_t wideChars, // the number of wide characters at wideBuffer
159 const char* multiBuffer, // a multibyte encoded character sequence that can be decoded by "converter"
160 size_t multiBytes, // the byte length of the multibyte character sequence that can be decoded by "converter"
86501081 161 wxMBConv& converter // the wxMBConv object that can decode multiBuffer into a wide character sequence
8f115891
MW		 162 );
163#endif
164
165 // tests the encoding and decoding capability of an wxMBConv object
166 //
167 // decodes the utf-8 bytes into wide characters
168 // encodes the wide characters to compare against input multiBuffer
169 // decodes the multiBuffer to compare against wide characters
170 // decodes the multiBuffer into wide characters
171 void TestCoder(
172 const char* multiBuffer, // a multibyte encoded character sequence that can be decoded by "converter"
173 size_t multiBytes, // the byte length of the multibyte character sequence that can be decoded by "converter"
174 const char* utf8Buffer, // the same character sequence as multiBuffer, encoded as UTF-8
175 size_t utf8Bytes, // the byte length of the UTF-8 encoded character sequence
86501081 176 wxMBConv& converter, // the wxMBConv object that can decode multiBuffer into a wide character sequence
8f115891
MW		 177 int sizeofNull // the number of bytes occupied by a terminating null in the converter's encoding
178 );
2cc07181 179
726c8204
MW		 180#ifdef HAVE_WCHAR_H
181 // UTF-8 tests. Test the first, last and one in the middle for sequences
182 // of each length
183 void UTF8_41() { UTF8("\x41", u41); }
184 void UTF8_7f() { UTF8("\x7f", u7f); }
185 void UTF8_80() { UTF8("\x80", NULL); }
186
187 void UTF8_c2_7f() { UTF8("\xc2\x7f", NULL); }
188 void UTF8_c2_80() { UTF8("\xc2\x80", u80); }
189 void UTF8_ce_91() { UTF8("\xce\x91", u391); }
190 void UTF8_df_bf() { UTF8("\xdf\xbf", u7ff); }
191 void UTF8_df_c0() { UTF8("\xdf\xc0", NULL); }
192
193 void UTF8_e0_a0_7f() { UTF8("\xe0\xa0\x7f", NULL); }
194 void UTF8_e0_a0_80() { UTF8("\xe0\xa0\x80", u800); }
195 void UTF8_e2_98_a0() { UTF8("\xe2\x98\xa0", u2620); }
196 void UTF8_ef_bf_bd() { UTF8("\xef\xbf\xbd", ufffd); }
197 void UTF8_ef_bf_c0() { UTF8("\xef\xbf\xc0", NULL); }
198
199 void UTF8_f0_90_80_7f() { UTF8("\xf0\x90\x80\x7f", NULL); }
200 void UTF8_f0_90_80_80() { UTF8("\xf0\x90\x80\x80", u10000); }
201 void UTF8_f4_8f_bf_bd() { UTF8("\xf4\x8f\xbf\xbd", u10fffd); }
202
203 // test 'escaping the escape characters' for the two escaping schemes
204 void UTF8PUA_f4_80_82_a5() { UTF8PUA("\xf4\x80\x82\xa5", u1000a5); }
205 void UTF8Octal_backslash245() { UTF8Octal("\\245", L"\\245"); }
206
207 // implementation for the utf-8 tests (see comments below)
208 void UTF8(const char *charSequence, const wchar_t *wideSequence);
209 void UTF8PUA(const char *charSequence, const wchar_t *wideSequence);
210 void UTF8Octal(const char *charSequence, const wchar_t *wideSequence);
211 void UTF8(const char *charSequence, const wchar_t *wideSequence, int option);
212#endif // HAVE_WCHAR_H
213
20f46e8d 214 DECLARE_NO_COPY_CLASS(MBConvTestCase)
2cc07181
VZ		 215};
216
98eae466
VS		 217// register in the unnamed registry so that these tests are run by default
218CPPUNIT_TEST_SUITE_REGISTRATION( MBConvTestCase );
219
220// also include in it's own registry so that these tests can be run alone
1002abaa 221CPPUNIT_TEST_SUITE_NAMED_REGISTRATION( MBConvTestCase, "MBConvTestCase" );
e6a87338 222CPPUNIT_TEST_SUITE_NAMED_REGISTRATION( MBConvTestCase, "MBConv" );
2cc07181
VZ		 223
224void MBConvTestCase::WC2CP1250()
225{
226 static const struct Data
227 {
228 const wchar_t *wc;
229 const char *cp1250;
230 } data[] =
231 {
232 { L"hello", "hello" }, // test that it works in simplest case
a430a60f 233 { L"\xBD of \xBD is \xBC", NULL }, // this should fail as cp1250 doesn't have 1/2
2cc07181
VZ		 234 };
235
236 wxCSConv cs1250(wxFONTENCODING_CP1250);
237 for ( size_t n = 0; n < WXSIZEOF(data); n++ )
238 {
239 const Data& d = data[n];
98eae466
VS		 240 if (d.cp1250)
241 {
242 CPPUNIT_ASSERT( strcmp(cs1250.cWC2MB(d.wc), d.cp1250) == 0 );
243 }
244 else
245 {
0f216992 246 CPPUNIT_ASSERT( (const char*)cs1250.cWC2MB(d.wc) == NULL );
98eae466 247 }
2cc07181
VZ		 248 }
249}
726c8204 250
75b16a30
VS		 251// Print an unsigned character array as a C unsigned character array.
252// NB: Please don't remove this function even though it's not used anywhere,
253// it's very useful when debugging a failed test.
254wxString CByteArrayFormat( const void* data, size_t len, const wxChar* name )
255{
256 const unsigned char* bytes = (unsigned char*)data;
257 wxString result;
258
9a83f860 259 result.Printf( wxT("static const unsigned char %s[%i] = \n{"), name, (int)len );
75b16a30
VS		 260
261 for ( size_t i = 0; i < len; i++ )
262 {
263 if ( i != 0 )
264 {
9a83f860 265 result.append( wxT(",") );
75b16a30
VS		 266 }
267 if ((i%16)==0)
268 {
9a83f860 269 result.append( wxT("\n ") );
75b16a30 270 }
9a83f860 271 wxString byte = wxString::Format( wxT("0x%02x"), bytes[i] );
75b16a30
VS		 272 result.append(byte);
273 }
9a83f860 274 result.append( wxT("\n};\n") );
75b16a30
VS		 275 return result;
276}
277
78648f60 278// The following bytes represent the same string, containing Japanese and English
8f115891
MW		 279// characters, encoded in several different formats.
280
281// encoded by iconv
93a800a9 282static const unsigned char welcome_utf7_iconv[84] =
8f115891
MW		 283{
284 0x57,0x65,0x6c,0x63,0x6f,0x6d,0x65,0x20,0x74,0x6f,0x20,0x6f,0x75,0x72,0x20,0x63,
285 0x79,0x62,0x65,0x72,0x20,0x73,0x70,0x61,0x63,0x65,0x20,0x66,0x6f,0x72,0x63,0x65,
286 0x2e,0x20,0x20,0x2b,0x4d,0x46,0x6b,0x77,0x55,0x49,0x74,0x6d,0x57,0x39,0x38,0x77,
287 0x61,0x35,0x62,0x37,0x69,0x6e,0x45,0x77,0x6b,0x6a,0x42,0x5a,0x4d,0x49,0x73,0x77,
288 0x65,0x7a,0x42,0x47,0x4d,0x45,0x77,0x77,0x52,0x44,0x42,0x45,0x4d,0x47,0x63,0x77,
289 0x57,0x54,0x41,0x43
290};
291// encoded by wxWindows (iconv can decode this successfully)
93a800a9 292static const unsigned char welcome_utf7_wx[109] =
8f115891
MW		 293{
294 0x57,0x65,0x6c,0x63,0x6f,0x6d,0x65,0x2b,0x41,0x43,0x41,0x2d,0x74,0x6f,0x2b,0x41,
295 0x43,0x41,0x2d,0x6f,0x75,0x72,0x2b,0x41,0x43,0x41,0x2d,0x63,0x79,0x62,0x65,0x72,
296 0x2b,0x41,0x43,0x41,0x2d,0x73,0x70,0x61,0x63,0x65,0x2b,0x41,0x43,0x41,0x2d,0x66,
297 0x6f,0x72,0x63,0x65,0x2e,0x2b,0x41,0x43,0x41,0x41,0x49,0x44,0x42,0x5a,0x4d,0x46,
298 0x43,0x4c,0x5a,0x6c,0x76,0x66,0x4d,0x47,0x75,0x57,0x2b,0x34,0x70,0x78,0x4d,0x4a,
299 0x49,0x77,0x57,0x54,0x43,0x4c,0x4d,0x48,0x73,0x77,0x52,0x6a,0x42,0x4d,0x4d,0x45,
300 0x51,0x77,0x52,0x44,0x42,0x6e,0x4d,0x46,0x6b,0x77,0x41,0x67,0x2d
301};
302// encoded by iconv
93a800a9 303static const unsigned char welcome_utf8[89] =
8f115891
MW		 304{
305 0x57,0x65,0x6c,0x63,0x6f,0x6d,0x65,0x20,0x74,0x6f,0x20,0x6f,0x75,0x72,0x20,0x63,
306 0x79,0x62,0x65,0x72,0x20,0x73,0x70,0x61,0x63,0x65,0x20,0x66,0x6f,0x72,0x63,0x65,
307 0x2e,0x20,0x20,0xe3,0x81,0x99,0xe3,0x81,0x90,0xe8,0xad,0xa6,0xe5,0xaf,0x9f,0xe3,
308 0x81,0xab,0xe9,0x9b,0xbb,0xe8,0xa9,0xb1,0xe3,0x82,0x92,0xe3,0x81,0x99,0xe3,0x82,
309 0x8b,0xe3,0x81,0xbb,0xe3,0x81,0x86,0xe3,0x81,0x8c,0xe3,0x81,0x84,0xe3,0x81,0x84,
310 0xe3,0x81,0xa7,0xe3,0x81,0x99,0xe3,0x80,0x82
311};
312// encoded by iconv
93a800a9 313static const unsigned char welcome_utf16le[106] =
8f115891
MW		 314{
315 0x57,0x00,0x65,0x00,0x6c,0x00,0x63,0x00,0x6f,0x00,0x6d,0x00,0x65,0x00,0x20,0x00,
316 0x74,0x00,0x6f,0x00,0x20,0x00,0x6f,0x00,0x75,0x00,0x72,0x00,0x20,0x00,0x63,0x00,
317 0x79,0x00,0x62,0x00,0x65,0x00,0x72,0x00,0x20,0x00,0x73,0x00,0x70,0x00,0x61,0x00,
318 0x63,0x00,0x65,0x00,0x20,0x00,0x66,0x00,0x6f,0x00,0x72,0x00,0x63,0x00,0x65,0x00,
319 0x2e,0x00,0x20,0x00,0x20,0x00,0x59,0x30,0x50,0x30,0x66,0x8b,0xdf,0x5b,0x6b,0x30,
320 0xfb,0x96,0x71,0x8a,0x92,0x30,0x59,0x30,0x8b,0x30,0x7b,0x30,0x46,0x30,0x4c,0x30,
321 0x44,0x30,0x44,0x30,0x67,0x30,0x59,0x30,0x02,0x30
322};
323// encoded by iconv
93a800a9 324static const unsigned char welcome_utf16be[106] =
8f115891
MW		 325{
326 0x00,0x57,0x00,0x65,0x00,0x6c,0x00,0x63,0x00,0x6f,0x00,0x6d,0x00,0x65,0x00,0x20,
327 0x00,0x74,0x00,0x6f,0x00,0x20,0x00,0x6f,0x00,0x75,0x00,0x72,0x00,0x20,0x00,0x63,
328 0x00,0x79,0x00,0x62,0x00,0x65,0x00,0x72,0x00,0x20,0x00,0x73,0x00,0x70,0x00,0x61,
329 0x00,0x63,0x00,0x65,0x00,0x20,0x00,0x66,0x00,0x6f,0x00,0x72,0x00,0x63,0x00,0x65,
330 0x00,0x2e,0x00,0x20,0x00,0x20,0x30,0x59,0x30,0x50,0x8b,0x66,0x5b,0xdf,0x30,0x6b,
331 0x96,0xfb,0x8a,0x71,0x30,0x92,0x30,0x59,0x30,0x8b,0x30,0x7b,0x30,0x46,0x30,0x4c,
332 0x30,0x44,0x30,0x44,0x30,0x67,0x30,0x59,0x30,0x02
333};
334// encoded by iconv
93a800a9 335static const unsigned char welcome_utf32le[212] =
8f115891
MW		 336{
337 0x57,0x00,0x00,0x00,0x65,0x00,0x00,0x00,0x6c,0x00,0x00,0x00,0x63,0x00,0x00,0x00,
338 0x6f,0x00,0x00,0x00,0x6d,0x00,0x00,0x00,0x65,0x00,0x00,0x00,0x20,0x00,0x00,0x00,
339 0x74,0x00,0x00,0x00,0x6f,0x00,0x00,0x00,0x20,0x00,0x00,0x00,0x6f,0x00,0x00,0x00,
340 0x75,0x00,0x00,0x00,0x72,0x00,0x00,0x00,0x20,0x00,0x00,0x00,0x63,0x00,0x00,0x00,
341 0x79,0x00,0x00,0x00,0x62,0x00,0x00,0x00,0x65,0x00,0x00,0x00,0x72,0x00,0x00,0x00,
342 0x20,0x00,0x00,0x00,0x73,0x00,0x00,0x00,0x70,0x00,0x00,0x00,0x61,0x00,0x00,0x00,
343 0x63,0x00,0x00,0x00,0x65,0x00,0x00,0x00,0x20,0x00,0x00,0x00,0x66,0x00,0x00,0x00,
344 0x6f,0x00,0x00,0x00,0x72,0x00,0x00,0x00,0x63,0x00,0x00,0x00,0x65,0x00,0x00,0x00,
345 0x2e,0x00,0x00,0x00,0x20,0x00,0x00,0x00,0x20,0x00,0x00,0x00,0x59,0x30,0x00,0x00,
346 0x50,0x30,0x00,0x00,0x66,0x8b,0x00,0x00,0xdf,0x5b,0x00,0x00,0x6b,0x30,0x00,0x00,
347 0xfb,0x96,0x00,0x00,0x71,0x8a,0x00,0x00,0x92,0x30,0x00,0x00,0x59,0x30,0x00,0x00,
348 0x8b,0x30,0x00,0x00,0x7b,0x30,0x00,0x00,0x46,0x30,0x00,0x00,0x4c,0x30,0x00,0x00,
349 0x44,0x30,0x00,0x00,0x44,0x30,0x00,0x00,0x67,0x30,0x00,0x00,0x59,0x30,0x00,0x00,
350 0x02,0x30,0x00,0x00
351};
352// encoded by iconv
93a800a9 353static const unsigned char welcome_utf32be[212] =
8f115891
MW		 354{
355 0x00,0x00,0x00,0x57,0x00,0x00,0x00,0x65,0x00,0x00,0x00,0x6c,0x00,0x00,0x00,0x63,
356 0x00,0x00,0x00,0x6f,0x00,0x00,0x00,0x6d,0x00,0x00,0x00,0x65,0x00,0x00,0x00,0x20,
357 0x00,0x00,0x00,0x74,0x00,0x00,0x00,0x6f,0x00,0x00,0x00,0x20,0x00,0x00,0x00,0x6f,
358 0x00,0x00,0x00,0x75,0x00,0x00,0x00,0x72,0x00,0x00,0x00,0x20,0x00,0x00,0x00,0x63,
359 0x00,0x00,0x00,0x79,0x00,0x00,0x00,0x62,0x00,0x00,0x00,0x65,0x00,0x00,0x00,0x72,
360 0x00,0x00,0x00,0x20,0x00,0x00,0x00,0x73,0x00,0x00,0x00,0x70,0x00,0x00,0x00,0x61,
361 0x00,0x00,0x00,0x63,0x00,0x00,0x00,0x65,0x00,0x00,0x00,0x20,0x00,0x00,0x00,0x66,
362 0x00,0x00,0x00,0x6f,0x00,0x00,0x00,0x72,0x00,0x00,0x00,0x63,0x00,0x00,0x00,0x65,
363 0x00,0x00,0x00,0x2e,0x00,0x00,0x00,0x20,0x00,0x00,0x00,0x20,0x00,0x00,0x30,0x59,
364 0x00,0x00,0x30,0x50,0x00,0x00,0x8b,0x66,0x00,0x00,0x5b,0xdf,0x00,0x00,0x30,0x6b,
365 0x00,0x00,0x96,0xfb,0x00,0x00,0x8a,0x71,0x00,0x00,0x30,0x92,0x00,0x00,0x30,0x59,
366 0x00,0x00,0x30,0x8b,0x00,0x00,0x30,0x7b,0x00,0x00,0x30,0x46,0x00,0x00,0x30,0x4c,
367 0x00,0x00,0x30,0x44,0x00,0x00,0x30,0x44,0x00,0x00,0x30,0x67,0x00,0x00,0x30,0x59,
368 0x00,0x00,0x30,0x02
369};
370// encoded by iconv
93a800a9 371static const unsigned char welcome_cp932[71] =
8f115891
MW		 372{
373 0x57,0x65,0x6c,0x63,0x6f,0x6d,0x65,0x20,0x74,0x6f,0x20,0x6f,0x75,0x72,0x20,0x63,
374 0x79,0x62,0x65,0x72,0x20,0x73,0x70,0x61,0x63,0x65,0x20,0x66,0x6f,0x72,0x63,0x65,
375 0x2e,0x20,0x20,0x82,0xb7,0x82,0xae,0x8c,0x78,0x8e,0x40,0x82,0xc9,0x93,0x64,0x98,
376 0x62,0x82,0xf0,0x82,0xb7,0x82,0xe9,0x82,0xd9,0x82,0xa4,0x82,0xaa,0x82,0xa2,0x82,
377 0xa2,0x82,0xc5,0x82,0xb7,0x81,0x42
378};
379
380#if wxBYTE_ORDER == wxBIG_ENDIAN
381 #if SIZEOF_WCHAR_T == 2
382 #define welcome_wchar_t welcome_utf16be
383 #elif SIZEOF_WCHAR_T == 4
384 #define welcome_wchar_t welcome_utf32be
385 #endif
386#elif wxBYTE_ORDER == wxLITTLE_ENDIAN
387 #if SIZEOF_WCHAR_T == 2
388 #define welcome_wchar_t welcome_utf16le
389 #elif SIZEOF_WCHAR_T == 4
390 #define welcome_wchar_t welcome_utf32le
391 #endif
392#endif
393
394void MBConvTestCase::UTF7Tests()
395{
78648f60
VZ		 396#if 0
397 wxCSConv convUTF7(wxFONTENCODING_UTF7);
398#else
399 wxMBConvUTF7 convUTF7;
400#endif
401
8f115891 402 TestDecoder
78648f60
VZ		 403 (
404 (const wchar_t*)welcome_wchar_t,
8f115891 405 sizeof(welcome_wchar_t)/sizeof(wchar_t),
78648f60
VZ		 406 (const char*)welcome_utf7_iconv,
407 sizeof(welcome_utf7_iconv),
408 convUTF7,
8f115891
MW		 409 1
410 );
411 TestDecoder
78648f60
VZ		 412 (
413 (const wchar_t*)welcome_wchar_t,
8f115891 414 sizeof(welcome_wchar_t)/sizeof(wchar_t),
78648f60
VZ		 415 (const char*)welcome_utf7_wx,
416 sizeof(welcome_utf7_wx),
417 convUTF7,
8f115891
MW		 418 1
419 );
78648f60
VZ		 420#if 0
421 // wxWidget's UTF-7 encoder generates different byte sequences than iconv's.
8f115891
MW		 422 // but both seem to be equally legal.
423 // This test won't work and that's okay.
424 TestEncoder
78648f60
VZ		 425 (
426 (const wchar_t*)welcome_wchar_t,
8f115891 427 sizeof(welcome_wchar_t)/sizeof(wchar_t),
78648f60
VZ		 428 (const char*)welcome_utf7_iconv,
429 sizeof(welcome_utf7_iconv),
430 convUTF7,
8f115891
MW		 431 1
432 );
433#endif
434 TestEncoder
78648f60
VZ		 435 (
436 (const wchar_t*)welcome_wchar_t,
8f115891 437 sizeof(welcome_wchar_t)/sizeof(wchar_t),
78648f60
VZ		 438 (const char*)welcome_utf7_wx,
439 sizeof(welcome_utf7_wx),
440 convUTF7,
8f115891
MW		 441 1
442 );
443}
444
445void MBConvTestCase::UTF8Tests()
446{
447 TestDecoder
78648f60
VZ		 448 (
449 (const wchar_t*)welcome_wchar_t,
8f115891 450 sizeof(welcome_wchar_t)/sizeof(wchar_t),
78648f60
VZ		 451 (const char*)welcome_utf8,
452 sizeof(welcome_utf8),
86501081 453 wxConvUTF8,
8f115891
MW		 454 1
455 );
456 TestEncoder
78648f60
VZ		 457 (
458 (const wchar_t*)welcome_wchar_t,
8f115891 459 sizeof(welcome_wchar_t)/sizeof(wchar_t),
78648f60
VZ		 460 (const char*)welcome_utf8,
461 sizeof(welcome_utf8),
86501081 462 wxConvUTF8,
8f115891
MW		 463 1
464 );
465}
466
467void MBConvTestCase::UTF16LETests()
468{
469 wxMBConvUTF16LE convUTF16LE;
470 TestDecoder
78648f60
VZ		 471 (
472 (const wchar_t*)welcome_wchar_t,
8f115891 473 sizeof(welcome_wchar_t)/sizeof(wchar_t),
78648f60
VZ		 474 (const char*)welcome_utf16le,
475 sizeof(welcome_utf16le),
86501081 476 convUTF16LE,
8f115891
MW		 477 2
478 );
479 TestEncoder
78648f60
VZ		 480 (
481 (const wchar_t*)welcome_wchar_t,
8f115891 482 sizeof(welcome_wchar_t)/sizeof(wchar_t),
78648f60
VZ		 483 (const char*)welcome_utf16le,
484 sizeof(welcome_utf16le),
86501081 485 convUTF16LE,
8f115891
MW		 486 2
487 );
488}
489
490void MBConvTestCase::UTF16BETests()
491{
492 wxMBConvUTF16BE convUTF16BE;
493 TestDecoder
78648f60
VZ		 494 (
495 (const wchar_t*)welcome_wchar_t,
8f115891 496 sizeof(welcome_wchar_t)/sizeof(wchar_t),
78648f60
VZ		 497 (const char*)welcome_utf16be,
498 sizeof(welcome_utf16be),
86501081 499 convUTF16BE,
8f115891
MW		 500 2
501 );
502 TestEncoder
78648f60
VZ		 503 (
504 (const wchar_t*)welcome_wchar_t,
8f115891 505 sizeof(welcome_wchar_t)/sizeof(wchar_t),
78648f60
VZ		 506 (const char*)welcome_utf16be,
507 sizeof(welcome_utf16be),
86501081 508 convUTF16BE,
8f115891
MW		 509 2
510 );
511}
512
513void MBConvTestCase::UTF32LETests()
514{
515 wxMBConvUTF32LE convUTF32LE;
516 TestDecoder
78648f60
VZ		 517 (
518 (const wchar_t*)welcome_wchar_t,
8f115891 519 sizeof(welcome_wchar_t)/sizeof(wchar_t),
78648f60
VZ		 520 (const char*)welcome_utf32le,
521 sizeof(welcome_utf32le),
86501081 522 convUTF32LE,
8f115891
MW		 523 4
524 );
525 TestEncoder
78648f60
VZ		 526 (
527 (const wchar_t*)welcome_wchar_t,
8f115891 528 sizeof(welcome_wchar_t)/sizeof(wchar_t),
78648f60
VZ		 529 (const char*)welcome_utf32le,
530 sizeof(welcome_utf32le),
86501081 531 convUTF32LE,
8f115891
MW		 532 4
533 );
534}
535
536void MBConvTestCase::UTF32BETests()
537{
538 wxMBConvUTF32BE convUTF32BE;
539 TestDecoder
78648f60
VZ		 540 (
541 (const wchar_t*)welcome_wchar_t,
8f115891 542 sizeof(welcome_wchar_t)/sizeof(wchar_t),
78648f60
VZ		 543 (const char*)welcome_utf32be,
544 sizeof(welcome_utf32be),
86501081 545 convUTF32BE,
8f115891
MW		 546 4
547 );
548 TestEncoder
78648f60
VZ		 549 (
550 (const wchar_t*)welcome_wchar_t,
8f115891 551 sizeof(welcome_wchar_t)/sizeof(wchar_t),
78648f60
VZ		 552 (const char*)welcome_utf32be,
553 sizeof(welcome_utf32be),
86501081 554 convUTF32BE,
8f115891
MW		 555 4
556 );
557}
558
559void MBConvTestCase::CP932Tests()
560{
561 wxCSConv convCP932( wxFONTENCODING_CP932 );
562 TestDecoder
78648f60
VZ		 563 (
564 (const wchar_t*)welcome_wchar_t,
8f115891 565 sizeof(welcome_wchar_t)/sizeof(wchar_t),
78648f60
VZ		 566 (const char*)welcome_cp932,
567 sizeof(welcome_cp932),
86501081 568 convCP932,
8f115891
MW		 569 1
570 );
571 TestEncoder
78648f60
VZ		 572 (
573 (const wchar_t*)welcome_wchar_t,
8f115891 574 sizeof(welcome_wchar_t)/sizeof(wchar_t),
78648f60
VZ		 575 (const char*)welcome_cp932,
576 sizeof(welcome_cp932),
86501081 577 convCP932,
8f115891
MW		 578 1
579 );
580}
581
582// a character sequence encoded as iso8859-1 (iconv)
78648f60 583static const unsigned char iso8859_1[251] =
8f115891
MW		 584{
585 0x05,0x06,0x07,0x08,0x09,0x0a,0x0b,0x0c,0x0d,0x0e,0x0f,0x10,0x11,0x12,0x13,0x14,
586 0x15,0x16,0x17,0x18,0x19,0x1a,0x1b,0x1c,0x1d,0x1e,0x1f,0x20,0x21,0x22,0x23,0x24,
587 0x25,0x26,0x27,0x28,0x29,0x2a,0x2b,0x2c,0x2d,0x2e,0x2f,0x30,0x31,0x32,0x33,0x34,
588 0x35,0x36,0x37,0x38,0x39,0x3a,0x3b,0x3c,0x3d,0x3e,0x3f,0x40,0x41,0x42,0x43,0x44,
589 0x45,0x46,0x47,0x48,0x49,0x4a,0x4b,0x4c,0x4d,0x4e,0x4f,0x50,0x51,0x52,0x53,0x54,
590 0x55,0x56,0x57,0x58,0x59,0x5a,0x5b,0x5c,0x5d,0x5e,0x5f,0x60,0x61,0x62,0x63,0x64,
591 0x65,0x66,0x67,0x68,0x69,0x6a,0x6b,0x6c,0x6d,0x6e,0x6f,0x70,0x71,0x72,0x73,0x74,
592 0x75,0x76,0x77,0x78,0x79,0x7a,0x7b,0x7c,0x7d,0x7e,0x7f,0x80,0x81,0x82,0x83,0x84,
593 0x85,0x86,0x87,0x88,0x89,0x8a,0x8b,0x8c,0x8d,0x8e,0x8f,0x90,0x91,0x92,0x93,0x94,
594 0x95,0x96,0x97,0x98,0x99,0x9a,0x9b,0x9c,0x9d,0x9e,0x9f,0xa0,0xa1,0xa2,0xa3,0xa4,
595 0xa5,0xa6,0xa7,0xa8,0xa9,0xaa,0xab,0xac,0xad,0xae,0xaf,0xb0,0xb1,0xb2,0xb3,0xb4,
596 0xb5,0xb6,0xb7,0xb8,0xb9,0xba,0xbb,0xbc,0xbd,0xbe,0xbf,0xc0,0xc1,0xc2,0xc3,0xc4,
597 0xc5,0xc6,0xc7,0xc8,0xc9,0xca,0xcb,0xcc,0xcd,0xce,0xcf,0xd0,0xd1,0xd2,0xd3,0xd4,
598 0xd5,0xd6,0xd7,0xd8,0xd9,0xda,0xdb,0xdc,0xdd,0xde,0xdf,0xe0,0xe1,0xe2,0xe3,0xe4,
599 0xe5,0xe6,0xe7,0xe8,0xe9,0xea,0xeb,0xec,0xed,0xee,0xef,0xf0,0xf1,0xf2,0xf3,0xf4,
600 0xf5,0xf6,0xf7,0xf8,0xf9,0xfa,0xfb,0xfc,0xfd,0xfe,0xff
601};
602// the above character sequence encoded as UTF-8 (iconv)
78648f60 603static const unsigned char iso8859_1_utf8[379] =
8f115891
MW		 604{
605 0x05,0x06,0x07,0x08,0x09,0x0a,0x0b,0x0c,0x0d,0x0e,0x0f,0x10,0x11,0x12,0x13,0x14,
606 0x15,0x16,0x17,0x18,0x19,0x1a,0x1b,0x1c,0x1d,0x1e,0x1f,0x20,0x21,0x22,0x23,0x24,
607 0x25,0x26,0x27,0x28,0x29,0x2a,0x2b,0x2c,0x2d,0x2e,0x2f,0x30,0x31,0x32,0x33,0x34,
608 0x35,0x36,0x37,0x38,0x39,0x3a,0x3b,0x3c,0x3d,0x3e,0x3f,0x40,0x41,0x42,0x43,0x44,
609 0x45,0x46,0x47,0x48,0x49,0x4a,0x4b,0x4c,0x4d,0x4e,0x4f,0x50,0x51,0x52,0x53,0x54,
610 0x55,0x56,0x57,0x58,0x59,0x5a,0x5b,0x5c,0x5d,0x5e,0x5f,0x60,0x61,0x62,0x63,0x64,
611 0x65,0x66,0x67,0x68,0x69,0x6a,0x6b,0x6c,0x6d,0x6e,0x6f,0x70,0x71,0x72,0x73,0x74,
612 0x75,0x76,0x77,0x78,0x79,0x7a,0x7b,0x7c,0x7d,0x7e,0x7f,0xc2,0x80,0xc2,0x81,0xc2,
613 0x82,0xc2,0x83,0xc2,0x84,0xc2,0x85,0xc2,0x86,0xc2,0x87,0xc2,0x88,0xc2,0x89,0xc2,
614 0x8a,0xc2,0x8b,0xc2,0x8c,0xc2,0x8d,0xc2,0x8e,0xc2,0x8f,0xc2,0x90,0xc2,0x91,0xc2,
615 0x92,0xc2,0x93,0xc2,0x94,0xc2,0x95,0xc2,0x96,0xc2,0x97,0xc2,0x98,0xc2,0x99,0xc2,
616 0x9a,0xc2,0x9b,0xc2,0x9c,0xc2,0x9d,0xc2,0x9e,0xc2,0x9f,0xc2,0xa0,0xc2,0xa1,0xc2,
617 0xa2,0xc2,0xa3,0xc2,0xa4,0xc2,0xa5,0xc2,0xa6,0xc2,0xa7,0xc2,0xa8,0xc2,0xa9,0xc2,
618 0xaa,0xc2,0xab,0xc2,0xac,0xc2,0xad,0xc2,0xae,0xc2,0xaf,0xc2,0xb0,0xc2,0xb1,0xc2,
619 0xb2,0xc2,0xb3,0xc2,0xb4,0xc2,0xb5,0xc2,0xb6,0xc2,0xb7,0xc2,0xb8,0xc2,0xb9,0xc2,
620 0xba,0xc2,0xbb,0xc2,0xbc,0xc2,0xbd,0xc2,0xbe,0xc2,0xbf,0xc3,0x80,0xc3,0x81,0xc3,
621 0x82,0xc3,0x83,0xc3,0x84,0xc3,0x85,0xc3,0x86,0xc3,0x87,0xc3,0x88,0xc3,0x89,0xc3,
622 0x8a,0xc3,0x8b,0xc3,0x8c,0xc3,0x8d,0xc3,0x8e,0xc3,0x8f,0xc3,0x90,0xc3,0x91,0xc3,
623 0x92,0xc3,0x93,0xc3,0x94,0xc3,0x95,0xc3,0x96,0xc3,0x97,0xc3,0x98,0xc3,0x99,0xc3,
624 0x9a,0xc3,0x9b,0xc3,0x9c,0xc3,0x9d,0xc3,0x9e,0xc3,0x9f,0xc3,0xa0,0xc3,0xa1,0xc3,
625 0xa2,0xc3,0xa3,0xc3,0xa4,0xc3,0xa5,0xc3,0xa6,0xc3,0xa7,0xc3,0xa8,0xc3,0xa9,0xc3,
626 0xaa,0xc3,0xab,0xc3,0xac,0xc3,0xad,0xc3,0xae,0xc3,0xaf,0xc3,0xb0,0xc3,0xb1,0xc3,
627 0xb2,0xc3,0xb3,0xc3,0xb4,0xc3,0xb5,0xc3,0xb6,0xc3,0xb7,0xc3,0xb8,0xc3,0xb9,0xc3,
628 0xba,0xc3,0xbb,0xc3,0xbc,0xc3,0xbd,0xc3,0xbe,0xc3,0xbf
629};
630
631// a character sequence encoded as CP1252 (iconv)
78648f60 632static const unsigned char CP1252[246] =
8f115891
MW		 633{
634 0x05,0x06,0x07,0x08,0x09,0x0a,0x0b,0x0c,0x0d,0x0e,0x0f,0x10,0x11,0x12,0x13,0x14,
635 0x15,0x16,0x17,0x18,0x19,0x1a,0x1b,0x1c,0x1d,0x1e,0x1f,0x20,0x21,0x22,0x23,0x24,
636 0x25,0x26,0x27,0x28,0x29,0x2a,0x2b,0x2c,0x2d,0x2e,0x2f,0x30,0x31,0x32,0x33,0x34,
637 0x35,0x36,0x37,0x38,0x39,0x3a,0x3b,0x3c,0x3d,0x3e,0x3f,0x40,0x41,0x42,0x43,0x44,
638 0x45,0x46,0x47,0x48,0x49,0x4a,0x4b,0x4c,0x4d,0x4e,0x4f,0x50,0x51,0x52,0x53,0x54,
639 0x55,0x56,0x57,0x58,0x59,0x5a,0x5b,0x5c,0x5d,0x5e,0x5f,0x60,0x61,0x62,0x63,0x64,
640 0x65,0x66,0x67,0x68,0x69,0x6a,0x6b,0x6c,0x6d,0x6e,0x6f,0x70,0x71,0x72,0x73,0x74,
641 0x75,0x76,0x77,0x78,0x79,0x7a,0x7b,0x7c,0x7d,0x7e,0x7f,0xa0,0xa1,0xa2,0xa3,0xa4,
642 0xa5,0xa6,0xa7,0xa8,0xa9,0xaa,0xab,0xac,0xad,0xae,0xaf,0xb0,0xb1,0xb2,0xb3,0xb4,
643 0xb5,0xb6,0xb7,0xb8,0xb9,0xba,0xbb,0xbc,0xbd,0xbe,0xbf,0xc0,0xc1,0xc2,0xc3,0xc4,
644 0xc5,0xc6,0xc7,0xc8,0xc9,0xca,0xcb,0xcc,0xcd,0xce,0xcf,0xd0,0xd1,0xd2,0xd3,0xd4,
645 0xd5,0xd6,0xd7,0xd8,0xd9,0xda,0xdb,0xdc,0xdd,0xde,0xdf,0xe0,0xe1,0xe2,0xe3,0xe4,
646 0xe5,0xe6,0xe7,0xe8,0xe9,0xea,0xeb,0xec,0xed,0xee,0xef,0xf0,0xf1,0xf2,0xf3,0xf4,
647 0xf5,0xf6,0xf7,0xf8,0xf9,0xfa,0xfb,0xfc,0xfd,0xfe,0xff,0x8c,0x9c,0x8a,0x9a,0x9f,
648 0x8e,0x9e,0x83,0x88,0x98,0x96,0x97,0x91,0x92,0x82,0x93,0x94,0x84,0x86,0x87,0x95,
649 0x85,0x89,0x8b,0x9b,0x80,0x99
650};
651// the above character sequence encoded as UTF-8 (iconv)
78648f60 652static const unsigned char CP1252_utf8[386] =
8f115891
MW		 653{
654 0x05,0x06,0x07,0x08,0x09,0x0a,0x0b,0x0c,0x0d,0x0e,0x0f,0x10,0x11,0x12,0x13,0x14,
655 0x15,0x16,0x17,0x18,0x19,0x1a,0x1b,0x1c,0x1d,0x1e,0x1f,0x20,0x21,0x22,0x23,0x24,
656 0x25,0x26,0x27,0x28,0x29,0x2a,0x2b,0x2c,0x2d,0x2e,0x2f,0x30,0x31,0x32,0x33,0x34,
657 0x35,0x36,0x37,0x38,0x39,0x3a,0x3b,0x3c,0x3d,0x3e,0x3f,0x40,0x41,0x42,0x43,0x44,
658 0x45,0x46,0x47,0x48,0x49,0x4a,0x4b,0x4c,0x4d,0x4e,0x4f,0x50,0x51,0x52,0x53,0x54,
659 0x55,0x56,0x57,0x58,0x59,0x5a,0x5b,0x5c,0x5d,0x5e,0x5f,0x60,0x61,0x62,0x63,0x64,
660 0x65,0x66,0x67,0x68,0x69,0x6a,0x6b,0x6c,0x6d,0x6e,0x6f,0x70,0x71,0x72,0x73,0x74,
661 0x75,0x76,0x77,0x78,0x79,0x7a,0x7b,0x7c,0x7d,0x7e,0x7f,0xc2,0xa0,0xc2,0xa1,0xc2,
662 0xa2,0xc2,0xa3,0xc2,0xa4,0xc2,0xa5,0xc2,0xa6,0xc2,0xa7,0xc2,0xa8,0xc2,0xa9,0xc2,
663 0xaa,0xc2,0xab,0xc2,0xac,0xc2,0xad,0xc2,0xae,0xc2,0xaf,0xc2,0xb0,0xc2,0xb1,0xc2,
664 0xb2,0xc2,0xb3,0xc2,0xb4,0xc2,0xb5,0xc2,0xb6,0xc2,0xb7,0xc2,0xb8,0xc2,0xb9,0xc2,
665 0xba,0xc2,0xbb,0xc2,0xbc,0xc2,0xbd,0xc2,0xbe,0xc2,0xbf,0xc3,0x80,0xc3,0x81,0xc3,
666 0x82,0xc3,0x83,0xc3,0x84,0xc3,0x85,0xc3,0x86,0xc3,0x87,0xc3,0x88,0xc3,0x89,0xc3,
667 0x8a,0xc3,0x8b,0xc3,0x8c,0xc3,0x8d,0xc3,0x8e,0xc3,0x8f,0xc3,0x90,0xc3,0x91,0xc3,
668 0x92,0xc3,0x93,0xc3,0x94,0xc3,0x95,0xc3,0x96,0xc3,0x97,0xc3,0x98,0xc3,0x99,0xc3,
669 0x9a,0xc3,0x9b,0xc3,0x9c,0xc3,0x9d,0xc3,0x9e,0xc3,0x9f,0xc3,0xa0,0xc3,0xa1,0xc3,
670 0xa2,0xc3,0xa3,0xc3,0xa4,0xc3,0xa5,0xc3,0xa6,0xc3,0xa7,0xc3,0xa8,0xc3,0xa9,0xc3,
671 0xaa,0xc3,0xab,0xc3,0xac,0xc3,0xad,0xc3,0xae,0xc3,0xaf,0xc3,0xb0,0xc3,0xb1,0xc3,
672 0xb2,0xc3,0xb3,0xc3,0xb4,0xc3,0xb5,0xc3,0xb6,0xc3,0xb7,0xc3,0xb8,0xc3,0xb9,0xc3,
673 0xba,0xc3,0xbb,0xc3,0xbc,0xc3,0xbd,0xc3,0xbe,0xc3,0xbf,0xc5,0x92,0xc5,0x93,0xc5,
674 0xa0,0xc5,0xa1,0xc5,0xb8,0xc5,0xbd,0xc5,0xbe,0xc6,0x92,0xcb,0x86,0xcb,0x9c,0xe2,
675 0x80,0x93,0xe2,0x80,0x94,0xe2,0x80,0x98,0xe2,0x80,0x99,0xe2,0x80,0x9a,0xe2,0x80,
676 0x9c,0xe2,0x80,0x9d,0xe2,0x80,0x9e,0xe2,0x80,0xa0,0xe2,0x80,0xa1,0xe2,0x80,0xa2,
677 0xe2,0x80,0xa6,0xe2,0x80,0xb0,0xe2,0x80,0xb9,0xe2,0x80,0xba,0xe2,0x82,0xac,0xe2,
678 0x84,0xa2
679};
680
93a800a9
VZ		 681// this is unused currently so avoid warnings about this
682#if 0
683
8f115891 684// a character sequence encoded as iso8859-5 (iconv)
78648f60 685static const unsigned char iso8859_5[251] =
8f115891
MW		 686{
687 0x05,0x06,0x07,0x08,0x09,0x0a,0x0b,0x0c,0x0d,0x0e,0x0f,0x10,0x11,0x12,0x13,0x14,
688 0x15,0x16,0x17,0x18,0x19,0x1a,0x1b,0x1c,0x1d,0x1e,0x1f,0x20,0x21,0x22,0x23,0x24,
689 0x25,0x26,0x27,0x28,0x29,0x2a,0x2b,0x2c,0x2d,0x2e,0x2f,0x30,0x31,0x32,0x33,0x34,
690 0x35,0x36,0x37,0x38,0x39,0x3a,0x3b,0x3c,0x3d,0x3e,0x3f,0x40,0x41,0x42,0x43,0x44,
691 0x45,0x46,0x47,0x48,0x49,0x4a,0x4b,0x4c,0x4d,0x4e,0x4f,0x50,0x51,0x52,0x53,0x54,
692 0x55,0x56,0x57,0x58,0x59,0x5a,0x5b,0x5c,0x5d,0x5e,0x5f,0x60,0x61,0x62,0x63,0x64,
693 0x65,0x66,0x67,0x68,0x69,0x6a,0x6b,0x6c,0x6d,0x6e,0x6f,0x70,0x71,0x72,0x73,0x74,
694 0x75,0x76,0x77,0x78,0x79,0x7a,0x7b,0x7c,0x7d,0x7e,0x7f,0x80,0x81,0x82,0x83,0x84,
695 0x85,0x86,0x87,0x88,0x89,0x8a,0x8b,0x8c,0x8d,0x8e,0x8f,0x90,0x91,0x92,0x93,0x94,
696 0x95,0x96,0x97,0x98,0x99,0x9a,0x9b,0x9c,0x9d,0x9e,0x9f,0xa0,0xfd,0xad,0xa1,0xa2,
697 0xa3,0xa4,0xa5,0xa6,0xa7,0xa8,0xa9,0xaa,0xab,0xac,0xae,0xaf,0xb0,0xb1,0xb2,0xb3,
698 0xb4,0xb5,0xb6,0xb7,0xb8,0xb9,0xba,0xbb,0xbc,0xbd,0xbe,0xbf,0xc0,0xc1,0xc2,0xc3,
699 0xc4,0xc5,0xc6,0xc7,0xc8,0xc9,0xca,0xcb,0xcc,0xcd,0xce,0xcf,0xd0,0xd1,0xd2,0xd3,
700 0xd4,0xd5,0xd6,0xd7,0xd8,0xd9,0xda,0xdb,0xdc,0xdd,0xde,0xdf,0xe0,0xe1,0xe2,0xe3,
701 0xe4,0xe5,0xe6,0xe7,0xe8,0xe9,0xea,0xeb,0xec,0xed,0xee,0xef,0xf1,0xf2,0xf3,0xf4,
702 0xf5,0xf6,0xf7,0xf8,0xf9,0xfa,0xfb,0xfc,0xfe,0xff,0xf0
703};
704// the above character sequence encoded as UTF-8 (iconv)
78648f60 705static const unsigned char iso8859_5_utf8[380] =
8f115891
MW		 706{
707 0x05,0x06,0x07,0x08,0x09,0x0a,0x0b,0x0c,0x0d,0x0e,0x0f,0x10,0x11,0x12,0x13,0x14,
708 0x15,0x16,0x17,0x18,0x19,0x1a,0x1b,0x1c,0x1d,0x1e,0x1f,0x20,0x21,0x22,0x23,0x24,
709 0x25,0x26,0x27,0x28,0x29,0x2a,0x2b,0x2c,0x2d,0x2e,0x2f,0x30,0x31,0x32,0x33,0x34,
710 0x35,0x36,0x37,0x38,0x39,0x3a,0x3b,0x3c,0x3d,0x3e,0x3f,0x40,0x41,0x42,0x43,0x44,
711 0x45,0x46,0x47,0x48,0x49,0x4a,0x4b,0x4c,0x4d,0x4e,0x4f,0x50,0x51,0x52,0x53,0x54,
712 0x55,0x56,0x57,0x58,0x59,0x5a,0x5b,0x5c,0x5d,0x5e,0x5f,0x60,0x61,0x62,0x63,0x64,
713 0x65,0x66,0x67,0x68,0x69,0x6a,0x6b,0x6c,0x6d,0x6e,0x6f,0x70,0x71,0x72,0x73,0x74,
714 0x75,0x76,0x77,0x78,0x79,0x7a,0x7b,0x7c,0x7d,0x7e,0x7f,0xc2,0x80,0xc2,0x81,0xc2,
715 0x82,0xc2,0x83,0xc2,0x84,0xc2,0x85,0xc2,0x86,0xc2,0x87,0xc2,0x88,0xc2,0x89,0xc2,
716 0x8a,0xc2,0x8b,0xc2,0x8c,0xc2,0x8d,0xc2,0x8e,0xc2,0x8f,0xc2,0x90,0xc2,0x91,0xc2,
717 0x92,0xc2,0x93,0xc2,0x94,0xc2,0x95,0xc2,0x96,0xc2,0x97,0xc2,0x98,0xc2,0x99,0xc2,
718 0x9a,0xc2,0x9b,0xc2,0x9c,0xc2,0x9d,0xc2,0x9e,0xc2,0x9f,0xc2,0xa0,0xc2,0xa7,0xc2,
719 0xad,0xd0,0x81,0xd0,0x82,0xd0,0x83,0xd0,0x84,0xd0,0x85,0xd0,0x86,0xd0,0x87,0xd0,
720 0x88,0xd0,0x89,0xd0,0x8a,0xd0,0x8b,0xd0,0x8c,0xd0,0x8e,0xd0,0x8f,0xd0,0x90,0xd0,
721 0x91,0xd0,0x92,0xd0,0x93,0xd0,0x94,0xd0,0x95,0xd0,0x96,0xd0,0x97,0xd0,0x98,0xd0,
722 0x99,0xd0,0x9a,0xd0,0x9b,0xd0,0x9c,0xd0,0x9d,0xd0,0x9e,0xd0,0x9f,0xd0,0xa0,0xd0,
723 0xa1,0xd0,0xa2,0xd0,0xa3,0xd0,0xa4,0xd0,0xa5,0xd0,0xa6,0xd0,0xa7,0xd0,0xa8,0xd0,
724 0xa9,0xd0,0xaa,0xd0,0xab,0xd0,0xac,0xd0,0xad,0xd0,0xae,0xd0,0xaf,0xd0,0xb0,0xd0,
725 0xb1,0xd0,0xb2,0xd0,0xb3,0xd0,0xb4,0xd0,0xb5,0xd0,0xb6,0xd0,0xb7,0xd0,0xb8,0xd0,
726 0xb9,0xd0,0xba,0xd0,0xbb,0xd0,0xbc,0xd0,0xbd,0xd0,0xbe,0xd0,0xbf,0xd1,0x80,0xd1,
727 0x81,0xd1,0x82,0xd1,0x83,0xd1,0x84,0xd1,0x85,0xd1,0x86,0xd1,0x87,0xd1,0x88,0xd1,
728 0x89,0xd1,0x8a,0xd1,0x8b,0xd1,0x8c,0xd1,0x8d,0xd1,0x8e,0xd1,0x8f,0xd1,0x91,0xd1,
729 0x92,0xd1,0x93,0xd1,0x94,0xd1,0x95,0xd1,0x96,0xd1,0x97,0xd1,0x98,0xd1,0x99,0xd1,
730 0x9a,0xd1,0x9b,0xd1,0x9c,0xd1,0x9e,0xd1,0x9f,0xe2,0x84,0x96
731};
93a800a9 732#endif // 0
8f115891
MW		 733
734// DecodeUTF8
735// decodes the specified *unterminated* UTF-8 byte array
736wxWCharBuffer DecodeUTF8(
737 const void* data, // an unterminated UTF-8 encoded byte array
738 size_t size // the byte length of data
739 )
740{
741 // the decoder requires a null terminated buffer.
742 // the input data is not null terminated.
743 // copy to null terminated buffer
744
745 wxCharBuffer nullTerminated( size+1 );
746 memcpy( nullTerminated.data(), data, size );
747 nullTerminated.data()[size] = 0;
748 return wxConvUTF8.cMB2WC(nullTerminated.data());
749}
750
751// tests the encoding and decoding capability of an wxMBConv object
752//
753// decodes the utf-8 bytes into wide characters
754// encodes the wide characters to compare against input multiBuffer
755// decodes the multiBuffer to compare against wide characters
756// decodes the multiBuffer into wide characters
757void MBConvTestCase::TestCoder(
758 const char* multiBuffer, // a multibyte encoded character sequence that can be decoded by "converter"
759 size_t multiBytes, // the byte length of the multibyte character sequence that can be decoded by "converter"
760 const char* utf8Buffer, // the same character sequence as multiBuffer, encoded as UTF-8
761 size_t utf8Bytes, // the byte length of the UTF-8 encoded character sequence
86501081 762 wxMBConv& converter, // the wxMBConv object thta can decode multiBuffer into a wide character sequence
8f115891
MW		 763 int sizeofNull // the number of bytes occupied by a terminating null in the converter's encoding
764 )
765{
766 // wide character size and endian-ess varies from platform to platform
767 // compiler support for wide character literals varies from compiler to compiler
768 // so we should store the wide character version as UTF-8 and depend on
769 // the UTF-8 converter's ability to decode it to platform specific wide characters
770 // this test is invalid if the UTF-8 converter can't decode
771 wxWCharBuffer wideBuffer((size_t)0);
772 wideBuffer = DecodeUTF8( utf8Buffer, utf8Bytes );
773 size_t wideChars = wxWcslen( wideBuffer.data() );
774
775 TestDecoder
78648f60
VZ		 776 (
777 wideBuffer.data(),
8f115891 778 wideChars,
78648f60 779 (const char*)multiBuffer,
8f115891
MW		 780 multiBytes,
781 converter,
782 sizeofNull
783 );
784 TestEncoder
78648f60
VZ		 785 (
786 wideBuffer.data(),
8f115891 787 wideChars,
78648f60 788 (const char*)multiBuffer,
8f115891
MW		 789 multiBytes,
790 converter,
791 sizeofNull
792 );
793}
794
795
86501081 796WXDLLIMPEXP_BASE wxMBConv* new_wxMBConv_wxwin( const char* name );
8f115891
MW		 797
798void MBConvTestCase::FontmapTests()
799{
800#ifdef wxUSE_FONTMAP
86501081 801 wxMBConv* converter = new_wxMBConv_wxwin("CP1252");
8f115891
MW		 802 if ( !converter )
803 {
804 return;
805 }
806 TestCoder(
807 (const char*)CP1252,
808 sizeof(CP1252),
809 (const char*)CP1252_utf8,
810 sizeof(CP1252_utf8),
86501081 811 *converter,
8f115891
MW		 812 1
813 );
814 delete converter;
815#endif
816}
817
8a493b67
VZ		 818void MBConvTestCase::BufSize()
819{
9a83f860 820 wxCSConv conv1251(wxT("CP1251"));
8a493b67
VZ		 821 CPPUNIT_ASSERT( conv1251.IsOk() );
822 const char *cp1251text =
823 "\313\301\326\305\324\323\321 \325\304\301\336\316\331\315";
8a493b67 824
51725fc0
VZ		 825 const size_t lenW = conv1251.MB2WC(NULL, cp1251text, 0);
826 CPPUNIT_ASSERT_EQUAL( strlen(cp1251text), lenW );
827 wxWCharBuffer wbuf(lenW + 1); // allocates lenW + 2 characters
828 wbuf.data()[lenW + 1] = L'!';
8a493b67 829
51725fc0 830 // lenW is not enough because it's the length and we need the size
8a493b67 831 CPPUNIT_ASSERT_EQUAL(
51725fc0 832 wxCONV_FAILED, conv1251.MB2WC(wbuf.data(), cp1251text, lenW) );
8a493b67 833
51725fc0 834 // lenW+1 is just fine
8a493b67 835 CPPUNIT_ASSERT(
51725fc0 836 conv1251.MB2WC(wbuf.data(), cp1251text, lenW + 1) != wxCONV_FAILED );
8a493b67
VZ		 837
838 // of course, greater values work too
839 CPPUNIT_ASSERT(
51725fc0
VZ		 840 conv1251.MB2WC(wbuf.data(), cp1251text, lenW + 2) != wxCONV_FAILED );
841
842 // but they shouldn't write more stuff to the buffer
843 CPPUNIT_ASSERT_EQUAL( L'!', wbuf[lenW + 1] );
8a493b67
VZ		 844
845
846 // test in the other direction too, using an encoding with multibyte NUL
9a83f860 847 wxCSConv convUTF16(wxT("UTF-16LE"));
8a493b67
VZ		 848 CPPUNIT_ASSERT( convUTF16.IsOk() );
849 const wchar_t *utf16text = L"Hello";
8a493b67 850
51725fc0
VZ		 851 const size_t lenMB = convUTF16.WC2MB(NULL, utf16text, 0);
852 CPPUNIT_ASSERT_EQUAL( wcslen(utf16text)*2, lenMB );
853 wxCharBuffer buf(lenMB + 2); // it only adds 1 for NUL on its own, we need 2
854 // for NUL and an extra one for the guard byte
855 buf.data()[lenMB + 2] = '?';
8a493b67
VZ		 856
857 CPPUNIT_ASSERT_EQUAL(
51725fc0
VZ		 858 wxCONV_FAILED, convUTF16.WC2MB(buf.data(), utf16text, lenMB) );
859 CPPUNIT_ASSERT_EQUAL(
860 wxCONV_FAILED, convUTF16.WC2MB(buf.data(), utf16text, lenMB + 1) );
8a493b67 861 CPPUNIT_ASSERT(
51725fc0 862 convUTF16.WC2MB(buf.data(), utf16text, lenMB + 2) != wxCONV_FAILED );
8a493b67 863 CPPUNIT_ASSERT(
51725fc0
VZ		 864 convUTF16.WC2MB(buf.data(), utf16text, lenMB + 3) != wxCONV_FAILED );
865 CPPUNIT_ASSERT_EQUAL( '?', buf[lenMB + 2] );
8a493b67
VZ		 866}
867
27307233
VZ		 868void MBConvTestCase::FromWCharTests()
869{
870 wxCSConv conv950("CP950");
871 char mbuf[10];
872 // U+4e00 is 2 bytes (0xa4 0x40) in cp950
873 wchar_t wbuf[] = { 0x4e00, 0, 0x4e00, 0 };
874
875 // test simple ASCII text
876 memset(mbuf, '!', sizeof(mbuf));
877 CPPUNIT_ASSERT_EQUAL( wxCONV_FAILED, conv950.FromWChar(mbuf, 0, L"a", 1));
878 CPPUNIT_ASSERT_EQUAL( '!', mbuf[0]);
879
880 memset(mbuf, '!', sizeof(mbuf));
881 CPPUNIT_ASSERT_EQUAL( 1, conv950.FromWChar(mbuf, 1, L"a", 1));
882 CPPUNIT_ASSERT_EQUAL( 'a', mbuf[0]);
883 CPPUNIT_ASSERT_EQUAL( '!', mbuf[1]);
884
885 memset(mbuf, '!', sizeof(mbuf));
886 CPPUNIT_ASSERT_EQUAL( wxCONV_FAILED, conv950.FromWChar(mbuf, 1, L"a", 2));
887
888 memset(mbuf, '!', sizeof(mbuf));
889 CPPUNIT_ASSERT_EQUAL( 2, conv950.FromWChar(mbuf, 2, L"a", 2));
890 CPPUNIT_ASSERT_EQUAL( 'a', mbuf[0]);
891 CPPUNIT_ASSERT_EQUAL( '\0', mbuf[1]);
892 CPPUNIT_ASSERT_EQUAL( '!', mbuf[2]);
893
894 // test non-ASCII text, 1 wchar -> 2 char
895 memset(mbuf, '!', sizeof(mbuf));
896 CPPUNIT_ASSERT_EQUAL( wxCONV_FAILED, conv950.FromWChar(mbuf, 0, wbuf, 1));
897
898 memset(mbuf, '!', sizeof(mbuf));
899 CPPUNIT_ASSERT_EQUAL( wxCONV_FAILED, conv950.FromWChar(mbuf, 1, wbuf, 1));
900
901 memset(mbuf, '!', sizeof(mbuf));
902 CPPUNIT_ASSERT_EQUAL( 2, conv950.FromWChar(mbuf, 2, wbuf, 1));
903 CPPUNIT_ASSERT_EQUAL( '!', mbuf[2]);
904
905 memset(mbuf, '!', sizeof(mbuf));
906 CPPUNIT_ASSERT_EQUAL( wxCONV_FAILED, conv950.FromWChar(mbuf, 2, wbuf, 2));
907
908 memset(mbuf, '!', sizeof(mbuf));
909 CPPUNIT_ASSERT_EQUAL( 3, conv950.FromWChar(mbuf, 3, wbuf, 2));
910 CPPUNIT_ASSERT_EQUAL( '\0', mbuf[2]);
911 CPPUNIT_ASSERT_EQUAL( '!', mbuf[3]);
912
913 // test text with embedded NUL-character and srcLen specified
914 memset(mbuf, '!', sizeof(mbuf));
915 CPPUNIT_ASSERT_EQUAL( wxCONV_FAILED, conv950.FromWChar(mbuf, 3, wbuf, 3));
916
917 memset(mbuf, '!', sizeof(mbuf));
918 CPPUNIT_ASSERT_EQUAL( wxCONV_FAILED, conv950.FromWChar(mbuf, 4, wbuf, 3));
919 CPPUNIT_ASSERT_EQUAL( 5, conv950.FromWChar(mbuf, 5, wbuf, 3));
920 CPPUNIT_ASSERT_EQUAL( '\0', mbuf[2]);
921 CPPUNIT_ASSERT_EQUAL( '!', mbuf[5]);
922
923 memset(mbuf, '!', sizeof(mbuf));
924 CPPUNIT_ASSERT_EQUAL( wxCONV_FAILED, conv950.FromWChar(mbuf, 5, wbuf, 4));
925
926 memset(mbuf, '!', sizeof(mbuf));
927 CPPUNIT_ASSERT_EQUAL( 6, conv950.FromWChar(mbuf, 6, wbuf, 4));
928 CPPUNIT_ASSERT_EQUAL( '\0', mbuf[2]);
929 CPPUNIT_ASSERT_EQUAL( '\0', mbuf[5]);
930 CPPUNIT_ASSERT_EQUAL( '!', mbuf[6]);
931}
8f115891 932
86501081 933WXDLLIMPEXP_BASE wxMBConv* new_wxMBConv_iconv( const char* name );
8f115891
MW		 934
935void MBConvTestCase::IconvTests()
936{
937#ifdef HAVE_ICONV
86501081 938 wxMBConv* converter = new_wxMBConv_iconv("CP932");
8f115891
MW		 939 if ( !converter )
940 {
941 return;
942 }
943 TestCoder(
944 (const char*)welcome_cp932,
945 sizeof(welcome_cp932),
946 (const char*)welcome_utf8,
947 sizeof(welcome_utf8),
86501081 948 *converter,
8f115891
MW		 949 1
950 );
951 delete converter;
952#endif
953}
954
fec42c21
VZ		 955void MBConvTestCase::Latin1Tests()
956{
957 TestCoder(
958 (const char*)iso8859_1,
959 sizeof(iso8859_1),
960 (const char*)iso8859_1_utf8,
961 sizeof(iso8859_1_utf8),
962 wxConvISO8859_1,
963 1
964 );
965
966 static const char nulstr[] = "foo\0bar\0";
967 static const size_t mbLen = WXSIZEOF(nulstr) - 1;
968 size_t wcLen;
93a800a9 969 wxConvISO8859_1.cMB2WC(nulstr, mbLen, &wcLen);
fec42c21
VZ		 970 CPPUNIT_ASSERT_EQUAL( mbLen, wcLen );
971}
972
8f115891
MW		 973void MBConvTestCase::CP1252Tests()
974{
975 wxCSConv convCP1252( wxFONTENCODING_CP1252 );
976 TestCoder(
977 (const char*)CP1252,
978 sizeof(CP1252),
979 (const char*)CP1252_utf8,
980 sizeof(CP1252_utf8),
86501081 981 convCP1252,
8f115891
MW		 982 1
983 );
984}
985
986void MBConvTestCase::LibcTests()
987{
988 // There isn't a locale that all systems support (except "C"), so leave
989 // this one disabled for non-Windows systems for the moment, until
990 // a solution can be found.
991#ifdef __WXMSW__
992
993#ifdef __WXMSW__
994 setlocale( LC_ALL, "English_United States.1252" );
995 const unsigned char* systemMB = CP1252;
996 size_t systemMB_size = sizeof(CP1252);
997 const unsigned char* systemMB_utf8 = CP1252_utf8;
998 size_t systemMB_utf8_size = sizeof(CP1252_utf8);
999#else
1000 setlocale( LC_ALL, "en_US.iso8859-1" );
1001 const unsigned char* systemMB = iso8859_1;
1002 size_t systemMB_size = sizeof(iso8859_1);
1003 const unsigned char* systemMB_utf8 = iso8859_1_utf8;
1004 size_t systemMB_utf8_size = sizeof(iso8859_1_utf8);
1005#endif
1006 wxMBConvLibc convLibc;
1007 TestCoder(
78648f60 1008 (const char*)systemMB,
8f115891 1009 systemMB_size,
78648f60 1010 (const char*)systemMB_utf8,
8f115891 1011 systemMB_utf8_size,
3af0741c 1012 convLibc,
8f115891
MW		 1013 1
1014 );
1015
1016#endif // __WXMSW__
1017}
1018
1019// verifies that the specified mb sequences decode to the specified wc sequence
1020void MBConvTestCase::TestDecoder(
1021 const wchar_t* wideBuffer, // the same character sequence as multiBuffer, encoded as wchar_t
1022 size_t wideChars, // the number of wide characters at wideBuffer
1023 const char* multiBuffer, // a multibyte encoded character sequence that can be decoded by "converter"
1024 size_t multiBytes, // the byte length of the multibyte character sequence that can be decoded by "converter"
86501081 1025 wxMBConv& converter, // the wxMBConv object that can decode multiBuffer into a wide character sequence
8f115891
MW		 1026 int sizeofNull // number of bytes occupied by terminating null in this encoding
1027 )
1028{
1029 const unsigned UNINITIALIZED = 0xcd;
1030
1031 // copy the input bytes into a null terminated buffer
1032 wxCharBuffer inputCopy( multiBytes+sizeofNull );
1033 memcpy( inputCopy.data(), multiBuffer, multiBytes );
1034 memset( &inputCopy.data()[multiBytes], 0, sizeofNull );
1035
1036 // calculate the output size
86501081 1037 size_t outputWritten = converter.MB2WC
78648f60
VZ		 1038 (
1039 0,
1040 (const char*)inputCopy.data(),
8f115891
MW		 1041 0
1042 );
1043 // make sure the correct output length was calculated
78648f60 1044 CPPUNIT_ASSERT_EQUAL( wideChars, outputWritten );
8f115891
MW		 1045
1046 // convert the string
1047 size_t guardChars = 8; // to make sure we're not overrunning the output buffer
1048 size_t nullCharacters = 1;
1049 size_t outputBufferChars = outputWritten + nullCharacters + guardChars;
1050 wxWCharBuffer outputBuffer(outputBufferChars);
1051 memset( outputBuffer.data(), UNINITIALIZED, outputBufferChars*sizeof(wchar_t) );
1052
86501081 1053 outputWritten = converter.MB2WC
78648f60
VZ		 1054 (
1055 outputBuffer.data(),
1056 (const char*)inputCopy.data(),
8f115891
MW		 1057 outputBufferChars
1058 );
1059 // make sure the correct number of characters were outputs
78648f60 1060 CPPUNIT_ASSERT_EQUAL( wideChars, outputWritten );
8f115891
MW		 1061
1062 // make sure the characters generated are correct
1063 CPPUNIT_ASSERT( 0 == memcmp( outputBuffer, wideBuffer, wideChars*sizeof(wchar_t) ) );
1064
1065 // the output buffer should be null terminated
1066 CPPUNIT_ASSERT( outputBuffer[outputWritten] == 0 );
1067
1068 // make sure the rest of the output buffer is untouched
1069 for ( size_t i = (wideChars+1)*sizeof(wchar_t); i < (outputBufferChars*sizeof(wchar_t)); i++ )
1070 {
1071 CPPUNIT_ASSERT( ((unsigned char*)outputBuffer.data())[i] == UNINITIALIZED );
1072 }
1073
1074#if wxUSE_UNICODE && wxUSE_STREAMS
1075 TestStreamDecoder( wideBuffer, wideChars, multiBuffer, multiBytes, converter );
1076#endif
1077}
1078
1079// verifies that the specified wc sequences encodes to the specified mb sequence
1080void MBConvTestCase::TestEncoder(
1081 const wchar_t* wideBuffer, // the same character sequence as multiBuffer, encoded as wchar_t
1082 size_t wideChars, // the number of wide characters at wideBuffer
1083 const char* multiBuffer, // a multibyte encoded character sequence that can be decoded by "converter"
1084 size_t multiBytes, // the byte length of the multibyte character sequence that can be decoded by "converter"
86501081 1085 wxMBConv& converter, // the wxMBConv object that can decode multiBuffer into a wide character sequence
8f115891
MW		 1086 int sizeofNull // number of bytes occupied by terminating null in this encoding
1087 )
1088{
1089 const unsigned UNINITIALIZED = 0xcd;
1090
1091 // copy the input bytes into a null terminated buffer
1092 wxWCharBuffer inputCopy( wideChars + 1 );
1093 memcpy( inputCopy.data(), wideBuffer, (wideChars*sizeof(wchar_t)) );
1094 inputCopy.data()[wideChars] = 0;
1095
1096 // calculate the output size
86501081 1097 size_t outputWritten = converter.WC2MB
78648f60
VZ		 1098 (
1099 0,
1100 (const wchar_t*)inputCopy.data(),
8f115891
MW		 1101 0
1102 );
1103 // make sure the correct output length was calculated
78648f60 1104 CPPUNIT_ASSERT_EQUAL( multiBytes, outputWritten );
8f115891
MW		 1105
1106 // convert the string
1107 size_t guardBytes = 8; // to make sure we're not overrunning the output buffer
1108 size_t outputBufferSize = outputWritten + sizeofNull + guardBytes;
1109 wxCharBuffer outputBuffer(outputBufferSize);
1110 memset( outputBuffer.data(), UNINITIALIZED, outputBufferSize );
1111
86501081 1112 outputWritten = converter.WC2MB
78648f60
VZ		 1113 (
1114 outputBuffer.data(),
1115 (const wchar_t*)inputCopy.data(),
1116 outputBufferSize
8f115891
MW		 1117 );
1118
1119 // make sure the correct number of characters were output
78648f60 1120 CPPUNIT_ASSERT_EQUAL( multiBytes, outputWritten );
8f115891
MW		 1121
1122 // make sure the characters generated are correct
1123 CPPUNIT_ASSERT( 0 == memcmp( outputBuffer, multiBuffer, multiBytes ) );
1124
6565d564
MW		 1125 size_t i;
1126
8f115891 1127 // the output buffer should be null terminated
6565d564 1128 for ( i = multiBytes; i < multiBytes + sizeofNull; i++ )
8f115891
MW		 1129 {
1130 CPPUNIT_ASSERT( ((unsigned char*)outputBuffer.data())[i] == 0 );
1131 }
1132
1133 // make sure the rest of the output buffer is untouched
6565d564 1134 for ( i = multiBytes + sizeofNull; i < outputBufferSize; i++ )
8f115891
MW		 1135 {
1136 CPPUNIT_ASSERT( ((unsigned char*)outputBuffer.data())[i] == UNINITIALIZED );
1137 }
1138
1139#if wxUSE_UNICODE && wxUSE_STREAMS
1140 TestStreamEncoder( wideBuffer, wideChars, multiBuffer, multiBytes, converter );
1141#endif
1142}
1143
1144#if wxUSE_UNICODE && wxUSE_STREAMS
1145// use wxTextInputStream to exercise wxMBConv interface
1146// (this reveals some bugs in certain wxMBConv subclasses)
1147void MBConvTestCase::TestStreamDecoder(
1148 const wchar_t* wideBuffer, // the same character sequence as multiBuffer, encoded as wchar_t
1149 size_t wideChars, // the number of wide characters at wideBuffer
1150 const char* multiBuffer, // a multibyte encoded character sequence that can be decoded by "converter"
1151 size_t multiBytes, // the byte length of the multibyte character sequence that can be decoded by "converter"
86501081 1152 wxMBConv& converter // the wxMBConv object that can decode multiBuffer into a wide character sequence
8f115891
MW		 1153 )
1154{
1155 // this isn't meant to test wxMemoryInputStream or wxTextInputStream
1156 // it's meant to test the way wxTextInputStream uses wxMBConv
1157 // (which has exposed some problems with wxMBConv)
1158 wxMemoryInputStream memoryInputStream( multiBuffer, multiBytes );
86501081 1159 wxTextInputStream textInputStream( memoryInputStream, wxT(""), converter );
8f115891
MW		 1160 for ( size_t i = 0; i < wideChars; i++ )
1161 {
1162 wxChar wc = textInputStream.GetChar();
04080f20
VZ		 1163 CPPUNIT_ASSERT_EQUAL_MESSAGE(
1164 std::string(wxString::Format("At position %lu", (unsigned long)i)),
1165 wideBuffer[i],
1166 wc
1167 );
8f115891
MW		 1168 }
1169 CPPUNIT_ASSERT( 0 == textInputStream.GetChar() );
1170 CPPUNIT_ASSERT( memoryInputStream.Eof() );
1171}
1172#endif
1173
1174#if wxUSE_UNICODE && wxUSE_STREAMS
1175// use wxTextInputStream to exercise wxMBConv interface
1176// (this reveals some bugs in certain wxMBConv subclasses)
1177void MBConvTestCase::TestStreamEncoder(
1178 const wchar_t* wideBuffer, // the same character sequence as multiBuffer, encoded as wchar_t
1179 size_t wideChars, // the number of wide characters at wideBuffer
1180 const char* multiBuffer, // a multibyte encoded character sequence that can be decoded by "converter"
1181 size_t multiBytes, // the byte length of the multibyte character sequence that can be decoded by "converter"
86501081 1182 wxMBConv& converter // the wxMBConv object that can decode multiBuffer into a wide character sequence
8f115891
MW		 1183 )
1184{
1185 // this isn't meant to test wxMemoryOutputStream or wxTextOutputStream
1186 // it's meant to test the way wxTextOutputStream uses wxMBConv
1187 // (which has exposed some problems with wxMBConv)
1188 wxMemoryOutputStream memoryOutputStream;
1189 // wxEOL_UNIX will pass \n \r unchanged
86501081 1190 wxTextOutputStream textOutputStream( memoryOutputStream, wxEOL_UNIX, converter );
8f115891
MW		 1191 for ( size_t i = 0; i < wideChars; i++ )
1192 {
1193 textOutputStream.PutChar( wideBuffer[i] );
1194 }
ca8cf4ff
VZ		 1195
1196 textOutputStream.Flush();
1197
097a92e2 1198 CPPUNIT_ASSERT_EQUAL( multiBytes, size_t(memoryOutputStream.TellO()) );
8f115891
MW		 1199 wxCharBuffer copy( memoryOutputStream.TellO() );
1200 memoryOutputStream.CopyTo( copy.data(), memoryOutputStream.TellO());
4a9eae36 1201 CPPUNIT_ASSERT_EQUAL( 0, memcmp( copy.data(), multiBuffer, multiBytes ) );
8f115891
MW		 1202}
1203#endif
1204
1205
726c8204
MW		 1206// ----------------------------------------------------------------------------
1207// UTF-8 tests
1208// ----------------------------------------------------------------------------
1209
1210#ifdef HAVE_WCHAR_H
1211
1212// Check that 'charSequence' translates to 'wideSequence' and back.
98cfeab3 1213// Invalid sequences can be tested by giving NULL for 'wideSequence'. Even
726c8204
MW		 1214// invalid sequences should roundtrip when an option is given and this is
1215// checked.
1216//
1217void MBConvTestCase::UTF8(const char *charSequence,
1218 const wchar_t *wideSequence)
1219{
1220 UTF8(charSequence, wideSequence, wxMBConvUTF8::MAP_INVALID_UTF8_NOT);
1221 UTF8(charSequence, wideSequence, wxMBConvUTF8::MAP_INVALID_UTF8_TO_PUA);
1222 UTF8(charSequence, wideSequence, wxMBConvUTF8::MAP_INVALID_UTF8_TO_OCTAL);
1223}
1224
1225// Use this alternative when 'charSequence' contains a PUA character. Such
1226// sequences should still roundtrip ok, and this is checked.
1227//
1228void MBConvTestCase::UTF8PUA(const char *charSequence,
1229 const wchar_t *wideSequence)
1230{
1231 UTF8(charSequence, wideSequence, wxMBConvUTF8::MAP_INVALID_UTF8_NOT);
1232 UTF8(charSequence, NULL, wxMBConvUTF8::MAP_INVALID_UTF8_TO_PUA);
1233 UTF8(charSequence, wideSequence, wxMBConvUTF8::MAP_INVALID_UTF8_TO_OCTAL);
1234}
1235
1236// Use this alternative when 'charSequence' contains an octal escape sequence.
1237// Such sequences should still roundtrip ok, and this is checked.
1238//
1239void MBConvTestCase::UTF8Octal(const char *charSequence,
1240 const wchar_t *wideSequence)
1241{
1242 UTF8(charSequence, wideSequence, wxMBConvUTF8::MAP_INVALID_UTF8_NOT);
1243 UTF8(charSequence, wideSequence, wxMBConvUTF8::MAP_INVALID_UTF8_TO_PUA);
1244 UTF8(charSequence, NULL, wxMBConvUTF8::MAP_INVALID_UTF8_TO_OCTAL);
1245}
1246
394579cf
MW		 1247// in case wcscpy is missing
1248//
1249static wchar_t *wx_wcscpy(wchar_t *dest, const wchar_t *src)
1250{
78648f60 1251 wchar_t *d = dest;
394579cf
MW		 1252 while ((*d++ = *src++) != 0)
1253 ;
1254 return dest;
1255}
1256
1257// in case wcscat is missing
1258//
1259static wchar_t *wx_wcscat(wchar_t *dest, const wchar_t *src)
1260{
78648f60 1261 wchar_t *d = dest;
394579cf
MW		 1262 while (*d)
1263 d++;
1264 while ((*d++ = *src++) != 0)
1265 ;
1266 return dest;
1267}
1268
c1ce4db1
MW		 1269// in case wcscmp is missing
1270//
1271static int wx_wcscmp(const wchar_t *s1, const wchar_t *s2)
1272{
1273 while (*s1 == *s2 && *s1 != 0)
1274 {
1275 s1++;
1276 s2++;
1277 }
1278 return *s1 - *s2;
1279}
1280
1281// in case wcslen is missing
1282//
1283static size_t wx_wcslen(const wchar_t *s)
1284{
1285 const wchar_t *t = s;
1286 while (*t != 0)
1287 t++;
1288 return t - s;
1289}
1290
726c8204
MW		 1291// include the option in the error messages so it's possible to see which
1292// test failed
1293#define UTF8ASSERT(expr) CPPUNIT_ASSERT_MESSAGE(#expr + errmsg, expr)
1294
1295// The test implementation
1296//
1297void MBConvTestCase::UTF8(const char *charSequence,
1298 const wchar_t *wideSequence,
1299 int option)
1300{
1301 const size_t BUFSIZE = 128;
1302 wxASSERT(strlen(charSequence) * 3 + 10 < BUFSIZE);
1303 char bytes[BUFSIZE];
78648f60 1304
726c8204
MW		 1305 // include the option in the error messages so it's possible to see
1306 // which test failed
1307 sprintf(bytes, " (with option == %d)", option);
1308 std::string errmsg(bytes);
78648f60 1309
726c8204
MW		 1310 // put the charSequence at the start, middle and end of a string
1311 strcpy(bytes, charSequence);
1312 strcat(bytes, "ABC");
1313 strcat(bytes, charSequence);
1314 strcat(bytes, "XYZ");
1315 strcat(bytes, charSequence);
1316
1317 // translate it into wide characters
1318 wxMBConvUTF8 utf8(option);
1319 wchar_t widechars[BUFSIZE];
98cfeab3 1320 size_t lenResult = utf8.MB2WC(NULL, bytes, 0);
726c8204 1321 size_t result = utf8.MB2WC(widechars, bytes, BUFSIZE);
98cfeab3 1322 UTF8ASSERT(result == lenResult);
726c8204
MW		 1323
1324 // check we got the expected result
1325 if (wideSequence) {
1326 UTF8ASSERT(result != (size_t)-1);
1327 wxASSERT(result < BUFSIZE);
1328
1329 wchar_t expected[BUFSIZE];
394579cf
MW		 1330 wx_wcscpy(expected, wideSequence);
1331 wx_wcscat(expected, L"ABC");
1332 wx_wcscat(expected, wideSequence);
1333 wx_wcscat(expected, L"XYZ");
1334 wx_wcscat(expected, wideSequence);
726c8204 1335
c1ce4db1
MW		 1336 UTF8ASSERT(wx_wcscmp(widechars, expected) == 0);
1337 UTF8ASSERT(wx_wcslen(widechars) == result);
726c8204
MW		 1338 }
1339 else {
1340 // If 'wideSequence' is NULL, then the result is expected to be
1341 // invalid. Normally that is as far as we can go, but if there is an
1342 // option then the conversion should succeed anyway, and it should be
1343 // possible to translate back to the original
1344 if (!option) {
1345 UTF8ASSERT(result == (size_t)-1);
1346 return;
1347 }
1348 else {
1349 UTF8ASSERT(result != (size_t)-1);
1350 }
1351 }
1352
1353 // translate it back and check we get the original
1354 char bytesAgain[BUFSIZE];
98cfeab3 1355 size_t lenResultAgain = utf8.WC2MB(NULL, widechars, 0);
726c8204 1356 size_t resultAgain = utf8.WC2MB(bytesAgain, widechars, BUFSIZE);
98cfeab3 1357 UTF8ASSERT(resultAgain == lenResultAgain);
726c8204
MW		 1358 UTF8ASSERT(resultAgain != (size_t)-1);
1359 wxASSERT(resultAgain < BUFSIZE);
1360
1361 UTF8ASSERT(strcmp(bytes, bytesAgain) == 0);
98cfeab3 1362 UTF8ASSERT(strlen(bytesAgain) == resultAgain);
726c8204
MW		 1363}
1364
1365#endif // HAVE_WCHAR_H
wxWidgets (Impactor)