icuSources/test/iotest/stream.cpp

   1 /*
   2 **********************************************************************
   3 *   Copyright (C) 2002-2010, International Business Machines
   4 *   Corporation and others.  All Rights Reserved.
   5 **********************************************************************
   6 *   file name:  iotest.cpp
   7 *   encoding:   US-ASCII
   8 *   tab size:   8 (not used)
   9 *   indentation:4
  10 *
  11 *   created on: 2002feb21
  12 *   created by: George Rhoten
  13 */
  14
  15
  16 #include "unicode/ustream.h"
  17
  18 #include "unicode/ucnv.h"
  19 #include "unicode/ustring.h"
  20 #include "ustr_cnv.h"
  21 #include "iotest.h"
  22
  23 #if U_IOSTREAM_SOURCE >= 199711
  24 #if defined(__GNUC__) && __GNUC__ >= 4
  25 #define USE_SSTREAM 1
  26 #include <sstream>
  27 #else
  28 // <strstream> is deprecated on some platforms, and the compiler complains very loudly if you use it.
  29 #include <strstream>
  30 #endif
  31 #include <fstream>
  32 #include <iomanip>
  33 using namespace std;
  34 #elif U_IOSTREAM_SOURCE >= 198506
  35 #define USE_OLD_IOSTREAM 1
  36 #include <strstream.h>
  37 #include <fstream.h>
  38 #endif
  39
  40 #include <string.h>
  41
  42 U_CDECL_BEGIN
  43 #ifdef U_WINDOWS
  44 const UChar NEW_LINE[] = {0x0d,0x0a,0};
  45 const char C_NEW_LINE[] = {0x0d,0x0a,0};
  46 #define UTF8_NEW_LINE "\x0d\x0a"
  47 #else
  48 const UChar NEW_LINE[] = {0x0a,0};
  49 const char C_NEW_LINE[] = {'\n',0};
  50 #define UTF8_NEW_LINE "\x0a"
  51 #endif
  52 U_CDECL_END
  53
  54 #if U_IOSTREAM_SOURCE
  55 U_CDECL_BEGIN
  56 static void U_CALLCONV TestStream(void)
  57 {
  58 #if U_IOSTREAM_SOURCE >= 198506
  59     const UChar thisMu[] = { 0x74, 0x48, 0x69, 0x73, 0x3BC, 0};
  60     const UChar mu[] = { 0x6D, 0x75, 0};
  61     UnicodeString str1 = UNICODE_STRING_SIMPLE("str1");
  62     UnicodeString str2 = UNICODE_STRING_SIMPLE(" <<");
  63     UnicodeString str3 = UNICODE_STRING_SIMPLE("2");
  64     UnicodeString str4 = UNICODE_STRING_SIMPLE(" UTF-8 ");
  65     UnicodeString inStr = UNICODE_STRING_SIMPLE(" UTF-8 ");
  66     UnicodeString inStr2;
  67     char defConvName[UCNV_MAX_CONVERTER_NAME_LENGTH*2];
  68     char inStrC[128];
  69     UErrorCode status = U_ZERO_ERROR;
  70     UConverter *defConv;
  71     static const char testStr[] = "\x42\x65\x67\x69\x6E\x6E\x69\x6E\x67\x20\x6F\x66\x20\x74\x65\x73\x74\x20\x73\x74\x72\x31\x20\x20\x20\x3C\x3C\x32\x31\x20" UTF8_NEW_LINE "\x20\x55\x54\x46\x2D\x38\x20\xCE\xBC\xF0\x90\x80\x81\xF0\x90\x80\x82";
  72
  73     str4.append((UChar32)0x03BC);   /* mu */
  74     str4.append((UChar32)0x10001);
  75     str4.append((UChar32)0x10002);
  76
  77     /* release the default converter and use utf-8 for a bit */
  78     defConv = u_getDefaultConverter(&status);
  79     if (U_FAILURE(status)) {
  80         log_err("Can't get default converter\n");
  81         return;
  82     }
  83     ucnv_close(defConv);
  84     strncpy(defConvName, ucnv_getDefaultName(), sizeof(defConvName)/sizeof(defConvName[0]));
  85     ucnv_setDefaultName("UTF-8");
  86
  87     static const char * const TESTSTRING = "\x20\x74\x48\x69\x73\xCE\xBC\xE2\x80\x82\x20\x6D\x75\x20\x77\x6F\x72\x6C\x64";
  88 #ifdef USE_SSTREAM
  89     ostringstream outTestStream;
  90     istringstream inTestStream(TESTSTRING);
  91 #else
  92     char testStreamBuf[512];
  93     ostrstream outTestStream(testStreamBuf, sizeof(testStreamBuf));
  94     istrstream inTestStream(TESTSTRING, 0);
  95
  96     /* initialize testStreamBuf */
  97     memset(testStreamBuf, '*', sizeof(testStreamBuf));
  98     testStreamBuf[sizeof(testStreamBuf)-1] = 0;
  99 #endif
 100
 101     outTestStream << "\x42\x65\x67\x69\x6E\x6E\x69\x6E\x67\x20\x6F\x66\x20\x74\x65\x73\x74\x20";
 102     outTestStream << str1 << "\x20\x20" << str2 << str3 << "\x31\x20" << UTF8_NEW_LINE << str4 << ends;
 103 #ifdef USE_SSTREAM
 104     string tempStr = outTestStream.str();
 105     const char *testStreamBuf = tempStr.c_str();
 106 #endif
 107     if (strcmp(testStreamBuf, testStr) != 0) {
 108         log_err("Got: \"%s\", Expected: \"%s\"\n", testStreamBuf, testStr);
 109     }
 110
 111     inTestStream >> inStr >> inStr2;
 112     if (inStr.compare(thisMu) != 0) {
 113         u_austrncpy(inStrC, inStr.getBuffer(), inStr.length());
 114         inStrC[inStr.length()] = 0;
 115         log_err("Got: \"%s\", Expected: \"tHis\\u03BC\"\n", inStrC);
 116     }
 117     if (inStr2.compare(mu) != 0) {
 118         u_austrncpy(inStrC, inStr.getBuffer(), inStr.length());
 119         inStrC[inStr.length()] = 0;
 120         log_err("Got: \"%s\", Expected: \"mu\"\n", inStrC);
 121     }
 122
 123     /* return the default converter to the original state. */
 124     ucnv_setDefaultName(defConvName);
 125     defConv = u_getDefaultConverter(&status);
 126     if (U_FAILURE(status)) {
 127         log_err("Can't get default converter");
 128         return;
 129     }
 130
 131     /* Test formatting when using '<<' and UnicodeString */
 132 #ifdef USE_SSTREAM
 133     ostringstream outFormatStream;
 134 #else
 135     char testFormatStreamBuf[512];
 136     memset(testFormatStreamBuf, 0, sizeof(testFormatStreamBuf));
 137     ostrstream outFormatStream(testFormatStreamBuf, sizeof(testFormatStreamBuf));
 138 #endif
 139     UnicodeString ustr("string");
 140
 141     outFormatStream << "1234567890" << setw(10) << left << ustr << " " << "0123456789";
 142
 143 #ifdef USE_SSTREAM
 144     tempStr = outFormatStream.str();
 145     const char *testFormatStreamBuf = tempStr.c_str();
 146 #endif
 147     const char *format_test_expected = "1234567890string     0123456789";
 148     if (strcmp(format_test_expected, testFormatStreamBuf) != 0) {
 149         log_err("UnicodeString format test using << operator Got: '%s' Expected: '%s'\n", testFormatStreamBuf, format_test_expected);
 150     }
 151
 152     /* Test large buffer (size > 200) when using '<<' and UnicodeString */
 153 #ifdef USE_SSTREAM
 154     ostringstream outLargeStream;
 155 #else
 156     char testLargeStreamBuf[512];
 157     memset(testLargeStreamBuf, 0, sizeof(testLargeStreamBuf));
 158     ostrstream outLargeStream(testLargeStreamBuf, sizeof(testLargeStreamBuf));
 159 #endif
 160     UChar large_array[200];
 161     int32_t large_array_length = sizeof(large_array)/sizeof(UChar);
 162     for (int32_t i = 0; i < large_array_length; i++) {
 163         large_array[i] = 0x41;
 164     }
 165     UnicodeString large_array_unistr(large_array, large_array_length);
 166
 167     outLargeStream << large_array_unistr;
 168
 169 #ifdef USE_SSTREAM
 170     string tmpString = outLargeStream.str();
 171     const char *testLargeStreamBuf = tmpString.c_str();
 172 #endif
 173     char expectedLargeStreamBuf[300];
 174     int32_t expectedBufLength = sizeof(expectedLargeStreamBuf);
 175
 176     ucnv_fromUChars(defConv, expectedLargeStreamBuf, expectedBufLength, large_array, large_array_length, &status);
 177     if (U_SUCCESS(status)) {
 178         if (strcmp(testLargeStreamBuf, expectedLargeStreamBuf) != 0) {
 179             log_err("Large UnicodeString operator << output incorrect.\n");
 180         }
 181     } else {
 182         log_err("Error converting string for large stream buffer testing.\n");
 183     }
 184     ucnv_close(defConv);
 185 #else
 186     log_info("U_IOSTREAM_SOURCE is disabled\n");
 187 #endif
 188 }
 189
 190 #define IOSTREAM_GOOD_SHIFT 3
 191 #define IOSTREAM_GOOD (1<<IOSTREAM_GOOD_SHIFT)
 192 #define IOSTREAM_BAD_SHIFT 2
 193 #define IOSTREAM_BAD (1<<IOSTREAM_BAD_SHIFT)
 194 #define IOSTREAM_EOF_SHIFT 1
 195 #define IOSTREAM_EOF (1<<IOSTREAM_EOF_SHIFT)
 196 #define IOSTREAM_FAIL_SHIFT 0
 197 #define IOSTREAM_FAIL (1<<IOSTREAM_FAIL_SHIFT)
 198
 199 static int32_t getBitStatus(const iostream&  stream) {
 200     return (stream.good()<<IOSTREAM_GOOD_SHIFT)
 201         | (stream.bad()<<IOSTREAM_BAD_SHIFT)
 202         | (stream.eof()<<IOSTREAM_EOF_SHIFT)
 203         | (stream.fail()<<IOSTREAM_FAIL_SHIFT);
 204 }
 205
 206 void
 207 printBits(const iostream&  stream)
 208 {
 209     int32_t status = getBitStatus(stream);
 210     log_verbose("status 0x%02X (", status);
 211     if (status & IOSTREAM_GOOD) {
 212         log_verbose("good");
 213     }
 214     if (status & IOSTREAM_BAD) {
 215         log_verbose("bad");
 216     }
 217     if (status & IOSTREAM_EOF) {
 218         log_verbose("eof");
 219     }
 220     if (status & IOSTREAM_FAIL) {
 221         log_verbose("fail");
 222     }
 223     log_verbose(")\n");
 224 }
 225
 226 void
 227 testString(
 228             UnicodeString&  str,
 229             const char*     testString,
 230             const UChar*    expectedString,
 231             int32_t         expectedStatus)
 232 {
 233 #ifdef USE_SSTREAM
 234     stringstream sstrm;
 235 #else
 236     strstream sstrm;
 237 #endif
 238
 239     sstrm << testString;
 240
 241     /*log_verbose("iostream before operator::>>() call \"%s\" ", testString);
 242     printBits(sstrm);*/
 243
 244     sstrm >> str;
 245
 246     log_verbose("iostream after operator::>>() call \"%s\" ", testString);
 247     printBits(sstrm);
 248
 249     if (getBitStatus(sstrm) != expectedStatus) {
 250         printBits(sstrm);
 251 #ifdef USE_OLD_IOSTREAM
 252         log_info("Warning. Expected status %d, Got %d. This maybe caused by the fact that the non-standardized iostream is being used.\n", expectedStatus, getBitStatus(sstrm));
 253         log_info("See verbose output for details.\n");
 254 #else
 255         log_err("Expected status %d, Got %d. See verbose output for details\n", expectedStatus, getBitStatus(sstrm));
 256 #endif
 257     }
 258     if (str != UnicodeString(expectedString)) {
 259         log_err("Did not get expected results from \"%s\", expected \"%s\"\n", testString, expectedString);
 260     }
 261 }
 262
 263
 264 static void U_CALLCONV TestStreamEOF(void)
 265 {
 266     UnicodeString dest;
 267     fstream fs(STANDARD_TEST_FILE, fstream::in | fstream::out | fstream::trunc);
 268 #ifdef USE_SSTREAM
 269     stringstream ss;
 270 #else
 271     strstream ss;
 272 #endif
 273
 274 #ifdef USE_OLD_IOSTREAM
 275     log_info("Old non-standardized iostream being used. This may result in inconsistent state flag settings. (e.g. failbit may not be set properly)\n");
 276     log_info("In such a case, warnings will be issued instead of errors.\n");
 277 #endif
 278
 279     fs << "EXAMPLE";
 280     fs.seekg(0);
 281     ss << "EXAMPLE";
 282
 283     if (!(fs >> dest)) {
 284         log_err("Reading of file did not return expected status result\n");
 285     }
 286     if (dest != "EXAMPLE") {
 287         log_err("Reading of file did not return expected string\n");
 288     }
 289
 290     if (!(ss >> dest)) {
 291         log_err("Reading of string did not return expected status result\n");
 292     }
 293     if (dest != "EXAMPLE") {
 294         log_err("Reading of string did not return expected string\n");
 295     }
 296     fs.close();
 297
 298     log_verbose("Testing operator >> for UnicodeString...\n");
 299
 300     /* The test cases needs to be converted to the default codepage.  However, the stream operator needs char* so U_STRING_* is called. */
 301     U_STRING_DECL(testCase1, "", 0);
 302     U_STRING_INIT(testCase1, "", 0);
 303     U_STRING_DECL(testCase2, "foo", 3);
 304     U_STRING_INIT(testCase2, "foo", 3);
 305     U_STRING_DECL(testCase3, "   ", 3);
 306     U_STRING_INIT(testCase3, "   ", 3);
 307     U_STRING_DECL(testCase4, "   bar", 6);
 308     U_STRING_INIT(testCase4, "   bar", 6);
 309     U_STRING_DECL(testCase5, "bar   ", 6);
 310     U_STRING_INIT(testCase5, "bar   ", 6);
 311     U_STRING_DECL(testCase6, "   bar   ", 9);
 312     U_STRING_INIT(testCase6, "   bar   ", 9);
 313
 314
 315     U_STRING_DECL(expectedResultA, "", 0);
 316     U_STRING_INIT(expectedResultA, "", 0);
 317     U_STRING_DECL(expectedResultB, "foo", 3);
 318     U_STRING_INIT(expectedResultB, "foo", 3);
 319     U_STRING_DECL(expectedResultC, "unchanged", 9);
 320     U_STRING_INIT(expectedResultC, "unchanged", 9);
 321     U_STRING_DECL(expectedResultD, "bar", 3);
 322     U_STRING_INIT(expectedResultD, "bar", 3);
 323
 324
 325     UnicodeString UStr;
 326     UnicodeString expectedResults;
 327     char testcase[10];
 328     testString(UStr, u_austrcpy(testcase, testCase1), expectedResultA, IOSTREAM_EOF|IOSTREAM_FAIL);
 329     testString(UStr, u_austrcpy(testcase, testCase2), expectedResultB, IOSTREAM_EOF);
 330     UStr = UnicodeString(expectedResultC);
 331     testString(UStr, u_austrcpy(testcase, testCase3), expectedResultC, IOSTREAM_EOF|IOSTREAM_FAIL);
 332     testString(UStr, u_austrcpy(testcase, testCase4), expectedResultD, IOSTREAM_EOF);
 333     testString(UStr, u_austrcpy(testcase, testCase5), expectedResultD, IOSTREAM_GOOD);
 334     testString(UStr, u_austrcpy(testcase, testCase6), expectedResultD, IOSTREAM_GOOD);
 335 }
 336 U_CDECL_END
 337
 338 U_CFUNC void addStreamTests(TestNode** root) {
 339     addTest(root, &TestStream, "stream/TestStream");
 340     addTest(root, &TestStreamEOF, "stream/TestStreamEOF");
 341 }
 342 #endif