Examples with ReaderToUTF8Stream org.apache.derby.iapi.types.ReaderToUTF8Stream used on opensource projects

Example 6 with ReaderToUTF8Stream

use of org.apache.derby.iapi.types.ReaderToUTF8Stream in project derby by apache.

the class UTF8UtilTest method testMixedSkipOnStreamTamil.

/**
 * Tests a sequence of skip calls.
 */
public void testMixedSkipOnStreamTamil() throws IOException {
    final int charLength = 161019;
    InputStream in = new ReaderToUTF8Stream(new LoopingAlphabetReader(charLength, CharAlphabet.tamil()), charLength, 0, TYPENAME, new CharStreamHeaderGenerator());
    // Skip encoded length added by ReaderToUTF8Stream.
    in.skip(HEADER_LENGTH);
    int firstSkip = 10078;
    assertEquals(firstSkip * 3, UTF8Util.skipFully(in, firstSkip));
    assertEquals(charLength - firstSkip, UTF8Util.skipUntilEOF(in));
    try {
        UTF8Util.skipFully(in, 1L);
        fail("Should have failed because the stream has been drained.");
    } catch (EOFException eofe) {
    // As expected, do nothing
    }
}

Example 7 with ReaderToUTF8Stream

use of org.apache.derby.iapi.types.ReaderToUTF8Stream in project derby by apache.

the class UTF8UtilTest method testSkipUntilEOFOnLongStreamCJK.

public void testSkipUntilEOFOnLongStreamCJK() throws IOException {
    final int charLength = 127019;
    InputStream in = new ReaderToUTF8Stream(new LoopingAlphabetReader(charLength, CharAlphabet.cjkSubset()), charLength, 0, TYPENAME, new ClobStreamHeaderGenerator(true));
    // Skip encoded length added by ReaderToUTF8Stream.
    in.skip(HEADER_LENGTH);
    assertEquals(charLength, UTF8Util.skipUntilEOF(in));
}

Example 8 with ReaderToUTF8Stream

use of org.apache.derby.iapi.types.ReaderToUTF8Stream in project derby by apache.

the class UTF8UtilTest method testEqualityOfModifedUTF8AndASCII.

/**
 * Ensure the assumption that the default looping alphabet stream and the
 * modified UTF-8 encoding is equal.
 * <p>
 * If this assumption is broken, several of the other tests will fail.
 */
public void testEqualityOfModifedUTF8AndASCII() throws IOException {
    final int length = 12706;
    InputStream ascii = new LoopingAlphabetStream(length);
    InputStream modUTF8 = new ReaderToUTF8Stream(new LoopingAlphabetReader(length), length, 0, TYPENAME, new CharStreamHeaderGenerator());
    // Skip encoded length added by ReaderToUTF8Stream.
    modUTF8.skip(HEADER_LENGTH);
    assertEquals(ascii, modUTF8);
}

Example 9 with ReaderToUTF8Stream

use of org.apache.derby.iapi.types.ReaderToUTF8Stream in project derby by apache.

the class ReaderToUTF8StreamTest method getStream.

/**
 * Returns a stream to test, loaded with the repeating modern latin
 * lowercase alphabet.
 *
 * @param length the length of the stream in characters
 * @return A stream serving bytes.
 */
private InputStream getStream(int length) {
    Reader src = new LoopingAlphabetReader(length, CharAlphabet.modernLatinLowercase());
    InputStream is = new ReaderToUTF8Stream(src, length, 0, "CLOB", new ClobStreamHeaderGenerator(false));
    assertTrue("The stream doesn't support mark/reset", is.markSupported());
    return is;
}

Example 10 with ReaderToUTF8Stream

use of org.apache.derby.iapi.types.ReaderToUTF8Stream in project derby by apache.

the class UTF8UtilTest method testSkipFullyOnInvalidStreamCJK.

/**
 * Tests that <code>skipFully</code> throws exception if there is a UTF-8
 * encoding error in the stream
 *
 * @throws IOException if the test fails for some unexpected reason
 */
public void testSkipFullyOnInvalidStreamCJK() throws IOException {
    final int charLength = 10;
    InputStream in = new ReaderToUTF8Stream(new LoopingAlphabetReader(charLength, CharAlphabet.cjkSubset()), charLength, 0, TYPENAME, new CharStreamHeaderGenerator());
    // Skip encoded length added by ReaderToUTF8Stream.
    in.skip(HEADER_LENGTH);
    // Skip one more byte to trigger a UTF error.
    in.skip(1L);
    try {
        UTF8Util.skipFully(in, charLength);
        fail("Should have failed because of UTF error.");
    } catch (UTFDataFormatException udfe) {
    // As expected, do nothing.
    }
}