Examples with OutputStreamDataOutput org.apache.lucene.store.OutputStreamDataOutput used on opensource projects

Example 6 with OutputStreamDataOutput

use of org.apache.lucene.store.OutputStreamDataOutput in project elasticsearch by elastic.

the class TruncateTranslogCommand method writeEmptyTranslog.

/**
     * Write a translog containing the given translog UUID to the given location. Returns the number of bytes written.
     */
public static int writeEmptyTranslog(Path filename, String translogUUID) throws IOException {
    final BytesRef translogRef = new BytesRef(translogUUID);
    try (FileChannel fc = FileChannel.open(filename, StandardOpenOption.WRITE, StandardOpenOption.READ, StandardOpenOption.CREATE_NEW);
        OutputStreamDataOutput out = new OutputStreamDataOutput(Channels.newOutputStream(fc))) {
        TranslogWriter.writeHeader(out, translogRef);
        fc.force(true);
    }
    return TranslogWriter.getHeaderLength(translogRef.length);
}

Example 7 with OutputStreamDataOutput

use of org.apache.lucene.store.OutputStreamDataOutput in project elasticsearch by elastic.

the class XAnalyzingSuggester method store.

@Override
public boolean store(OutputStream output) throws IOException {
    DataOutput dataOut = new OutputStreamDataOutput(output);
    try {
        if (fst == null) {
            return false;
        }
        fst.save(dataOut);
        dataOut.writeVInt(maxAnalyzedPathsForOneInput);
        dataOut.writeByte((byte) (hasPayloads ? 1 : 0));
    } finally {
        IOUtils.close(output);
    }
    return true;
}

Example 8 with OutputStreamDataOutput

use of org.apache.lucene.store.OutputStreamDataOutput in project lucene-solr by apache.

the class TestContextSuggestField method testTokenStream.

@Test
public void testTokenStream() throws Exception {
    Analyzer analyzer = new MockAnalyzer(random());
    ContextSuggestField field = new ContextSuggestField("field", "input", 1, "context1", "context2");
    BytesRef surfaceForm = new BytesRef("input");
    ByteArrayOutputStream byteArrayOutputStream = new ByteArrayOutputStream();
    try (OutputStreamDataOutput output = new OutputStreamDataOutput(byteArrayOutputStream)) {
        output.writeVInt(surfaceForm.length);
        output.writeBytes(surfaceForm.bytes, surfaceForm.offset, surfaceForm.length);
        output.writeVInt(1 + 1);
        output.writeByte(ContextSuggestField.TYPE);
    }
    BytesRef payload = new BytesRef(byteArrayOutputStream.toByteArray());
    String[] expectedOutputs = new String[2];
    CharsRefBuilder builder = new CharsRefBuilder();
    builder.append("context1");
    builder.append(((char) ContextSuggestField.CONTEXT_SEPARATOR));
    builder.append(((char) CompletionAnalyzer.SEP_LABEL));
    builder.append("input");
    expectedOutputs[0] = builder.toCharsRef().toString();
    builder.clear();
    builder.append("context2");
    builder.append(((char) ContextSuggestField.CONTEXT_SEPARATOR));
    builder.append(((char) CompletionAnalyzer.SEP_LABEL));
    builder.append("input");
    expectedOutputs[1] = builder.toCharsRef().toString();
    TokenStream stream = new CompletionTokenStreamTest.PayloadAttrToTypeAttrFilter(field.tokenStream(analyzer, null));
    assertTokenStreamContents(stream, expectedOutputs, null, null, new String[] { payload.utf8ToString(), payload.utf8ToString() }, new int[] { 1, 1 }, null, null);
    CompletionAnalyzer completionAnalyzer = new CompletionAnalyzer(analyzer);
    stream = new CompletionTokenStreamTest.PayloadAttrToTypeAttrFilter(field.tokenStream(completionAnalyzer, null));
    assertTokenStreamContents(stream, expectedOutputs, null, null, new String[] { payload.utf8ToString(), payload.utf8ToString() }, new int[] { 1, 1 }, null, null);
}

Example 9 with OutputStreamDataOutput

use of org.apache.lucene.store.OutputStreamDataOutput in project lucene-solr by apache.

the class BinaryDictionaryWriter method writePosDict.

protected void writePosDict(String filename) throws IOException {
    new File(filename).getParentFile().mkdirs();
    OutputStream os = new FileOutputStream(filename);
    try {
        os = new BufferedOutputStream(os);
        final DataOutput out = new OutputStreamDataOutput(os);
        CodecUtil.writeHeader(out, BinaryDictionary.POSDICT_HEADER, BinaryDictionary.VERSION);
        out.writeVInt(posDict.size());
        for (String s : posDict) {
            if (s == null) {
                out.writeByte((byte) 0);
                out.writeByte((byte) 0);
                out.writeByte((byte) 0);
            } else {
                String[] data = CSVUtil.parse(s);
                assert data.length == 3 : "malformed pos/inflection: " + s;
                out.writeString(data[0]);
                out.writeString(data[1]);
                out.writeString(data[2]);
            }
        }
    } finally {
        os.close();
    }
}

Example 10 with OutputStreamDataOutput

use of org.apache.lucene.store.OutputStreamDataOutput in project lucene-solr by apache.

the class BinaryDictionaryWriter method writeDictionary.

protected void writeDictionary(String filename) throws IOException {
    new File(filename).getParentFile().mkdirs();
    final FileOutputStream os = new FileOutputStream(filename);
    try {
        final DataOutput out = new OutputStreamDataOutput(os);
        CodecUtil.writeHeader(out, BinaryDictionary.DICT_HEADER, BinaryDictionary.VERSION);
        out.writeVInt(buffer.position());
        final WritableByteChannel channel = Channels.newChannel(os);
        // Write Buffer
        // set position to 0, set limit to current position
        buffer.flip();
        channel.write(buffer);
        assert buffer.remaining() == 0L;
    } finally {
        os.close();
    }
}