Examples with IndexOptions org.apache.lucene.index.IndexOptions used on opensource projects

Example 6 with IndexOptions

use of org.apache.lucene.index.IndexOptions in project lucene-solr by apache.

the class PreAnalyzedField method createFieldType.

/**
   * Utility method to create a {@link org.apache.lucene.document.FieldType}
   * based on the {@link SchemaField}
   */
public static org.apache.lucene.document.FieldType createFieldType(SchemaField field) {
    if (!field.indexed() && !field.stored()) {
        if (LOG.isTraceEnabled())
            LOG.trace("Ignoring unindexed/unstored field: " + field);
        return null;
    }
    org.apache.lucene.document.FieldType newType = new org.apache.lucene.document.FieldType();
    newType.setTokenized(field.isTokenized());
    newType.setStored(field.stored());
    newType.setOmitNorms(field.omitNorms());
    IndexOptions options = IndexOptions.DOCS_AND_FREQS_AND_POSITIONS;
    if (field.omitTermFreqAndPositions()) {
        options = IndexOptions.DOCS;
    } else if (field.omitPositions()) {
        options = IndexOptions.DOCS_AND_FREQS;
    } else if (field.storeOffsetsWithPositions()) {
        options = IndexOptions.DOCS_AND_FREQS_AND_POSITIONS_AND_OFFSETS;
    }
    newType.setIndexOptions(options);
    newType.setStoreTermVectors(field.storeTermVector());
    newType.setStoreTermVectorOffsets(field.storeTermOffsets());
    newType.setStoreTermVectorPositions(field.storeTermPositions());
    newType.setStoreTermVectorPayloads(field.storeTermPayloads());
    return newType;
}

Example 7 with IndexOptions

use of org.apache.lucene.index.IndexOptions in project elasticsearch by elastic.

the class TextFieldMapperTests method testIndexOptions.

public void testIndexOptions() throws IOException {
    Map<String, IndexOptions> supportedOptions = new HashMap<>();
    supportedOptions.put("docs", IndexOptions.DOCS);
    supportedOptions.put("freqs", IndexOptions.DOCS_AND_FREQS);
    supportedOptions.put("positions", IndexOptions.DOCS_AND_FREQS_AND_POSITIONS);
    supportedOptions.put("offsets", IndexOptions.DOCS_AND_FREQS_AND_POSITIONS_AND_OFFSETS);
    XContentBuilder mappingBuilder = XContentFactory.jsonBuilder().startObject().startObject("type").startObject("properties");
    for (String option : supportedOptions.keySet()) {
        mappingBuilder.startObject(option).field("type", "text").field("index_options", option).endObject();
    }
    String mapping = mappingBuilder.endObject().endObject().endObject().string();
    DocumentMapper mapper = parser.parse("type", new CompressedXContent(mapping));
    XContentBuilder jsonDoc = XContentFactory.jsonBuilder().startObject();
    for (String option : supportedOptions.keySet()) {
        jsonDoc.field(option, "1234");
    }
    ParsedDocument doc = mapper.parse("test", "type", "1", jsonDoc.endObject().bytes());
    for (Map.Entry<String, IndexOptions> entry : supportedOptions.entrySet()) {
        String field = entry.getKey();
        IndexOptions options = entry.getValue();
        IndexableField[] fields = doc.rootDoc().getFields(field);
        assertEquals(1, fields.length);
        assertEquals(options, fields[0].fieldType().indexOptions());
    }
}

Example 8 with IndexOptions

use of org.apache.lucene.index.IndexOptions in project lucene-solr by apache.

the class Lucene60FieldInfosFormat method read.

@Override
public FieldInfos read(Directory directory, SegmentInfo segmentInfo, String segmentSuffix, IOContext context) throws IOException {
    final String fileName = IndexFileNames.segmentFileName(segmentInfo.name, segmentSuffix, EXTENSION);
    try (ChecksumIndexInput input = directory.openChecksumInput(fileName, context)) {
        Throwable priorE = null;
        FieldInfo[] infos = null;
        try {
            CodecUtil.checkIndexHeader(input, Lucene60FieldInfosFormat.CODEC_NAME, Lucene60FieldInfosFormat.FORMAT_START, Lucene60FieldInfosFormat.FORMAT_CURRENT, segmentInfo.getId(), segmentSuffix);
            //read in the size
            final int size = input.readVInt();
            infos = new FieldInfo[size];
            // previous field's attribute map, we share when possible:
            Map<String, String> lastAttributes = Collections.emptyMap();
            for (int i = 0; i < size; i++) {
                String name = input.readString();
                final int fieldNumber = input.readVInt();
                if (fieldNumber < 0) {
                    throw new CorruptIndexException("invalid field number for field: " + name + ", fieldNumber=" + fieldNumber, input);
                }
                byte bits = input.readByte();
                boolean storeTermVector = (bits & STORE_TERMVECTOR) != 0;
                boolean omitNorms = (bits & OMIT_NORMS) != 0;
                boolean storePayloads = (bits & STORE_PAYLOADS) != 0;
                final IndexOptions indexOptions = getIndexOptions(input, input.readByte());
                // DV Types are packed in one byte
                final DocValuesType docValuesType = getDocValuesType(input, input.readByte());
                final long dvGen = input.readLong();
                Map<String, String> attributes = input.readMapOfStrings();
                // just use the last field's map if its the same
                if (attributes.equals(lastAttributes)) {
                    attributes = lastAttributes;
                }
                lastAttributes = attributes;
                int pointDimensionCount = input.readVInt();
                int pointNumBytes;
                if (pointDimensionCount != 0) {
                    pointNumBytes = input.readVInt();
                } else {
                    pointNumBytes = 0;
                }
                try {
                    infos[i] = new FieldInfo(name, fieldNumber, storeTermVector, omitNorms, storePayloads, indexOptions, docValuesType, dvGen, attributes, pointDimensionCount, pointNumBytes);
                    infos[i].checkConsistency();
                } catch (IllegalStateException e) {
                    throw new CorruptIndexException("invalid fieldinfo for field: " + name + ", fieldNumber=" + fieldNumber, input, e);
                }
            }
        } catch (Throwable exception) {
            priorE = exception;
        } finally {
            CodecUtil.checkFooter(input, priorE);
        }
        return new FieldInfos(infos);
    }
}