Examples with StringField org.apache.lucene.document.StringField used on opensource projects

Example 46 with StringField

use of org.apache.lucene.document.StringField in project lucene-solr by apache.

the class TestIndexWriter method testMassiveField.

@Ignore("requires running tests with biggish heap")
public void testMassiveField() throws Exception {
    Directory dir = newDirectory();
    IndexWriterConfig iwc = new IndexWriterConfig(new MockAnalyzer(random()));
    final IndexWriter w = new IndexWriter(dir, iwc);
    StringBuilder b = new StringBuilder();
    while (b.length() <= IndexWriter.MAX_STORED_STRING_LENGTH) {
        b.append("x ");
    }
    final Document doc = new Document();
    //doc.add(new TextField("big", b.toString(), Field.Store.YES));
    doc.add(new StoredField("big", b.toString()));
    Exception e = expectThrows(IllegalArgumentException.class, () -> {
        w.addDocument(doc);
    });
    assertEquals("stored field \"big\" is too large (" + b.length() + " characters) to store", e.getMessage());
    // make sure writer is still usable:
    Document doc2 = new Document();
    doc2.add(new StringField("id", "foo", Field.Store.YES));
    w.addDocument(doc2);
    DirectoryReader r = DirectoryReader.open(w);
    assertEquals(1, r.numDocs());
    r.close();
    w.close();
    dir.close();
}

Example 47 with StringField

use of org.apache.lucene.document.StringField in project lucene-solr by apache.

the class TestIndexWriter method testIterableFieldThrowsException.

public void testIterableFieldThrowsException() throws IOException {
    Directory dir = newDirectory();
    IndexWriter w = new IndexWriter(dir, newIndexWriterConfig(new MockAnalyzer(random())));
    int iters = atLeast(100);
    int docCount = 0;
    int docId = 0;
    Set<String> liveIds = new HashSet<>();
    for (int i = 0; i < iters; i++) {
        int numDocs = atLeast(4);
        for (int j = 0; j < numDocs; j++) {
            String id = Integer.toString(docId++);
            final List<IndexableField> fields = new ArrayList<>();
            fields.add(new StringField("id", id, Field.Store.YES));
            fields.add(new StringField("foo", TestUtil.randomSimpleString(random()), Field.Store.NO));
            docId++;
            boolean success = false;
            try {
                w.addDocument(new RandomFailingIterable<IndexableField>(fields, random()));
                success = true;
            } catch (RuntimeException e) {
                assertEquals("boom", e.getMessage());
            } finally {
                if (success) {
                    docCount++;
                    liveIds.add(id);
                }
            }
        }
    }
    DirectoryReader reader = w.getReader();
    assertEquals(docCount, reader.numDocs());
    List<LeafReaderContext> leaves = reader.leaves();
    for (LeafReaderContext leafReaderContext : leaves) {
        LeafReader ar = leafReaderContext.reader();
        Bits liveDocs = ar.getLiveDocs();
        int maxDoc = ar.maxDoc();
        for (int i = 0; i < maxDoc; i++) {
            if (liveDocs == null || liveDocs.get(i)) {
                assertTrue(liveIds.remove(ar.document(i).get("id")));
            }
        }
    }
    assertTrue(liveIds.isEmpty());
    w.close();
    IOUtils.close(reader, dir);
}

Example 48 with StringField

use of org.apache.lucene.document.StringField in project lucene-solr by apache.

the class TestIndexWriter method testNullAnalyzer.

public void testNullAnalyzer() throws IOException {
    Directory dir = newDirectory();
    IndexWriterConfig iwConf = newIndexWriterConfig(null);
    RandomIndexWriter iw = new RandomIndexWriter(random(), dir, iwConf);
    // add 3 good docs
    for (int i = 0; i < 3; i++) {
        Document doc = new Document();
        doc.add(new StringField("id", Integer.toString(i), Field.Store.NO));
        iw.addDocument(doc);
    }
    // add broken doc
    expectThrows(NullPointerException.class, () -> {
        Document broke = new Document();
        broke.add(newTextField("test", "broken", Field.Store.NO));
        iw.addDocument(broke);
    });
    // ensure good docs are still ok
    IndexReader ir = iw.getReader();
    assertEquals(3, ir.numDocs());
    ir.close();
    iw.close();
    dir.close();
}

Example 49 with StringField

use of org.apache.lucene.document.StringField in project lucene-solr by apache.

the class TestIndexWriter method testNullDocuments.

public void testNullDocuments() throws IOException {
    Directory dir = newDirectory();
    RandomIndexWriter iw = new RandomIndexWriter(random(), dir);
    // add 3 good docs
    for (int i = 0; i < 3; i++) {
        Document doc = new Document();
        doc.add(new StringField("id", Integer.toString(i), Field.Store.NO));
        iw.addDocument(doc);
    }
    // add broken doc block
    expectThrows(NullPointerException.class, () -> {
        iw.addDocuments(null);
    });
    // ensure good docs are still ok
    IndexReader ir = iw.getReader();
    assertEquals(3, ir.numDocs());
    ir.close();
    iw.close();
    dir.close();
}

Example 50 with StringField

use of org.apache.lucene.document.StringField in project lucene-solr by apache.

the class TestIndexWriter method testNullDocument.

public void testNullDocument() throws IOException {
    Directory dir = newDirectory();
    RandomIndexWriter iw = new RandomIndexWriter(random(), dir);
    // add 3 good docs
    for (int i = 0; i < 3; i++) {
        Document doc = new Document();
        doc.add(new StringField("id", Integer.toString(i), Field.Store.NO));
        iw.addDocument(doc);
    }
    // add broken doc
    expectThrows(NullPointerException.class, () -> {
        iw.addDocument(null);
    });
    // ensure good docs are still ok
    IndexReader ir = iw.getReader();
    assertEquals(3, ir.numDocs());
    ir.close();
    iw.close();
    dir.close();
}