Search in sources :

Example 1 with Field

use of de.tblsoft.solr.pipeline.bean.Field in project solr-cmd-utils by tblsoft.

the class CompoundWordFilterTest method testTurmdeckelschnecke.

@Test
@Ignore
public void testTurmdeckelschnecke() {
    configure();
    document(DocumentBuilder.document().field("noun", "turmdeckelschnecke").create(), DocumentBuilder.document().field("noun", "turm").create(), DocumentBuilder.document().field("noun", "schnecke").create(), DocumentBuilder.document().field("noun", "blumen").create(), DocumentBuilder.document().field("noun", "blume").create());
    Field d = outputDocumentList.get(0).getField("tokenized");
    assertFiledList("tokenized", "maurer", "hammer");
}
Also used : Field(de.tblsoft.solr.pipeline.bean.Field) Ignore(org.junit.Ignore) AbstractFilterTest(de.tblsoft.solr.pipeline.test.AbstractFilterTest) Test(org.junit.Test)

Example 2 with Field

use of de.tblsoft.solr.pipeline.bean.Field in project solr-cmd-utils by tblsoft.

the class BeanTest method testFieldBeanWithNoValue.

@Test
public void testFieldBeanWithNoValue() {
    String value = null;
    Field f = new Field("foo", value);
    f.setValues(new ArrayList<String>());
    Assert.assertNull(f.getValue());
}
Also used : Field(de.tblsoft.solr.pipeline.bean.Field) Test(org.junit.Test)

Example 3 with Field

use of de.tblsoft.solr.pipeline.bean.Field in project solr-cmd-utils by tblsoft.

the class FileLineWriter method document.

@Override
public void document(Document document) {
    if (fieldNames == null) {
        for (Field field : document.getFields()) {
            for (String value : field.getValues()) {
                field(field.getName(), value);
            }
        }
    } else {
        for (String fieldName : fieldNames) {
            Field field = document.getField(fieldName);
            if (field != null) {
                for (String value : field.getValues()) {
                    field(field.getName(), value);
                }
            }
        }
    }
    endDocument(document);
    super.document(document);
}
Also used : Field(de.tblsoft.solr.pipeline.bean.Field)

Example 4 with Field

use of de.tblsoft.solr.pipeline.bean.Field in project solr-cmd-utils by tblsoft.

the class TokenizerFilter method document.

@Override
public void document(Document document) {
    for (Field field : document.getFields()) {
        for (String value : field.getValues()) {
            StringTokenizer tokenizer = new StringTokenizer(value, delim);
            while (tokenizer.hasMoreElements()) {
                String token = tokenizer.nextToken();
                Document newDocument = new Document();
                newDocument.addField("token", token);
                super.document(newDocument);
            }
        }
    }
}
Also used : Field(de.tblsoft.solr.pipeline.bean.Field) StringTokenizer(java.util.StringTokenizer) Document(de.tblsoft.solr.pipeline.bean.Document)

Example 5 with Field

use of de.tblsoft.solr.pipeline.bean.Field in project solr-cmd-utils by tblsoft.

the class TopicAggregationFilter method putTopicValueAsField.

protected void putTopicValueAsField(Document document) {
    Map<String, Field> fieldMap = DocumentUtils.mapFields(document);
    if (fieldMap.containsKey(fieldTopic) && fieldMap.containsKey(fieldValue)) {
        Field topicField = fieldMap.get(fieldTopic);
        Field valueField = fieldMap.get(fieldValue);
        document.setField(topicField.getValue(), valueField.getValues());
        document.deleteField(fieldTopic);
        document.deleteField(fieldValue);
    }
}
Also used : Field(de.tblsoft.solr.pipeline.bean.Field)

Aggregations

Field (de.tblsoft.solr.pipeline.bean.Field)27 Document (de.tblsoft.solr.pipeline.bean.Document)8 Test (org.junit.Test)5 AbstractFilterTest (de.tblsoft.solr.pipeline.test.AbstractFilterTest)4 Ignore (org.junit.Ignore)3 IOException (java.io.IOException)2 ArrayList (java.util.ArrayList)2 StrSubstitutor (org.apache.commons.lang3.text.StrSubstitutor)2 DocumentDiff (de.tblsoft.solr.pipeline.bean.DocumentDiff)1 FieldDiff (de.tblsoft.solr.pipeline.bean.FieldDiff)1 BufferedWriter (java.io.BufferedWriter)1 OutputStream (java.io.OutputStream)1 OutputStreamWriter (java.io.OutputStreamWriter)1 PrintWriter (java.io.PrintWriter)1 Writer (java.io.Writer)1 HashMap (java.util.HashMap)1 List (java.util.List)1 StringTokenizer (java.util.StringTokenizer)1 CSVFormat (org.apache.commons.csv.CSVFormat)1 CSVPrinter (org.apache.commons.csv.CSVPrinter)1