Examples with DocumentPut com.yahoo.document.DocumentPut used on opensource projects

Example 16 with DocumentPut

use of com.yahoo.document.DocumentPut in project vespa by vespa-engine.

the class ProcessingUpdateTestCase method testProcessingUpdates.

public void testProcessingUpdates() {
    DocumentType articleType = new DocumentType("article");
    articleType.addField(new Field("body", DataType.STRING, true));
    articleType.addField(new Field("title", DataType.STRING, true));
    dtm = new DocumentTypeManager();
    dtm.registerDocumentType(articleType);
    put = new DocumentPut(articleType, "doc:banana:apple");
    put.getDocument().setFieldValue("body", "this is the body of the article, blah blah blah");
    FieldUpdate upd = FieldUpdate.createAssign(articleType.getField("body"), new StringFieldValue("this is the updated body of the article, blahdi blahdi blahdi"));
    update = new DocumentUpdate(articleType, new DocumentId("doc:grape:orange"));
    update.addFieldUpdate(upd);
    DocprocService service = new DocprocService("update");
    DocumentProcessor firstP = new TitleDocumentProcessor();
    service.setCallStack(new CallStack().addLast(firstP));
    service.setInService(true);
    Processing p = new Processing();
    p.addDocumentOperation(put);
    p.addDocumentOperation(update);
    service.process(p);
    while (service.doWork()) {
    }
    List<DocumentOperation> operations = p.getDocumentOperations();
    Document first = ((DocumentPut) operations.get(0)).getDocument();
    assertEquals(new StringFieldValue("this is the body of the article, blah blah blah"), first.getFieldValue("body"));
    assertEquals(new StringFieldValue("body blah blah blah "), first.getFieldValue("title"));
    DocumentUpdate second = (DocumentUpdate) operations.get(1);
    FieldUpdate firstUpd = second.getFieldUpdate(0);
    assertEquals(ValueUpdate.ValueUpdateClassID.ASSIGN, firstUpd.getValueUpdate(0).getValueUpdateClassID());
    assertEquals(new StringFieldValue("this is the updated body of the article, blahdi blahdi blahdi"), firstUpd.getValueUpdate(0).getValue());
    FieldUpdate secondUpd = second.getFieldUpdate(1);
    assertEquals(ValueUpdate.ValueUpdateClassID.ASSIGN, secondUpd.getValueUpdate(0).getValueUpdateClassID());
    assertEquals(new StringFieldValue("body blahdi blahdi blahdi "), secondUpd.getValueUpdate(0).getValue());
}

Example 17 with DocumentPut

use of com.yahoo.document.DocumentPut in project vespa by vespa-engine.

the class DocprocExecutor method logProgress.

private void logProgress(Processing processing, DocumentProcessor.Progress progress, Call call) {
    StringBuilder message = new StringBuilder();
    boolean first = true;
    message.append(call.getDocumentProcessorId()).append(" of class ").append(call.getDocumentProcessor().getClass().getSimpleName()).append(" returned ").append(progress).append(" for the documents: [");
    for (DocumentOperation op : processing.getDocumentOperations()) {
        if (first) {
            first = false;
        } else {
            message.append(", ");
        }
        if (op instanceof DocumentPut) {
            message.append(Utf8.toString(JsonWriter.toByteArray(((DocumentPut) op).getDocument())));
        } else {
            message.append(op.toString());
        }
    }
    message.append("]");
    log.log(LogLevel.SPAM, message.toString());
}

Example 18 with DocumentPut

use of com.yahoo.document.DocumentPut in project vespa by vespa-engine.

the class DocumentProcessingAbstractTestCase method assertProcessingWorks.

/**
 * Asserts that a document processing service works
 */
protected void assertProcessingWorks(DocprocService service) {
    // Create documents
    DocumentType type = new DocumentType("test");
    type.addField("test", DataType.STRING);
    DocumentPut put1 = new DocumentPut(type, new DocumentId("doc:test:test:1"));
    DocumentPut put2 = new DocumentPut(type, new DocumentId("doc:test:test:2"));
    DocumentPut put3 = new DocumentPut(type, new DocumentId("doc:test:test:3"));
    // Process them
    service.process(put1);
    service.process(put2);
    service.process(put3);
    while (service.doWork()) {
    }
    // Verify
    assertEquals(new StringFieldValue("done"), put1.getDocument().getFieldValue("test"));
    assertEquals(new StringFieldValue("done"), put2.getDocument().getFieldValue("test"));
    assertEquals(new StringFieldValue("done"), put3.getDocument().getFieldValue("test"));
}

Example 19 with DocumentPut

use of com.yahoo.document.DocumentPut in project vespa by vespa-engine.

the class FailingDocumentProcessingTestCase method assertProcessingWorks.

protected void assertProcessingWorks(DocprocService service) {
    // Create documents
    DocumentType type = new DocumentType("test");
    type.addField("test", DataType.STRING);
    DocumentPut put1 = new DocumentPut(type, new DocumentId("doc:failing:test:1"));
    DocumentPut put2 = new DocumentPut(type, new DocumentId("doc:failing:test:2"));
    DocumentPut put3 = new DocumentPut(type, new DocumentId("doc:failing:test:3"));
    // Process them
    service.process(put1);
    service.process(put2);
    service.process(put3);
    while (service.doWork()) {
    }
    // Verify
    assertEquals(new StringFieldValue("done 3"), put1.getDocument().getFieldValue("test"));
    // Due to exception in 2
    assertEquals(new StringFieldValue("done 2"), put2.getDocument().getFieldValue("test"));
    assertEquals(new StringFieldValue("done 3"), put3.getDocument().getFieldValue("test"));
}

Example 20 with DocumentPut

use of com.yahoo.document.DocumentPut in project vespa by vespa-engine.

the class FailingPermanentlyDocumentProcessingTestCase method assertProcessingWorks.

protected void assertProcessingWorks(DocprocService service) {
    // Create documents
    DocumentType type = new DocumentType("test");
    type.addField("test", DataType.STRING);
    DocumentPut put1 = new DocumentPut(type, new DocumentId("doc:permanentfailure:test:1"));
    DocumentPut put2 = new DocumentPut(type, new DocumentId("doc:permanentfailure:test:2"));
    DocumentPut put3 = new DocumentPut(type, new DocumentId("doc:permanentfailure:test:3"));
    // Process them
    service.process(put1);
    service.process(put2);
    service.process(put3);
    while (service.doWork()) {
    }
    // Verify
    assertEquals(new StringFieldValue("done 3"), put1.getDocument().getFieldValue("test"));
    // Due to PERMANENT_FAILURE in 2
    assertEquals(new StringFieldValue("done 2"), put2.getDocument().getFieldValue("test"));
    // service is disabled now
    assertNull(put3.getDocument().getFieldValue("test"));
    assertFalse(service.isInService());
    service.setInService(true);
    while (service.doWork()) {
    }
    assertEquals(new StringFieldValue("done 3"), put3.getDocument().getFieldValue("test"));
    assertTrue(service.isInService());
}