Examples with StandardProvenanceEventRecord org.apache.nifi.provenance.StandardProvenanceEventRecord used on opensource projects

Example 6 with StandardProvenanceEventRecord

use of org.apache.nifi.provenance.StandardProvenanceEventRecord in project nifi by apache.

the class DocsReader method getRecord.

private ProvenanceEventRecord getRecord(final Document d, final RecordReader reader) throws IOException {
    final IndexableField blockField = d.getField(FieldNames.BLOCK_INDEX);
    if (blockField == null) {
        reader.skipTo(getByteOffset(d, reader));
    } else {
        reader.skipToBlock(blockField.numericValue().intValue());
    }
    StandardProvenanceEventRecord record;
    while ((record = reader.nextRecord()) != null) {
        final IndexableField idField = d.getField(SearchableFields.Identifier.getSearchableFieldName());
        if (idField == null || idField.numericValue().longValue() == record.getEventId()) {
            break;
        }
    }
    if (record == null) {
        logger.warn("Failed to read Provenance Event for '" + d + "'. The event file may be missing or corrupted");
    }
    return record;
}

Example 7 with StandardProvenanceEventRecord

use of org.apache.nifi.provenance.StandardProvenanceEventRecord in project nifi by apache.

the class LookupTableEventRecord method getEvent.

@SuppressWarnings("unchecked")
public static StandardProvenanceEventRecord getEvent(final Record record, final String storageFilename, final long storageByteOffset, final int maxAttributeLength, final long eventIdStartOffset, final long startTimeOffset, final List<String> componentIds, final List<String> componentTypes, final List<String> queueIds, final List<String> eventTypes) {
    final Map<String, String> previousAttributes = truncateAttributes((Map<String, String>) record.getFieldValue(EventFieldNames.PREVIOUS_ATTRIBUTES), maxAttributeLength);
    final Map<String, String> updatedAttributes = truncateAttributes((Map<String, String>) record.getFieldValue(EventFieldNames.UPDATED_ATTRIBUTES), maxAttributeLength);
    final List<String> childUuids = (List<String>) record.getFieldValue(EventFieldNames.CHILD_UUIDS);
    final List<String> parentUuids = (List<String>) record.getFieldValue(EventFieldNames.PARENT_UUIDS);
    final StandardProvenanceEventRecord.Builder builder = new StandardProvenanceEventRecord.Builder();
    builder.setAlternateIdentifierUri((String) record.getFieldValue(EventFieldNames.ALTERNATE_IDENTIFIER));
    builder.setChildUuids(childUuids);
    builder.setDetails((String) record.getFieldValue(EventFieldNames.EVENT_DETAILS));
    builder.setParentUuids(parentUuids);
    builder.setPreviousAttributes(previousAttributes);
    builder.setRelationship((String) record.getFieldValue(EventFieldNames.RELATIONSHIP));
    builder.setSourceSystemFlowFileIdentifier((String) record.getFieldValue(EventFieldNames.SOURCE_SYSTEM_FLOWFILE_IDENTIFIER));
    builder.setTransitUri((String) record.getFieldValue(EventFieldNames.TRANSIT_URI));
    builder.setUpdatedAttributes(updatedAttributes);
    builder.setComponentId(readLookupValue(record.getFieldValue(EventFieldNames.COMPONENT_ID), componentIds));
    builder.setComponentType(readLookupValue(record.getFieldValue(EventFieldNames.COMPONENT_TYPE), componentTypes));
    builder.setSourceQueueIdentifier(readLookupValue(record.getFieldValue(EventFieldNames.SOURCE_QUEUE_IDENTIFIER), queueIds));
    // Determine the event type
    final Integer eventTypeOrdinal = (Integer) record.getFieldValue(EventFieldNames.EVENT_TYPE);
    ProvenanceEventType eventType;
    if (eventTypeOrdinal == null || eventTypeOrdinal > eventTypes.size() || eventTypeOrdinal < 0) {
        eventType = ProvenanceEventType.UNKNOWN;
    } else {
        try {
            eventType = ProvenanceEventType.valueOf(eventTypes.get(eventTypeOrdinal));
        } catch (final Exception e) {
            eventType = ProvenanceEventType.UNKNOWN;
        }
    }
    builder.setEventType(eventType);
    // Determine appropriate UUID for the event
    String uuid = null;
    switch(eventType) {
        case CLONE:
        case FORK:
        case REPLAY:
            if (parentUuids != null && !parentUuids.isEmpty()) {
                uuid = parentUuids.get(0);
            }
            break;
        case JOIN:
            if (childUuids != null && !childUuids.isEmpty()) {
                uuid = childUuids.get(0);
            }
            break;
    }
    if (uuid == null) {
        uuid = updatedAttributes == null ? null : updatedAttributes.get(CoreAttributes.UUID.key());
        if (uuid == null) {
            uuid = previousAttributes == null ? null : previousAttributes.get(CoreAttributes.UUID.key());
        }
    }
    builder.setFlowFileUUID(uuid);
    builder.setEventDuration((Integer) record.getFieldValue(EventFieldNames.EVENT_DURATION));
    builder.setEventTime(addLong((Integer) record.getFieldValue(EventFieldNames.EVENT_TIME), startTimeOffset));
    builder.setFlowFileEntryDate(addLong((Integer) record.getFieldValue(EventFieldNames.FLOWFILE_ENTRY_DATE), startTimeOffset));
    builder.setLineageStartDate(addLong((Integer) record.getFieldValue(EventFieldNames.LINEAGE_START_DATE), startTimeOffset));
    final Integer eventId = (Integer) record.getFieldValue(EventFieldNames.EVENT_IDENTIFIER);
    if (eventId != null) {
        builder.setEventId(eventId.longValue() + eventIdStartOffset);
    }
    builder.setStorageLocation(storageFilename, storageByteOffset);
    final Record previousClaimRecord = (Record) record.getFieldValue(EventFieldNames.PREVIOUS_CONTENT_CLAIM);
    if (previousClaimRecord != null) {
        builder.setPreviousContentClaim((String) previousClaimRecord.getFieldValue(EventFieldNames.CONTENT_CLAIM_CONTAINER), (String) previousClaimRecord.getFieldValue(EventFieldNames.CONTENT_CLAIM_SECTION), (String) previousClaimRecord.getFieldValue(EventFieldNames.CONTENT_CLAIM_IDENTIFIER), (Long) previousClaimRecord.getFieldValue(EventFieldNames.CONTENT_CLAIM_OFFSET), (Long) previousClaimRecord.getFieldValue(EventFieldNames.CONTENT_CLAIM_SIZE));
    }
    final Object contentClaimObject = record.getFieldValue(EventFieldNames.CONTENT_CLAIM);
    // NO_VALUE type
    builder.setCurrentContentClaim(null, null, null, null, 0L);
    if (contentClaimObject != null) {
        if (contentClaimObject instanceof String) {
            final String contentClaimDescription = (String) contentClaimObject;
            switch(contentClaimDescription) {
                case EventFieldNames.UNCHANGED_VALUE:
                    builder.setCurrentContentClaim((String) previousClaimRecord.getFieldValue(EventFieldNames.CONTENT_CLAIM_CONTAINER), (String) previousClaimRecord.getFieldValue(EventFieldNames.CONTENT_CLAIM_SECTION), (String) previousClaimRecord.getFieldValue(EventFieldNames.CONTENT_CLAIM_IDENTIFIER), (Long) previousClaimRecord.getFieldValue(EventFieldNames.CONTENT_CLAIM_OFFSET), (Long) previousClaimRecord.getFieldValue(EventFieldNames.CONTENT_CLAIM_SIZE));
                    break;
            }
        } else if (contentClaimObject instanceof Record) {
            final Record currentClaimRecord = (Record) contentClaimObject;
            builder.setCurrentContentClaim((String) currentClaimRecord.getFieldValue(EventFieldNames.CONTENT_CLAIM_CONTAINER), (String) currentClaimRecord.getFieldValue(EventFieldNames.CONTENT_CLAIM_SECTION), (String) currentClaimRecord.getFieldValue(EventFieldNames.CONTENT_CLAIM_IDENTIFIER), (Long) currentClaimRecord.getFieldValue(EventFieldNames.CONTENT_CLAIM_OFFSET), (Long) currentClaimRecord.getFieldValue(EventFieldNames.CONTENT_CLAIM_SIZE));
        }
    }
    return builder.build();
}

Example 8 with StandardProvenanceEventRecord

use of org.apache.nifi.provenance.StandardProvenanceEventRecord in project nifi by apache.

the class DumpEventFile method main.

public static void main(final String[] args) throws IOException {
    if (args.length != 1) {
        printUsage();
        return;
    }
    final File file = new File(args[0]);
    if (!file.exists()) {
        System.out.println("Cannot find file " + file.getAbsolutePath());
        return;
    }
    try (final RecordReader reader = RecordReaders.newRecordReader(file, Collections.emptyList(), 65535)) {
        StandardProvenanceEventRecord event;
        int index = 0;
        while ((event = reader.nextRecord()) != null) {
            final long byteOffset = reader.getBytesConsumed();
            final String string = stringify(event, index++, byteOffset);
            System.out.println(string);
        }
    }
}