Examples with DATA com.hedera.mirror.importer.domain.StreamFilename.FileType.DATA used on opensource projects

Example 1 with DATA

use of com.hedera.mirror.importer.domain.StreamFilename.FileType.DATA in project hedera-mirror-node by hashgraph.

the class MirrorDateRangePropertiesProcessor method getLastStreamFile.

/**
 * Gets the latest stream file for downloader based on startDate in MirrorProperties, the startDateAdjustment and
 * last valid downloaded stream file.
 *
 * @param streamType What type of stream to retrieve
 * @return The latest stream file from the database or a dummy stream file if it calculated a different effective
 * start date
 */
public <T extends StreamFile> Optional<T> getLastStreamFile(StreamType streamType) {
    Instant startDate = mirrorProperties.getStartDate();
    Optional<T> streamFile = findLatest(streamType);
    Instant lastFileInstant = streamFile.map(StreamFile::getConsensusStart).map(nanos -> Instant.ofEpochSecond(0, nanos)).orElse(null);
    Instant effectiveStartDate = STARTUP_TIME;
    boolean hasStreamFile = lastFileInstant != null;
    if (startDate != null) {
        effectiveStartDate = max(startDate, hasStreamFile ? lastFileInstant : Instant.EPOCH);
    } else if (hasStreamFile) {
        effectiveStartDate = lastFileInstant;
    } else if (mirrorProperties.getNetwork() == MirrorProperties.HederaNetwork.DEMO) {
        // Demo network contains only data in the past, so don't default to now
        effectiveStartDate = Instant.EPOCH;
    }
    Instant endDate = mirrorProperties.getEndDate();
    if (startDate != null && startDate.compareTo(endDate) > 0) {
        throw new InvalidConfigurationException(String.format("Date range constraint violation: " + "startDate (%s) > endDate (%s)", startDate, endDate));
    }
    if (effectiveStartDate.compareTo(endDate) > 0) {
        throw new InvalidConfigurationException(String.format("Date range constraint violation for %s downloader: effective startDate (%s) > endDate (%s)", streamType, effectiveStartDate, endDate));
    }
    if (!effectiveStartDate.equals(lastFileInstant)) {
        Instant verifyHashAfter = mirrorProperties.getVerifyHashAfter();
        if (verifyHashAfter == null || verifyHashAfter.isBefore(effectiveStartDate)) {
            mirrorProperties.setVerifyHashAfter(effectiveStartDate);
            log.debug("Set verifyHashAfter to {}", effectiveStartDate);
        }
        String filename = StreamFilename.getFilename(streamType, DATA, effectiveStartDate);
        T effectiveStreamFile = (T) ReflectUtils.newInstance(streamType.getStreamFileClass());
        effectiveStreamFile.setConsensusStart(DomainUtils.convertToNanosMax(effectiveStartDate));
        effectiveStreamFile.setName(filename);
        effectiveStreamFile.setIndex(streamFile.map(StreamFile::getIndex).orElse(null));
        streamFile = Optional.of(effectiveStreamFile);
    }
    log.info("{}: downloader will download files in time range ({}, {}]", streamType, effectiveStartDate, mirrorProperties.getEndDate());
    return streamFile;
}

Example 2 with DATA

use of com.hedera.mirror.importer.domain.StreamFilename.FileType.DATA in project hedera-mirror-node by hashgraph.

the class ContractResultServiceImplIntegrationTest method parseRecordItemAndCommit.

protected void parseRecordItemAndCommit(RecordItem recordItem, Transaction transaction) {
    transactionTemplate.executeWithoutResult(status -> {
        Instant instant = Instant.ofEpochSecond(0, recordItem.getConsensusTimestamp());
        String filename = StreamFilename.getFilename(StreamType.RECORD, DATA, instant);
        long consensusStart = recordItem.getConsensusTimestamp();
        RecordFile recordFile = domainBuilder.recordFile().customize(x -> x.consensusStart(consensusStart).consensusEnd(consensusStart + 1).name(filename)).get();
        recordStreamFileListener.onStart();
        contractResultService.process(recordItem, transaction);
        // commit, close connection
        recordStreamFileListener.onEnd(recordFile);
    });
}