Examples with HoodieException org.apache.hudi.exception.HoodieException used on opensource projects

Example 56 with HoodieException

use of org.apache.hudi.exception.HoodieException in project hudi by apache.

the class TableSchemaResolver method getLatestCommitMetadata.

/**
 * Get Last commit's Metadata.
 */
public Option<HoodieCommitMetadata> getLatestCommitMetadata() {
    try {
        HoodieTimeline timeline = metaClient.getActiveTimeline().getCommitsTimeline().filterCompletedInstants();
        if (timeline.lastInstant().isPresent()) {
            HoodieInstant instant = timeline.lastInstant().get();
            byte[] data = timeline.getInstantDetails(instant).get();
            return Option.of(HoodieCommitMetadata.fromBytes(data, HoodieCommitMetadata.class));
        } else {
            return Option.empty();
        }
    } catch (Exception e) {
        throw new HoodieException("Failed to get commit metadata", e);
    }
}

Example 57 with HoodieException

use of org.apache.hudi.exception.HoodieException in project hudi by apache.

the class FSUtils method processFiles.

/**
 * Recursively processes all files in the base-path. If excludeMetaFolder is set, the meta-folder and all its subdirs
 * are skipped
 *
 * @param fs File System
 * @param basePathStr Base-Path
 * @param consumer Callback for processing
 * @param excludeMetaFolder Exclude .hoodie folder
 * @throws IOException -
 */
public static void processFiles(FileSystem fs, String basePathStr, Function<FileStatus, Boolean> consumer, boolean excludeMetaFolder) throws IOException {
    PathFilter pathFilter = excludeMetaFolder ? getExcludeMetaPathFilter() : ALLOW_ALL_FILTER;
    FileStatus[] topLevelStatuses = fs.listStatus(new Path(basePathStr));
    for (FileStatus child : topLevelStatuses) {
        if (child.isFile()) {
            boolean success = consumer.apply(child);
            if (!success) {
                throw new HoodieException("Failed to process file-status=" + child);
            }
        } else if (pathFilter.accept(child.getPath())) {
            RemoteIterator<LocatedFileStatus> itr = fs.listFiles(child.getPath(), true);
            while (itr.hasNext()) {
                FileStatus status = itr.next();
                boolean success = consumer.apply(status);
                if (!success) {
                    throw new HoodieException("Failed to process file-status=" + status);
                }
            }
        }
    }
}

Example 58 with HoodieException

use of org.apache.hudi.exception.HoodieException in project hudi by apache.

the class HoodieWrapperFileSystem method concat.

@Override
public void concat(Path trg, Path[] psrcs) throws IOException {
    Path[] psrcsNew = convertDefaults(psrcs);
    fileSystem.concat(convertToDefaultPath(trg), psrcsNew);
    try {
        consistencyGuard.waitTillFileAppears(convertToDefaultPath(trg));
    } catch (TimeoutException e) {
        throw new HoodieException("Timed out waiting for " + trg + " to appear", e);
    }
}

Example 59 with HoodieException

use of org.apache.hudi.exception.HoodieException in project hudi by apache.

the class SizeAwareFSDataOutputStream method close.

@Override
public void close() throws IOException {
    super.close();
    try {
        consistencyGuard.waitTillFileAppears(path);
    } catch (TimeoutException e) {
        throw new HoodieException(e);
    }
    closeCallback.run();
}

Example 60 with HoodieException

use of org.apache.hudi.exception.HoodieException in project hudi by apache.

the class HoodiePartitionMetadata method readFromFS.

/**
 * Read out the metadata for this partition.
 */
public void readFromFS() throws IOException {
    FSDataInputStream is = null;
    try {
        Path metaFile = new Path(partitionPath, HOODIE_PARTITION_METAFILE);
        is = fs.open(metaFile);
        props.load(is);
    } catch (IOException ioe) {
        throw new HoodieException("Error reading Hoodie partition metadata for " + partitionPath, ioe);
    } finally {
        if (is != null) {
            is.close();
        }
    }
}