Examples with Scan org.apache.spark.sql.connector.read.Scan used on opensource projects

Example 1 with Scan

use of org.apache.spark.sql.connector.read.Scan in project iceberg by apache.

the class SparkMergeBuilder method scanBuilder.

private ScanBuilder scanBuilder() {
    if (lazyScanBuilder == null) {
        SparkScanBuilder scanBuilder = new SparkScanBuilder(spark, table, writeInfo.options()) {

            @Override
            public Scan build() {
                Scan scan = super.buildMergeScan();
                SparkMergeBuilder.this.configuredScan = scan;
                return scan;
            }
        };
        // ignore residuals to ensure we read full files
        lazyScanBuilder = scanBuilder.ignoreResiduals();
    }
    return lazyScanBuilder;
}