Examples with AlgebricksPartitionConstraint org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint used on opensource projects

Example 56 with AlgebricksPartitionConstraint

use of org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint in project asterixdb by apache.

the class MetadataProvider method getWriteFileRuntime.

@Override
public Pair<IPushRuntimeFactory, AlgebricksPartitionConstraint> getWriteFileRuntime(IDataSink sink, int[] printColumns, IPrinterFactory[] printerFactories, RecordDescriptor inputDesc) {
    FileSplitDataSink fsds = (FileSplitDataSink) sink;
    FileSplitSinkId fssi = fsds.getId();
    FileSplit fs = fssi.getFileSplit();
    File outFile = new File(fs.getPath());
    String nodeId = fs.getNodeName();
    SinkWriterRuntimeFactory runtime = new SinkWriterRuntimeFactory(printColumns, printerFactories, outFile, getWriterFactory(), inputDesc);
    AlgebricksPartitionConstraint apc = new AlgebricksAbsolutePartitionConstraint(new String[] { nodeId });
    return new Pair<>(runtime, apc);
}

Example 57 with AlgebricksPartitionConstraint

use of org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint in project asterixdb by apache.

the class MetadataProvider method getUpsertRuntime.

@Override
public Pair<IOperatorDescriptor, AlgebricksPartitionConstraint> getUpsertRuntime(IDataSource<DataSourceId> dataSource, IOperatorSchema inputSchema, IVariableTypeEnvironment typeEnv, List<LogicalVariable> primaryKeys, LogicalVariable payload, List<LogicalVariable> filterKeys, List<LogicalVariable> additionalNonFilterFields, RecordDescriptor recordDesc, JobGenContext context, JobSpecification spec) throws AlgebricksException {
    String datasetName = dataSource.getId().getDatasourceName();
    Dataset dataset = findDataset(dataSource.getId().getDataverseName(), datasetName);
    if (dataset == null) {
        throw new AlgebricksException("Unknown dataset " + datasetName + " in dataverse " + dataSource.getId().getDataverseName());
    }
    boolean temp = dataset.getDatasetDetails().isTemp();
    isTemporaryDatasetWriteJob = isTemporaryDatasetWriteJob && temp;
    int numKeys = primaryKeys.size();
    int numFilterFields = DatasetUtil.getFilterField(dataset) == null ? 0 : 1;
    int numOfAdditionalFields = additionalNonFilterFields == null ? 0 : additionalNonFilterFields.size();
    // Move key fields to front. [keys, record, filters]
    int[] fieldPermutation = new int[numKeys + 1 + numFilterFields + numOfAdditionalFields];
    int[] bloomFilterKeyFields = new int[numKeys];
    int i = 0;
    // set the keys' permutations
    for (LogicalVariable varKey : primaryKeys) {
        int idx = inputSchema.findVariable(varKey);
        fieldPermutation[i] = idx;
        bloomFilterKeyFields[i] = i;
        i++;
    }
    // set the record permutation
    fieldPermutation[i++] = inputSchema.findVariable(payload);
    // set the filters' permutations.
    if (numFilterFields > 0) {
        int idx = inputSchema.findVariable(filterKeys.get(0));
        fieldPermutation[i++] = idx;
    }
    if (additionalNonFilterFields != null) {
        for (LogicalVariable var : additionalNonFilterFields) {
            int idx = inputSchema.findVariable(var);
            fieldPermutation[i++] = idx;
        }
    }
    return DatasetUtil.createPrimaryIndexUpsertOp(spec, this, dataset, recordDesc, fieldPermutation, context.getMissingWriterFactory());
}

Example 58 with AlgebricksPartitionConstraint

use of org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint in project asterixdb by apache.

the class MetadataProvider method buildLoadableDatasetScan.

protected Pair<IOperatorDescriptor, AlgebricksPartitionConstraint> buildLoadableDatasetScan(JobSpecification jobSpec, IAdapterFactory adapterFactory, RecordDescriptor rDesc) throws AlgebricksException {
    ExternalScanOperatorDescriptor dataScanner = new ExternalScanOperatorDescriptor(jobSpec, rDesc, adapterFactory);
    AlgebricksPartitionConstraint constraint;
    try {
        constraint = adapterFactory.getPartitionConstraint();
    } catch (Exception e) {
        throw new AlgebricksException(e);
    }
    return new Pair<>(dataScanner, constraint);
}