Examples with DatePartitionOptionsModel bio.terra.model.DatePartitionOptionsModel used on opensource projects

Example 1 with DatePartitionOptionsModel

use of bio.terra.model.DatePartitionOptionsModel in project jade-data-repo by DataBiosphere.

the class DatasetRequestValidator method validateTable.

private void validateTable(TableModel table, Errors errors, SchemaValidationContext context) {
    String tableName = table.getName();
    List<ColumnModel> columns = table.getColumns();
    List<String> primaryKeyList = table.getPrimaryKey();
    if (tableName != null && columns != null) {
        List<String> columnNames = columns.stream().map(ColumnModel::getName).collect(toList());
        if (ValidationUtils.hasDuplicates(columnNames)) {
            errors.rejectValue("schema", "DuplicateColumnNames");
        }
        if (primaryKeyList != null) {
            if (!columnNames.containsAll(primaryKeyList)) {
                errors.rejectValue("schema", "MissingPrimaryKeyColumn");
            }
            for (ColumnModel column : columns) {
                if (primaryKeyList.contains(column.getName()) && column.isArrayOf()) {
                    errors.rejectValue("schema", "PrimaryKeyArrayColumn");
                }
            }
        }
        context.addTable(tableName, columns);
    }
    TableModel.PartitionModeEnum mode = table.getPartitionMode();
    DatePartitionOptionsModel dateOptions = table.getDatePartitionOptions();
    IntPartitionOptionsModel intOptions = table.getIntPartitionOptions();
    if (mode == TableModel.PartitionModeEnum.DATE) {
        if (dateOptions == null) {
            errors.rejectValue("schema", "MissingDatePartitionOptions", "datePartitionOptions must be specified when using 'date' partitionMode");
        } else {
            validateDatePartitionOptions(dateOptions, columns, errors);
        }
    } else if (dateOptions != null) {
        errors.rejectValue("schema", "InvalidDatePartitionOptions", "datePartitionOptions can only be specified when using 'date' partitionMode");
    }
    if (mode == TableModel.PartitionModeEnum.INT) {
        if (intOptions == null) {
            errors.rejectValue("schema", "MissingIntPartitionOptions", "intPartitionOptions must be specified when using 'int' partitionMode");
        } else {
            validateIntPartitionOptions(intOptions, columns, errors);
        }
    } else if (intOptions != null) {
        errors.rejectValue("schema", "InvalidIntPartitionOptions", "intPartitionOptions can only be specified when using 'int' partitionMode");
    }
}

Example 2 with DatePartitionOptionsModel

use of bio.terra.model.DatePartitionOptionsModel in project jade-data-repo by DataBiosphere.

the class DatasetValidationsTest method testPartitionOptionsWithoutMode.

@Test
public void testPartitionOptionsWithoutMode() throws Exception {
    TableModel table = new TableModel().name("table").columns(Collections.emptyList()).datePartitionOptions(new DatePartitionOptionsModel().column("foo")).intPartitionOptions(new IntPartitionOptionsModel().column("bar").min(1L).max(2L).interval(1L));
    DatasetRequestModel req = buildDatasetRequest();
    req.getSchema().tables(Collections.singletonList(table)).relationships(Collections.emptyList()).assets(Collections.emptyList());
    ErrorModel errorModel = expectBadDatasetCreateRequest(req);
    checkValidationErrorModel(errorModel, new String[] { "InvalidDatePartitionOptions", "InvalidIntPartitionOptions" });
}

Example 3 with DatePartitionOptionsModel

use of bio.terra.model.DatePartitionOptionsModel in project jade-data-repo by DataBiosphere.

the class DatasetValidationsTest method testDatePartitionWithMismatchedType.

@Test
public void testDatePartitionWithMismatchedType() throws Exception {
    ColumnModel column = new ColumnModel().name("column").datatype("int64");
    TableModel table = new TableModel().name("table").columns(Collections.singletonList(column)).partitionMode(TableModel.PartitionModeEnum.DATE).datePartitionOptions(new DatePartitionOptionsModel().column(column.getName()));
    DatasetRequestModel req = buildDatasetRequest();
    req.getSchema().tables(Collections.singletonList(table)).relationships(Collections.emptyList()).assets(Collections.emptyList());
    ErrorModel errorModel = expectBadDatasetCreateRequest(req);
    checkValidationErrorModel(errorModel, new String[] { "InvalidDatePartitionColumnType" });
}

Example 4 with DatePartitionOptionsModel

use of bio.terra.model.DatePartitionOptionsModel in project jade-data-repo by DataBiosphere.

the class DatasetValidationsTest method testIntPartitionWithBadOptions.

@Test
public void testIntPartitionWithBadOptions() throws Exception {
    TableModel table = new TableModel().name("table").columns(Collections.emptyList()).partitionMode(TableModel.PartitionModeEnum.INT).datePartitionOptions(new DatePartitionOptionsModel().column("foo"));
    DatasetRequestModel req = buildDatasetRequest();
    req.getSchema().tables(Collections.singletonList(table)).relationships(Collections.emptyList()).assets(Collections.emptyList());
    ErrorModel errorModel = expectBadDatasetCreateRequest(req);
    checkValidationErrorModel(errorModel, new String[] { "InvalidDatePartitionOptions", "MissingIntPartitionOptions" });
}

Example 5 with DatePartitionOptionsModel

use of bio.terra.model.DatePartitionOptionsModel in project jade-data-repo by DataBiosphere.

the class DatasetValidationsTest method testDatePartitionWithMissingColumn.

@Test
public void testDatePartitionWithMissingColumn() throws Exception {
    TableModel table = new TableModel().name("table").columns(Collections.emptyList()).partitionMode(TableModel.PartitionModeEnum.DATE).datePartitionOptions(new DatePartitionOptionsModel().column("not_a_column"));
    DatasetRequestModel req = buildDatasetRequest();
    req.getSchema().tables(Collections.singletonList(table)).relationships(Collections.emptyList()).assets(Collections.emptyList());
    ErrorModel errorModel = expectBadDatasetCreateRequest(req);
    checkValidationErrorModel(errorModel, new String[] { "InvalidDatePartitionColumnName" });
}