use of io.trino.spi.type.DecimalType in project trino by trinodb.
the class AbstractTestDecimalAverageAggregation method getExpectedValue.
@Override
protected SqlDecimal getExpectedValue(int start, int length) {
if (length == 0) {
return null;
}
BigDecimal avg = BigDecimal.ZERO;
for (int i = start; i < start + length; i++) {
avg = avg.add(getBigDecimalForCounter(i));
}
avg = avg.divide(BigDecimal.valueOf(length), ROUND_HALF_UP);
DecimalType expectedType = getExpectedType();
return new SqlDecimal(avg.unscaledValue(), expectedType.getPrecision(), expectedType.getScale());
}
use of io.trino.spi.type.DecimalType in project trino by trinodb.
the class AbstractTestDecimalSumAggregation method getExpectedValue.
@Override
protected SqlDecimal getExpectedValue(int start, int length) {
if (length == 0) {
return null;
}
BigDecimal sum = BigDecimal.ZERO;
for (int i = start; i < start + length; i++) {
sum = sum.add(getBigDecimalForCounter(i));
}
DecimalType expectedType = getExpectedType();
return new SqlDecimal(sum.unscaledValue(), expectedType.getPrecision(), expectedType.getScale());
}
use of io.trino.spi.type.DecimalType in project trino by trinodb.
the class TestChecksumAggregation method testLongDecimal.
@Test
public void testLongDecimal() {
Block block = createLongDecimalsBlock("11.11", "22.22", null, "33.33", "44.44");
DecimalType longDecimalType = createDecimalType(19);
assertAggregation(FUNCTION_RESOLUTION, QualifiedName.of("checksum"), fromTypes(createDecimalType(19, 2)), expectedChecksum(longDecimalType, block), block);
}
use of io.trino.spi.type.DecimalType in project trino by trinodb.
the class StatsUtil method toStatsRepresentation.
public static OptionalDouble toStatsRepresentation(Type type, Object value) {
requireNonNull(type, "type is null");
requireNonNull(value, "value is null");
if (type == BOOLEAN) {
return OptionalDouble.of((boolean) value ? 1 : 0);
}
if (type == TINYINT || type == SMALLINT || type == INTEGER || type == BIGINT) {
return OptionalDouble.of((long) value);
}
if (type == REAL) {
return OptionalDouble.of(intBitsToFloat(toIntExact((Long) value)));
}
if (type == DOUBLE) {
return OptionalDouble.of((double) value);
}
if (type instanceof DecimalType) {
DecimalType decimalType = (DecimalType) type;
if (decimalType.isShort()) {
return OptionalDouble.of(shortDecimalToDouble((long) value, longTenToNth(decimalType.getScale())));
}
return OptionalDouble.of(longDecimalToDouble((Int128) value, decimalType.getScale()));
}
if (type == DATE) {
return OptionalDouble.of((long) value);
}
if (type instanceof TimestampType) {
if (((TimestampType) type).isShort()) {
return OptionalDouble.of((long) value);
}
return OptionalDouble.of(((LongTimestamp) value).getEpochMicros());
}
if (type instanceof TimestampWithTimeZoneType) {
if (((TimestampWithTimeZoneType) type).isShort()) {
return OptionalDouble.of(unpackMillisUtc((long) value));
}
return OptionalDouble.of(((LongTimestampWithTimeZone) value).getEpochMillis());
}
return OptionalDouble.empty();
}
use of io.trino.spi.type.DecimalType in project trino by trinodb.
the class TupleDomainOrcPredicate method getDomain.
@VisibleForTesting
public static Domain getDomain(Type type, long rowCount, ColumnStatistics columnStatistics) {
if (rowCount == 0) {
return Domain.none(type);
}
if (columnStatistics == null) {
return Domain.all(type);
}
if (columnStatistics.hasNumberOfValues() && columnStatistics.getNumberOfValues() == 0) {
return Domain.onlyNull(type);
}
boolean hasNullValue = columnStatistics.getNumberOfValues() != rowCount;
if (type instanceof TimeType && columnStatistics.getIntegerStatistics() != null) {
// This is the representation of TIME used by Iceberg
return createDomain(type, hasNullValue, columnStatistics.getIntegerStatistics(), value -> ((long) value) * Timestamps.PICOSECONDS_PER_MICROSECOND);
}
if (type.getJavaType() == boolean.class && columnStatistics.getBooleanStatistics() != null) {
BooleanStatistics booleanStatistics = columnStatistics.getBooleanStatistics();
boolean hasTrueValues = (booleanStatistics.getTrueValueCount() != 0);
boolean hasFalseValues = (columnStatistics.getNumberOfValues() != booleanStatistics.getTrueValueCount());
if (hasTrueValues && hasFalseValues) {
return Domain.all(BOOLEAN);
}
if (hasTrueValues) {
return Domain.create(ValueSet.of(BOOLEAN, true), hasNullValue);
}
if (hasFalseValues) {
return Domain.create(ValueSet.of(BOOLEAN, false), hasNullValue);
}
} else if (isShortDecimal(type) && columnStatistics.getDecimalStatistics() != null) {
return createDomain(type, hasNullValue, columnStatistics.getDecimalStatistics(), value -> rescale(value, (DecimalType) type).unscaledValue().longValue());
} else if (isLongDecimal(type) && columnStatistics.getDecimalStatistics() != null) {
return createDomain(type, hasNullValue, columnStatistics.getDecimalStatistics(), value -> Int128.valueOf(rescale(value, (DecimalType) type).unscaledValue()));
} else if (type instanceof CharType && columnStatistics.getStringStatistics() != null) {
return createDomain(type, hasNullValue, columnStatistics.getStringStatistics(), value -> truncateToLengthAndTrimSpaces(value, type));
} else if (type instanceof VarcharType && columnStatistics.getStringStatistics() != null) {
return createDomain(type, hasNullValue, columnStatistics.getStringStatistics());
} else if (type instanceof DateType && columnStatistics.getDateStatistics() != null) {
return createDomain(type, hasNullValue, columnStatistics.getDateStatistics(), value -> (long) value);
} else if ((type.equals(TIMESTAMP_MILLIS) || type.equals(TIMESTAMP_MICROS)) && columnStatistics.getTimestampStatistics() != null) {
// upper bound of the domain we create must be adjusted accordingly, to includes the rounded timestamp.
return createDomain(type, hasNullValue, columnStatistics.getTimestampStatistics(), min -> min * MICROSECONDS_PER_MILLISECOND, max -> (max + 1) * MICROSECONDS_PER_MILLISECOND);
} else if (type.equals(TIMESTAMP_NANOS) && columnStatistics.getTimestampStatistics() != null) {
return createDomain(type, hasNullValue, columnStatistics.getTimestampStatistics(), min -> new LongTimestamp(min * MICROSECONDS_PER_MILLISECOND, 0), max -> new LongTimestamp((max + 1) * MICROSECONDS_PER_MILLISECOND, 0));
} else if (type.equals(TIMESTAMP_TZ_MILLIS) && columnStatistics.getTimestampStatistics() != null) {
return createDomain(type, hasNullValue, columnStatistics.getTimestampStatistics(), value -> packDateTimeWithZone(value, UTC_KEY));
} else if (type.equals(TIMESTAMP_TZ_MICROS) && (columnStatistics.getTimestampStatistics() != null)) {
return createDomain(type, hasNullValue, columnStatistics.getTimestampStatistics(), min -> LongTimestampWithTimeZone.fromEpochMillisAndFraction(min, 0, UTC_KEY), max -> LongTimestampWithTimeZone.fromEpochMillisAndFraction(max, 999_000_000, UTC_KEY));
} else if (type.equals(TIMESTAMP_TZ_NANOS) && columnStatistics.getTimestampStatistics() != null) {
return createDomain(type, hasNullValue, columnStatistics.getTimestampStatistics(), min -> LongTimestampWithTimeZone.fromEpochMillisAndFraction(min, 0, UTC_KEY), max -> LongTimestampWithTimeZone.fromEpochMillisAndFraction(max, 999_999_000, UTC_KEY));
} else if (type.getJavaType() == long.class && columnStatistics.getIntegerStatistics() != null) {
return createDomain(type, hasNullValue, columnStatistics.getIntegerStatistics());
} else if (type.getJavaType() == double.class && columnStatistics.getDoubleStatistics() != null) {
return createDomain(type, hasNullValue, columnStatistics.getDoubleStatistics());
} else if (REAL.equals(type) && columnStatistics.getDoubleStatistics() != null) {
return createDomain(type, hasNullValue, columnStatistics.getDoubleStatistics(), value -> (long) floatToRawIntBits(value.floatValue()));
}
return Domain.create(ValueSet.all(type), hasNullValue);
}
Aggregations