Examples with UTF8StringPointable org.apache.hyracks.data.std.primitive.UTF8StringPointable used on opensource projects

Example 26 with UTF8StringPointable

use of org.apache.hyracks.data.std.primitive.UTF8StringPointable in project asterixdb by apache.

the class StringLTrim2Descriptor method createEvaluatorFactory.

@Override
public IScalarEvaluatorFactory createEvaluatorFactory(final IScalarEvaluatorFactory[] args) {
    return new IScalarEvaluatorFactory() {

        private static final long serialVersionUID = 1L;

        @Override
        public IScalarEvaluator createScalarEvaluator(IHyracksTaskContext ctx) throws HyracksDataException {
            return new AbstractBinaryStringStringEval(ctx, args[0], args[1], StringLTrim2Descriptor.this.getIdentifier()) {

                private StringTrimmer stringTrimmer = new StringTrimmer(resultBuilder, resultArray);

                @Override
                protected void compute(UTF8StringPointable srcPtr, UTF8StringPointable patternPtr, UTF8StringPointable resultStrPtr) throws IOException {
                    stringTrimmer.build(patternPtr);
                    stringTrimmer.trim(srcPtr, resultStrPtr, true, false);
                }
            };
        }
    };
}

Example 27 with UTF8StringPointable

use of org.apache.hyracks.data.std.primitive.UTF8StringPointable in project asterixdb by apache.

the class Substring2Descriptor method createEvaluatorFactory.

@Override
public IScalarEvaluatorFactory createEvaluatorFactory(final IScalarEvaluatorFactory[] args) {
    return new IScalarEvaluatorFactory() {

        private static final long serialVersionUID = 1L;

        @Override
        public IScalarEvaluator createScalarEvaluator(final IHyracksTaskContext ctx) throws HyracksDataException {
            return new IScalarEvaluator() {

                private ArrayBackedValueStorage resultStorage = new ArrayBackedValueStorage();

                private DataOutput out = resultStorage.getDataOutput();

                private IPointable argString = new VoidPointable();

                private IPointable argStart = new VoidPointable();

                private IScalarEvaluator evalString = args[0].createScalarEvaluator(ctx);

                private IScalarEvaluator evalStart = args[1].createScalarEvaluator(ctx);

                private final GrowableArray array = new GrowableArray();

                private final UTF8StringBuilder builder = new UTF8StringBuilder();

                private final UTF8StringPointable string = new UTF8StringPointable();

                @Override
                public void evaluate(IFrameTupleReference tuple, IPointable result) throws HyracksDataException {
                    resultStorage.reset();
                    evalString.evaluate(tuple, argString);
                    evalStart.evaluate(tuple, argStart);
                    byte[] bytes = argStart.getByteArray();
                    int offset = argStart.getStartOffset();
                    int start = ATypeHierarchy.getIntegerValue(getIdentifier().getName(), 1, bytes, offset) - 1;
                    bytes = argString.getByteArray();
                    offset = argString.getStartOffset();
                    int len = argString.getLength();
                    if (bytes[offset] != ATypeTag.SERIALIZED_STRING_TYPE_TAG) {
                        throw new TypeMismatchException(getIdentifier(), 0, bytes[offset], ATypeTag.SERIALIZED_STRING_TYPE_TAG);
                    }
                    string.set(bytes, offset + 1, len - 1);
                    array.reset();
                    try {
                        UTF8StringPointable.substr(string, start, Integer.MAX_VALUE, builder, array);
                    } catch (StringIndexOutOfBoundsException e) {
                        throw new RuntimeDataException(ErrorCode.OUT_OF_BOUND, getIdentifier(), 1, start);
                    } catch (IOException e) {
                        throw new HyracksDataException(e);
                    }
                    try {
                        out.writeByte(ATypeTag.SERIALIZED_STRING_TYPE_TAG);
                        out.write(array.getByteArray(), 0, array.getLength());
                    } catch (IOException e) {
                        throw new HyracksDataException(e);
                    }
                    result.set(resultStorage);
                }
            };
        }
    };
}

Example 28 with UTF8StringPointable

use of org.apache.hyracks.data.std.primitive.UTF8StringPointable in project asterixdb by apache.

the class DCPGeneratorTest method runTest.

@Test
public void runTest() throws Exception {
    try (KVTestReader cbreader = new KVTestReader(0, "TestBucket", new int[] { 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 }, 150, 0, 0, 0)) {
        final UTF8StringPointable pointable = new UTF8StringPointable();
        final DCPMessageToRecordConverter converter = new DCPMessageToRecordConverter();
        while (cbreader.hasNext()) {
            final IRawRecord<DCPRequest> dcp = cbreader.next();
            final RecordWithMetadataAndPK<char[]> record = converter.convert(dcp);
            if (record.getRecord().size() == 0) {
                pointable.set(record.getMetadata(0).getByteArray(), 1, record.getMetadata(0).getLength());
            } else {
                pointable.set(record.getMetadata(0).getByteArray(), 1, record.getMetadata(0).getLength());
            }
        }
    } catch (final Throwable th) {
        System.err.println("TEST FAILED");
        th.printStackTrace();
        throw th;
    }
    System.err.println("TEST PASSED.");
}

Example 29 with UTF8StringPointable

use of org.apache.hyracks.data.std.primitive.UTF8StringPointable in project asterixdb by apache.

the class ParseDateDescriptor method createEvaluatorFactory.

@Override
public IScalarEvaluatorFactory createEvaluatorFactory(final IScalarEvaluatorFactory[] args) {
    return new IScalarEvaluatorFactory() {

        private static final long serialVersionUID = 1L;

        @Override
        public IScalarEvaluator createScalarEvaluator(final IHyracksTaskContext ctx) throws HyracksDataException {
            return new IScalarEvaluator() {

                private ArrayBackedValueStorage resultStorage = new ArrayBackedValueStorage();

                private DataOutput out = resultStorage.getDataOutput();

                private IPointable argPtr0 = new VoidPointable();

                private IPointable argPtr1 = new VoidPointable();

                private IScalarEvaluator eval0 = args[0].createScalarEvaluator(ctx);

                private IScalarEvaluator eval1 = args[1].createScalarEvaluator(ctx);

                @SuppressWarnings("unchecked")
                private ISerializerDeserializer<ADate> dateSerde = SerializerDeserializerProvider.INSTANCE.getSerializerDeserializer(BuiltinType.ADATE);

                private AMutableDate aDate = new AMutableDate(0);

                private final UTF8StringPointable utf8Ptr = new UTF8StringPointable();

                @Override
                public void evaluate(IFrameTupleReference tuple, IPointable result) throws HyracksDataException {
                    resultStorage.reset();
                    eval0.evaluate(tuple, argPtr0);
                    eval1.evaluate(tuple, argPtr1);
                    byte[] bytes0 = argPtr0.getByteArray();
                    int offset0 = argPtr0.getStartOffset();
                    int len0 = argPtr0.getLength();
                    byte[] bytes1 = argPtr1.getByteArray();
                    int offset1 = argPtr1.getStartOffset();
                    int len1 = argPtr1.getLength();
                    if (bytes0[offset0] != ATypeTag.SERIALIZED_STRING_TYPE_TAG) {
                        throw new TypeMismatchException(getIdentifier(), 0, bytes0[offset0], ATypeTag.SERIALIZED_STRING_TYPE_TAG);
                    }
                    if (bytes1[offset1] != ATypeTag.SERIALIZED_STRING_TYPE_TAG) {
                        throw new TypeMismatchException(getIdentifier(), 1, bytes1[offset1], ATypeTag.SERIALIZED_STRING_TYPE_TAG);
                    }
                    utf8Ptr.set(bytes0, offset0 + 1, len0 - 1);
                    int start0 = utf8Ptr.getCharStartOffset();
                    int length0 = utf8Ptr.getUTF8Length();
                    utf8Ptr.set(bytes1, offset1 + 1, len1 - 1);
                    int start1 = utf8Ptr.getCharStartOffset();
                    int length1 = utf8Ptr.getUTF8Length();
                    long chronon = 0;
                    int formatStart = start1;
                    int formatLength;
                    boolean processSuccessfully = false;
                    while (!processSuccessfully && formatStart < start1 + length1) {
                        // search for "|"
                        formatLength = 0;
                        for (; formatStart + formatLength < start1 + length1; formatLength++) {
                            if (argPtr1.getByteArray()[formatStart + formatLength] == '|') {
                                break;
                            }
                        }
                        try {
                            chronon = DT_UTILS.parseDateTime(bytes0, start0, length0, bytes1, formatStart, formatLength, DateTimeParseMode.DATE_ONLY);
                        } catch (AsterixTemporalTypeParseException ex) {
                            formatStart += formatLength + 1;
                            continue;
                        }
                        processSuccessfully = true;
                    }
                    if (!processSuccessfully) {
                        throw new InvalidDataFormatException(getIdentifier(), ATypeTag.SERIALIZED_DATE_TYPE_TAG);
                    }
                    aDate.setValue((int) (chronon / GregorianCalendarSystem.CHRONON_OF_DAY));
                    dateSerde.serialize(aDate, out);
                    result.set(resultStorage);
                }
            };
        }
    };
}

Example 30 with UTF8StringPointable

use of org.apache.hyracks.data.std.primitive.UTF8StringPointable in project asterixdb by apache.

the class ParseDateTimeDescriptor method createEvaluatorFactory.

@Override
public IScalarEvaluatorFactory createEvaluatorFactory(final IScalarEvaluatorFactory[] args) {
    return new IScalarEvaluatorFactory() {

        private static final long serialVersionUID = 1L;

        @Override
        public IScalarEvaluator createScalarEvaluator(final IHyracksTaskContext ctx) throws HyracksDataException {
            return new IScalarEvaluator() {

                private ArrayBackedValueStorage resultStorage = new ArrayBackedValueStorage();

                private DataOutput out = resultStorage.getDataOutput();

                private IPointable argPtr0 = new VoidPointable();

                private IPointable argPtr1 = new VoidPointable();

                private IScalarEvaluator eval0 = args[0].createScalarEvaluator(ctx);

                private IScalarEvaluator eval1 = args[1].createScalarEvaluator(ctx);

                @SuppressWarnings("unchecked")
                private ISerializerDeserializer<ADateTime> datetimeSerde = SerializerDeserializerProvider.INSTANCE.getSerializerDeserializer(BuiltinType.ADATETIME);

                private AMutableDateTime aDateTime = new AMutableDateTime(0);

                private final UTF8StringPointable utf8Ptr = new UTF8StringPointable();

                @Override
                public void evaluate(IFrameTupleReference tuple, IPointable result) throws HyracksDataException {
                    resultStorage.reset();
                    eval0.evaluate(tuple, argPtr0);
                    eval1.evaluate(tuple, argPtr1);
                    byte[] bytes0 = argPtr0.getByteArray();
                    int offset0 = argPtr0.getStartOffset();
                    int len0 = argPtr0.getLength();
                    byte[] bytes1 = argPtr1.getByteArray();
                    int offset1 = argPtr1.getStartOffset();
                    int len1 = argPtr1.getLength();
                    if (bytes0[offset0] != ATypeTag.SERIALIZED_STRING_TYPE_TAG) {
                        throw new TypeMismatchException(getIdentifier(), 0, bytes0[offset0], ATypeTag.SERIALIZED_STRING_TYPE_TAG);
                    }
                    if (bytes1[offset1] != ATypeTag.SERIALIZED_STRING_TYPE_TAG) {
                        throw new TypeMismatchException(getIdentifier(), 1, bytes1[offset1], ATypeTag.SERIALIZED_STRING_TYPE_TAG);
                    }
                    utf8Ptr.set(bytes0, offset0 + 1, len0 - 1);
                    int start0 = utf8Ptr.getCharStartOffset();
                    int length0 = utf8Ptr.getUTF8Length();
                    utf8Ptr.set(bytes1, offset1 + 1, len1 - 1);
                    int start1 = utf8Ptr.getCharStartOffset();
                    int length1 = utf8Ptr.getUTF8Length();
                    long chronon = 0;
                    int formatStart = start1;
                    int formatLength;
                    boolean processSuccessfully = false;
                    while (!processSuccessfully && formatStart < start1 + length1) {
                        // search for "|"
                        formatLength = 0;
                        for (; formatStart + formatLength < start1 + length1; formatLength++) {
                            if (bytes1[formatStart + formatLength] == '|') {
                                break;
                            }
                        }
                        try {
                            chronon = DT_UTILS.parseDateTime(bytes0, start0, length0, bytes1, formatStart, formatLength, DateTimeParseMode.DATETIME);
                        } catch (AsterixTemporalTypeParseException ex) {
                            formatStart += formatLength + 1;
                            continue;
                        }
                        processSuccessfully = true;
                    }
                    if (!processSuccessfully) {
                        throw new InvalidDataFormatException(getIdentifier(), ATypeTag.SERIALIZED_DATETIME_TYPE_TAG);
                    }
                    aDateTime.setValue(chronon);
                    datetimeSerde.serialize(aDateTime, out);
                    result.set(resultStorage);
                }
            };
        }
    };
}