Examples with FloatWritable org.apache.hadoop.io.FloatWritable used on opensource projects

Example 61 with FloatWritable

use of org.apache.hadoop.io.FloatWritable in project hadoop by apache.

the class TestTupleWritable method testIterable.

@Test
public void testIterable() throws Exception {
    Random r = new Random();
    Writable[] writs = { new BooleanWritable(r.nextBoolean()), new FloatWritable(r.nextFloat()), new FloatWritable(r.nextFloat()), new IntWritable(r.nextInt()), new LongWritable(r.nextLong()), new BytesWritable("dingo".getBytes()), new LongWritable(r.nextLong()), new IntWritable(r.nextInt()), new BytesWritable("yak".getBytes()), new IntWritable(r.nextInt()) };
    TupleWritable t = new TupleWritable(writs);
    for (int i = 0; i < 6; ++i) {
        t.setWritten(i);
    }
    verifIter(writs, t, 0);
}

Example 62 with FloatWritable

use of org.apache.hadoop.io.FloatWritable in project hadoop by apache.

the class TestJoinTupleWritable method makeRandomWritables.

private Writable[] makeRandomWritables() {
    Random r = new Random();
    Writable[] writs = { new BooleanWritable(r.nextBoolean()), new FloatWritable(r.nextFloat()), new FloatWritable(r.nextFloat()), new IntWritable(r.nextInt()), new LongWritable(r.nextLong()), new BytesWritable("dingo".getBytes()), new LongWritable(r.nextLong()), new IntWritable(r.nextInt()), new BytesWritable("yak".getBytes()), new IntWritable(r.nextInt()) };
    return writs;
}

Example 63 with FloatWritable

use of org.apache.hadoop.io.FloatWritable in project hadoop by apache.

the class TestJoinTupleWritable method testIterable.

@Test
public void testIterable() throws Exception {
    Random r = new Random();
    Writable[] writs = { new BooleanWritable(r.nextBoolean()), new FloatWritable(r.nextFloat()), new FloatWritable(r.nextFloat()), new IntWritable(r.nextInt()), new LongWritable(r.nextLong()), new BytesWritable("dingo".getBytes()), new LongWritable(r.nextLong()), new IntWritable(r.nextInt()), new BytesWritable("yak".getBytes()), new IntWritable(r.nextInt()) };
    TupleWritable t = new TupleWritable(writs);
    for (int i = 0; i < 6; ++i) {
        t.setWritten(i);
    }
    verifIter(writs, t, 0);
}

Example 64 with FloatWritable

use of org.apache.hadoop.io.FloatWritable in project hadoop by apache.

the class NativeRuntime method reportStatus.

/**
   * Get the status report from native space
   */
public static void reportStatus(TaskReporter reporter) throws IOException {
    assertNativeLibraryLoaded();
    synchronized (reporter) {
        final byte[] statusBytes = JNIUpdateStatus();
        final DataInputBuffer ib = new DataInputBuffer();
        ib.reset(statusBytes, statusBytes.length);
        final FloatWritable progress = new FloatWritable();
        progress.readFields(ib);
        reporter.setProgress(progress.get());
        final Text status = new Text();
        status.readFields(ib);
        if (status.getLength() > 0) {
            reporter.setStatus(status.toString());
        }
        final IntWritable numCounters = new IntWritable();
        numCounters.readFields(ib);
        if (numCounters.get() == 0) {
            return;
        }
        final Text group = new Text();
        final Text name = new Text();
        final LongWritable amount = new LongWritable();
        for (int i = 0; i < numCounters.get(); i++) {
            group.readFields(ib);
            name.readFields(ib);
            amount.readFields(ib);
            reporter.incrCounter(group.toString(), name.toString(), amount.get());
        }
    }
}

Example 65 with FloatWritable

use of org.apache.hadoop.io.FloatWritable in project hive by apache.

the class DruidSerDe method deserialize.

@Override
public Object deserialize(Writable writable) throws SerDeException {
    final DruidWritable input = (DruidWritable) writable;
    final List<Object> output = Lists.newArrayListWithExpectedSize(columns.length);
    for (int i = 0; i < columns.length; i++) {
        final Object value = input.getValue().get(columns[i]);
        if (value == null) {
            output.add(null);
            continue;
        }
        switch(types[i].getPrimitiveCategory()) {
            case TIMESTAMP:
                output.add(new TimestampWritable(Timestamp.valueOf(ZonedDateTime.ofInstant(Instant.ofEpochMilli(((Number) value).longValue()), tsTZTypeInfo.timeZone()).format(DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss")).toString())));
                break;
            case TIMESTAMPLOCALTZ:
                output.add(new TimestampLocalTZWritable(new TimestampTZ(ZonedDateTime.ofInstant(Instant.ofEpochMilli(((Number) value).longValue()), ((TimestampLocalTZTypeInfo) types[i]).timeZone()))));
                break;
            case BYTE:
                output.add(new ByteWritable(((Number) value).byteValue()));
                break;
            case SHORT:
                output.add(new ShortWritable(((Number) value).shortValue()));
                break;
            case INT:
                output.add(new IntWritable(((Number) value).intValue()));
                break;
            case LONG:
                output.add(new LongWritable(((Number) value).longValue()));
                break;
            case FLOAT:
                output.add(new FloatWritable(((Number) value).floatValue()));
                break;
            case DOUBLE:
                output.add(new DoubleWritable(((Number) value).doubleValue()));
                break;
            case DECIMAL:
                output.add(new HiveDecimalWritable(HiveDecimal.create(((Number) value).doubleValue())));
                break;
            case CHAR:
                output.add(new HiveCharWritable(new HiveChar(value.toString(), ((CharTypeInfo) types[i]).getLength())));
                break;
            case VARCHAR:
                output.add(new HiveVarcharWritable(new HiveVarchar(value.toString(), ((VarcharTypeInfo) types[i]).getLength())));
                break;
            case STRING:
                output.add(new Text(value.toString()));
                break;
            case BOOLEAN:
                output.add(new BooleanWritable(Boolean.valueOf(value.toString())));
                break;
            default:
                throw new SerDeException("Unknown type: " + types[i].getPrimitiveCategory());
        }
    }
    return output;
}