Examples with VirtualSinkSource com.airhacks.enhydrator.in.VirtualSinkSource used on opensource projects

Example 6 with VirtualSinkSource

use of com.airhacks.enhydrator.in.VirtualSinkSource in project enhydrator by AdamBien.

the class PumpTest method scriptEngineBindings.

@Test
public void scriptEngineBindings() {
    List<Row> inputRows = new ArrayList<>();
    inputRows.add(getStringRow());
    Map<String, Object> bindings = new HashMap<>();
    bindings.put("date", new Date());
    VirtualSinkSource in = new VirtualSinkSource("in", inputRows);
    VirtualSinkSource out = new VirtualSinkSource();
    Pump cut = new Pump.Engine().homeScriptFolder(EXISTING_HOME_FOLDER, bindings).from(in).startWith("date_should_exist").to(out).build();
    Memory memory = cut.start();
    assertNotNull(memory.get("date"));
}

Example 7 with VirtualSinkSource

use of com.airhacks.enhydrator.in.VirtualSinkSource in project enhydrator by AdamBien.

the class PumpTest method columnExpressionTransformer.

@Test
public void columnExpressionTransformer() {
    Map<String, Object> bindings = new HashMap<>();
    bindings.put("prefix", "java");
    Row row = new Row();
    row.addColumn(0, "developer", "duke");
    VirtualSinkSource input = new VirtualSinkSource();
    input.addRow(row);
    VirtualSinkSource output = new VirtualSinkSource();
    Pump pump = new Pump.Engine().from(input).homeScriptFolder(EXISTING_HOME_FOLDER, bindings).withColumnExpression("developer", "function execute(column){return prefix + ' ' + column}").to(output).build();
    Memory memory = pump.start();
    assertThat(memory.areErrorsOccured(), is(false));
    Row first = output.getRow(0);
    Object expected = "java duke";
    Object actual = first.getColumnValue("developer");
    assertThat(expected, is(actual.toString()));
}

Example 8 with VirtualSinkSource

use of com.airhacks.enhydrator.in.VirtualSinkSource in project enhydrator by AdamBien.

the class PumpTest method stopOnError.

@Test(expected = NumberFormatException.class)
public void stopOnError() {
    List<Row> inputRows = new ArrayList<>();
    inputRows.add(getStringRow());
    inputRows.add(getIntRow());
    VirtualSinkSource in = new VirtualSinkSource("in", inputRows);
    VirtualSinkSource out = new VirtualSinkSource();
    Pump cut = new Pump.Engine().from(in).startWith(t -> {
        t.getColumnByName("a").convertToInteger();
        return t;
    }).to(out).build();
    cut.start();
}

Example 9 with VirtualSinkSource

use of com.airhacks.enhydrator.in.VirtualSinkSource in project enhydrator by AdamBien.

the class PipelineTest method getJSONPipeline.

public static Pipeline getJSONPipeline() {
    DestinationMapper targetMapper = new DestinationMapper();
    targetMapper.addMapping(0, new TargetMapping("*", "*"));
    DatatypeIndexMapper datatypeMapper = new DatatypeIndexMapper();
    datatypeMapper.addMapping(1, Datatype.INTEGER);
    Source source = new ScriptableSource("./src/test/files/languages.json", "./src/test/files/converter.js", "UTF-8");
    NamedSink logSink = new LogSink();
    NamedSink virtualSink = new VirtualSinkSource();
    Pipeline origin = new Pipeline("json", "src/test/scripts", null, source);
    origin.addSink(logSink);
    origin.addSink(virtualSink);
    origin.addPreRowTransformation(targetMapper);
    origin.addPreRowTransformation(datatypeMapper);
    origin.addPreRowTransformation(new NashornRowTransformer("src/test/scripts", "encrypt"));
    origin.addPostRowTransformation(new NashornRowTransformer("src/test/scripts", "compress"));
    origin.addFilter("true");
    origin.addExpression("print($ROW); $ROW");
    return origin;
}

Example 10 with VirtualSinkSource

use of com.airhacks.enhydrator.in.VirtualSinkSource in project enhydrator by AdamBien.

the class PipelineTest method getCSVPipeline.

public static Pipeline getCSVPipeline() {
    DestinationMapper targetMapper = new DestinationMapper();
    targetMapper.addMapping(0, new TargetMapping("*", "*"));
    DatatypeIndexMapper datatypeMapper = new DatatypeIndexMapper();
    datatypeMapper.addMapping(0, Datatype.DOUBLE);
    Source source = new CSVFileSource("./src/test/files/pyramid.csv", ";", "UTF-8", true);
    NamedSink logSink = new LogSink();
    NamedSink jdbcSink = new VirtualSinkSource();
    ColumnTransformation e1 = new ColumnTransformation("name", "convert", true);
    ColumnTransformation e2 = new ColumnTransformation(42, "compress", true);
    Pipeline origin = new Pipeline("csv", "src/test/scripts", "select * from Coffee where name like ? and strength = ?", source);
    origin.addSink(logSink);
    origin.addSink(jdbcSink);
    origin.addQueryParam("arabica");
    origin.addQueryParam(2);
    origin.addEntryTransformation(e1);
    origin.addEntryTransformation(e2);
    origin.addPreRowTransformation(targetMapper);
    origin.addPreRowTransformation(datatypeMapper);
    origin.addEntryTransformation(new ColumnTransformation("1", "function execute(i){return 42;}", false));
    origin.addPreRowTransformation(new NashornRowTransformer("src/test/scripts", "encrypt"));
    origin.addPostRowTransformation(new NashornRowTransformer("src/test/scripts", "compress"));
    origin.addFilter("true");
    origin.addExpression("print($ROW); $ROW");
    return origin;
}