Examples with Jet com.hazelcast.jet.Jet used on opensource projects

Example 1 with Jet

use of com.hazelcast.jet.Jet in project hazelcast-jet-reference-manual by hazelcast.

the class JUS method s3.

static void s3() {
    JetInstance jet = Jet.newJetInstance();
    // tag::s3[]
    // <1>
    IMapJet<String, String> map = jet.getMap("large_map");
    Map<String, String> result = DistributedStream.fromMap(map).map(e -> e.getKey() + e.getValue()).collect(// <2>
    DistributedCollectors.toMap(v -> v, v -> v));
// end::s3[]
}

Example 2 with Jet

use of com.hazelcast.jet.Jet in project hazelcast-jet-reference-manual by hazelcast.

the class JUS method s4.

static void s4() {
    JetInstance jet = Jet.newJetInstance();
    // tag::s4[]
    IMap<String, Long> counts = DistributedStream.<String>fromList(jet.getList("text")).flatMap(line -> Stream.of(line.toLowerCase().split("\\W+"))).filter(word -> !word.isEmpty()).collect(DistributedCollectors.groupingByToIMap("counts", wholeItem(), DistributedCollectors.counting()));
// end::s4[]
}

Example 3 with Jet

use of com.hazelcast.jet.Jet in project hazelcast-jet-reference-manual by hazelcast.

the class JUS method s1.

static void s1() {
    JetInstance jet = Jet.newJetInstance();
    try {
        // tag::s1[]
        IMapJet<String, Integer> map = jet.getMap("latitudes");
        map.put("London", 51);
        map.put("Paris", 48);
        map.put("NYC", 40);
        map.put("Sydney", -34);
        map.put("Sao Paulo", -23);
        map.put("Jakarta", -6);
        DistributedStream.fromMap(map).filter(e -> e.getValue() < 0).forEach(System.out::println);
    // end::s1[]
    } finally {
        Jet.shutdownAll();
    }
}

Example 4 with Jet

use of com.hazelcast.jet.Jet in project hazelcast-jet-reference-manual by hazelcast.

the class S8 method main.

// end::s1[]
static void main() {
    // tag::s2[]
    JetInstance jet = Jet.newJetInstance();
    int upperBound = 10;
    DAG dag = new DAG();
    Vertex generateNumbers = dag.newVertex("generate-numbers", () -> new GenerateNumbersP(upperBound));
    Vertex logInput = dag.newVertex("log-input", DiagnosticProcessors.writeLoggerP(i -> "Received number: " + i));
    dag.edge(Edge.between(generateNumbers, logInput));
    try {
        jet.newJob(dag).join();
    } finally {
        Jet.shutdownAll();
    }
// end::s2[]
}

Example 5 with Jet

use of com.hazelcast.jet.Jet in project gora by apache.

the class JetTest method testNewJetSource.

@Test
public void testNewJetSource() throws Exception {
    DataStore<Long, Pageview> dataStoreIn;
    dataStoreIn = DataStoreFactory.getDataStore(Long.class, Pageview.class, utility.getConfiguration());
    dataStoreOut = DataStoreFactory.getDataStore(Long.class, ResultPageView.class, utility.getConfiguration());
    query = dataStoreIn.newQuery();
    query.setStartKey(0L);
    query.setEndKey(55L);
    JetEngine<Long, Pageview, Long, ResultPageView> jetEngine = new JetEngine<>();
    BatchSource<JetInputOutputFormat<Long, Pageview>> fileSource = jetEngine.createDataSource(dataStoreIn, query);
    Pipeline p = Pipeline.create();
    p.drawFrom(fileSource).filter(item -> item.getValue().getIp().toString().equals("88.240.129.183")).map(e -> {
        ResultPageView resultPageView = new ResultPageView();
        resultPageView.setIp(e.getValue().getIp());
        resultPageView.setTimestamp(e.getValue().getTimestamp());
        resultPageView.setUrl(e.getValue().getUrl());
        return new JetInputOutputFormat<Long, ResultPageView>(e.getValue().getTimestamp(), resultPageView);
    }).drainTo(jetEngine.createDataSink(dataStoreOut));
    JetInstance jet = Jet.newJetInstance();
    Jet.newJetInstance();
    try {
        jet.newJob(p).join();
    } finally {
        Jet.shutdownAll();
    }
    Query<Long, ResultPageView> query = dataStoreOut.newQuery();
    Result<Long, ResultPageView> result = query.execute();
    int noOfOutputRecords = 0;
    String ip = "";
    while (result.next()) {
        noOfOutputRecords++;
        ip = result.get().getIp().toString();
        assertEquals("88.240.129.183", ip);
    }
    assertEquals(2, noOfOutputRecords);
}