Examples with IntegerSumCombinerFactory mapreduce.combiner.IntegerSumCombinerFactory used on opensource projects

Example 1 with IntegerSumCombinerFactory

use of mapreduce.combiner.IntegerSumCombinerFactory in project microservices by pwillhan.

the class MapReduceCountryCityPopulation method main.

public static void main(String[] args) throws Exception {
    Config conf = new Config();
    HazelcastInstance hz = Hazelcast.newHazelcastInstance(conf);
    IMap<CityKey, City> cities = hz.getMap("cities");
    if (cities.isEmpty()) {
        cities.put(new CityKey("London", "GB"), new City("London", "GB", 8416535, 1572));
        cities.put(new CityKey("Southampton", "GB"), new City("Southampton", "GB", 242100, 51));
        cities.put(new CityKey("Chicago", "US"), new City("Chicago", "US", 2718782, 606));
        cities.put(new CityKey("Washington DC", "US"), new City("Washington DC", "US", 658893, 177));
        cities.put(new CityKey("Seattle", "US"), new City("Seattle", "US", 652405, 370));
    }
    JobTracker jobTracker = hz.getJobTracker("default");
    KeyValueSource<CityKey, City> sourceData = KeyValueSource.fromMap(cities);
    Job<CityKey, City> job = jobTracker.newJob(sourceData);
    JobCompletableFuture<Map<String, Integer>> future = job.mapper(new CountryCityPopulationMapper()).combiner(new IntegerSumCombinerFactory()).reducer(new IntegerSumReducerFactory()).submit();
    Map<String, Integer> result = future.get();
    System.err.println(result);
}