use of org.apache.ignite.examples.ml.dataset.model.Person in project ignite by apache.
the class LocalDatasetExample method main.
/**
* Run example.
*/
public static void main(String[] args) throws Exception {
try (Ignite ignite = Ignition.start("examples/config/example-ignite.xml")) {
System.out.println(">>> Local Dataset example started.");
Map<Integer, Person> persons = createCache(ignite);
// Creates a local simple dataset containing features and providing standard dataset API.
try (SimpleDataset<?> dataset = DatasetFactory.createSimpleDataset(persons, 2, (k, v) -> new double[] { v.getAge(), v.getSalary() }, 2)) {
// Calculation of the mean value. This calculation will be performed in map-reduce manner.
double[] mean = dataset.mean();
System.out.println("Mean \n\t" + Arrays.toString(mean));
// Calculation of the standard deviation. This calculation will be performed in map-reduce manner.
double[] std = dataset.std();
System.out.println("Standard deviation \n\t" + Arrays.toString(std));
// Calculation of the covariance matrix. This calculation will be performed in map-reduce manner.
double[][] cov = dataset.cov();
System.out.println("Covariance matrix ");
for (double[] row : cov) System.out.println("\t" + Arrays.toString(row));
// Calculation of the correlation matrix. This calculation will be performed in map-reduce manner.
double[][] corr = dataset.corr();
System.out.println("Correlation matrix ");
for (double[] row : corr) System.out.println("\t" + Arrays.toString(row));
}
System.out.println(">>> Local Dataset example completed.");
}
}
use of org.apache.ignite.examples.ml.dataset.model.Person in project ignite by apache.
the class NormalizationExample method main.
/**
* Run example.
*/
public static void main(String[] args) throws Exception {
try (Ignite ignite = Ignition.start("examples/config/example-ignite.xml")) {
System.out.println(">>> Normalization example started.");
IgniteCache<Integer, Person> persons = createCache(ignite);
DatasetBuilder<Integer, Person> builder = new CacheBasedDatasetBuilder<>(ignite, persons);
// Defines first preprocessor that extracts features from an upstream data.
IgniteBiFunction<Integer, Person, double[]> featureExtractor = (k, v) -> new double[] { v.getAge(), v.getSalary() };
// Defines second preprocessor that normalizes features.
NormalizationPreprocessor<Integer, Person> preprocessor = new NormalizationTrainer<Integer, Person>().fit(builder, featureExtractor, 2);
// Creates a cache based simple dataset containing features and providing standard dataset API.
try (SimpleDataset<?> dataset = DatasetFactory.createSimpleDataset(builder, preprocessor, 2)) {
// Calculation of the mean value. This calculation will be performed in map-reduce manner.
double[] mean = dataset.mean();
System.out.println("Mean \n\t" + Arrays.toString(mean));
// Calculation of the standard deviation. This calculation will be performed in map-reduce manner.
double[] std = dataset.std();
System.out.println("Standard deviation \n\t" + Arrays.toString(std));
// Calculation of the covariance matrix. This calculation will be performed in map-reduce manner.
double[][] cov = dataset.cov();
System.out.println("Covariance matrix ");
for (double[] row : cov) System.out.println("\t" + Arrays.toString(row));
// Calculation of the correlation matrix. This calculation will be performed in map-reduce manner.
double[][] corr = dataset.corr();
System.out.println("Correlation matrix ");
for (double[] row : corr) System.out.println("\t" + Arrays.toString(row));
}
System.out.println(">>> Normalization example completed.");
}
}
use of org.apache.ignite.examples.ml.dataset.model.Person in project ignite by apache.
the class NormalizationExample method createCache.
/**
*/
private static IgniteCache<Integer, Person> createCache(Ignite ignite) {
CacheConfiguration<Integer, Person> cacheConfiguration = new CacheConfiguration<>();
cacheConfiguration.setName("PERSONS");
cacheConfiguration.setAffinity(new RendezvousAffinityFunction(false, 2));
IgniteCache<Integer, Person> persons = ignite.createCache(cacheConfiguration);
persons.put(1, new Person("Mike", 42, 10000));
persons.put(2, new Person("John", 32, 64000));
persons.put(3, new Person("George", 53, 120000));
persons.put(4, new Person("Karl", 24, 70000));
return persons;
}
Aggregations