Search in sources :

Example 21 with LabeledDataset

use of org.apache.ignite.ml.structures.LabeledDataset in project ignite by apache.

the class KNNClassificationTest method testPredictOnIrisDataset.

/**
 */
public void testPredictOnIrisDataset() {
    IgniteUtils.setCurrentIgniteName(ignite.configuration().getIgniteInstanceName());
    LabeledDataset training = loadDatasetFromTxt(KNN_IRIS_TXT, false);
    KNNModel knnMdl = new KNNModel(7, new EuclideanDistance(), KNNStrategy.SIMPLE, training);
    Vector vector = new DenseLocalOnHeapVector(new double[] { 5.15, 3.55, 1.45, 0.25 });
    assertEquals(knnMdl.apply(vector), 1.0);
}
Also used : EuclideanDistance(org.apache.ignite.ml.math.distances.EuclideanDistance) KNNModel(org.apache.ignite.ml.knn.models.KNNModel) DenseLocalOnHeapVector(org.apache.ignite.ml.math.impls.vector.DenseLocalOnHeapVector) LabeledDataset(org.apache.ignite.ml.structures.LabeledDataset) Vector(org.apache.ignite.ml.math.Vector) DenseLocalOnHeapVector(org.apache.ignite.ml.math.impls.vector.DenseLocalOnHeapVector)

Example 22 with LabeledDataset

use of org.apache.ignite.ml.structures.LabeledDataset in project ignite by apache.

the class KNNMultipleLinearRegressionTest method testSimpleRegressionWithOneNeighbour.

/**
 */
public void testSimpleRegressionWithOneNeighbour() {
    y = new double[] { 11.0, 12.0, 13.0, 14.0, 15.0, 16.0 };
    x = new double[6][];
    x[0] = new double[] { 0, 0, 0, 0, 0 };
    x[1] = new double[] { 2.0, 0, 0, 0, 0 };
    x[2] = new double[] { 0, 3.0, 0, 0, 0 };
    x[3] = new double[] { 0, 0, 4.0, 0, 0 };
    x[4] = new double[] { 0, 0, 0, 5.0, 0 };
    x[5] = new double[] { 0, 0, 0, 0, 6.0 };
    IgniteUtils.setCurrentIgniteName(ignite.configuration().getIgniteInstanceName());
    LabeledDataset training = new LabeledDataset(x, y);
    KNNMultipleLinearRegression knnMdl = new KNNMultipleLinearRegression(1, new EuclideanDistance(), KNNStrategy.SIMPLE, training);
    Vector vector = new SparseBlockDistributedVector(new double[] { 0, 0, 0, 5.0, 0.0 });
    System.out.println(knnMdl.apply(vector));
    Assert.assertEquals(15, knnMdl.apply(vector), 1E-12);
}
Also used : EuclideanDistance(org.apache.ignite.ml.math.distances.EuclideanDistance) KNNMultipleLinearRegression(org.apache.ignite.ml.knn.regression.KNNMultipleLinearRegression) SparseBlockDistributedVector(org.apache.ignite.ml.math.impls.vector.SparseBlockDistributedVector) LabeledDataset(org.apache.ignite.ml.structures.LabeledDataset) Vector(org.apache.ignite.ml.math.Vector) SparseBlockDistributedVector(org.apache.ignite.ml.math.impls.vector.SparseBlockDistributedVector) DenseLocalOnHeapVector(org.apache.ignite.ml.math.impls.vector.DenseLocalOnHeapVector)

Example 23 with LabeledDataset

use of org.apache.ignite.ml.structures.LabeledDataset in project ignite by apache.

the class KNNMultipleLinearRegressionTest method testLongly.

/**
 */
public void testLongly() {
    y = new double[] { 60323, 61122, 60171, 61187, 63221, 63639, 64989, 63761, 66019, 68169, 66513, 68655, 69564, 69331, 70551 };
    x = new double[15][];
    x[0] = new double[] { 83.0, 234289, 2356, 1590, 107608, 1947 };
    x[1] = new double[] { 88.5, 259426, 2325, 1456, 108632, 1948 };
    x[2] = new double[] { 88.2, 258054, 3682, 1616, 109773, 1949 };
    x[3] = new double[] { 89.5, 284599, 3351, 1650, 110929, 1950 };
    x[4] = new double[] { 96.2, 328975, 2099, 3099, 112075, 1951 };
    x[5] = new double[] { 98.1, 346999, 1932, 3594, 113270, 1952 };
    x[6] = new double[] { 99.0, 365385, 1870, 3547, 115094, 1953 };
    x[7] = new double[] { 100.0, 363112, 3578, 3350, 116219, 1954 };
    x[8] = new double[] { 101.2, 397469, 2904, 3048, 117388, 1955 };
    x[9] = new double[] { 108.4, 442769, 2936, 2798, 120445, 1957 };
    x[10] = new double[] { 110.8, 444546, 4681, 2637, 121950, 1958 };
    x[11] = new double[] { 112.6, 482704, 3813, 2552, 123366, 1959 };
    x[12] = new double[] { 114.2, 502601, 3931, 2514, 125368, 1960 };
    x[13] = new double[] { 115.7, 518173, 4806, 2572, 127852, 1961 };
    x[14] = new double[] { 116.9, 554894, 4007, 2827, 130081, 1962 };
    IgniteUtils.setCurrentIgniteName(ignite.configuration().getIgniteInstanceName());
    LabeledDataset training = new LabeledDataset(x, y);
    KNNMultipleLinearRegression knnMdl = new KNNMultipleLinearRegression(3, new EuclideanDistance(), KNNStrategy.SIMPLE, training);
    Vector vector = new DenseLocalOnHeapVector(new double[] { 104.6, 419180, 2822, 2857, 118734, 1956 });
    System.out.println(knnMdl.apply(vector));
    Assert.assertEquals(67857, knnMdl.apply(vector), 2000);
}
Also used : EuclideanDistance(org.apache.ignite.ml.math.distances.EuclideanDistance) KNNMultipleLinearRegression(org.apache.ignite.ml.knn.regression.KNNMultipleLinearRegression) DenseLocalOnHeapVector(org.apache.ignite.ml.math.impls.vector.DenseLocalOnHeapVector) LabeledDataset(org.apache.ignite.ml.structures.LabeledDataset) Vector(org.apache.ignite.ml.math.Vector) SparseBlockDistributedVector(org.apache.ignite.ml.math.impls.vector.SparseBlockDistributedVector) DenseLocalOnHeapVector(org.apache.ignite.ml.math.impls.vector.DenseLocalOnHeapVector)

Example 24 with LabeledDataset

use of org.apache.ignite.ml.structures.LabeledDataset in project ignite by apache.

the class LabeledDatasetTest method testLoadingCorrectTxtFile.

/**
 */
public void testLoadingCorrectTxtFile() {
    IgniteUtils.setCurrentIgniteName(ignite.configuration().getIgniteInstanceName());
    LabeledDataset training = loadDatasetFromTxt(KNN_IRIS_TXT, false);
    assertEquals(training.rowSize(), 150);
}
Also used : LabeledDataset(org.apache.ignite.ml.structures.LabeledDataset)

Example 25 with LabeledDataset

use of org.apache.ignite.ml.structures.LabeledDataset in project ignite by apache.

the class LabeledDatasetTest method testLoadingFileWithMissedData.

/**
 */
public void testLoadingFileWithMissedData() throws URISyntaxException, IOException {
    IgniteUtils.setCurrentIgniteName(ignite.configuration().getIgniteInstanceName());
    Path path = Paths.get(this.getClass().getClassLoader().getResource(IRIS_MISSED_DATA).toURI());
    LabeledDataset training = LabeledDatasetLoader.loadFromTxtFile(path, ",", false, false);
    assertEquals(training.features(2).get(1), 0.0);
}
Also used : Path(java.nio.file.Path) LabeledDataset(org.apache.ignite.ml.structures.LabeledDataset)

Aggregations

LabeledDataset (org.apache.ignite.ml.structures.LabeledDataset)25 EuclideanDistance (org.apache.ignite.ml.math.distances.EuclideanDistance)13 Vector (org.apache.ignite.ml.math.Vector)12 KNNModel (org.apache.ignite.ml.knn.models.KNNModel)10 DenseLocalOnHeapVector (org.apache.ignite.ml.math.impls.vector.DenseLocalOnHeapVector)10 KNNMultipleLinearRegression (org.apache.ignite.ml.knn.regression.KNNMultipleLinearRegression)6 LabeledDatasetTestTrainPair (org.apache.ignite.ml.structures.LabeledDatasetTestTrainPair)5 SparseBlockDistributedVector (org.apache.ignite.ml.math.impls.vector.SparseBlockDistributedVector)4 IgniteThread (org.apache.ignite.thread.IgniteThread)4 Path (java.nio.file.Path)3 LabeledVector (org.apache.ignite.ml.structures.LabeledVector)3 File (java.io.File)2 IOException (java.io.IOException)2 Ignite (org.apache.ignite.Ignite)2 ManhattanDistance (org.apache.ignite.ml.math.distances.ManhattanDistance)2 ArrayList (java.util.ArrayList)1 KNNModelFormat (org.apache.ignite.ml.knn.models.KNNModelFormat)1 NoDataException (org.apache.ignite.ml.math.exceptions.NoDataException)1 EmptyFileException (org.apache.ignite.ml.math.exceptions.knn.EmptyFileException)1 FileParsingException (org.apache.ignite.ml.math.exceptions.knn.FileParsingException)1