Search in sources :

Example 41 with Script

use of org.apache.sysml.api.mlcontext.Script in project incubator-systemml by apache.

the class MLContextTest method testBasicExecuteEvalTest.

@Test
public void testBasicExecuteEvalTest() {
    System.out.println("MLContextTest - basic eval test");
    setExpectedStdOut("10");
    Script script = dmlFromFile(baseDirectory + File.separator + "eval-test.dml");
    ml.execute(script);
}
Also used : Script(org.apache.sysml.api.mlcontext.Script) Test(org.junit.Test)

Example 42 with Script

use of org.apache.sysml.api.mlcontext.Script in project incubator-systemml by apache.

the class MLContextTest method testJavaRDDAndInputParameterDML.

@Test
public void testJavaRDDAndInputParameterDML() {
    System.out.println("MLContextTest - JavaRDD<String> and input parameter DML");
    List<String> list = new ArrayList<String>();
    list.add("1,2");
    list.add("3,4");
    JavaRDD<String> javaRDD = sc.parallelize(list);
    String s = "M = M + $X; print('sum: ' + sum(M));";
    Script script = dml(s).in("M", javaRDD).in("$X", 1);
    setExpectedStdOut("sum: 14.0");
    ml.execute(script);
}
Also used : Script(org.apache.sysml.api.mlcontext.Script) ArrayList(java.util.ArrayList) Test(org.junit.Test)

Example 43 with Script

use of org.apache.sysml.api.mlcontext.Script in project incubator-systemml by apache.

the class MLContextTest method testDisplayIntegerAddDML.

@Test
public void testDisplayIntegerAddDML() {
    System.out.println("MLContextTest - display integer add DML");
    String s = "print(i+j);";
    Script script = dml(s).in("i", 5).in("j", 6);
    setExpectedStdOut("11");
    ml.execute(script);
}
Also used : Script(org.apache.sysml.api.mlcontext.Script) Test(org.junit.Test)

Example 44 with Script

use of org.apache.sysml.api.mlcontext.Script in project incubator-systemml by apache.

the class MLContextTest method testOutputDataFrameVectorsNoIDColumnFromMatrixDML.

@Test
public void testOutputDataFrameVectorsNoIDColumnFromMatrixDML() {
    System.out.println("MLContextTest - output DataFrame of vectors with no ID column from matrix DML");
    String s = "M = matrix('1 2 3 4', rows=1, cols=4);";
    Script script = dml(s).out("M");
    Dataset<Row> df = ml.execute(script).getMatrix("M").toDFVectorNoIDColumn();
    List<Row> list = df.collectAsList();
    Row row = list.get(0);
    Assert.assertArrayEquals(new double[] { 1.0, 2.0, 3.0, 4.0 }, ((Vector) row.get(0)).toArray(), 0.0);
}
Also used : Script(org.apache.sysml.api.mlcontext.Script) Row(org.apache.spark.sql.Row) Test(org.junit.Test)

Example 45 with Script

use of org.apache.sysml.api.mlcontext.Script in project incubator-systemml by apache.

the class MLContextTest method testRDDSumIJVPYDML.

@Test
public void testRDDSumIJVPYDML() {
    System.out.println("MLContextTest - RDD<String> IJV sum PYDML");
    List<String> list = new ArrayList<String>();
    list.add("1 1 1");
    list.add("2 1 2");
    list.add("1 2 3");
    list.add("3 3 4");
    JavaRDD<String> javaRDD = sc.parallelize(list);
    RDD<String> rdd = JavaRDD.toRDD(javaRDD);
    MatrixMetadata mm = new MatrixMetadata(MatrixFormat.IJV, 3, 3);
    Script script = pydml("print('sum: ' + sum(M))").in("M", rdd, mm);
    setExpectedStdOut("sum: 10.0");
    ml.execute(script);
}
Also used : Script(org.apache.sysml.api.mlcontext.Script) ArrayList(java.util.ArrayList) MatrixMetadata(org.apache.sysml.api.mlcontext.MatrixMetadata) Test(org.junit.Test)

Aggregations

Script (org.apache.sysml.api.mlcontext.Script)410 Test (org.junit.Test)374 ArrayList (java.util.ArrayList)126 Row (org.apache.spark.sql.Row)104 MLResults (org.apache.sysml.api.mlcontext.MLResults)94 StructType (org.apache.spark.sql.types.StructType)70 MatrixMetadata (org.apache.sysml.api.mlcontext.MatrixMetadata)70 StructField (org.apache.spark.sql.types.StructField)68 DenseVector (org.apache.spark.ml.linalg.DenseVector)28 Vector (org.apache.spark.ml.linalg.Vector)28 VectorUDT (org.apache.spark.ml.linalg.VectorUDT)28 Matrix (org.apache.sysml.api.mlcontext.Matrix)26 MatrixObject (org.apache.sysml.runtime.controlprogram.caching.MatrixObject)26 MLContext (org.apache.sysml.api.mlcontext.MLContext)18 MatrixBlock (org.apache.sysml.runtime.matrix.data.MatrixBlock)18 Tuple2 (scala.Tuple2)18 List (java.util.List)16 URL (java.net.URL)14 DMLScript (org.apache.sysml.api.DMLScript)14 Seq (scala.collection.Seq)14