Search in sources :

Example 46 with Script

use of org.apache.sysml.api.mlcontext.Script in project incubator-systemml by apache.

the class MLContextTest method testFunctionReturnValueDML.

@Test
public void testFunctionReturnValueDML() {
    System.out.println("MLContextTest - function with return value DML");
    String s = "hello=function()return(string s){s='return value'}\na=hello();\nprint(a);";
    Script script = dml(s);
    setExpectedStdOut("return value");
    ml.execute(script);
}
Also used : Script(org.apache.sysml.api.mlcontext.Script) Test(org.junit.Test)

Example 47 with Script

use of org.apache.sysml.api.mlcontext.Script in project incubator-systemml by apache.

the class MLContextTest method testDisplayBooleanPYDML.

@Test
public void testDisplayBooleanPYDML() {
    System.out.println("MLContextTest - display boolean PYDML");
    String s = "print(b)";
    Script script = pydml(s).in("b", true);
    setExpectedStdOut("True");
    ml.execute(script);
}
Also used : Script(org.apache.sysml.api.mlcontext.Script) Test(org.junit.Test)

Example 48 with Script

use of org.apache.sysml.api.mlcontext.Script in project incubator-systemml by apache.

the class MLContextTest method testOutputListStringIJVSparseDML.

@Test
public void testOutputListStringIJVSparseDML() {
    System.out.println("MLContextTest - output List String IJV Sparse DML");
    String s = "M = matrix(0, rows=10, cols=10); M[1,1]=1; M[1,2]=2; M[2,1]=3; M[2,2]=4; print(toString(M));";
    Script script = dml(s).out("M");
    MLResults results = ml.execute(script);
    MatrixObject mo = results.getMatrixObject("M");
    List<String> lines = MLContextConversionUtil.matrixObjectToListStringIJV(mo);
    Assert.assertEquals("1 1 1.0", lines.get(0));
    Assert.assertEquals("1 2 2.0", lines.get(1));
    Assert.assertEquals("2 1 3.0", lines.get(2));
    Assert.assertEquals("2 2 4.0", lines.get(3));
}
Also used : Script(org.apache.sysml.api.mlcontext.Script) MatrixObject(org.apache.sysml.runtime.controlprogram.caching.MatrixObject) MLResults(org.apache.sysml.api.mlcontext.MLResults) Test(org.junit.Test)

Example 49 with Script

use of org.apache.sysml.api.mlcontext.Script in project incubator-systemml by apache.

the class MLContextTest method testRDDSumIJVDML.

@Test
public void testRDDSumIJVDML() {
    System.out.println("MLContextTest - RDD<String> IJV sum DML");
    List<String> list = new ArrayList<String>();
    list.add("1 1 1");
    list.add("2 1 2");
    list.add("1 2 3");
    list.add("3 3 4");
    JavaRDD<String> javaRDD = sc.parallelize(list);
    RDD<String> rdd = JavaRDD.toRDD(javaRDD);
    MatrixMetadata mm = new MatrixMetadata(MatrixFormat.IJV, 3, 3);
    Script script = dml("print('sum: ' + sum(M));").in("M", rdd, mm);
    setExpectedStdOut("sum: 10.0");
    ml.execute(script);
}
Also used : Script(org.apache.sysml.api.mlcontext.Script) ArrayList(java.util.ArrayList) MatrixMetadata(org.apache.sysml.api.mlcontext.MatrixMetadata) Test(org.junit.Test)

Example 50 with Script

use of org.apache.sysml.api.mlcontext.Script in project incubator-systemml by apache.

the class MLContextTest method testOutputDataFrameVectorsWithIDColumnFromMatrixDML.

@Test
public void testOutputDataFrameVectorsWithIDColumnFromMatrixDML() {
    System.out.println("MLContextTest - output DataFrame of vectors with ID column from matrix DML");
    String s = "M = matrix('1 2 3 4', rows=1, cols=4);";
    Script script = dml(s).out("M");
    Dataset<Row> df = ml.execute(script).getMatrix("M").toDFVectorWithIDColumn();
    List<Row> list = df.collectAsList();
    Row row = list.get(0);
    Assert.assertEquals(1.0, row.getDouble(0), 0.0);
    Assert.assertArrayEquals(new double[] { 1.0, 2.0, 3.0, 4.0 }, ((Vector) row.get(1)).toArray(), 0.0);
}
Also used : Script(org.apache.sysml.api.mlcontext.Script) Row(org.apache.spark.sql.Row) Test(org.junit.Test)

Aggregations

Script (org.apache.sysml.api.mlcontext.Script)206 Test (org.junit.Test)188 ArrayList (java.util.ArrayList)64 Row (org.apache.spark.sql.Row)53 MLResults (org.apache.sysml.api.mlcontext.MLResults)47 StructType (org.apache.spark.sql.types.StructType)36 StructField (org.apache.spark.sql.types.StructField)35 MatrixMetadata (org.apache.sysml.api.mlcontext.MatrixMetadata)35 DenseVector (org.apache.spark.ml.linalg.DenseVector)14 Vector (org.apache.spark.ml.linalg.Vector)14 VectorUDT (org.apache.spark.ml.linalg.VectorUDT)14 Matrix (org.apache.sysml.api.mlcontext.Matrix)13 MatrixObject (org.apache.sysml.runtime.controlprogram.caching.MatrixObject)13 MLContext (org.apache.sysml.api.mlcontext.MLContext)9 MatrixBlock (org.apache.sysml.runtime.matrix.data.MatrixBlock)9 Tuple2 (scala.Tuple2)9 List (java.util.List)8 URL (java.net.URL)7 DMLScript (org.apache.sysml.api.DMLScript)7 Seq (scala.collection.Seq)7