Search in sources :

Example 81 with Script

use of org.apache.sysml.api.mlcontext.Script in project incubator-systemml by apache.

the class MLContextTest method testDataFrameSumPYDMLVectorWithNoIDColumn.

@Test
public void testDataFrameSumPYDMLVectorWithNoIDColumn() {
    System.out.println("MLContextTest - DataFrame sum PYDML, vector with no ID column");
    List<Vector> list = new ArrayList<Vector>();
    list.add(Vectors.dense(1.0, 2.0, 3.0));
    list.add(Vectors.dense(4.0, 5.0, 6.0));
    list.add(Vectors.dense(7.0, 8.0, 9.0));
    JavaRDD<Vector> javaRddVector = sc.parallelize(list);
    JavaRDD<Row> javaRddRow = javaRddVector.map(new VectorRow());
    List<StructField> fields = new ArrayList<StructField>();
    fields.add(DataTypes.createStructField("C1", new VectorUDT(), true));
    StructType schema = DataTypes.createStructType(fields);
    Dataset<Row> dataFrame = spark.createDataFrame(javaRddRow, schema);
    MatrixMetadata mm = new MatrixMetadata(MatrixFormat.DF_VECTOR);
    Script script = pydml("print('sum: ' + sum(M))").in("M", dataFrame, mm);
    setExpectedStdOut("sum: 45.0");
    ml.execute(script);
}
Also used : Script(org.apache.sysml.api.mlcontext.Script) VectorUDT(org.apache.spark.ml.linalg.VectorUDT) StructType(org.apache.spark.sql.types.StructType) ArrayList(java.util.ArrayList) StructField(org.apache.spark.sql.types.StructField) Row(org.apache.spark.sql.Row) MatrixMetadata(org.apache.sysml.api.mlcontext.MatrixMetadata) Vector(org.apache.spark.ml.linalg.Vector) DenseVector(org.apache.spark.ml.linalg.DenseVector) Test(org.junit.Test)

Example 82 with Script

use of org.apache.sysml.api.mlcontext.Script in project incubator-systemml by apache.

the class MLContextTest method testPrintFormattingStringSubstitution.

@Test
public void testPrintFormattingStringSubstitution() {
    System.out.println("MLContextTest - print formatting string substitution");
    Script script = dml("print('hello %s', 'world');");
    setExpectedStdOut("hello world");
    ml.execute(script);
}
Also used : Script(org.apache.sysml.api.mlcontext.Script) Test(org.junit.Test)

Example 83 with Script

use of org.apache.sysml.api.mlcontext.Script in project incubator-systemml by apache.

the class MLContextTest method testFunctionTwoReturnValuesPYDML.

@Test
public void testFunctionTwoReturnValuesPYDML() {
    System.out.println("MLContextTest - function with two return values PYDML");
    String s = "def hello()->(s1:str,s2:str):\n\ts1='return'\n\ts2='values'\n[a,b]=hello()\nprint(a+' '+b)";
    Script script = pydml(s);
    setExpectedStdOut("return values");
    ml.execute(script);
}
Also used : Script(org.apache.sysml.api.mlcontext.Script) Test(org.junit.Test)

Example 84 with Script

use of org.apache.sysml.api.mlcontext.Script in project incubator-systemml by apache.

the class MLContextTest method testGetTuple4DML.

@Test
public void testGetTuple4DML() {
    System.out.println("MLContextTest - Get Tuple4<Long,Double,Boolean,String> DML");
    Script script = dml("a=1+2;b=a+0.5;c=TRUE;d=\"yes it's \"+c").out("a", "b", "c", "d");
    Tuple4<Long, Double, Boolean, String> tuple = ml.execute(script).getTuple("a", "b", "c", "d");
    long a = tuple._1();
    double b = tuple._2();
    boolean c = tuple._3();
    String d = tuple._4();
    Assert.assertEquals(3, a);
    Assert.assertEquals(3.5, b, 0.0);
    Assert.assertEquals(true, c);
    Assert.assertEquals("yes it's TRUE", d);
}
Also used : Script(org.apache.sysml.api.mlcontext.Script) Test(org.junit.Test)

Example 85 with Script

use of org.apache.sysml.api.mlcontext.Script in project incubator-systemml by apache.

the class MLContextTest method testDisplayStringConcatenationPYDML.

@Test
public void testDisplayStringConcatenationPYDML() {
    System.out.println("MLContextTest - display string concatenation PYDML");
    String s = "print(str1+str2)";
    Script script = pydml(s).in("str1", "hello").in("str2", "goodbye");
    setExpectedStdOut("hellogoodbye");
    ml.execute(script);
}
Also used : Script(org.apache.sysml.api.mlcontext.Script) Test(org.junit.Test)

Aggregations

Script (org.apache.sysml.api.mlcontext.Script)206 Test (org.junit.Test)188 ArrayList (java.util.ArrayList)64 Row (org.apache.spark.sql.Row)53 MLResults (org.apache.sysml.api.mlcontext.MLResults)47 StructType (org.apache.spark.sql.types.StructType)36 StructField (org.apache.spark.sql.types.StructField)35 MatrixMetadata (org.apache.sysml.api.mlcontext.MatrixMetadata)35 DenseVector (org.apache.spark.ml.linalg.DenseVector)14 Vector (org.apache.spark.ml.linalg.Vector)14 VectorUDT (org.apache.spark.ml.linalg.VectorUDT)14 Matrix (org.apache.sysml.api.mlcontext.Matrix)13 MatrixObject (org.apache.sysml.runtime.controlprogram.caching.MatrixObject)13 MLContext (org.apache.sysml.api.mlcontext.MLContext)9 MatrixBlock (org.apache.sysml.runtime.matrix.data.MatrixBlock)9 Tuple2 (scala.Tuple2)9 List (java.util.List)8 URL (java.net.URL)7 DMLScript (org.apache.sysml.api.DMLScript)7 Seq (scala.collection.Seq)7