Search in sources :

Example 6 with RowGeneratorMeta

use of org.pentaho.di.trans.steps.rowgenerator.RowGeneratorMeta in project pentaho-kettle by pentaho.

the class CalculatorIT method testCalculator1.

public void testCalculator1() throws Exception {
    KettleEnvironment.init();
    PluginRegistry registry = PluginRegistry.getInstance();
    // 
    // Create a new transformation...
    // 
    TransMeta transMeta = new TransMeta();
    transMeta.setName("calculatortest1");
    // 
    // create a row generator step...
    // 
    String rowGeneratorStepname = "row generator step";
    RowGeneratorMeta rm = new RowGeneratorMeta();
    // Set the information of the row generator.
    String rowGeneratorPid = registry.getPluginId(StepPluginType.class, rm);
    StepMeta rowGeneratorStep = new StepMeta(rowGeneratorPid, rowGeneratorStepname, rm);
    transMeta.addStep(rowGeneratorStep);
    // 
    // Generate 1 empty row
    // 
    String[] strDummies = {};
    int[] intDummies = {};
    rm.setDefault();
    rm.setFieldName(strDummies);
    rm.setFieldType(strDummies);
    rm.setValue(strDummies);
    rm.setFieldLength(intDummies);
    rm.setFieldPrecision(intDummies);
    rm.setRowLimit("1");
    rm.setFieldFormat(strDummies);
    rm.setGroup(strDummies);
    rm.setDecimal(strDummies);
    // 
    // Add calculator step.
    // 
    String calculatorStepname1 = "calculator 1";
    CalculatorMeta calc1 = new CalculatorMeta();
    CalculatorMetaFunction[] calculations = new CalculatorMetaFunction[] { new CalculatorMetaFunction(// fieldName
    "timestamp1", // calctype
    CalculatorMetaFunction.CALC_CONSTANT, // fieldA
    "1970-01-01 00:00:00.100100", // String fieldB
    "", // String fieldC
    "", // valueType,
    ValueMetaInterface.TYPE_TIMESTAMP, // int valueLength,
    0, // int valuePrecision,
    0, // boolean removedFromResult,
    false, // String conversionMask,
    "", // String decimalSymbol,
    "", // String groupingSymbol,
    "", // String currencySymbol
    ""), new CalculatorMetaFunction(// fieldName
    "int1", // calctype
    CalculatorMetaFunction.CALC_CONSTANT, // fieldA
    "1", // String fieldB
    "", // String fieldC
    "", // valueType,
    ValueMetaInterface.TYPE_INTEGER, // int valueLength,
    0, // int valuePrecision,
    0, // boolean removedFromResult,
    false, // String conversionMask,
    "", // String decimalSymbol,
    "", // String groupingSymbol,
    "", // String currencySymbol
    ""), new CalculatorMetaFunction(// fieldName
    "timestamp plus 1 day", // calctype
    CalculatorMetaFunction.CALC_ADD_DAYS, // fieldA
    "timestamp1", // String fieldB
    "int1", // String fieldC
    "", // valueType,
    ValueMetaInterface.TYPE_DATE, // int valueLength,
    0, // int valuePrecision,
    0, // boolean removedFromResult,
    false, // String conversionMask,
    "", // String decimalSymbol,
    "", // String groupingSymbol,
    "", // String currencySymbol
    "") };
    calc1.setCalculation(calculations);
    // 
    String calculatorPid1 = registry.getPluginId(StepPluginType.class, calc1);
    StepMeta calcualtorStep1 = new StepMeta(calculatorPid1, calculatorStepname1, calc1);
    transMeta.addStep(calcualtorStep1);
    // 
    TransHopMeta hi1 = new TransHopMeta(rowGeneratorStep, calcualtorStep1);
    transMeta.addTransHop(hi1);
    // Now execute the transformation...
    Trans trans = new Trans(transMeta);
    trans.prepareExecution(null);
    StepInterface si = trans.getStepInterface(calculatorStepname1, 0);
    RowStepCollector endRc = new RowStepCollector();
    si.addRowListener(endRc);
    trans.startThreads();
    trans.waitUntilFinished();
    // Now check whether the output is still as we expect.
    List<RowMetaAndData> goldenImageRows = createResultData1();
    List<RowMetaAndData> resultRows1 = endRc.getRowsWritten();
    checkRows(resultRows1, goldenImageRows);
}
Also used : RowStepCollector(org.pentaho.di.trans.RowStepCollector) TransMeta(org.pentaho.di.trans.TransMeta) RowGeneratorMeta(org.pentaho.di.trans.steps.rowgenerator.RowGeneratorMeta) StepMeta(org.pentaho.di.trans.step.StepMeta) StepInterface(org.pentaho.di.trans.step.StepInterface) RowMetaAndData(org.pentaho.di.core.RowMetaAndData) PluginRegistry(org.pentaho.di.core.plugins.PluginRegistry) TransHopMeta(org.pentaho.di.trans.TransHopMeta) Trans(org.pentaho.di.trans.Trans)

Example 7 with RowGeneratorMeta

use of org.pentaho.di.trans.steps.rowgenerator.RowGeneratorMeta in project pentaho-kettle by pentaho.

the class ConstantIT method testConstant1.

/**
 * Test case for Constant step. Row generator attached to a constant step.
 */
public void testConstant1() throws Exception {
    KettleEnvironment.init();
    // 
    // Create a new transformation...
    // 
    TransMeta transMeta = new TransMeta();
    transMeta.setName("constanttest1");
    PluginRegistry registry = PluginRegistry.getInstance();
    // 
    // create a row generator step...
    // 
    String rowGeneratorStepname = "row generator step";
    RowGeneratorMeta rm = new RowGeneratorMeta();
    // Set the information of the row generator.
    String rowGeneratorPid = registry.getPluginId(StepPluginType.class, rm);
    StepMeta rowGeneratorStep = new StepMeta(rowGeneratorPid, rowGeneratorStepname, rm);
    transMeta.addStep(rowGeneratorStep);
    // 
    // Generate 1 empty row
    // 
    String[] fieldName = {};
    String[] type = {};
    String[] value = {};
    String[] fieldFormat = {};
    String[] group = {};
    String[] decimal = {};
    int[] intDummies = {};
    rm.setDefault();
    rm.setFieldName(fieldName);
    rm.setFieldType(type);
    rm.setValue(value);
    rm.setFieldLength(intDummies);
    rm.setFieldPrecision(intDummies);
    rm.setRowLimit("1");
    rm.setFieldFormat(fieldFormat);
    rm.setGroup(group);
    rm.setDecimal(decimal);
    // 
    // Add constant step.
    // 
    String constStepname1 = "constant 1";
    ConstantMeta cnst1 = new ConstantMeta();
    String[] fieldName1 = { "boolean1", "boolean2", "boolean3", "boolean4", "boolean5", "boolean6", "boolean7", "string1", "string2", "string3", "integer1", "integer2", "integer3", "integer4", "number1", "number2", "number3", "number4", "timestamp1" };
    String[] type1 = { "boolean", "Boolean", "bOOLEAN", "BOOLEAN", "boolean", "boolean", "boolean", "string", "string", "String", "integer", "integer", "integer", "integer", "number", "number", "number", "number", "timestamp" };
    String[] value1 = { "Y", "T", "a", "TRUE", "0", "9", "", "AAAAAAAAAAAAAA", "   ", "", "-100", "0", "212", "", "-100.2", "0.0", "212.23", "", "1970-01-01 00:00:00.000" };
    String[] fieldFormat1 = { "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "" };
    String[] group1 = { "", "", "", "", "", "", "", "", "", "", "", "", "", "", ",", ",", ",", ",", "" };
    String[] decimal1 = { "", "", "", "", "", "", "", "", "", "", "", "", "", "", ".", ".", ".", ".", "" };
    String[] currency = { "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "" };
    int[] intDummies1 = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 };
    boolean[] setEmptystring = { false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false };
    cnst1.setFieldName(fieldName1);
    cnst1.setFieldType(type1);
    cnst1.setValue(value1);
    cnst1.setFieldLength(intDummies1);
    cnst1.setFieldPrecision(intDummies1);
    cnst1.setFieldFormat(fieldFormat1);
    cnst1.setGroup(group1);
    cnst1.setDecimal(decimal1);
    cnst1.setCurrency(currency);
    cnst1.setEmptyString(setEmptystring);
    String addSeqPid1 = registry.getPluginId(StepPluginType.class, cnst1);
    StepMeta addSeqStep1 = new StepMeta(addSeqPid1, constStepname1, cnst1);
    transMeta.addStep(addSeqStep1);
    TransHopMeta hi1 = new TransHopMeta(rowGeneratorStep, addSeqStep1);
    transMeta.addTransHop(hi1);
    // Now execute the transformation...
    Trans trans = new Trans(transMeta);
    trans.prepareExecution(null);
    StepInterface si = trans.getStepInterface(constStepname1, 0);
    RowStepCollector endRc = new RowStepCollector();
    si.addRowListener(endRc);
    trans.startThreads();
    trans.waitUntilFinished();
    // Now check whether the output is still as we expect.
    List<RowMetaAndData> goldenImageRows = createResultData1();
    List<RowMetaAndData> resultRows1 = endRc.getRowsWritten();
    checkRows(resultRows1, goldenImageRows);
}
Also used : RowStepCollector(org.pentaho.di.trans.RowStepCollector) TransMeta(org.pentaho.di.trans.TransMeta) RowGeneratorMeta(org.pentaho.di.trans.steps.rowgenerator.RowGeneratorMeta) StepMeta(org.pentaho.di.trans.step.StepMeta) StepInterface(org.pentaho.di.trans.step.StepInterface) RowMetaAndData(org.pentaho.di.core.RowMetaAndData) PluginRegistry(org.pentaho.di.core.plugins.PluginRegistry) TransHopMeta(org.pentaho.di.trans.TransHopMeta) Trans(org.pentaho.di.trans.Trans)

Example 8 with RowGeneratorMeta

use of org.pentaho.di.trans.steps.rowgenerator.RowGeneratorMeta in project pentaho-kettle by pentaho.

the class ScriptDialog method newTest.

private boolean newTest() {
    PluginRegistry registry = PluginRegistry.getInstance();
    String scriptStepName = wStepname.getText();
    try {
        // What fields are coming into the step?
        // 
        RowMetaInterface rowMeta = transMeta.getPrevStepFields(stepname).clone();
        if (rowMeta != null) {
            // 
            if (genMeta == null) {
                genMeta = new RowGeneratorMeta();
                genMeta.setRowLimit("10");
                genMeta.allocate(rowMeta.size());
                // CHECKSTYLE:Indentation:OFF
                for (int i = 0; i < rowMeta.size(); i++) {
                    ValueMetaInterface valueMeta = rowMeta.getValueMeta(i);
                    if (valueMeta.isStorageBinaryString()) {
                        valueMeta.setStorageType(ValueMetaInterface.STORAGE_TYPE_NORMAL);
                    }
                    genMeta.getFieldName()[i] = valueMeta.getName();
                    genMeta.getFieldType()[i] = valueMeta.getTypeDesc();
                    genMeta.getFieldLength()[i] = valueMeta.getLength();
                    genMeta.getFieldPrecision()[i] = valueMeta.getPrecision();
                    genMeta.getCurrency()[i] = valueMeta.getCurrencySymbol();
                    genMeta.getDecimal()[i] = valueMeta.getDecimalSymbol();
                    genMeta.getGroup()[i] = valueMeta.getGroupingSymbol();
                    String string = null;
                    switch(valueMeta.getType()) {
                        case ValueMetaInterface.TYPE_DATE:
                            genMeta.getFieldFormat()[i] = "yyyy/MM/dd HH:mm:ss";
                            valueMeta.setConversionMask(genMeta.getFieldFormat()[i]);
                            string = valueMeta.getString(new Date());
                            break;
                        case ValueMetaInterface.TYPE_STRING:
                            string = "test value test value";
                            break;
                        case ValueMetaInterface.TYPE_INTEGER:
                            genMeta.getFieldFormat()[i] = "#";
                            valueMeta.setConversionMask(genMeta.getFieldFormat()[i]);
                            string = valueMeta.getString(Long.valueOf(0L));
                            break;
                        case ValueMetaInterface.TYPE_NUMBER:
                            genMeta.getFieldFormat()[i] = "#.#";
                            valueMeta.setConversionMask(genMeta.getFieldFormat()[i]);
                            string = valueMeta.getString(Double.valueOf(0.0D));
                            break;
                        case ValueMetaInterface.TYPE_BIGNUMBER:
                            genMeta.getFieldFormat()[i] = "#.#";
                            valueMeta.setConversionMask(genMeta.getFieldFormat()[i]);
                            string = valueMeta.getString(BigDecimal.ZERO);
                            break;
                        case ValueMetaInterface.TYPE_BOOLEAN:
                            string = valueMeta.getString(Boolean.TRUE);
                            break;
                        case ValueMetaInterface.TYPE_BINARY:
                            string = valueMeta.getString(new byte[] { 65, 66, 67, 68, 69, 70, 71, 72, 73, 74 });
                            break;
                        default:
                            break;
                    }
                    genMeta.getValue()[i] = string;
                }
            }
            StepMeta genStep = new StepMeta(registry.getPluginId(StepPluginType.class, genMeta), "## TEST DATA ##", genMeta);
            genStep.setLocation(50, 50);
            // Now create a JavaScript step with the information in this dialog
            // 
            ScriptMeta scriptMeta = new ScriptMeta();
            getInfo(scriptMeta);
            StepMeta scriptStep = new StepMeta(registry.getPluginId(StepPluginType.class, scriptMeta), Const.NVL(scriptStepName, "## SCRIPT ##"), scriptMeta);
            scriptStepName = scriptStep.getName();
            scriptStep.setLocation(150, 50);
            // Create a hop between both steps...
            // 
            TransHopMeta hop = new TransHopMeta(genStep, scriptStep);
            // Generate a new test transformation...
            // 
            TransMeta transMeta = new TransMeta();
            transMeta.setName(wStepname.getText() + " - PREVIEW");
            transMeta.addStep(genStep);
            transMeta.addStep(scriptStep);
            transMeta.addTransHop(hop);
            // 
            if (Spoon.getInstance().editStep(transMeta, genStep) != null) {
                // Now run this transformation and grab the results...
                // 
                TransPreviewProgressDialog progressDialog = new TransPreviewProgressDialog(shell, transMeta, new String[] { scriptStepName }, new int[] { Const.toInt(genMeta.getRowLimit(), 10) });
                progressDialog.open();
                Trans trans = progressDialog.getTrans();
                String loggingText = progressDialog.getLoggingText();
                if (!progressDialog.isCancelled()) {
                    if (trans.getResult() != null && trans.getResult().getNrErrors() > 0) {
                        EnterTextDialog etd = new EnterTextDialog(shell, BaseMessages.getString(PKG, "System.Dialog.PreviewError.Title"), BaseMessages.getString(PKG, "System.Dialog.PreviewError.Message"), loggingText, true);
                        etd.setReadOnly();
                        etd.open();
                    }
                }
                RowMetaInterface previewRowsMeta = progressDialog.getPreviewRowsMeta(wStepname.getText());
                List<Object[]> previewRows = progressDialog.getPreviewRows(wStepname.getText());
                if (previewRowsMeta != null && previewRows != null && previewRows.size() > 0) {
                    PreviewRowsDialog prd = new PreviewRowsDialog(shell, transMeta, SWT.NONE, wStepname.getText(), previewRowsMeta, previewRows, loggingText);
                    prd.open();
                }
            }
            return true;
        } else {
            throw new KettleException(BaseMessages.getString(PKG, "ScriptDialog.Exception.CouldNotGetFields"));
        }
    } catch (Exception e) {
        new ErrorDialog(shell, BaseMessages.getString(PKG, "ScriptDialog.TestFailed.DialogTitle"), BaseMessages.getString(PKG, "ScriptDialog.TestFailed.DialogMessage"), e);
        return false;
    }
}
Also used : KettleException(org.pentaho.di.core.exception.KettleException) TransPreviewProgressDialog(org.pentaho.di.ui.trans.dialog.TransPreviewProgressDialog) TransMeta(org.pentaho.di.trans.TransMeta) ErrorDialog(org.pentaho.di.ui.core.dialog.ErrorDialog) RowMetaInterface(org.pentaho.di.core.row.RowMetaInterface) PreviewRowsDialog(org.pentaho.di.ui.core.dialog.PreviewRowsDialog) RowGeneratorMeta(org.pentaho.di.trans.steps.rowgenerator.RowGeneratorMeta) StepMeta(org.pentaho.di.trans.step.StepMeta) BaseStepMeta(org.pentaho.di.trans.step.BaseStepMeta) Point(org.eclipse.swt.graphics.Point) Date(java.util.Date) EvaluatorException(org.mozilla.javascript.EvaluatorException) JavaScriptException(org.mozilla.javascript.JavaScriptException) KettleException(org.pentaho.di.core.exception.KettleException) ValueMetaInterface(org.pentaho.di.core.row.ValueMetaInterface) ScriptMeta(org.pentaho.di.trans.steps.script.ScriptMeta) StepPluginType(org.pentaho.di.core.plugins.StepPluginType) PluginRegistry(org.pentaho.di.core.plugins.PluginRegistry) EnterTextDialog(org.pentaho.di.ui.core.dialog.EnterTextDialog) TransHopMeta(org.pentaho.di.trans.TransHopMeta) Trans(org.pentaho.di.trans.Trans)

Example 9 with RowGeneratorMeta

use of org.pentaho.di.trans.steps.rowgenerator.RowGeneratorMeta in project pentaho-kettle by pentaho.

the class ScriptValuesModDialog method newTest.

private boolean newTest() {
    PluginRegistry registry = PluginRegistry.getInstance();
    String scriptStepName = wStepname.getText();
    try {
        // What fields are coming into the step?
        // 
        RowMetaInterface rowMeta = transMeta.getPrevStepFields(stepname).clone();
        if (rowMeta != null) {
            // 
            if (genMeta == null) {
                genMeta = new RowGeneratorMeta();
                genMeta.setRowLimit("10");
                genMeta.allocate(rowMeta.size());
                // CHECKSTYLE:Indentation:OFF
                for (int i = 0; i < rowMeta.size(); i++) {
                    ValueMetaInterface valueMeta = rowMeta.getValueMeta(i);
                    if (valueMeta.isStorageBinaryString()) {
                        valueMeta.setStorageType(ValueMetaInterface.STORAGE_TYPE_NORMAL);
                    }
                    genMeta.getFieldName()[i] = valueMeta.getName();
                    genMeta.getFieldType()[i] = valueMeta.getTypeDesc();
                    genMeta.getFieldLength()[i] = valueMeta.getLength();
                    genMeta.getFieldPrecision()[i] = valueMeta.getPrecision();
                    genMeta.getCurrency()[i] = valueMeta.getCurrencySymbol();
                    genMeta.getDecimal()[i] = valueMeta.getDecimalSymbol();
                    genMeta.getGroup()[i] = valueMeta.getGroupingSymbol();
                    String string = null;
                    switch(valueMeta.getType()) {
                        case ValueMetaInterface.TYPE_DATE:
                            genMeta.getFieldFormat()[i] = "yyyy/MM/dd HH:mm:ss";
                            valueMeta.setConversionMask(genMeta.getFieldFormat()[i]);
                            string = valueMeta.getString(new Date());
                            break;
                        case ValueMetaInterface.TYPE_STRING:
                            string = "test value test value";
                            break;
                        case ValueMetaInterface.TYPE_INTEGER:
                            genMeta.getFieldFormat()[i] = "#";
                            valueMeta.setConversionMask(genMeta.getFieldFormat()[i]);
                            string = valueMeta.getString(Long.valueOf(0L));
                            break;
                        case ValueMetaInterface.TYPE_NUMBER:
                            genMeta.getFieldFormat()[i] = "#.#";
                            valueMeta.setConversionMask(genMeta.getFieldFormat()[i]);
                            string = valueMeta.getString(Double.valueOf(0.0D));
                            break;
                        case ValueMetaInterface.TYPE_BIGNUMBER:
                            genMeta.getFieldFormat()[i] = "#.#";
                            valueMeta.setConversionMask(genMeta.getFieldFormat()[i]);
                            string = valueMeta.getString(BigDecimal.ZERO);
                            break;
                        case ValueMetaInterface.TYPE_BOOLEAN:
                            string = valueMeta.getString(Boolean.TRUE);
                            break;
                        case ValueMetaInterface.TYPE_BINARY:
                            string = valueMeta.getString(new byte[] { 65, 66, 67, 68, 69, 70, 71, 72, 73, 74 });
                            break;
                        default:
                            break;
                    }
                    genMeta.getValue()[i] = string;
                }
            }
            StepMeta genStep = new StepMeta(registry.getPluginId(StepPluginType.class, genMeta), "## TEST DATA ##", genMeta);
            genStep.setLocation(50, 50);
            // Now create a JavaScript step with the information in this dialog
            // 
            ScriptValuesMetaMod scriptMeta = new ScriptValuesMetaMod();
            getInfo(scriptMeta);
            StepMeta scriptStep = new StepMeta(registry.getPluginId(StepPluginType.class, scriptMeta), Const.NVL(scriptStepName, "## SCRIPT ##"), scriptMeta);
            scriptStepName = scriptStep.getName();
            scriptStep.setLocation(150, 50);
            // Create a hop between both steps...
            // 
            TransHopMeta hop = new TransHopMeta(genStep, scriptStep);
            // Generate a new test transformation...
            // 
            TransMeta transMeta = new TransMeta();
            transMeta.setName(wStepname.getText() + " - PREVIEW");
            transMeta.addStep(genStep);
            transMeta.addStep(scriptStep);
            transMeta.addTransHop(hop);
            // 
            if (Spoon.getInstance().editStep(transMeta, genStep) != null) {
                // Now run this transformation and grab the results...
                // 
                TransPreviewProgressDialog progressDialog = new TransPreviewProgressDialog(shell, transMeta, new String[] { scriptStepName }, new int[] { Const.toInt(genMeta.getRowLimit(), 10) });
                progressDialog.open();
                Trans trans = progressDialog.getTrans();
                String loggingText = progressDialog.getLoggingText();
                if (!progressDialog.isCancelled()) {
                    if (trans.getResult() != null && trans.getResult().getNrErrors() > 0) {
                        EnterTextDialog etd = new EnterTextDialog(shell, BaseMessages.getString(PKG, "System.Dialog.PreviewError.Title"), BaseMessages.getString(PKG, "System.Dialog.PreviewError.Message"), loggingText, true);
                        etd.setReadOnly();
                        etd.open();
                    }
                }
                RowMetaInterface previewRowsMeta = progressDialog.getPreviewRowsMeta(wStepname.getText());
                List<Object[]> previewRows = progressDialog.getPreviewRows(wStepname.getText());
                if (previewRowsMeta != null && previewRows != null && previewRows.size() > 0) {
                    PreviewRowsDialog prd = new PreviewRowsDialog(shell, transMeta, SWT.NONE, wStepname.getText(), previewRowsMeta, previewRows, loggingText);
                    prd.open();
                }
            }
            return true;
        } else {
            throw new KettleException(BaseMessages.getString(PKG, "ScriptValuesDialogMod.Exception.CouldNotGetFields"));
        }
    } catch (Exception e) {
        new ErrorDialog(shell, BaseMessages.getString(PKG, "ScriptValuesDialogMod.TestFailed.DialogTitle"), BaseMessages.getString(PKG, "ScriptValuesDialogMod.TestFailed.DialogMessage"), e);
        return false;
    }
}
Also used : KettleException(org.pentaho.di.core.exception.KettleException) TransPreviewProgressDialog(org.pentaho.di.ui.trans.dialog.TransPreviewProgressDialog) TransMeta(org.pentaho.di.trans.TransMeta) ErrorDialog(org.pentaho.di.ui.core.dialog.ErrorDialog) RowMetaInterface(org.pentaho.di.core.row.RowMetaInterface) PreviewRowsDialog(org.pentaho.di.ui.core.dialog.PreviewRowsDialog) RowGeneratorMeta(org.pentaho.di.trans.steps.rowgenerator.RowGeneratorMeta) StepMeta(org.pentaho.di.trans.step.StepMeta) BaseStepMeta(org.pentaho.di.trans.step.BaseStepMeta) Point(org.eclipse.swt.graphics.Point) Date(java.util.Date) EvaluatorException(org.mozilla.javascript.EvaluatorException) JavaScriptException(org.mozilla.javascript.JavaScriptException) KettleException(org.pentaho.di.core.exception.KettleException) ValueMetaInterface(org.pentaho.di.core.row.ValueMetaInterface) StepPluginType(org.pentaho.di.core.plugins.StepPluginType) PluginRegistry(org.pentaho.di.core.plugins.PluginRegistry) EnterTextDialog(org.pentaho.di.ui.core.dialog.EnterTextDialog) TransHopMeta(org.pentaho.di.trans.TransHopMeta) Trans(org.pentaho.di.trans.Trans) ScriptValuesMetaMod(org.pentaho.di.trans.steps.scriptvalues_mod.ScriptValuesMetaMod)

Example 10 with RowGeneratorMeta

use of org.pentaho.di.trans.steps.rowgenerator.RowGeneratorMeta in project pentaho-kettle by pentaho.

the class UserDefinedJavaClassDialog method test.

private boolean test() {
    PluginRegistry registry = PluginRegistry.getInstance();
    String scriptStepName = wStepname.getText();
    if (!checkForTransformClass()) {
        return false;
    }
    // Create a step with the information in this dialog
    UserDefinedJavaClassMeta udjcMeta = new UserDefinedJavaClassMeta();
    getInfo(udjcMeta);
    try {
        // First, before we get into the trial run, just see if the classes
        // all compile.
        udjcMeta.cookClasses();
        if (udjcMeta.cookErrors.size() == 1) {
            Exception e = udjcMeta.cookErrors.get(0);
            new ErrorDialog(shell, "Error during class compilation", e.toString(), e);
            return false;
        } else if (udjcMeta.cookErrors.size() > 1) {
            Exception e = udjcMeta.cookErrors.get(0);
            new ErrorDialog(shell, "Errors during class compilation", String.format("Multiple errors during class compilation. First error:\n%s", e.toString()), e);
            return false;
        }
        // What fields are coming into the step?
        RowMetaInterface rowMeta = transMeta.getPrevStepFields(stepname).clone();
        if (rowMeta != null) {
            // time
            if (genMeta == null) {
                genMeta = new RowGeneratorMeta();
                genMeta.setRowLimit("10");
                genMeta.allocate(rowMeta.size());
                // CHECKSTYLE:Indentation:OFF
                for (int i = 0; i < rowMeta.size(); i++) {
                    ValueMetaInterface valueMeta = rowMeta.getValueMeta(i);
                    if (valueMeta.isStorageBinaryString()) {
                        valueMeta.setStorageType(ValueMetaInterface.STORAGE_TYPE_NORMAL);
                    }
                    genMeta.getFieldName()[i] = valueMeta.getName();
                    genMeta.getFieldType()[i] = valueMeta.getTypeDesc();
                    genMeta.getFieldLength()[i] = valueMeta.getLength();
                    genMeta.getFieldPrecision()[i] = valueMeta.getPrecision();
                    genMeta.getCurrency()[i] = valueMeta.getCurrencySymbol();
                    genMeta.getDecimal()[i] = valueMeta.getDecimalSymbol();
                    genMeta.getGroup()[i] = valueMeta.getGroupingSymbol();
                    String string = null;
                    switch(valueMeta.getType()) {
                        case ValueMetaInterface.TYPE_DATE:
                            genMeta.getFieldFormat()[i] = "yyyy/MM/dd HH:mm:ss";
                            valueMeta.setConversionMask(genMeta.getFieldFormat()[i]);
                            string = valueMeta.getString(new Date());
                            break;
                        case ValueMetaInterface.TYPE_STRING:
                            string = "test value test value";
                            break;
                        case ValueMetaInterface.TYPE_INTEGER:
                            genMeta.getFieldFormat()[i] = "#";
                            valueMeta.setConversionMask(genMeta.getFieldFormat()[i]);
                            string = valueMeta.getString(Long.valueOf(0L));
                            break;
                        case ValueMetaInterface.TYPE_NUMBER:
                            genMeta.getFieldFormat()[i] = "#.#";
                            valueMeta.setConversionMask(genMeta.getFieldFormat()[i]);
                            string = valueMeta.getString(Double.valueOf(0.0D));
                            break;
                        case ValueMetaInterface.TYPE_BIGNUMBER:
                            genMeta.getFieldFormat()[i] = "#.#";
                            valueMeta.setConversionMask(genMeta.getFieldFormat()[i]);
                            string = valueMeta.getString(BigDecimal.ZERO);
                            break;
                        case ValueMetaInterface.TYPE_BOOLEAN:
                            string = valueMeta.getString(Boolean.TRUE);
                            break;
                        case ValueMetaInterface.TYPE_BINARY:
                            string = valueMeta.getString(new byte[] { 65, 66, 67, 68, 69, 70, 71, 72, 73, 74 });
                            break;
                        default:
                            break;
                    }
                    genMeta.getValue()[i] = string;
                }
            }
            StepMeta genStep = new StepMeta(registry.getPluginId(StepPluginType.class, genMeta), "## TEST DATA ##", genMeta);
            genStep.setLocation(50, 50);
            StepMeta scriptStep = new StepMeta(registry.getPluginId(StepPluginType.class, udjcMeta), Const.NVL(scriptStepName, "## SCRIPT ##"), udjcMeta);
            scriptStepName = scriptStep.getName();
            scriptStep.setLocation(150, 50);
            // Create a hop between both steps...
            // 
            TransHopMeta hop = new TransHopMeta(genStep, scriptStep);
            // Generate a new test transformation...
            // 
            TransMeta transMeta = new TransMeta();
            transMeta.setName(wStepname.getText() + " - PREVIEW");
            transMeta.addStep(genStep);
            transMeta.addStep(scriptStep);
            transMeta.addTransHop(hop);
            // 
            if (Spoon.getInstance().editStep(transMeta, genStep) != null) {
                // Now run this transformation and grab the results...
                // 
                TransPreviewProgressDialog progressDialog = new TransPreviewProgressDialog(shell, transMeta, new String[] { scriptStepName }, new int[] { Const.toInt(genMeta.getRowLimit(), 10) });
                progressDialog.open();
                Trans trans = progressDialog.getTrans();
                String loggingText = progressDialog.getLoggingText();
                if (!progressDialog.isCancelled()) {
                    if (trans.getResult() != null && trans.getResult().getNrErrors() > 0) {
                        EnterTextDialog etd = new EnterTextDialog(shell, BaseMessages.getString("System.Dialog.PreviewError.Title"), BaseMessages.getString("System.Dialog.PreviewError.Message"), loggingText, true);
                        etd.setReadOnly();
                        etd.open();
                    }
                }
                RowMetaInterface previewRowsMeta = progressDialog.getPreviewRowsMeta(wStepname.getText());
                List<Object[]> previewRows = progressDialog.getPreviewRows(wStepname.getText());
                if (previewRowsMeta != null && previewRows != null && previewRows.size() > 0) {
                    PreviewRowsDialog prd = new PreviewRowsDialog(shell, transMeta, SWT.NONE, wStepname.getText(), previewRowsMeta, previewRows, loggingText);
                    prd.open();
                }
            }
            return true;
        } else {
            throw new KettleException(BaseMessages.getString(PKG, "UserDefinedJavaClassDialog.Exception.CouldNotGetFields"));
        }
    } catch (Exception e) {
        new ErrorDialog(shell, BaseMessages.getString(PKG, "UserDefinedJavaClassDialog.TestFailed.DialogTitle"), BaseMessages.getString(PKG, "UserDefinedJavaClassDialog.TestFailed.DialogMessage"), e);
        return false;
    }
}
Also used : KettleException(org.pentaho.di.core.exception.KettleException) TransPreviewProgressDialog(org.pentaho.di.ui.trans.dialog.TransPreviewProgressDialog) TransMeta(org.pentaho.di.trans.TransMeta) ErrorDialog(org.pentaho.di.ui.core.dialog.ErrorDialog) UserDefinedJavaClassMeta(org.pentaho.di.trans.steps.userdefinedjavaclass.UserDefinedJavaClassMeta) RowMetaInterface(org.pentaho.di.core.row.RowMetaInterface) PreviewRowsDialog(org.pentaho.di.ui.core.dialog.PreviewRowsDialog) RowGeneratorMeta(org.pentaho.di.trans.steps.rowgenerator.RowGeneratorMeta) StepMeta(org.pentaho.di.trans.step.StepMeta) BaseStepMeta(org.pentaho.di.trans.step.BaseStepMeta) KettleXMLException(org.pentaho.di.core.exception.KettleXMLException) KettleException(org.pentaho.di.core.exception.KettleException) IOException(java.io.IOException) Point(org.eclipse.swt.graphics.Point) Date(java.util.Date) ValueMetaInterface(org.pentaho.di.core.row.ValueMetaInterface) StepPluginType(org.pentaho.di.core.plugins.StepPluginType) PluginRegistry(org.pentaho.di.core.plugins.PluginRegistry) EnterTextDialog(org.pentaho.di.ui.core.dialog.EnterTextDialog) TransHopMeta(org.pentaho.di.trans.TransHopMeta) Trans(org.pentaho.di.trans.Trans)

Aggregations

RowGeneratorMeta (org.pentaho.di.trans.steps.rowgenerator.RowGeneratorMeta)14 StepMeta (org.pentaho.di.trans.step.StepMeta)10 TransMeta (org.pentaho.di.trans.TransMeta)9 Trans (org.pentaho.di.trans.Trans)8 TransHopMeta (org.pentaho.di.trans.TransHopMeta)8 PluginRegistry (org.pentaho.di.core.plugins.PluginRegistry)6 KettleException (org.pentaho.di.core.exception.KettleException)5 ErrorDialog (org.pentaho.di.ui.core.dialog.ErrorDialog)5 Point (org.eclipse.swt.graphics.Point)4 EnterTextDialog (org.pentaho.di.ui.core.dialog.EnterTextDialog)4 PreviewRowsDialog (org.pentaho.di.ui.core.dialog.PreviewRowsDialog)4 TransPreviewProgressDialog (org.pentaho.di.ui.trans.dialog.TransPreviewProgressDialog)4 Date (java.util.Date)3 RowMetaAndData (org.pentaho.di.core.RowMetaAndData)3 StepPluginType (org.pentaho.di.core.plugins.StepPluginType)3 RowMetaInterface (org.pentaho.di.core.row.RowMetaInterface)3 ValueMetaInterface (org.pentaho.di.core.row.ValueMetaInterface)3 RowStepCollector (org.pentaho.di.trans.RowStepCollector)3 BaseStepMeta (org.pentaho.di.trans.step.BaseStepMeta)3 StepInterface (org.pentaho.di.trans.step.StepInterface)3