Examples with JSONObject org.apache.wink.json4j.JSONObject used on opensource projects

Example 21 with JSONObject

use of org.apache.wink.json4j.JSONObject in project incubator-systemml by apache.

the class TfMetaUtils method parseJsonObjectIDList.

public static int[] parseJsonObjectIDList(JSONObject spec, String[] colnames, String group) throws JSONException {
    int[] colList = new int[0];
    boolean ids = spec.containsKey("ids") && spec.getBoolean("ids");
    if (spec.containsKey(group) && spec.get(group) instanceof JSONArray) {
        JSONArray colspecs = (JSONArray) spec.get(group);
        colList = new int[colspecs.size()];
        for (int j = 0; j < colspecs.size(); j++) {
            JSONObject colspec = (JSONObject) colspecs.get(j);
            colList[j] = ids ? colspec.getInt("id") : (ArrayUtils.indexOf(colnames, colspec.get("name")) + 1);
            if (colList[j] <= 0) {
                throw new RuntimeException("Specified column '" + colspec.get(ids ? "id" : "name") + "' does not exist.");
            }
        }
        // ensure ascending order of column IDs
        Arrays.sort(colList);
    }
    return colList;
}

Example 22 with JSONObject

use of org.apache.wink.json4j.JSONObject in project incubator-systemml by apache.

the class TfMetaUtils method parseRecodeColIDs.

/**
 * Parses the given json specification and extracts a list of column ids
 * that are subject to recoding.
 *
 * @param spec transform specification as json string
 * @param colnames column names
 * @return list of column ids
 * @throws IOException if IOException occurs
 */
@SuppressWarnings("unchecked")
private static List<Integer> parseRecodeColIDs(String spec, String[] colnames) throws IOException {
    if (spec == null)
        throw new IOException("Missing transform specification.");
    List<Integer> specRecodeIDs = null;
    try {
        // parse json transform specification for recode col ids
        JSONObject jSpec = new JSONObject(spec);
        List<Integer> rcIDs = Arrays.asList(ArrayUtils.toObject(TfMetaUtils.parseJsonIDList(jSpec, colnames, TfUtils.TXMETHOD_RECODE)));
        List<Integer> dcIDs = Arrays.asList(ArrayUtils.toObject(TfMetaUtils.parseJsonIDList(jSpec, colnames, TfUtils.TXMETHOD_DUMMYCODE)));
        specRecodeIDs = new ArrayList<Integer>(CollectionUtils.union(rcIDs, dcIDs));
    } catch (Exception ex) {
        throw new IOException(ex);
    }
    return specRecodeIDs;
}

Example 23 with JSONObject

use of org.apache.wink.json4j.JSONObject in project incubator-systemml by apache.

the class AutomatedTestBase method readDMLMetaDataValueType.

public static ValueType readDMLMetaDataValueType(String fileName) {
    try {
        String fname = baseDirectory + OUTPUT_DIR + fileName + ".mtd";
        JSONObject meta = new DataExpression().readMetadataFile(fname, false);
        return ValueType.valueOf(meta.get(DataExpression.VALUETYPEPARAM).toString().toUpperCase());
    } catch (Exception ex) {
        throw new RuntimeException(ex);
    }
}

Example 24 with JSONObject

use of org.apache.wink.json4j.JSONObject in project incubator-systemml by apache.

the class DataTransform method getNumColumnsTf.

/**
	 * Helper function to determine the number of columns after applying
	 * transformations. Note that dummycoding changes the number of columns.
	 * 
	 * @param fs file system
	 * @param header header line
	 * @param delim delimiter
	 * @param tfMtdPath transform metadata path
	 * @return number of columns after applying transformations
	 * @throws IllegalArgumentException if IllegalArgumentException occurs
	 * @throws IOException if IOException occurs
	 * @throws DMLRuntimeException if DMLRuntimeException occurs
	 * @throws JSONException  if JSONException occurs
	 */
private static int getNumColumnsTf(FileSystem fs, String header, String delim, String tfMtdPath) throws IllegalArgumentException, IOException, DMLRuntimeException, JSONException {
    String[] columnNames = Pattern.compile(Pattern.quote(delim)).split(header, -1);
    int ret = columnNames.length;
    JSONObject spec = null;
    try (BufferedReader br = new BufferedReader(new InputStreamReader(fs.open(new Path(tfMtdPath + "/spec.json"))))) {
        spec = JSONHelper.parse(br);
    }
    // fetch relevant attribute lists
    if (!spec.containsKey(TfUtils.TXMETHOD_DUMMYCODE))
        return ret;
    JSONArray dcdList = (JSONArray) ((JSONObject) spec.get(TfUtils.TXMETHOD_DUMMYCODE)).get(TfUtils.JSON_ATTRS);
    // look for numBins among binned columns
    for (Object o : dcdList) {
        int id = UtilFunctions.toInt(o);
        Path binpath = new Path(tfMtdPath + "/Bin/" + UtilFunctions.unquote(columnNames[id - 1]) + TfUtils.TXMTD_BIN_FILE_SUFFIX);
        Path rcdpath = new Path(tfMtdPath + "/Recode/" + UtilFunctions.unquote(columnNames[id - 1]) + TfUtils.TXMTD_RCD_DISTINCT_SUFFIX);
        if (TfUtils.checkValidInputFile(fs, binpath, false)) {
            int nbins = -1;
            try (BufferedReader br = new BufferedReader(new InputStreamReader(fs.open(binpath)))) {
                nbins = UtilFunctions.parseToInt(br.readLine().split(TfUtils.TXMTD_SEP)[4]);
            }
            ret += (nbins - 1);
        } else if (TfUtils.checkValidInputFile(fs, rcdpath, false)) {
            int ndistinct = -1;
            try (BufferedReader br = new BufferedReader(new InputStreamReader(fs.open(rcdpath)))) {
                ndistinct = UtilFunctions.parseToInt(br.readLine());
            }
            ret += (ndistinct - 1);
        } else
            throw new DMLRuntimeException("Relevant transformation metadata for column (id=" + id + ", name=" + columnNames[id - 1] + ") is not found.");
    }
    return ret;
}