Examples with GdbElement com.alibaba.datax.plugin.writer.gdbwriter.model.GdbElement used on opensource projects

Example 1 with GdbElement

use of com.alibaba.datax.plugin.writer.gdbwriter.model.GdbElement in project DataX by alibaba.

the class DefaultGdbMapper method forElement.

private static BiConsumer<Record, GdbElement> forElement(final MappingRule rule) {
    final boolean numPattern = rule.isNumPattern();
    final List<BiConsumer<Record, GdbElement>> properties = new ArrayList<>();
    for (final MappingRule.PropertyMappingRule propRule : rule.getProperties()) {
        final Function<Record, String> keyFunc = forStrColumn(numPattern, propRule.getKey());
        if (propRule.getValueType() == ValueType.STRING) {
            final Function<Record, String> valueFunc = forStrColumn(numPattern, propRule.getValue());
            properties.add((r, e) -> {
                e.addProperty(keyFunc.apply(r), valueFunc.apply(r), propRule.getPType());
            });
        } else {
            final Function<Record, Object> valueFunc = forObjColumn(numPattern, propRule.getValue(), propRule.getValueType());
            properties.add((r, e) -> {
                e.addProperty(keyFunc.apply(r), valueFunc.apply(r), propRule.getPType());
            });
        }
    }
    if (rule.getPropertiesJsonStr() != null) {
        final Function<Record, String> jsonFunc = forStrColumn(numPattern, rule.getPropertiesJsonStr());
        properties.add((r, e) -> {
            final String propertiesStr = jsonFunc.apply(r);
            final JSONObject root = (JSONObject) JSONObject.parse(propertiesStr);
            final JSONArray propertiesList = root.getJSONArray("properties");
            for (final Object object : propertiesList) {
                final JSONObject jsonObject = (JSONObject) object;
                final String key = jsonObject.getString("k");
                final String name = jsonObject.getString("v");
                final String type = jsonObject.getString("t");
                final String card = jsonObject.getString("c");
                if (key == null || name == null) {
                    continue;
                }
                addToProperties(e, key, name, type, card);
            }
        });
    }
    final BiConsumer<Record, GdbElement> ret = (r, e) -> {
        final String label = forStrColumn(numPattern, rule.getLabel()).apply(r);
        String id = forStrColumn(numPattern, rule.getId()).apply(r);
        if (rule.getImportType() == Key.ImportType.EDGE) {
            final String to = forStrColumn(numPattern, rule.getTo()).apply(r);
            final String from = forStrColumn(numPattern, rule.getFrom()).apply(r);
            if (to == null || from == null) {
                log.error("invalid record to: {} , from: {}", to, from);
                throw new IllegalArgumentException("to or from missed in edge");
            }
            ((GdbEdge) e).setTo(to);
            ((GdbEdge) e).setFrom(from);
            // generate UUID for edge
            if (id == null) {
                id = UUID.randomUUID().toString();
            }
        }
        if (id == null || label == null) {
            log.error("invalid record id: {} , label: {}", id, label);
            throw new IllegalArgumentException("id or label missed");
        }
        e.setId(id);
        e.setLabel(label);
        properties.forEach(p -> p.accept(r, e));
    };
    return ret;
}

Example 2 with GdbElement

use of com.alibaba.datax.plugin.writer.gdbwriter.model.GdbElement in project Datax by n-kong.

the class DefaultGdbMapper method forElement.

private static BiConsumer<Record, GdbElement> forElement(final MappingRule rule) {
    final boolean numPattern = rule.isNumPattern();
    final List<BiConsumer<Record, GdbElement>> properties = new ArrayList<>();
    for (final MappingRule.PropertyMappingRule propRule : rule.getProperties()) {
        final Function<Record, String> keyFunc = forStrColumn(numPattern, propRule.getKey());
        if (propRule.getValueType() == ValueType.STRING) {
            final Function<Record, String> valueFunc = forStrColumn(numPattern, propRule.getValue());
            properties.add((r, e) -> {
                e.addProperty(keyFunc.apply(r), valueFunc.apply(r), propRule.getPType());
            });
        } else {
            final Function<Record, Object> valueFunc = forObjColumn(numPattern, propRule.getValue(), propRule.getValueType());
            properties.add((r, e) -> {
                e.addProperty(keyFunc.apply(r), valueFunc.apply(r), propRule.getPType());
            });
        }
    }
    if (rule.getPropertiesJsonStr() != null) {
        final Function<Record, String> jsonFunc = forStrColumn(numPattern, rule.getPropertiesJsonStr());
        properties.add((r, e) -> {
            final String propertiesStr = jsonFunc.apply(r);
            final JSONObject root = (JSONObject) JSONObject.parse(propertiesStr);
            final JSONArray propertiesList = root.getJSONArray("properties");
            for (final Object object : propertiesList) {
                final JSONObject jsonObject = (JSONObject) object;
                final String key = jsonObject.getString("k");
                final String name = jsonObject.getString("v");
                final String type = jsonObject.getString("t");
                final String card = jsonObject.getString("c");
                if (key == null || name == null) {
                    continue;
                }
                addToProperties(e, key, name, type, card);
            }
        });
    }
    final BiConsumer<Record, GdbElement> ret = (r, e) -> {
        final String label = forStrColumn(numPattern, rule.getLabel()).apply(r);
        String id = forStrColumn(numPattern, rule.getId()).apply(r);
        if (rule.getImportType() == Key.ImportType.EDGE) {
            final String to = forStrColumn(numPattern, rule.getTo()).apply(r);
            final String from = forStrColumn(numPattern, rule.getFrom()).apply(r);
            if (to == null || from == null) {
                log.error("invalid record to: {} , from: {}", to, from);
                throw new IllegalArgumentException("to or from missed in edge");
            }
            ((GdbEdge) e).setTo(to);
            ((GdbEdge) e).setFrom(from);
            // generate UUID for edge
            if (id == null) {
                id = UUID.randomUUID().toString();
            }
        }
        if (id == null || label == null) {
            log.error("invalid record id: {} , label: {}", id, label);
            throw new IllegalArgumentException("id or label missed");
        }
        e.setId(id);
        e.setLabel(label);
        properties.forEach(p -> p.accept(r, e));
    };
    return ret;
}