Examples with ParsedTemplate io.nosqlbench.virtdata.core.templates.ParsedTemplate used on opensource projects

Example 1 with ParsedTemplate

use of io.nosqlbench.virtdata.core.templates.ParsedTemplate in project nosqlbench by nosqlbench.

the class ParsedTemplateMap method applyTemplateFields.

// For now, we only allow bind points to reference bindings, not other op template
// fields. This seems like the saner and less confusing approach, so implementing
// op field references should be left until it is requested if at all
private void applyTemplateFields(Map<String, Object> map, Map<String, String> bindings) {
    this.specmap = map;
    this.bindings = bindings;
    map.forEach((k, v) -> {
        if (v instanceof CharSequence) {
            ParsedTemplate pt = ParsedTemplate.of(((CharSequence) v).toString(), bindings);
            this.captures.add(pt.getCaptures());
            switch(pt.getType()) {
                case literal:
                    statics.put(k, ((CharSequence) v).toString());
                    protomap.put(k, ((CharSequence) v).toString());
                    break;
                case bindref:
                    String spec = pt.asBinding().orElseThrow().getBindspec();
                    if (spec == null) {
                        throw new OpConfigError("Empty binding spec for '" + k + "'");
                    }
                    Optional<DataMapper<Object>> mapper = VirtData.getOptionalMapper(spec);
                    dynamics.put(k, mapper.orElseThrow());
                    protomap.put(k, null);
                    break;
                case concat:
                    StringBindings sb = new StringBindings(pt);
                    dynamics.put(k, sb);
                    protomap.put(k, null);
                    break;
            }
        } else if (v instanceof Map) {
            ((Map) v).keySet().forEach(smk -> {
                if (!CharSequence.class.isAssignableFrom(smk.getClass())) {
                    throw new OpConfigError("Only string keys are allowed in submaps.");
                }
            });
            Map<String, Object> submap = (Map<String, Object>) v;
            ParsedTemplateMap subtpl = new ParsedTemplateMap(submap, bindings, cfgsources);
            if (subtpl.isStatic()) {
                statics.put(k, submap);
                protomap.put(k, submap);
            } else {
                dynamics.put(k, subtpl);
                protomap.put(k, null);
            }
        } else if (v instanceof List) {
            List<Object> sublist = (List<Object>) v;
            ParsedTemplateList subtpl = new ParsedTemplateList(sublist, bindings, cfgsources);
            if (subtpl.isStatic()) {
                statics.put(k, sublist);
                protomap.put(k, sublist);
            } else {
                dynamics.put(k, subtpl);
                protomap.put(k, null);
            }
        } else {
            // Eventually, nested and mixed static dynamic structure could be supported, but
            // it would be complex to implement and also not that efficient, so let's just copy
            // structure for now
            statics.put(k, v);
            protomap.put(k, v);
        }
    });
}

Example 2 with ParsedTemplate

use of io.nosqlbench.virtdata.core.templates.ParsedTemplate in project nosqlbench by nosqlbench.

the class Templatizer method make.

public static Result make(Map<String, String> bindings, Object v, String name, List<Map<String, Object>> cfgsources) {
    Result result = new Result();
    result.setName(name);
    if (v instanceof CharSequence) {
        ParsedTemplate pt = ParsedTemplate.of(((CharSequence) v).toString(), bindings);
        result.addCaptures(pt.getCaptures());
        result.setType(pt.getType());
        switch(pt.getType()) {
            case literal:
                result.setValue(((CharSequence) v).toString());
                break;
            case bindref:
                String spec = pt.asBinding().orElseThrow().getBindspec();
                if (spec == null) {
                    throw new OpConfigError("Empty binding spec for '" + (name != null ? name : "anonymous binding") + "'");
                }
                Optional<DataMapper<Object>> mapper = VirtData.getOptionalMapper(spec);
                result.setFunction(mapper.orElseThrow());
                break;
            case concat:
                StringBindings sb = new StringBindings(pt);
                result.setFunction(sb);
                break;
        }
    } else if (v instanceof Map) {
        ((Map) v).keySet().forEach(smk -> {
            if (!CharSequence.class.isAssignableFrom(smk.getClass())) {
                throw new OpConfigError("Only string keys are allowed in submaps.");
            }
        });
        Map<String, Object> submap = (Map<String, Object>) v;
        ParsedTemplateMap subtpl = new ParsedTemplateMap(submap, bindings, cfgsources);
        if (subtpl.isStatic()) {
            result.setValue(submap);
        } else {
            result.setFunction(subtpl);
        }
    } else if (v instanceof List) {
        List<Object> sublist = (List<Object>) v;
        ParsedTemplateList subtpl = new ParsedTemplateList(sublist, bindings, cfgsources);
        if (subtpl.isStatic()) {
            result.setValue(sublist);
        } else {
            result.setFunction(subtpl);
        }
    } else {
        result.setValue(v);
    // Eventually, nested and mixed static dynamic structure could be supported, but
    // it would be complex to implement and also not that efficient, so let's just copy
    // structure for now
    }
    return result;
}

Example 3 with ParsedTemplate

use of io.nosqlbench.virtdata.core.templates.ParsedTemplate in project nosqlbench by nosqlbench.

the class Cqld4FluentGraphOpMapper method apply.

@Override
public OpDispenser<? extends Op> apply(ParsedOp cmd) {
    GraphTraversalSource g = DseGraph.g;
    ParsedTemplate fluent = cmd.getAsTemplate(target.field).orElseThrow();
    String scriptBodyWithRawVarRefs = fluent.getPositionalStatement();
    CompilerConfiguration compilerConfiguration = new CompilerConfiguration();
    if (cmd.isDynamic("imports")) {
        throw new OpConfigError("You may only define imports as a static list. Dynamic values are not allowed.");
    }
    List imports = cmd.getOptionalStaticValue("imports", List.class).orElse(List.of("org.apache.tinkerpop.gremlin.process.traversal.dsl.graph.__"));
    String[] verifiedClasses = expandClassNames(imports);
    ImportCustomizer importer = new ImportCustomizer();
    importer.addImports(verifiedClasses);
    compilerConfiguration.addCompilationCustomizers(importer);
    Supplier<Script> supplier = () -> {
        groovy.lang.Binding groovyBindings = new Binding(new LinkedHashMap<String, Object>(Map.of("g", g)));
        GroovyShell gshell = new GroovyShell(groovyBindings, compilerConfiguration);
        return gshell.parse(scriptBodyWithRawVarRefs);
    };
    LongFunction<? extends String> graphnameFunc = cmd.getAsRequiredFunction("graphname");
    Bindings virtdataBindings = new BindingsTemplate(fluent.getBindPoints()).resolveBindings();
    return new Cqld4FluentGraphOpDispenser(cmd, graphnameFunc, sessionFunc, virtdataBindings, supplier);
}

Example 4 with ParsedTemplate

use of io.nosqlbench.virtdata.core.templates.ParsedTemplate in project nosqlbench by nosqlbench.

the class StdoutActivity method initOpSequencer.

private OpSequence<StringBindings> initOpSequencer() {
    // List<StringBindingsTemplate> stringBindingsTemplates = new ArrayList<>();
    SequencerType sequencerType = SequencerType.valueOf(getParams().getOptionalString("seq").orElse("bucket"));
    SequencePlanner<StringBindings> sequencer = new SequencePlanner<>(sequencerType);
    String tagfilter = activityDef.getParams().getOptionalString("tags").orElse("");
    List<OpTemplate> stmts = stmtsDocList.getStmts(tagfilter);
    String format = getParams().getOptionalString("format").orElse(null);
    if ((stmts.size() == 0 && stmtsDocList.getDocBindings().size() > 0) || format != null) {
        if (format != null && format.startsWith("diag")) {
            logger.info("Creating diagnostic log for resolver construction...");
            BindingsTemplate bt = new BindingsTemplate();
            stmtsDocList.getDocBindings().forEach(bt::addFieldBinding);
            String diagnostics = bt.getDiagnostics();
            getConsoleOut().println(diagnostics);
            getConsoleOut().flush();
            System.exit(2);
        } else {
            logger.info("Creating stdout statement template from bindings, since none is otherwise defined.");
            Set<String> activeBindingNames = new LinkedHashSet<>();
            String bindings = getActivityDef().getParams().getOptionalString("bindings").orElse("doc");
            activeBindingNames.addAll(stmtsDocList.getDocBindings().keySet());
            Pattern bindingsFilter = Pattern.compile(bindings.equalsIgnoreCase("doc") ? ".*" : bindings);
            Set<String> filteredBindingNames = new LinkedHashSet<>();
            activeBindingNames.stream().filter(n -> {
                if (bindingsFilter.matcher(n).matches()) {
                    logger.trace("bindings filter kept binding '" + n + "'");
                    return true;
                } else {
                    logger.trace("bindings filter removed binding '" + n + "'");
                    return false;
                }
            }).forEach(filteredBindingNames::add);
            activeBindingNames = filteredBindingNames;
            String generatedStmt = genStatementTemplate(activeBindingNames);
            BindingsTemplate bt = new BindingsTemplate();
            stmtsDocList.getDocBindings().forEach(bt::addFieldBinding);
            StringBindings sb = new StringBindings(generatedStmt, bt.getMap());
            sequencer.addOp(sb, 1L);
        }
    } else if (stmts.size() > 0) {
        for (OpTemplate stmt : stmts) {
            ParsedTemplate parsed = stmt.getParsed().orElseThrow();
            BindingsTemplate bt = new BindingsTemplate(parsed.getBindPoints());
            String statement = parsed.getPositionalStatement(Function.identity());
            Objects.requireNonNull(statement);
            if (!statement.endsWith("\n") && getParams().getOptionalBoolean("newline").orElse(true)) {
                statement = statement + "\n";
            }
            StringBindingsTemplate sbt = new StringBindingsTemplate(stmt.getStmt().orElseThrow(), bt);
            StringBindings sb = sbt.resolve();
            sequencer.addOp(sb, stmt.getParamOrDefault("ratio", 1));
        }
    } else {
        logger.error("Unable to create a stdout statement if you have no active statements or bindings configured.");
    }
    OpSequence<StringBindings> opSequence = sequencer.resolve();
    return opSequence;
}

Example 5 with ParsedTemplate

use of io.nosqlbench.virtdata.core.templates.ParsedTemplate in project nosqlbench by nosqlbench.

the class CqlD4PreparedStmtMapper method apply.

public OpDispenser<Cqld4CqlOp> apply(ParsedOp cmd) {
    ParsedTemplate stmtTpl = cmd.getAsTemplate(target.field).orElseThrow(() -> new BasicError("No statement was found in the op template:" + cmd));
    RSProcessors processors = new RSProcessors();
    if (stmtTpl.getCaptures().size() > 0) {
        processors.add(() -> new CqlFieldCaptureProcessor(stmtTpl.getCaptures()));
    }
    Optional<List> processorList = cmd.getOptionalStaticConfig("processors", List.class);
    processorList.ifPresent(l -> {
        l.forEach(m -> {
            Map<String, String> pconfig = ParamsParser.parseToMap(m, "type");
            ResultSetProcessor processor = Cqld4Processors.resolve(pconfig);
            processors.add(() -> processor);
        });
    });
    return new Cqld4PreparedStmtDispenser(sessionFunc, cmd, stmtTpl, processors);
}