Examples with Fragment org.apache.ignite.internal.sql.engine.prepare.Fragment used on opensource projects

Example 1 with Fragment

use of org.apache.ignite.internal.sql.engine.prepare.Fragment in project ignite-3 by apache.

the class ExecutionServiceImpl method mapAndExecutePlan.

private SqlCursor<List<?>> mapAndExecutePlan(RootQuery<RowT> qry, MultiStepPlan plan) {
    qry.mapping();
    plan.init(mappingSrvc, new MappingQueryContext(locNodeId, topologyVersion()));
    List<Fragment> fragments = plan.fragments();
    // Local execution
    Fragment fragment = first(fragments);
    if (IgniteUtils.assertionsEnabled()) {
        assert fragment != null;
        FragmentMapping mapping = plan.mapping(fragment);
        assert mapping != null;
        List<String> nodes = mapping.nodeIds();
        assert nodes != null && nodes.size() == 1 && first(nodes).equals(locNodeId);
    }
    FragmentDescription fragmentDesc = new FragmentDescription(fragment.fragmentId(), plan.mapping(fragment), plan.target(fragment), plan.remotes(fragment));
    ExecutionContext<RowT> ectx = new ExecutionContext<>(qry.context(), taskExecutor, qry.id(), locNodeId, locNodeId, topologyVersion(), fragmentDesc, handler, Commons.parametersMap(qry.parameters()));
    Node<RowT> node = new LogicalRelImplementor<>(ectx, affSrvc, mailboxRegistry, exchangeSrvc).go(fragment.root());
    qry.run(ectx, plan, node);
    // start remote execution
    for (int i = 1; i < fragments.size(); i++) {
        fragment = fragments.get(i);
        fragmentDesc = new FragmentDescription(fragment.fragmentId(), plan.mapping(fragment), plan.target(fragment), plan.remotes(fragment));
        Throwable ex = null;
        for (String nodeId : fragmentDesc.nodeIds()) {
            if (ex != null) {
                qry.onResponse(nodeId, fragment.fragmentId(), ex);
            } else {
                try {
                    QueryStartRequest req = FACTORY.queryStartRequest().queryId(qry.id()).fragmentId(fragment.fragmentId()).schema(qry.context().schemaName()).root(fragment.serialized()).topologyVersion(ectx.topologyVersion()).fragmentDescription(fragmentDesc).parameters(qry.parameters()).build();
                    msgSrvc.send(nodeId, req);
                } catch (Throwable e) {
                    qry.onResponse(nodeId, fragment.fragmentId(), ex = e);
                }
            }
        }
    }
    return Commons.createCursor(new TransformingIterator<>(iteratorsHolder.iterator(qry.iterator()), row -> {
        int rowSize = ectx.rowHandler().columnCount(row);
        List<Object> res = new ArrayList<>(rowSize);
        for (int i = 0; i < rowSize; i++) {
            res.add(ectx.rowHandler().get(i, row));
        }
        return res;
    }), plan);
}

Example 2 with Fragment

use of org.apache.ignite.internal.sql.engine.prepare.Fragment in project ignite-3 by apache.

the class RootQuery method run.

/**
 * Starts execution phase for the query and setup remote fragments.
 */
public void run(ExecutionContext<RowT> ctx, MultiStepPlan plan, Node<RowT> root) {
    synchronized (mux) {
        if (state == QueryState.CLOSED) {
            throw new IgniteInternalException("The query was cancelled while executing.");
        }
        RootNode<RowT> rootNode = new RootNode<>(ctx, plan.metadata().rowType(), this::tryClose);
        rootNode.register(root);
        addFragment(new RunningFragment<>(rootNode, ctx));
        this.root = rootNode;
        for (int i = 1; i < plan.fragments().size(); i++) {
            Fragment fragment = plan.fragments().get(i);
            List<String> nodes = plan.mapping(fragment).nodeIds();
            remotes.addAll(nodes);
            for (String node : nodes) {
                waiting.add(new RemoteFragmentKey(node, fragment.fragmentId()));
            }
        }
        state = QueryState.EXECUTING;
    }
}

Example 3 with Fragment

use of org.apache.ignite.internal.sql.engine.prepare.Fragment in project ignite-3 by apache.

the class AbstractPlannerTest method checkSplitAndSerialization.

protected void checkSplitAndSerialization(IgniteRel rel, IgniteSchema publicSchema) {
    assertNotNull(rel);
    rel = Cloner.clone(rel);
    List<Fragment> fragments = new Splitter().go(rel);
    List<String> serialized = new ArrayList<>(fragments.size());
    for (Fragment fragment : fragments) {
        serialized.add(toJson(fragment.root()));
    }
    assertNotNull(serialized);
    List<String> nodes = new ArrayList<>(4);
    for (int i = 0; i < 4; i++) {
        nodes.add(UUID.randomUUID().toString());
    }
    List<RelNode> deserializedNodes = new ArrayList<>();
    Map<UUID, IgniteTable> tableMap = publicSchema.getTableNames().stream().map(publicSchema::getTable).map(IgniteTable.class::cast).collect(Collectors.toMap(IgniteTable::id, Function.identity()));
    for (String s : serialized) {
        RelJsonReader reader = new RelJsonReader(new SqlSchemaManagerImpl(tableMap));
        deserializedNodes.add(reader.read(s));
    }
    List<RelNode> expectedRels = fragments.stream().map(Fragment::root).collect(Collectors.toList());
    assertEquals(expectedRels.size(), deserializedNodes.size(), "Invalid deserialization fragments count");
    for (int i = 0; i < expectedRels.size(); ++i) {
        RelNode expected = expectedRels.get(i);
        RelNode deserialized = deserializedNodes.get(i);
        clearTraits(expected);
        clearTraits(deserialized);
        if (!expected.deepEquals(deserialized)) {
            assertTrue(expected.deepEquals(deserialized), "Invalid serialization / deserialization.\n" + "Expected:\n" + RelOptUtil.toString(expected) + "Deserialized:\n" + RelOptUtil.toString(deserialized));
        }
    }
}