Search in sources :

Example 1 with Node

use of org.apache.ignite.internal.sql.engine.exec.rel.Node in project ignite-3 by apache.

the class ExecutionServiceImpl method mapAndExecutePlan.

private SqlCursor<List<?>> mapAndExecutePlan(RootQuery<RowT> qry, MultiStepPlan plan) {
    qry.mapping();
    plan.init(mappingSrvc, new MappingQueryContext(locNodeId, topologyVersion()));
    List<Fragment> fragments = plan.fragments();
    // Local execution
    Fragment fragment = first(fragments);
    if (IgniteUtils.assertionsEnabled()) {
        assert fragment != null;
        FragmentMapping mapping = plan.mapping(fragment);
        assert mapping != null;
        List<String> nodes = mapping.nodeIds();
        assert nodes != null && nodes.size() == 1 && first(nodes).equals(locNodeId);
    }
    FragmentDescription fragmentDesc = new FragmentDescription(fragment.fragmentId(), plan.mapping(fragment), plan.target(fragment), plan.remotes(fragment));
    ExecutionContext<RowT> ectx = new ExecutionContext<>(qry.context(), taskExecutor, qry.id(), locNodeId, locNodeId, topologyVersion(), fragmentDesc, handler, Commons.parametersMap(qry.parameters()));
    Node<RowT> node = new LogicalRelImplementor<>(ectx, affSrvc, mailboxRegistry, exchangeSrvc).go(fragment.root());
    qry.run(ectx, plan, node);
    // start remote execution
    for (int i = 1; i < fragments.size(); i++) {
        fragment = fragments.get(i);
        fragmentDesc = new FragmentDescription(fragment.fragmentId(), plan.mapping(fragment), plan.target(fragment), plan.remotes(fragment));
        Throwable ex = null;
        for (String nodeId : fragmentDesc.nodeIds()) {
            if (ex != null) {
                qry.onResponse(nodeId, fragment.fragmentId(), ex);
            } else {
                try {
                    QueryStartRequest req = FACTORY.queryStartRequest().queryId(qry.id()).fragmentId(fragment.fragmentId()).schema(qry.context().schemaName()).root(fragment.serialized()).topologyVersion(ectx.topologyVersion()).fragmentDescription(fragmentDesc).parameters(qry.parameters()).build();
                    msgSrvc.send(nodeId, req);
                } catch (Throwable e) {
                    qry.onResponse(nodeId, fragment.fragmentId(), ex = e);
                }
            }
        }
    }
    return Commons.createCursor(new TransformingIterator<>(iteratorsHolder.iterator(qry.iterator()), row -> {
        int rowSize = ectx.rowHandler().columnCount(row);
        List<Object> res = new ArrayList<>(rowSize);
        for (int i = 0; i < rowSize; i++) {
            res.add(ectx.rowHandler().get(i, row));
        }
        return res;
    }), plan);
}
Also used : MappingServiceImpl(org.apache.ignite.internal.sql.engine.metadata.MappingServiceImpl) RunningFragment(org.apache.ignite.internal.sql.engine.RunningFragment) Frameworks(org.apache.calcite.tools.Frameworks) PlanningContext(org.apache.ignite.internal.sql.engine.prepare.PlanningContext) ErrorMessage(org.apache.ignite.internal.sql.engine.message.ErrorMessage) MappingQueryContext(org.apache.ignite.internal.sql.engine.prepare.MappingQueryContext) IgniteLogger(org.apache.ignite.lang.IgniteLogger) Collections.singletonList(java.util.Collections.singletonList) Contexts(org.apache.calcite.plan.Contexts) MappingService(org.apache.ignite.internal.sql.engine.metadata.MappingService) QueryRegistry(org.apache.ignite.internal.sql.engine.QueryRegistry) QueryState(org.apache.ignite.internal.sql.engine.QueryState) DdlPlan(org.apache.ignite.internal.sql.engine.prepare.DdlPlan) AffinityService(org.apache.ignite.internal.sql.engine.metadata.AffinityService) SqlSchemaManager(org.apache.ignite.internal.sql.engine.schema.SqlSchemaManager) Outbox(org.apache.ignite.internal.sql.engine.exec.rel.Outbox) FragmentMapping(org.apache.ignite.internal.sql.engine.metadata.FragmentMapping) MultiStepPlan(org.apache.ignite.internal.sql.engine.prepare.MultiStepPlan) Context(org.apache.calcite.plan.Context) Fragment(org.apache.ignite.internal.sql.engine.prepare.Fragment) ResultSetMetadataImpl(org.apache.ignite.internal.sql.engine.prepare.ResultSetMetadataImpl) ClusterNode(org.apache.ignite.network.ClusterNode) Objects(java.util.Objects) Nullable(org.jetbrains.annotations.Nullable) List(java.util.List) ResultSetMetadataInternal(org.apache.ignite.internal.sql.engine.prepare.ResultSetMetadataInternal) IgniteInternalCheckedException(org.apache.ignite.lang.IgniteInternalCheckedException) RelJsonReader.fromJson(org.apache.ignite.internal.sql.engine.externalize.RelJsonReader.fromJson) IgniteInternalException(org.apache.ignite.lang.IgniteInternalException) FragmentPlan(org.apache.ignite.internal.sql.engine.prepare.FragmentPlan) QueryStartRequest(org.apache.ignite.internal.sql.engine.message.QueryStartRequest) Node(org.apache.ignite.internal.sql.engine.exec.rel.Node) SqlQueryMessagesFactory(org.apache.ignite.internal.sql.engine.message.SqlQueryMessagesFactory) RootQuery(org.apache.ignite.internal.sql.engine.RootQuery) RunningQuery(org.apache.ignite.internal.sql.engine.RunningQuery) QueryPlanCache(org.apache.ignite.internal.sql.engine.prepare.QueryPlanCache) ArrayList(java.util.ArrayList) Query(org.apache.ignite.internal.sql.engine.Query) Inbox(org.apache.ignite.internal.sql.engine.exec.rel.Inbox) IgniteUtils(org.apache.ignite.internal.util.IgniteUtils) SqlCursor(org.apache.ignite.internal.sql.engine.SqlCursor) RemoteException(org.apache.ignite.internal.sql.engine.metadata.RemoteException) CacheKey(org.apache.ignite.internal.sql.engine.prepare.CacheKey) TableManager(org.apache.ignite.internal.table.distributed.TableManager) DdlCommandHandler(org.apache.ignite.internal.sql.engine.exec.ddl.DdlCommandHandler) RelDataType(org.apache.calcite.rel.type.RelDataType) NodeLeaveHandler(org.apache.ignite.internal.sql.engine.util.NodeLeaveHandler) TopologyService(org.apache.ignite.network.TopologyService) ExplainPlan(org.apache.ignite.internal.sql.engine.prepare.ExplainPlan) BaseQueryContext(org.apache.ignite.internal.sql.engine.util.BaseQueryContext) TypeUtils(org.apache.ignite.internal.sql.engine.util.TypeUtils) Commons(org.apache.ignite.internal.sql.engine.util.Commons) FragmentDescription(org.apache.ignite.internal.sql.engine.metadata.FragmentDescription) QueryPlan(org.apache.ignite.internal.sql.engine.prepare.QueryPlan) TransformingIterator(org.apache.ignite.internal.sql.engine.util.TransformingIterator) FRAMEWORK_CONFIG(org.apache.ignite.internal.sql.engine.util.Commons.FRAMEWORK_CONFIG) QueryStartResponse(org.apache.ignite.internal.sql.engine.message.QueryStartResponse) SqlQueryMessageGroup(org.apache.ignite.internal.sql.engine.message.SqlQueryMessageGroup) CollectionUtils.first(org.apache.ignite.internal.util.CollectionUtils.first) Collections(java.util.Collections) MessageService(org.apache.ignite.internal.sql.engine.message.MessageService) MappingQueryContext(org.apache.ignite.internal.sql.engine.prepare.MappingQueryContext) RunningFragment(org.apache.ignite.internal.sql.engine.RunningFragment) Fragment(org.apache.ignite.internal.sql.engine.prepare.Fragment) FragmentMapping(org.apache.ignite.internal.sql.engine.metadata.FragmentMapping) QueryStartRequest(org.apache.ignite.internal.sql.engine.message.QueryStartRequest) Collections.singletonList(java.util.Collections.singletonList) List(java.util.List) ArrayList(java.util.ArrayList) FragmentDescription(org.apache.ignite.internal.sql.engine.metadata.FragmentDescription)

Example 2 with Node

use of org.apache.ignite.internal.sql.engine.exec.rel.Node in project ignite-3 by apache.

the class LogicalRelImplementor method visit.

/**
 * {@inheritDoc}
 */
@Override
public Node<RowT> visit(IgniteSetOp rel) {
    RelDataType rowType = rel.getRowType();
    RowFactory<RowT> rowFactory = ctx.rowHandler().factory(ctx.getTypeFactory(), rowType);
    List<Node<RowT>> inputs = Commons.transform(rel.getInputs(), this::visit);
    AbstractSetOpNode<RowT> node;
    if (rel instanceof Minus) {
        node = new MinusNode<>(ctx, rowType, rel.aggregateType(), rel.all(), rowFactory);
    } else if (rel instanceof Intersect) {
        node = new IntersectNode<>(ctx, rowType, rel.aggregateType(), rel.all(), rowFactory, rel.getInputs().size());
    } else {
        throw new AssertionError();
    }
    node.register(inputs);
    return node;
}
Also used : Intersect(org.apache.calcite.rel.core.Intersect) CorrelatedNestedLoopJoinNode(org.apache.ignite.internal.sql.engine.exec.rel.CorrelatedNestedLoopJoinNode) RexNode(org.apache.calcite.rex.RexNode) ProjectNode(org.apache.ignite.internal.sql.engine.exec.rel.ProjectNode) TableSpoolNode(org.apache.ignite.internal.sql.engine.exec.rel.TableSpoolNode) FilterNode(org.apache.ignite.internal.sql.engine.exec.rel.FilterNode) NestedLoopJoinNode(org.apache.ignite.internal.sql.engine.exec.rel.NestedLoopJoinNode) HashAggregateNode(org.apache.ignite.internal.sql.engine.exec.rel.HashAggregateNode) ModifyNode(org.apache.ignite.internal.sql.engine.exec.rel.ModifyNode) ScanNode(org.apache.ignite.internal.sql.engine.exec.rel.ScanNode) IndexSpoolNode(org.apache.ignite.internal.sql.engine.exec.rel.IndexSpoolNode) TableScanNode(org.apache.ignite.internal.sql.engine.exec.rel.TableScanNode) Node(org.apache.ignite.internal.sql.engine.exec.rel.Node) MergeJoinNode(org.apache.ignite.internal.sql.engine.exec.rel.MergeJoinNode) UnionAllNode(org.apache.ignite.internal.sql.engine.exec.rel.UnionAllNode) LimitNode(org.apache.ignite.internal.sql.engine.exec.rel.LimitNode) IntersectNode(org.apache.ignite.internal.sql.engine.exec.rel.IntersectNode) RelNode(org.apache.calcite.rel.RelNode) AbstractSetOpNode(org.apache.ignite.internal.sql.engine.exec.rel.AbstractSetOpNode) SortAggregateNode(org.apache.ignite.internal.sql.engine.exec.rel.SortAggregateNode) MinusNode(org.apache.ignite.internal.sql.engine.exec.rel.MinusNode) SortNode(org.apache.ignite.internal.sql.engine.exec.rel.SortNode) RelDataType(org.apache.calcite.rel.type.RelDataType) IntersectNode(org.apache.ignite.internal.sql.engine.exec.rel.IntersectNode) Minus(org.apache.calcite.rel.core.Minus)

Aggregations

RelDataType (org.apache.calcite.rel.type.RelDataType)2 Node (org.apache.ignite.internal.sql.engine.exec.rel.Node)2 ArrayList (java.util.ArrayList)1 Collections (java.util.Collections)1 Collections.singletonList (java.util.Collections.singletonList)1 List (java.util.List)1 Objects (java.util.Objects)1 Context (org.apache.calcite.plan.Context)1 Contexts (org.apache.calcite.plan.Contexts)1 RelNode (org.apache.calcite.rel.RelNode)1 Intersect (org.apache.calcite.rel.core.Intersect)1 Minus (org.apache.calcite.rel.core.Minus)1 RexNode (org.apache.calcite.rex.RexNode)1 Frameworks (org.apache.calcite.tools.Frameworks)1 Query (org.apache.ignite.internal.sql.engine.Query)1 QueryRegistry (org.apache.ignite.internal.sql.engine.QueryRegistry)1 QueryState (org.apache.ignite.internal.sql.engine.QueryState)1 RootQuery (org.apache.ignite.internal.sql.engine.RootQuery)1 RunningFragment (org.apache.ignite.internal.sql.engine.RunningFragment)1 RunningQuery (org.apache.ignite.internal.sql.engine.RunningQuery)1