Search in sources :

Example 1 with SchemaAddQueryEntityOperation

use of org.apache.ignite.internal.processors.query.schema.operation.SchemaAddQueryEntityOperation in project ignite by apache.

the class GridQueryProcessor method processSchemaOperationLocal.

/**
 * Process schema operation.
 *
 * @param op Operation.
 * @param type Type descriptor.
 * @param depId Cache deployment ID.
 * @param cancelTok Cancel token.
 * @throws SchemaOperationException If failed.
 */
public void processSchemaOperationLocal(SchemaAbstractOperation op, QueryTypeDescriptorImpl type, IgniteUuid depId, IndexRebuildCancelToken cancelTok) throws SchemaOperationException {
    if (log.isDebugEnabled())
        log.debug("Started local index operation [opId=" + op.id() + ']');
    String cacheName = op.cacheName();
    GridCacheContextInfo<?, ?> cacheInfo = null;
    if (op instanceof SchemaAddQueryEntityOperation) {
        GridCacheContext<?, ?> cctx = ctx.cache().context().cacheContext(CU.cacheId(cacheName));
        if (cctx != null)
            cacheInfo = new GridCacheContextInfo<>(cctx, false);
        else
            return;
    } else
        cacheInfo = idx.registeredCacheInfo(cacheName);
    if (cacheInfo == null || !F.eq(depId, cacheInfo.dynamicDeploymentId()))
        throw new SchemaOperationException(SchemaOperationException.CODE_CACHE_NOT_FOUND, cacheName);
    try {
        if (op instanceof SchemaIndexCreateOperation) {
            SchemaIndexCreateOperation op0 = (SchemaIndexCreateOperation) op;
            QueryIndexDescriptorImpl idxDesc = QueryUtils.createIndexDescriptor(type, op0.index());
            SchemaIndexCacheVisitor visitor;
            if (cacheInfo.isCacheContextInited()) {
                int buildIdxPoolSize = ctx.config().getBuildIndexThreadPoolSize();
                int parallel = op0.parallel();
                if (parallel > buildIdxPoolSize) {
                    String idxName = op0.indexName();
                    log.warning("Provided parallelism " + parallel + " for creation of index " + idxName + " is greater than the number of index building threads. Will use " + buildIdxPoolSize + " threads to build index. Increase by IgniteConfiguration.setBuildIndexThreadPoolSize" + " and restart the node if you want to use more threads. [tableName=" + op0.tableName() + ", indexName=" + idxName + ", requestedParallelism=" + parallel + ", buildIndexPoolSize=" + buildIdxPoolSize + "]");
                }
                GridFutureAdapter<Void> createIdxFut = new GridFutureAdapter<>();
                GridCacheContext<?, ?> cacheCtx = cacheInfo.cacheContext();
                visitor = new SchemaIndexCacheVisitorImpl(cacheCtx, cancelTok, createIdxFut) {

                    /**
                     * {@inheritDoc}
                     */
                    @Override
                    public void visit(SchemaIndexCacheVisitorClosure clo) {
                        idxBuildStatusStorage.onStartBuildNewIndex(cacheCtx);
                        try {
                            super.visit(clo);
                            buildIdxFut.get();
                        } catch (Exception e) {
                            throw new IgniteException(e);
                        } finally {
                            idxBuildStatusStorage.onFinishBuildNewIndex(cacheName);
                        }
                    }
                };
            } else
                // For not started caches we shouldn't add any data to index.
                visitor = clo -> {
                };
            idx.dynamicIndexCreate(op0.schemaName(), op0.tableName(), idxDesc, op0.ifNotExists(), visitor);
        } else if (op instanceof SchemaIndexDropOperation) {
            SchemaIndexDropOperation op0 = (SchemaIndexDropOperation) op;
            idx.dynamicIndexDrop(op0.schemaName(), op0.indexName(), op0.ifExists());
        } else if (op instanceof SchemaAlterTableAddColumnOperation) {
            SchemaAlterTableAddColumnOperation op0 = (SchemaAlterTableAddColumnOperation) op;
            processDynamicAddColumn(type, op0.columns());
            idx.dynamicAddColumn(op0.schemaName(), op0.tableName(), op0.columns(), op0.ifTableExists(), op0.ifNotExists());
        } else if (op instanceof SchemaAlterTableDropColumnOperation) {
            SchemaAlterTableDropColumnOperation op0 = (SchemaAlterTableDropColumnOperation) op;
            processDynamicDropColumn(type, op0.columns());
            idx.dynamicDropColumn(op0.schemaName(), op0.tableName(), op0.columns(), op0.ifTableExists(), op0.ifExists());
        } else if (op instanceof SchemaAddQueryEntityOperation) {
            SchemaAddQueryEntityOperation op0 = (SchemaAddQueryEntityOperation) op;
            if (!cacheNames.contains(op0.cacheName())) {
                cacheInfo.onSchemaAddQueryEntity(op0);
                T3<Collection<QueryTypeCandidate>, Map<String, QueryTypeDescriptorImpl>, Map<String, QueryTypeDescriptorImpl>> candRes = createQueryCandidates(op0.cacheName(), op0.schemaName(), cacheInfo, op0.entities(), op0.isSqlEscape());
                registerCache0(op0.cacheName(), op.schemaName(), cacheInfo, candRes.get1(), false);
            }
            if (idxRebuildFutStorage.prepareRebuildIndexes(singleton(cacheInfo.cacheId()), null).isEmpty())
                rebuildIndexesFromHash0(cacheInfo.cacheContext(), false, cancelTok);
            else {
                if (log.isInfoEnabled())
                    log.info("Rebuilding indexes for the cache is already in progress: " + cacheInfo.name());
            }
        } else
            throw new SchemaOperationException("Unsupported operation: " + op);
    } catch (Throwable e) {
        if (e instanceof SchemaOperationException)
            throw (SchemaOperationException) e;
        else
            throw new SchemaOperationException("Schema change operation failed: " + e.getMessage(), e);
    }
}
Also used : IndexRebuildCancelToken(org.apache.ignite.internal.processors.query.schema.IndexRebuildCancelToken) SchemaOperationClientFuture(org.apache.ignite.internal.processors.query.schema.SchemaOperationClientFuture) SchemaAbstractDiscoveryMessage(org.apache.ignite.internal.processors.query.schema.message.SchemaAbstractDiscoveryMessage) GridFutureAdapter(org.apache.ignite.internal.util.future.GridFutureAdapter) GridFinishedFuture(org.apache.ignite.internal.util.future.GridFinishedFuture) IgniteCacheObjectProcessor(org.apache.ignite.internal.processors.cacheobject.IgniteCacheObjectProcessor) CacheQueryExecutedEvent(org.apache.ignite.events.CacheQueryExecutedEvent) Map(java.util.Map) SqlQuery(org.apache.ignite.cache.query.SqlQuery) Cache(javax.cache.Cache) CacheQueryFuture(org.apache.ignite.internal.processors.cache.query.CacheQueryFuture) Objects.isNull(java.util.Objects.isNull) QueryBinaryProperty(org.apache.ignite.internal.processors.query.property.QueryBinaryProperty) TOPIC_SCHEMA(org.apache.ignite.internal.GridTopic.TOPIC_SCHEMA) BinaryMetadata(org.apache.ignite.internal.binary.BinaryMetadata) IndexBuildStatusStorage(org.apache.ignite.internal.processors.query.aware.IndexBuildStatusStorage) IndexProcessor(org.apache.ignite.internal.cache.query.index.IndexProcessor) IgniteInClosure(org.apache.ignite.lang.IgniteInClosure) IgniteCheckedException(org.apache.ignite.IgniteCheckedException) SchemaAlterTableDropColumnOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaAlterTableDropColumnOperation) Set(java.util.Set) CacheDataRow(org.apache.ignite.internal.processors.cache.persistence.CacheDataRow) Serializable(java.io.Serializable) QueryCursor(org.apache.ignite.cache.query.QueryCursor) SchemaIndexCreateOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaIndexCreateOperation) GridCacheContext(org.apache.ignite.internal.processors.cache.GridCacheContext) SchemaOperationWorker(org.apache.ignite.internal.processors.query.schema.SchemaOperationWorker) SchemaIndexCacheVisitor(org.apache.ignite.internal.processors.query.schema.SchemaIndexCacheVisitor) SchemaOperationManager(org.apache.ignite.internal.processors.query.schema.SchemaOperationManager) SchemaAbstractOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaAbstractOperation) IgniteBiPredicate(org.apache.ignite.lang.IgniteBiPredicate) IgniteThread(org.apache.ignite.thread.IgniteThread) U(org.apache.ignite.internal.util.typedef.internal.U) SchemaOperationStatusMessage(org.apache.ignite.internal.processors.query.schema.message.SchemaOperationStatusMessage) IgniteOutClosureX(org.apache.ignite.internal.util.lang.IgniteOutClosureX) INDEXING(org.apache.ignite.internal.IgniteComponentType.INDEXING) ArrayList(java.util.ArrayList) GridKernalContext(org.apache.ignite.internal.GridKernalContext) LinkedHashMap(java.util.LinkedHashMap) ClusterNode(org.apache.ignite.cluster.ClusterNode) PlatformContext(org.apache.ignite.internal.processors.platform.PlatformContext) IndexQueryProcessor(org.apache.ignite.internal.cache.query.index.IndexQueryProcessor) GridDhtPartitionsExchangeFuture(org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture) CacheWriteSynchronizationMode(org.apache.ignite.cache.CacheWriteSynchronizationMode) CODE_COLUMN_EXISTS(org.apache.ignite.internal.processors.query.schema.SchemaOperationException.CODE_COLUMN_EXISTS) SchemaAddQueryEntityOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaAddQueryEntityOperation) T3(org.apache.ignite.internal.util.typedef.T3) T2(org.apache.ignite.internal.util.typedef.T2) BinaryType(org.apache.ignite.binary.BinaryType) MvccSnapshot(org.apache.ignite.internal.processors.cache.mvcc.MvccSnapshot) CacheConfiguration(org.apache.ignite.configuration.CacheConfiguration) SchemaOperationException(org.apache.ignite.internal.processors.query.schema.SchemaOperationException) Binarylizable(org.apache.ignite.binary.Binarylizable) IgniteDataStreamer(org.apache.ignite.IgniteDataStreamer) GridProcessorAdapter(org.apache.ignite.internal.processors.GridProcessorAdapter) CacheObjectContext(org.apache.ignite.internal.processors.cache.CacheObjectContext) SchemaAlterTableAddColumnOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaAlterTableAddColumnOperation) IgniteUuid(org.apache.ignite.lang.IgniteUuid) CacheMode(org.apache.ignite.cache.CacheMode) DynamicCacheChangeBatch(org.apache.ignite.internal.processors.cache.DynamicCacheChangeBatch) DynamicCacheChangeRequest(org.apache.ignite.internal.processors.cache.DynamicCacheChangeRequest) CacheAtomicityMode(org.apache.ignite.cache.CacheAtomicityMode) IgniteInternalFuture(org.apache.ignite.internal.IgniteInternalFuture) BinaryObject(org.apache.ignite.binary.BinaryObject) DiscoveryDataBag(org.apache.ignite.spi.discovery.DiscoveryDataBag) CacheKeyConfiguration(org.apache.ignite.cache.CacheKeyConfiguration) SqlFieldsQuery(org.apache.ignite.cache.query.SqlFieldsQuery) IndexingQueryFilter(org.apache.ignite.spi.indexing.IndexingQueryFilter) IgniteSystemProperties(org.apache.ignite.IgniteSystemProperties) SB(org.apache.ignite.internal.util.typedef.internal.SB) Collections.singleton(java.util.Collections.singleton) QueryEntity(org.apache.ignite.cache.QueryEntity) PARTITIONED(org.apache.ignite.cache.CacheMode.PARTITIONED) BinaryUtils.typeByClass(org.apache.ignite.internal.binary.BinaryUtils.typeByClass) Collectors.toSet(java.util.stream.Collectors.toSet) IgniteFuture(org.apache.ignite.lang.IgniteFuture) IdentityHashMap(java.util.IdentityHashMap) Collection(java.util.Collection) IgniteException(org.apache.ignite.IgniteException) ConcurrentHashMap(java.util.concurrent.ConcurrentHashMap) UUID(java.util.UUID) CacheObject(org.apache.ignite.internal.processors.cache.CacheObject) IndexQueryResult(org.apache.ignite.internal.cache.query.index.IndexQueryResult) IgniteCacheOffheapManager(org.apache.ignite.internal.processors.cache.IgniteCacheOffheapManager) GridSpinBusyLock(org.apache.ignite.internal.util.GridSpinBusyLock) IgniteBiTuple(org.apache.ignite.lang.IgniteBiTuple) ExchangeActions(org.apache.ignite.internal.processors.cache.ExchangeActions) Nullable(org.jetbrains.annotations.Nullable) List(java.util.List) IndexRebuildFutureStorage(org.apache.ignite.internal.processors.query.aware.IndexRebuildFutureStorage) CU(org.apache.ignite.internal.util.typedef.internal.CU) KeyCacheObject(org.apache.ignite.internal.processors.cache.KeyCacheObject) Objects.nonNull(java.util.Objects.nonNull) FieldsQueryCursor(org.apache.ignite.cache.query.FieldsQueryCursor) NodeStoppingException(org.apache.ignite.internal.NodeStoppingException) GridCacheAdapter(org.apache.ignite.internal.processors.cache.GridCacheAdapter) QueryCursorImpl(org.apache.ignite.internal.processors.cache.QueryCursorImpl) PlatformProcessor(org.apache.ignite.internal.processors.platform.PlatformProcessor) AtomicBoolean(java.util.concurrent.atomic.AtomicBoolean) HashMap(java.util.HashMap) GridTimeoutProcessor(org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor) LT(org.apache.ignite.internal.util.typedef.internal.LT) SchemaIndexCacheVisitorImpl(org.apache.ignite.internal.processors.query.schema.SchemaIndexCacheVisitorImpl) ConcurrentMap(java.util.concurrent.ConcurrentMap) HashSet(java.util.HashSet) IndexQueryDesc(org.apache.ignite.internal.processors.cache.query.IndexQueryDesc) Collections.newSetFromMap(java.util.Collections.newSetFromMap) SchemaIndexCacheVisitorClosure(org.apache.ignite.internal.processors.query.schema.SchemaIndexCacheVisitorClosure) SchemaFinishDiscoveryMessage(org.apache.ignite.internal.processors.query.schema.message.SchemaFinishDiscoveryMessage) CacheException(javax.cache.CacheException) LinkedList(java.util.LinkedList) GridPlainOutClosure(org.apache.ignite.internal.util.lang.GridPlainOutClosure) GridMessageListener(org.apache.ignite.internal.managers.communication.GridMessageListener) F(org.apache.ignite.internal.util.typedef.F) SchemaProposeDiscoveryMessage(org.apache.ignite.internal.processors.query.schema.message.SchemaProposeDiscoveryMessage) SchemaIndexDropOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaIndexDropOperation) JdkMarshaller(org.apache.ignite.marshaller.jdk.JdkMarshaller) Iterator(java.util.Iterator) Collections.emptySet(java.util.Collections.emptySet) AffinityTopologyVersion(org.apache.ignite.internal.processors.affinity.AffinityTopologyVersion) DynamicCacheDescriptor(org.apache.ignite.internal.processors.cache.DynamicCacheDescriptor) GridCacheContextInfo(org.apache.ignite.internal.processors.cache.GridCacheContextInfo) IgniteQueryErrorCode(org.apache.ignite.internal.processors.cache.query.IgniteQueryErrorCode) GridCloseableIterator(org.apache.ignite.internal.util.lang.GridCloseableIterator) CacheObjectBinaryProcessorImpl(org.apache.ignite.internal.processors.cache.binary.CacheObjectBinaryProcessorImpl) GridBoundedConcurrentLinkedHashSet(org.apache.ignite.internal.util.GridBoundedConcurrentLinkedHashSet) SCHEMA_POOL(org.apache.ignite.internal.managers.communication.GridIoPolicy.SCHEMA_POOL) GridCacheQueryType(org.apache.ignite.internal.processors.cache.query.GridCacheQueryType) BinaryObjectException(org.apache.ignite.binary.BinaryObjectException) BinaryUtils.fieldTypeName(org.apache.ignite.internal.binary.BinaryUtils.fieldTypeName) Collections(java.util.Collections) QueryIndex(org.apache.ignite.cache.QueryIndex) GridClosureException(org.apache.ignite.internal.util.lang.GridClosureException) EVT_CACHE_QUERY_EXECUTED(org.apache.ignite.events.EventType.EVT_CACHE_QUERY_EXECUTED) SchemaIndexDropOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaIndexDropOperation) IgniteException(org.apache.ignite.IgniteException) GridFutureAdapter(org.apache.ignite.internal.util.future.GridFutureAdapter) SchemaIndexCacheVisitorClosure(org.apache.ignite.internal.processors.query.schema.SchemaIndexCacheVisitorClosure) SchemaAlterTableDropColumnOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaAlterTableDropColumnOperation) SchemaOperationException(org.apache.ignite.internal.processors.query.schema.SchemaOperationException) SchemaIndexCacheVisitor(org.apache.ignite.internal.processors.query.schema.SchemaIndexCacheVisitor) SchemaIndexCreateOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaIndexCreateOperation) SchemaIndexCacheVisitorImpl(org.apache.ignite.internal.processors.query.schema.SchemaIndexCacheVisitorImpl) IgniteCheckedException(org.apache.ignite.IgniteCheckedException) SchemaOperationException(org.apache.ignite.internal.processors.query.schema.SchemaOperationException) IgniteException(org.apache.ignite.IgniteException) NodeStoppingException(org.apache.ignite.internal.NodeStoppingException) CacheException(javax.cache.CacheException) BinaryObjectException(org.apache.ignite.binary.BinaryObjectException) GridClosureException(org.apache.ignite.internal.util.lang.GridClosureException) SchemaAddQueryEntityOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaAddQueryEntityOperation) SchemaAlterTableAddColumnOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaAlterTableAddColumnOperation) Collection(java.util.Collection) GridCacheContextInfo(org.apache.ignite.internal.processors.cache.GridCacheContextInfo) Map(java.util.Map) LinkedHashMap(java.util.LinkedHashMap) IdentityHashMap(java.util.IdentityHashMap) ConcurrentHashMap(java.util.concurrent.ConcurrentHashMap) HashMap(java.util.HashMap) ConcurrentMap(java.util.concurrent.ConcurrentMap) Collections.newSetFromMap(java.util.Collections.newSetFromMap)

Example 2 with SchemaAddQueryEntityOperation

use of org.apache.ignite.internal.processors.query.schema.operation.SchemaAddQueryEntityOperation in project ignite by apache.

the class GridQueryProcessor method prepareChangeOnStartedCache.

/**
 * Prepare change on started cache.
 *
 * @param op Operation.
 * @return Result: affected type, nop flag, error.
 */
private T3<QueryTypeDescriptorImpl, Boolean, SchemaOperationException> prepareChangeOnStartedCache(SchemaAbstractOperation op) {
    QueryTypeDescriptorImpl type = null;
    boolean nop = false;
    SchemaOperationException err = null;
    String cacheName = op.cacheName();
    if (op instanceof SchemaIndexCreateOperation) {
        SchemaIndexCreateOperation op0 = (SchemaIndexCreateOperation) op;
        QueryIndex idx = op0.index();
        // Make sure table exists.
        String tblName = op0.tableName();
        type = type(cacheName, tblName);
        if (type == null)
            err = new SchemaOperationException(SchemaOperationException.CODE_TABLE_NOT_FOUND, tblName);
        else {
            // Make sure that index can be applied to the given table.
            for (String idxField : idx.getFieldNames()) {
                if (!type.fields().containsKey(idxField)) {
                    err = new SchemaOperationException(SchemaOperationException.CODE_COLUMN_NOT_FOUND, idxField);
                    break;
                }
            }
        }
        // Check conflict with other indexes.
        if (err == null) {
            String idxName = op0.index().getName();
            QueryIndexKey idxKey = new QueryIndexKey(op.schemaName(), idxName);
            if (idxs.get(idxKey) != null) {
                if (op0.ifNotExists())
                    nop = true;
                else
                    err = new SchemaOperationException(SchemaOperationException.CODE_INDEX_EXISTS, idxName);
            }
        }
    } else if (op instanceof SchemaIndexDropOperation) {
        SchemaIndexDropOperation op0 = (SchemaIndexDropOperation) op;
        String idxName = op0.indexName();
        QueryIndexDescriptorImpl oldIdx = idxs.get(new QueryIndexKey(op.schemaName(), idxName));
        if (oldIdx == null) {
            if (op0.ifExists())
                nop = true;
            else
                err = new SchemaOperationException(SchemaOperationException.CODE_INDEX_NOT_FOUND, idxName);
        } else
            type = oldIdx.typeDescriptor();
    } else if (op instanceof SchemaAlterTableAddColumnOperation) {
        SchemaAlterTableAddColumnOperation op0 = (SchemaAlterTableAddColumnOperation) op;
        type = type(cacheName, op0.tableName());
        if (type == null) {
            if (op0.ifTableExists())
                nop = true;
            else
                err = new SchemaOperationException(SchemaOperationException.CODE_TABLE_NOT_FOUND, op0.tableName());
        } else {
            for (QueryField col : op0.columns()) {
                if (type.hasField(col.name())) {
                    if (op0.ifNotExists()) {
                        assert op0.columns().size() == 1;
                        nop = true;
                    } else
                        err = new SchemaOperationException(CODE_COLUMN_EXISTS, col.name());
                } else if (!checkFieldOnBinaryType(type.typeId(), col))
                    err = new SchemaOperationException(CODE_COLUMN_EXISTS, "with a different type.");
            }
        }
    } else if (op instanceof SchemaAlterTableDropColumnOperation) {
        SchemaAlterTableDropColumnOperation op0 = (SchemaAlterTableDropColumnOperation) op;
        type = type(cacheName, op0.tableName());
        if (type == null) {
            if (op0.ifTableExists())
                nop = true;
            else
                err = new SchemaOperationException(SchemaOperationException.CODE_TABLE_NOT_FOUND, op0.tableName());
        } else {
            for (String name : op0.columns()) {
                if (err != null)
                    break;
                if (!type.hasField(name)) {
                    if (op0.ifExists()) {
                        assert op0.columns().size() == 1;
                        nop = true;
                    } else
                        err = new SchemaOperationException(SchemaOperationException.CODE_COLUMN_NOT_FOUND, name);
                    break;
                }
                err = QueryUtils.validateDropColumn(type, name);
            }
        }
    } else if (op instanceof SchemaAddQueryEntityOperation) {
        if (cacheNames.contains(op.cacheName()))
            err = new SchemaOperationException(SchemaOperationException.CODE_CACHE_ALREADY_INDEXED, op.cacheName());
    } else
        err = new SchemaOperationException("Unsupported operation: " + op);
    return new T3<>(type, nop, err);
}
Also used : SchemaOperationException(org.apache.ignite.internal.processors.query.schema.SchemaOperationException) SchemaIndexCreateOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaIndexCreateOperation) SchemaIndexDropOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaIndexDropOperation) SchemaAddQueryEntityOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaAddQueryEntityOperation) SchemaAlterTableAddColumnOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaAlterTableAddColumnOperation) QueryIndex(org.apache.ignite.cache.QueryIndex) SchemaAlterTableDropColumnOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaAlterTableDropColumnOperation) T3(org.apache.ignite.internal.util.typedef.T3)

Example 3 with SchemaAddQueryEntityOperation

use of org.apache.ignite.internal.processors.query.schema.operation.SchemaAddQueryEntityOperation in project ignite by apache.

the class GridQueryProcessor method prepareChangeOnNotStartedCache.

/**
 * Prepare operation on non-started cache.
 *
 * @param op Operation.
 * @param desc Dynamic cache descriptor.
 * @return Result: nop flag, error.
 */
private T2<Boolean, SchemaOperationException> prepareChangeOnNotStartedCache(SchemaAbstractOperation op, DynamicCacheDescriptor desc) {
    boolean nop = false;
    SchemaOperationException err = null;
    if (op instanceof SchemaAddQueryEntityOperation) {
        if (cacheSupportSql(desc.cacheConfiguration()))
            err = new SchemaOperationException(SchemaOperationException.CODE_CACHE_ALREADY_INDEXED, desc.cacheName());
        return new T2<>(nop, err);
    }
    // Build table and index maps.
    QuerySchema schema = desc.schema();
    Map<String, QueryEntity> tblMap = new HashMap<>();
    Map<String, T2<QueryEntity, QueryIndex>> idxMap = new HashMap<>();
    for (QueryEntity entity : schema.entities()) {
        String tblName = entity.getTableName();
        QueryEntity oldEntity = tblMap.put(tblName, entity);
        if (oldEntity != null) {
            err = new SchemaOperationException("Invalid schema state (duplicate table found): " + tblName);
            break;
        }
        for (QueryIndex entityIdx : entity.getIndexes()) {
            String idxName = entityIdx.getName();
            T2<QueryEntity, QueryIndex> oldIdxEntity = idxMap.put(idxName, new T2<>(entity, entityIdx));
            if (oldIdxEntity != null) {
                err = new SchemaOperationException("Invalid schema state (duplicate index found): " + idxName);
                break;
            }
        }
        if (err != null)
            break;
    }
    // Now check whether operation can be applied to schema.
    if (op instanceof SchemaIndexCreateOperation) {
        SchemaIndexCreateOperation op0 = (SchemaIndexCreateOperation) op;
        String idxName = op0.indexName();
        T2<QueryEntity, QueryIndex> oldIdxEntity = idxMap.get(idxName);
        if (oldIdxEntity == null) {
            String tblName = op0.tableName();
            QueryEntity oldEntity = tblMap.get(tblName);
            if (oldEntity == null)
                err = new SchemaOperationException(SchemaOperationException.CODE_TABLE_NOT_FOUND, tblName);
            else {
                for (String fieldName : op0.index().getFields().keySet()) {
                    Set<String> oldEntityFields = new HashSet<>(oldEntity.getFields().keySet());
                    for (Map.Entry<String, String> alias : oldEntity.getAliases().entrySet()) {
                        oldEntityFields.remove(alias.getKey());
                        oldEntityFields.add(alias.getValue());
                    }
                    if (!oldEntityFields.contains(fieldName)) {
                        err = new SchemaOperationException(SchemaOperationException.CODE_COLUMN_NOT_FOUND, fieldName);
                        break;
                    }
                }
            }
        } else {
            if (op0.ifNotExists())
                nop = true;
            else
                err = new SchemaOperationException(SchemaOperationException.CODE_INDEX_EXISTS, idxName);
        }
    } else if (op instanceof SchemaIndexDropOperation) {
        SchemaIndexDropOperation op0 = (SchemaIndexDropOperation) op;
        String idxName = op0.indexName();
        T2<QueryEntity, QueryIndex> oldIdxEntity = idxMap.get(idxName);
        if (oldIdxEntity == null) {
            if (op0.ifExists())
                nop = true;
            else
                err = new SchemaOperationException(SchemaOperationException.CODE_INDEX_NOT_FOUND, idxName);
        }
    } else if (op instanceof SchemaAlterTableAddColumnOperation) {
        SchemaAlterTableAddColumnOperation op0 = (SchemaAlterTableAddColumnOperation) op;
        QueryEntity e = tblMap.get(op0.tableName());
        if (e == null) {
            if (op0.ifTableExists())
                nop = true;
            else
                err = new SchemaOperationException(SchemaOperationException.CODE_TABLE_NOT_FOUND, op0.tableName());
        } else {
            for (QueryField fld : op0.columns()) {
                if (e.getFields().containsKey(fld.name())) {
                    if (op0.ifNotExists()) {
                        assert op0.columns().size() == 1;
                        nop = true;
                    } else
                        err = new SchemaOperationException(CODE_COLUMN_EXISTS, fld.name());
                }
            }
        }
    } else if (op instanceof SchemaAlterTableDropColumnOperation) {
        SchemaAlterTableDropColumnOperation op0 = (SchemaAlterTableDropColumnOperation) op;
        QueryEntity e = tblMap.get(op0.tableName());
        if (e == null) {
            if (op0.ifTableExists())
                nop = true;
            else
                err = new SchemaOperationException(SchemaOperationException.CODE_TABLE_NOT_FOUND, op0.tableName());
        } else {
            for (String colName : op0.columns()) {
                if (err != null)
                    break;
                String fldName = QueryUtils.fieldNameByAlias(e, colName);
                if (!e.getFields().containsKey(fldName)) {
                    if (op0.ifExists()) {
                        assert op0.columns().size() == 1;
                        nop = true;
                    } else
                        err = new SchemaOperationException(SchemaOperationException.CODE_COLUMN_NOT_FOUND, fldName);
                    break;
                }
                err = QueryUtils.validateDropColumn(e, fldName, colName);
            }
        }
    } else
        err = new SchemaOperationException("Unsupported operation: " + op);
    return new T2<>(nop, err);
}
Also used : SchemaOperationException(org.apache.ignite.internal.processors.query.schema.SchemaOperationException) LinkedHashMap(java.util.LinkedHashMap) IdentityHashMap(java.util.IdentityHashMap) ConcurrentHashMap(java.util.concurrent.ConcurrentHashMap) HashMap(java.util.HashMap) SchemaIndexCreateOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaIndexCreateOperation) SchemaIndexDropOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaIndexDropOperation) QueryEntity(org.apache.ignite.cache.QueryEntity) SchemaAddQueryEntityOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaAddQueryEntityOperation) SchemaAlterTableAddColumnOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaAlterTableAddColumnOperation) QueryIndex(org.apache.ignite.cache.QueryIndex) Map(java.util.Map) LinkedHashMap(java.util.LinkedHashMap) IdentityHashMap(java.util.IdentityHashMap) ConcurrentHashMap(java.util.concurrent.ConcurrentHashMap) HashMap(java.util.HashMap) ConcurrentMap(java.util.concurrent.ConcurrentMap) Collections.newSetFromMap(java.util.Collections.newSetFromMap) T2(org.apache.ignite.internal.util.typedef.T2) HashSet(java.util.HashSet) GridBoundedConcurrentLinkedHashSet(org.apache.ignite.internal.util.GridBoundedConcurrentLinkedHashSet) SchemaAlterTableDropColumnOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaAlterTableDropColumnOperation)

Example 4 with SchemaAddQueryEntityOperation

use of org.apache.ignite.internal.processors.query.schema.operation.SchemaAddQueryEntityOperation in project ignite by apache.

the class GridQueryProcessor method onCacheStart0.

/**
 * Create type descriptors from schema and initialize indexing for given cache.<p>
 * Use with {@link #busyLock} where appropriate.
 * @param cacheInfo Cache context info.
 * @param schema Initial schema.
 * @param isSql {@code true} in case create cache initialized from SQL.
 * @throws IgniteCheckedException If failed.
 */
public void onCacheStart0(GridCacheContextInfo<?, ?> cacheInfo, QuerySchema schema, boolean isSql) throws IgniteCheckedException {
    if (!cacheSupportSql(cacheInfo.config())) {
        synchronized (stateMux) {
            boolean proceed = false;
            for (SchemaAbstractDiscoveryMessage msg : activeProposals.values()) {
                if (msg.operation() instanceof SchemaAddQueryEntityOperation) {
                    SchemaAddQueryEntityOperation op = (SchemaAddQueryEntityOperation) msg.operation();
                    if (op.cacheName().equals(cacheInfo.name())) {
                        proceed = true;
                        break;
                    }
                }
            }
            if (!proceed)
                return;
        }
    }
    ctx.cache().context().database().checkpointReadLock();
    try {
        if (cacheInfo.isClientCache() && cacheInfo.isCacheContextInited() && idx.initCacheContext(cacheInfo.cacheContext()))
            return;
        synchronized (stateMux) {
            boolean escape = cacheInfo.config().isSqlEscapeAll();
            String cacheName = cacheInfo.name();
            String schemaName = QueryUtils.normalizeSchemaName(cacheName, cacheInfo.config().getSqlSchema());
            T3<Collection<QueryTypeCandidate>, Map<String, QueryTypeDescriptorImpl>, Map<String, QueryTypeDescriptorImpl>> candRes = createQueryCandidates(cacheName, schemaName, cacheInfo, schema.entities(), escape);
            // Ensure that candidates has unique index names.
            // Otherwise we will not be able to apply pending operations.
            Collection<QueryTypeCandidate> cands = candRes.get1();
            Map<String, QueryTypeDescriptorImpl> tblTypMap = candRes.get2();
            Map<String, QueryTypeDescriptorImpl> idxTypMap = candRes.get3();
            // There could be only one in-flight operation for a cache.
            for (SchemaOperation op : schemaOps.values()) {
                if (F.eq(op.proposeMessage().deploymentId(), cacheInfo.dynamicDeploymentId())) {
                    if (op.started()) {
                        SchemaOperationWorker worker = op.manager().worker();
                        assert !worker.cacheRegistered();
                        if (!worker.nop()) {
                            IgniteInternalFuture fut = worker.future();
                            assert fut.isDone();
                            if (fut.error() == null) {
                                SchemaAbstractOperation op0 = op.proposeMessage().operation();
                                if (op0 instanceof SchemaIndexCreateOperation) {
                                    SchemaIndexCreateOperation opCreate = (SchemaIndexCreateOperation) op0;
                                    QueryTypeDescriptorImpl typeDesc = tblTypMap.get(opCreate.tableName());
                                    assert typeDesc != null;
                                    QueryUtils.processDynamicIndexChange(opCreate.indexName(), opCreate.index(), typeDesc);
                                } else if (op0 instanceof SchemaIndexDropOperation) {
                                    SchemaIndexDropOperation opDrop = (SchemaIndexDropOperation) op0;
                                    QueryTypeDescriptorImpl typeDesc = idxTypMap.get(opDrop.indexName());
                                    assert typeDesc != null;
                                    QueryUtils.processDynamicIndexChange(opDrop.indexName(), null, typeDesc);
                                } else if (op0 instanceof SchemaAlterTableAddColumnOperation) {
                                    SchemaAlterTableAddColumnOperation opAddCol = (SchemaAlterTableAddColumnOperation) op0;
                                    QueryTypeDescriptorImpl typeDesc = tblTypMap.get(opAddCol.tableName());
                                    assert typeDesc != null;
                                    processDynamicAddColumn(typeDesc, opAddCol.columns());
                                } else if (op0 instanceof SchemaAlterTableDropColumnOperation) {
                                    SchemaAlterTableDropColumnOperation opDropCol = (SchemaAlterTableDropColumnOperation) op0;
                                    QueryTypeDescriptorImpl typeDesc = tblTypMap.get(opDropCol.tableName());
                                    assert typeDesc != null;
                                    processDynamicDropColumn(typeDesc, opDropCol.columns());
                                } else if (op0 instanceof SchemaAddQueryEntityOperation) {
                                    SchemaAddQueryEntityOperation opEnableIdx = (SchemaAddQueryEntityOperation) op0;
                                    cacheInfo.onSchemaAddQueryEntity(opEnableIdx);
                                    cands = createQueryCandidates(opEnableIdx.cacheName(), opEnableIdx.schemaName(), cacheInfo, opEnableIdx.entities(), opEnableIdx.isSqlEscape()).get1();
                                    schemaName = opEnableIdx.schemaName();
                                } else
                                    assert false : "Unsupported operation: " + op0;
                            }
                        }
                    }
                    break;
                }
            }
            // Ready to register at this point.
            registerCache0(cacheName, schemaName, cacheInfo, cands, isSql);
        }
    } finally {
        ctx.cache().context().database().checkpointReadUnlock();
    }
}
Also used : SchemaIndexCreateOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaIndexCreateOperation) SchemaOperationWorker(org.apache.ignite.internal.processors.query.schema.SchemaOperationWorker) SchemaIndexDropOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaIndexDropOperation) IgniteInternalFuture(org.apache.ignite.internal.IgniteInternalFuture) SchemaAddQueryEntityOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaAddQueryEntityOperation) SchemaAbstractOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaAbstractOperation) SchemaAlterTableAddColumnOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaAlterTableAddColumnOperation) Collection(java.util.Collection) Map(java.util.Map) LinkedHashMap(java.util.LinkedHashMap) IdentityHashMap(java.util.IdentityHashMap) ConcurrentHashMap(java.util.concurrent.ConcurrentHashMap) HashMap(java.util.HashMap) ConcurrentMap(java.util.concurrent.ConcurrentMap) Collections.newSetFromMap(java.util.Collections.newSetFromMap) SchemaAbstractDiscoveryMessage(org.apache.ignite.internal.processors.query.schema.message.SchemaAbstractDiscoveryMessage) SchemaAlterTableDropColumnOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaAlterTableDropColumnOperation)

Example 5 with SchemaAddQueryEntityOperation

use of org.apache.ignite.internal.processors.query.schema.operation.SchemaAddQueryEntityOperation in project ignite by apache.

the class GridQueryProcessor method onLocalOperationFinished.

/**
 * Apply positive index operation result.
 *
 * @param op Operation.
 * @param type Type descriptor (if available),
 */
public void onLocalOperationFinished(SchemaAbstractOperation op, @Nullable QueryTypeDescriptorImpl type) {
    synchronized (stateMux) {
        if (disconnected)
            return;
        // No need to apply anything to obsolete type.
        if (type == null || type.obsolete()) {
            if (log.isDebugEnabled())
                log.debug("Local operation finished, but type descriptor is either missing or obsolete " + "(will ignore) [opId=" + op.id() + ']');
            return;
        }
        if (log.isDebugEnabled())
            log.debug("Local operation finished successfully [opId=" + op.id() + ']');
        String schemaName = op.schemaName();
        try {
            if (op instanceof SchemaIndexCreateOperation) {
                SchemaIndexCreateOperation op0 = (SchemaIndexCreateOperation) op;
                QueryUtils.processDynamicIndexChange(op0.indexName(), op0.index(), type);
                QueryIndexDescriptorImpl idxDesc = type.index(op0.indexName());
                QueryIndexKey idxKey = new QueryIndexKey(schemaName, op0.indexName());
                idxs.put(idxKey, idxDesc);
            } else if (op instanceof SchemaIndexDropOperation) {
                SchemaIndexDropOperation op0 = (SchemaIndexDropOperation) op;
                QueryUtils.processDynamicIndexChange(op0.indexName(), null, type);
                QueryIndexKey idxKey = new QueryIndexKey(schemaName, op0.indexName());
                idxs.remove(idxKey);
            } else {
                assert (op instanceof SchemaAddQueryEntityOperation || op instanceof SchemaAlterTableAddColumnOperation || op instanceof SchemaAlterTableDropColumnOperation);
            // No-op - all processing is done at "local" stage
            // as we must update both table and type descriptor atomically.
            }
        } catch (IgniteCheckedException e) {
            U.warn(log, "Failed to finish index operation [opId=" + op.id() + " op=" + op + ']', e);
        }
    }
}
Also used : SchemaAddQueryEntityOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaAddQueryEntityOperation) IgniteCheckedException(org.apache.ignite.IgniteCheckedException) SchemaAlterTableAddColumnOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaAlterTableAddColumnOperation) SchemaIndexCreateOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaIndexCreateOperation) SchemaIndexDropOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaIndexDropOperation) SchemaAlterTableDropColumnOperation(org.apache.ignite.internal.processors.query.schema.operation.SchemaAlterTableDropColumnOperation)

Aggregations

SchemaAddQueryEntityOperation (org.apache.ignite.internal.processors.query.schema.operation.SchemaAddQueryEntityOperation)8 SchemaAlterTableAddColumnOperation (org.apache.ignite.internal.processors.query.schema.operation.SchemaAlterTableAddColumnOperation)6 SchemaAlterTableDropColumnOperation (org.apache.ignite.internal.processors.query.schema.operation.SchemaAlterTableDropColumnOperation)6 SchemaIndexCreateOperation (org.apache.ignite.internal.processors.query.schema.operation.SchemaIndexCreateOperation)6 SchemaIndexDropOperation (org.apache.ignite.internal.processors.query.schema.operation.SchemaIndexDropOperation)6 QueryEntity (org.apache.ignite.cache.QueryEntity)5 HashMap (java.util.HashMap)4 QueryIndex (org.apache.ignite.cache.QueryIndex)4 ArrayList (java.util.ArrayList)3 Collection (java.util.Collection)3 Collections.newSetFromMap (java.util.Collections.newSetFromMap)3 IdentityHashMap (java.util.IdentityHashMap)3 LinkedHashMap (java.util.LinkedHashMap)3 Map (java.util.Map)3 ConcurrentHashMap (java.util.concurrent.ConcurrentHashMap)3 ConcurrentMap (java.util.concurrent.ConcurrentMap)3 SchemaOperationException (org.apache.ignite.internal.processors.query.schema.SchemaOperationException)3 SchemaAbstractOperation (org.apache.ignite.internal.processors.query.schema.operation.SchemaAbstractOperation)3 HashSet (java.util.HashSet)2 LinkedList (java.util.LinkedList)2