Examples with ExtendedTableChange org.apache.ignite.internal.configuration.schema.ExtendedTableChange used on opensource projects

Example 1 with ExtendedTableChange

use of org.apache.ignite.internal.configuration.schema.ExtendedTableChange in project ignite-3 by apache.

the class TableManager method updateAssignments.

/**
 * Update assignments for all current tables according to input nodes list. These approach has known issues {@link
 * Ignite#setBaseline(Set)}.
 *
 * @param clusterNodes Set of nodes for assignment.
 */
private void updateAssignments(Set<ClusterNode> clusterNodes) {
    var setBaselineFut = new CompletableFuture<>();
    var changePeersQueue = new ArrayList<Supplier<CompletableFuture<Void>>>();
    tablesCfg.tables().change(tbls -> {
        changePeersQueue.clear();
        for (int i = 0; i < tbls.size(); i++) {
            tbls.createOrUpdate(tbls.get(i).name(), changeX -> {
                ExtendedTableChange change = (ExtendedTableChange) changeX;
                byte[] currAssignments = change.assignments();
                List<List<ClusterNode>> recalculatedAssignments = AffinityUtils.calculateAssignments(clusterNodes, change.partitions(), change.replicas());
                if (!recalculatedAssignments.equals(ByteUtils.fromBytes(currAssignments))) {
                    change.changeAssignments(ByteUtils.toBytes(recalculatedAssignments));
                    changePeersQueue.add(() -> updateRaftTopology((List<List<ClusterNode>>) ByteUtils.fromBytes(currAssignments), recalculatedAssignments, change.id()));
                }
            });
        }
    }).thenCompose((v) -> {
        CompletableFuture<?>[] changePeersFutures = new CompletableFuture<?>[changePeersQueue.size()];
        int i = 0;
        for (Supplier<CompletableFuture<Void>> task : changePeersQueue) {
            changePeersFutures[i++] = task.get();
        }
        return CompletableFuture.allOf(changePeersFutures);
    }).whenComplete((res, th) -> {
        if (th != null) {
            setBaselineFut.completeExceptionally(th);
        } else {
            setBaselineFut.complete(null);
        }
    });
    setBaselineFut.join();
}

Example 2 with ExtendedTableChange

use of org.apache.ignite.internal.configuration.schema.ExtendedTableChange in project ignite-3 by apache.

the class TableManager method createTableAsyncInternal.

/**
 * Internal method that creates a new table with the given {@code name} asynchronously. If a table with the same name already exists,
 * a future will be completed with {@link TableAlreadyExistsException}.
 *
 * @param name            Table name.
 * @param tableInitChange Table changer.
 * @return Future representing pending completion of the operation.
 * @throws IgniteException If an unspecified platform exception has happened internally. Is thrown when:
 *                         <ul>
 *                             <li>the node is stopping.</li>
 *                         </ul>
 * @see TableAlreadyExistsException
 */
private CompletableFuture<Table> createTableAsyncInternal(String name, Consumer<TableChange> tableInitChange) {
    CompletableFuture<Table> tblFut = new CompletableFuture<>();
    tableAsyncInternal(name).thenAccept(tbl -> {
        if (tbl != null) {
            tblFut.completeExceptionally(new TableAlreadyExistsException(name));
        } else {
            tablesCfg.tables().change(change -> {
                if (change.get(name) != null) {
                    throw new TableAlreadyExistsException(name);
                }
                change.create(name, (ch) -> {
                    tableInitChange.accept(ch);
                    var extConfCh = ((ExtendedTableChange) ch);
                    tableCreateFuts.put(extConfCh.id(), tblFut);
                    // Affinity assignments calculation.
                    extConfCh.changeAssignments(ByteUtils.toBytes(AffinityUtils.calculateAssignments(baselineMgr.nodes(), ch.partitions(), ch.replicas()))).changeSchemas(schemasCh -> schemasCh.create(String.valueOf(INITIAL_SCHEMA_VERSION), schemaCh -> {
                        SchemaDescriptor schemaDesc;
                        // prepareSchemaDescriptor() method.
                        try {
                            schemaDesc = SchemaUtils.prepareSchemaDescriptor(((ExtendedTableView) ch).schemas().size(), ch);
                        } catch (IllegalArgumentException ex) {
                            throw new ConfigurationValidationException(ex.getMessage());
                        }
                        schemaCh.changeSchema(SchemaSerializerImpl.INSTANCE.serialize(schemaDesc));
                    }));
                });
            }).exceptionally(t -> {
                Throwable ex = getRootCause(t);
                if (ex instanceof TableAlreadyExistsException) {
                    tblFut.completeExceptionally(ex);
                } else {
                    LOG.error(IgniteStringFormatter.format("Table wasn't created [name={}]", name), ex);
                    tblFut.completeExceptionally(ex);
                    tableCreateFuts.values().removeIf(fut -> fut == tblFut);
                }
                return null;
            });
        }
    });
    return tblFut;
}

Example 3 with ExtendedTableChange

use of org.apache.ignite.internal.configuration.schema.ExtendedTableChange in project ignite-3 by apache.

the class TableManager method alterTableAsyncInternal.

/**
 * Internal method that alters a cluster table. If an appropriate table does not exist, a future will be
 * completed with {@link TableNotFoundException}.
 *
 * @param name        Table name.
 * @param tableChange Table changer.
 * @return Future representing pending completion of the operation.
 * @throws IgniteException If an unspecified platform exception has happened internally. Is thrown when:
 *                         <ul>
 *                             <li>the node is stopping.</li>
 *                         </ul>
 * @see TableNotFoundException
 */
@NotNull
private CompletableFuture<Void> alterTableAsyncInternal(String name, Consumer<TableChange> tableChange) {
    CompletableFuture<Void> tblFut = new CompletableFuture<>();
    tableAsync(name).thenAccept(tbl -> {
        if (tbl == null) {
            tblFut.completeExceptionally(new TableNotFoundException(name));
        } else {
            TableImpl tblImpl = (TableImpl) tbl;
            tablesCfg.tables().change(ch -> {
                if (ch.get(name) == null) {
                    throw new TableNotFoundException(name);
                }
                ch.update(name, tblCh -> {
                    tableChange.accept(tblCh);
                    ((ExtendedTableChange) tblCh).changeSchemas(schemasCh -> schemasCh.createOrUpdate(String.valueOf(schemasCh.size() + 1), schemaCh -> {
                        ExtendedTableView currTableView = (ExtendedTableView) tablesCfg.tables().get(name).value();
                        SchemaDescriptor descriptor;
                        // here to ensure a valid configuration passed to prepareSchemaDescriptor() method.
                        try {
                            descriptor = SchemaUtils.prepareSchemaDescriptor(((ExtendedTableView) tblCh).schemas().size(), tblCh);
                            descriptor.columnMapping(SchemaUtils.columnMapper(tblImpl.schemaView().schema(currTableView.schemas().size()), currTableView, descriptor, tblCh));
                        } catch (IllegalArgumentException ex) {
                            // Convert unexpected exceptions here,
                            // because validation actually happens later,
                            // when bulk configuration update is applied.
                            ConfigurationValidationException e = new ConfigurationValidationException(ex.getMessage());
                            e.addSuppressed(ex);
                            throw e;
                        }
                        schemaCh.changeSchema(SchemaSerializerImpl.INSTANCE.serialize(descriptor));
                    }));
                });
            }).whenComplete((res, t) -> {
                if (t != null) {
                    Throwable ex = getRootCause(t);
                    if (ex instanceof TableNotFoundException) {
                        tblFut.completeExceptionally(ex);
                    } else {
                        LOG.error(IgniteStringFormatter.format("Table wasn't altered [name={}]", name), ex);
                        tblFut.completeExceptionally(ex);
                    }
                } else {
                    tblFut.complete(res);
                }
            });
        }
    });
    return tblFut;
}