Examples with InvalidReplicaAssignmentException org.apache.kafka.common.errors.InvalidReplicaAssignmentException used on opensource projects

Example 1 with InvalidReplicaAssignmentException

use of org.apache.kafka.common.errors.InvalidReplicaAssignmentException in project kafka by apache.

the class ReplicationControlManager method createPartitions.

void createPartitions(CreatePartitionsTopic topic, List<ApiMessageAndVersion> records) {
    Uuid topicId = topicsByName.get(topic.name());
    if (topicId == null) {
        throw new UnknownTopicOrPartitionException();
    }
    TopicControlInfo topicInfo = topics.get(topicId);
    if (topicInfo == null) {
        throw new UnknownTopicOrPartitionException();
    }
    if (topic.count() == topicInfo.parts.size()) {
        throw new InvalidPartitionsException("Topic already has " + topicInfo.parts.size() + " partition(s).");
    } else if (topic.count() < topicInfo.parts.size()) {
        throw new InvalidPartitionsException("The topic " + topic.name() + " currently " + "has " + topicInfo.parts.size() + " partition(s); " + topic.count() + " would not be an increase.");
    }
    int additional = topic.count() - topicInfo.parts.size();
    if (topic.assignments() != null) {
        if (topic.assignments().size() != additional) {
            throw new InvalidReplicaAssignmentException("Attempted to add " + additional + " additional partition(s), but only " + topic.assignments().size() + " assignment(s) were specified.");
        }
    }
    Iterator<PartitionRegistration> iterator = topicInfo.parts.values().iterator();
    if (!iterator.hasNext()) {
        throw new UnknownServerException("Invalid state: topic " + topic.name() + " appears to have no partitions.");
    }
    PartitionRegistration partitionInfo = iterator.next();
    if (partitionInfo.replicas.length > Short.MAX_VALUE) {
        throw new UnknownServerException("Invalid replication factor " + partitionInfo.replicas.length + ": expected a number equal to less than " + Short.MAX_VALUE);
    }
    short replicationFactor = (short) partitionInfo.replicas.length;
    int startPartitionId = topicInfo.parts.size();
    List<List<Integer>> placements;
    List<List<Integer>> isrs;
    if (topic.assignments() != null) {
        placements = new ArrayList<>();
        isrs = new ArrayList<>();
        for (int i = 0; i < topic.assignments().size(); i++) {
            CreatePartitionsAssignment assignment = topic.assignments().get(i);
            validateManualPartitionAssignment(assignment.brokerIds(), OptionalInt.of(replicationFactor));
            placements.add(assignment.brokerIds());
            List<Integer> isr = assignment.brokerIds().stream().filter(clusterControl::unfenced).collect(Collectors.toList());
            if (isr.isEmpty()) {
                throw new InvalidReplicaAssignmentException("All brokers specified in the manual partition assignment for " + "partition " + (startPartitionId + i) + " are fenced.");
            }
            isrs.add(isr);
        }
    } else {
        placements = clusterControl.placeReplicas(startPartitionId, additional, replicationFactor);
        isrs = placements;
    }
    int partitionId = startPartitionId;
    for (int i = 0; i < placements.size(); i++) {
        List<Integer> placement = placements.get(i);
        List<Integer> isr = isrs.get(i);
        records.add(new ApiMessageAndVersion(new PartitionRecord().setPartitionId(partitionId).setTopicId(topicId).setReplicas(placement).setIsr(isr).setRemovingReplicas(Collections.emptyList()).setAddingReplicas(Collections.emptyList()).setLeader(isr.get(0)).setLeaderEpoch(0).setPartitionEpoch(0), PARTITION_RECORD.highestSupportedVersion()));
        partitionId++;
    }
}

Example 2 with InvalidReplicaAssignmentException

use of org.apache.kafka.common.errors.InvalidReplicaAssignmentException in project kafka by apache.

the class ReplicationControlManager method validateManualPartitionAssignment.

void validateManualPartitionAssignment(List<Integer> assignment, OptionalInt replicationFactor) {
    if (assignment.isEmpty()) {
        throw new InvalidReplicaAssignmentException("The manual partition " + "assignment includes an empty replica list.");
    }
    List<Integer> sortedBrokerIds = new ArrayList<>(assignment);
    sortedBrokerIds.sort(Integer::compare);
    Integer prevBrokerId = null;
    for (Integer brokerId : sortedBrokerIds) {
        if (!clusterControl.brokerRegistrations().containsKey(brokerId)) {
            throw new InvalidReplicaAssignmentException("The manual partition " + "assignment includes broker " + brokerId + ", but no such broker is " + "registered.");
        }
        if (brokerId.equals(prevBrokerId)) {
            throw new InvalidReplicaAssignmentException("The manual partition " + "assignment includes the broker " + prevBrokerId + " more than " + "once.");
        }
        prevBrokerId = brokerId;
    }
    if (replicationFactor.isPresent() && sortedBrokerIds.size() != replicationFactor.getAsInt()) {
        throw new InvalidReplicaAssignmentException("The manual partition " + "assignment includes a partition with " + sortedBrokerIds.size() + " replica(s), but this is not consistent with previous " + "partitions, which have " + replicationFactor.getAsInt() + " replica(s).");
    }
}