Examples with QuotaExceededException com.sequenceiq.cloudbreak.cloud.exception.QuotaExceededException used on opensource projects

Example 6 with QuotaExceededException

use of com.sequenceiq.cloudbreak.cloud.exception.QuotaExceededException in project cloudbreak by hortonworks.

the class AzureUpscaleService method checkIfQuotaLimitIssued.

private void checkIfQuotaLimitIssued(CloudException e) throws QuotaExceededException {
    if (e.body() != null && e.body().details() != null) {
        List<CloudError> errorDetails = e.body().details();
        for (CloudError errorDetail : errorDetails) {
            if ("QuotaExceeded".equals(errorDetail.code())) {
                Pattern pattern = Pattern.compile(".*Current Limit: ([0-9]+), Current Usage: ([0-9]+), Additional Required: ([0-9]+).*");
                Matcher matcher = pattern.matcher(errorDetail.message());
                if (matcher.find()) {
                    int currentLimit = Integer.parseInt(matcher.group(CURRENT_LIMIT_GROUP));
                    int currentUsage = Integer.parseInt(matcher.group(CURRENT_USAGE_GROUP));
                    int additionalRequired = Integer.parseInt(matcher.group(ADDITIONAL_REQUIRED_GROUP));
                    throw new QuotaExceededException(currentLimit, currentUsage, additionalRequired, errorDetail.message(), e);
                } else {
                    LOGGER.warn("Quota exceeded pattern does not match: {}", errorDetail.message());
                }
            }
        }
    }
}

Example 7 with QuotaExceededException

use of com.sequenceiq.cloudbreak.cloud.exception.QuotaExceededException in project cloudbreak by hortonworks.

the class StackUpscaleServiceTest method testExactButFailBecauseHigherThanProvisionable.

@Test
public void testExactButFailBecauseHigherThanProvisionable() throws QuotaExceededException {
    CloudConnector connector = mock(CloudConnector.class);
    ResourceConnector resourceConnector = mock(ResourceConnector.class);
    when(connector.resources()).thenReturn(resourceConnector);
    when(resourceConnector.upscale(any(), any(), any(), any())).thenThrow(new QuotaExceededException(40, 20, 40, "quota error", new Exception()));
    AdjustmentTypeWithThreshold adjustmentTypeWithThreshold = new AdjustmentTypeWithThreshold(AdjustmentType.EXACT, 3L);
    List<Group> groups = new ArrayList<>();
    List<CloudInstance> workerInstances = new ArrayList<>();
    workerInstances.add(new CloudInstance("W1", getInstanceTemplate(1L, "worker"), mock(InstanceAuthentication.class), "subnet-1", "az1", Map.of(CloudInstance.FQDN, "worker1.example.com")));
    workerInstances.add(new CloudInstance(null, getInstanceTemplate(2L, "worker"), mock(InstanceAuthentication.class), "subnet-1", "az1", Map.of(CloudInstance.FQDN, "worker2.example.com")));
    workerInstances.add(new CloudInstance(null, getInstanceTemplate(3L, "worker"), mock(InstanceAuthentication.class), "subnet-1", "az1", Map.of(CloudInstance.FQDN, "worker3.example.com")));
    groups.add(new Group("worker", InstanceGroupType.CORE, workerInstances, mock(Security.class), mock(CloudInstance.class), mock(InstanceAuthentication.class), "admin", "ssh", 100, Optional.empty(), null, emptyMap()));
    List<CloudInstance> computeInstances = new ArrayList<>();
    computeInstances.add(new CloudInstance("C1", getInstanceTemplate(4L, "compute"), mock(InstanceAuthentication.class), "subnet-1", "az1", Map.of(CloudInstance.FQDN, "compute1.example.com")));
    computeInstances.add(new CloudInstance(null, getInstanceTemplate(5L, "compute"), mock(InstanceAuthentication.class), "subnet-1", "az1", Map.of(CloudInstance.FQDN, "compute2.example.com")));
    computeInstances.add(new CloudInstance(null, getInstanceTemplate(6L, "compute"), mock(InstanceAuthentication.class), "subnet-1", "az1", Map.of(CloudInstance.FQDN, "compute3.example.com")));
    groups.add(new Group("compute", InstanceGroupType.CORE, computeInstances, mock(Security.class), mock(CloudInstance.class), mock(InstanceAuthentication.class), "admin", "ssh", 100, Optional.empty(), null, emptyMap()));
    CloudStack cloudStack = new CloudStack(groups, mock(Network.class), mock(Image.class), Collections.emptyMap(), Collections.emptyMap(), "template", mock(InstanceAuthentication.class), "username", "publickey", mock(SpiFileSystem.class));
    UpscaleStackRequest<UpscaleStackResult> upscaleStackRequest = new UpscaleStackRequest<>(mock(CloudContext.class), mock(CloudCredential.class), cloudStack, new ArrayList<>(), adjustmentTypeWithThreshold);
    Assertions.assertThrows(CloudConnectorException.class, () -> stackUpscaleService.upscale(mock(AuthenticatedContext.class), upscaleStackRequest, connector));
    verify(flowMessageService, times(1)).fireEventAndLog(upscaleStackRequest.getResourceId(), UPDATE_IN_PROGRESS.name(), STACK_UPSCALE_QUOTA_ISSUE, "quota error");
    ArgumentCaptor<CloudStack> cloudStackArgumentCaptor = ArgumentCaptor.forClass(CloudStack.class);
    verify(resourceConnector, times(1)).upscale(any(), cloudStackArgumentCaptor.capture(), any(), eq(adjustmentTypeWithThreshold));
}

Example 8 with QuotaExceededException

use of com.sequenceiq.cloudbreak.cloud.exception.QuotaExceededException in project cloudbreak by hortonworks.

the class StackUpscaleServiceTest method testPercentageAndProvisionable.

@Test
public void testPercentageAndProvisionable() throws QuotaExceededException {
    CloudConnector connector = mock(CloudConnector.class);
    ResourceConnector resourceConnector = mock(ResourceConnector.class);
    when(connector.resources()).thenReturn(resourceConnector);
    when(resourceConnector.upscale(any(), any(), any(), any())).thenThrow(new QuotaExceededException(40, 20, 40, "quota error", new Exception())).thenReturn(Collections.emptyList());
    AdjustmentTypeWithThreshold adjustmentTypeWithThreshold = new AdjustmentTypeWithThreshold(AdjustmentType.PERCENTAGE, 50L);
    List<Group> groups = new ArrayList<>();
    List<CloudInstance> workerInstances = new ArrayList<>();
    workerInstances.add(new CloudInstance("W1", getInstanceTemplate(1L, "worker"), mock(InstanceAuthentication.class), "subnet-1", "az1", Map.of(CloudInstance.FQDN, "worker1.example.com")));
    workerInstances.add(new CloudInstance(null, getInstanceTemplate(2L, "worker"), mock(InstanceAuthentication.class), "subnet-1", "az1", Map.of(CloudInstance.FQDN, "worker2.example.com")));
    workerInstances.add(new CloudInstance(null, getInstanceTemplate(3L, "worker"), mock(InstanceAuthentication.class), "subnet-1", "az1", Map.of(CloudInstance.FQDN, "worker3.example.com")));
    groups.add(new Group("worker", InstanceGroupType.CORE, workerInstances, mock(Security.class), mock(CloudInstance.class), mock(InstanceAuthentication.class), "admin", "ssh", 100, Optional.empty(), null, emptyMap()));
    List<CloudInstance> computeInstances = new ArrayList<>();
    computeInstances.add(new CloudInstance("C1", getInstanceTemplate(4L, "compute"), mock(InstanceAuthentication.class), "subnet-1", "az1", Map.of(CloudInstance.FQDN, "compute1.example.com")));
    computeInstances.add(new CloudInstance(null, getInstanceTemplate(5L, "compute"), mock(InstanceAuthentication.class), "subnet-1", "az1", Map.of(CloudInstance.FQDN, "compute2.example.com")));
    computeInstances.add(new CloudInstance(null, getInstanceTemplate(6L, "compute"), mock(InstanceAuthentication.class), "subnet-1", "az1", Map.of(CloudInstance.FQDN, "compute3.example.com")));
    groups.add(new Group("compute", InstanceGroupType.CORE, computeInstances, mock(Security.class), mock(CloudInstance.class), mock(InstanceAuthentication.class), "admin", "ssh", 100, Optional.empty(), null, emptyMap()));
    CloudStack cloudStack = new CloudStack(groups, mock(Network.class), mock(Image.class), Collections.emptyMap(), Collections.emptyMap(), "template", mock(InstanceAuthentication.class), "username", "publickey", mock(SpiFileSystem.class));
    UpscaleStackRequest<UpscaleStackResult> upscaleStackRequest = new UpscaleStackRequest<>(mock(CloudContext.class), mock(CloudCredential.class), cloudStack, new ArrayList<>(), adjustmentTypeWithThreshold);
    stackUpscaleService.upscale(mock(AuthenticatedContext.class), upscaleStackRequest, connector);
    verify(flowMessageService, times(1)).fireEventAndLog(upscaleStackRequest.getResourceId(), UPDATE_IN_PROGRESS.name(), STACK_UPSCALE_QUOTA_ISSUE, "quota error");
    ArgumentCaptor<CloudStack> cloudStackArgumentCaptor = ArgumentCaptor.forClass(CloudStack.class);
    verify(resourceConnector, times(2)).upscale(any(), cloudStackArgumentCaptor.capture(), any(), eq(adjustmentTypeWithThreshold));
    List<CloudStack> cloudStacks = cloudStackArgumentCaptor.getAllValues();
    List<CloudInstance> cloudInstances = cloudStacks.get(1).getGroups().stream().flatMap(group -> group.getInstances().stream()).collect(Collectors.toList());
    List<CloudInstance> cloudInstancesWithoutInstanceId = cloudInstances.stream().filter(cloudInstance -> cloudInstance.getInstanceId() == null).collect(Collectors.toList());
    assertEquals(4, cloudInstances.size());
    assertEquals(2, cloudInstancesWithoutInstanceId.size());
}

Example 9 with QuotaExceededException

use of com.sequenceiq.cloudbreak.cloud.exception.QuotaExceededException in project cloudbreak by hortonworks.

the class AzureUpscaleService method upscale.

public List<CloudResourceStatus> upscale(AuthenticatedContext ac, CloudStack stack, List<CloudResource> resources, AzureStackView azureStackView, AzureClient client, AdjustmentTypeWithThreshold adjustmentTypeWithThreshold) throws QuotaExceededException {
    CloudContext cloudContext = ac.getCloudContext();
    String stackName = azureUtils.getStackName(cloudContext);
    String resourceGroupName = azureResourceGroupMetadataProvider.getResourceGroupName(cloudContext, stack);
    List<CloudResource> newInstances = new ArrayList<>();
    List<CloudResource> templateResources = new ArrayList<>();
    List<CloudResource> osDiskResources = new ArrayList<>();
    DateTime preDeploymentTime = DateTime.now();
    filterExistingInstances(azureStackView);
    try {
        List<Group> scaledGroups = cloudResourceHelper.getScaledGroups(stack);
        CloudResource armTemplate = getArmTemplate(resources, stackName);
        Deployment templateDeployment = azureTemplateDeploymentService.getTemplateDeployment(client, stack, ac, azureStackView, AzureInstanceTemplateOperation.UPSCALE);
        LOGGER.info("Created template deployment for upscale: {}", templateDeployment.exportTemplate().template());
        templateResources.addAll(azureCloudResourceService.getDeploymentCloudResources(templateDeployment));
        newInstances.addAll(azureCloudResourceService.getInstanceCloudResources(stackName, templateResources, scaledGroups, resourceGroupName));
        if (!newInstances.isEmpty()) {
            osDiskResources.addAll(azureCloudResourceService.getAttachedOsDiskResources(newInstances, resourceGroupName, client));
        } else {
            LOGGER.warn("Skipping OS disk collection as there was no VM instance found amongst cloud resources for {}!", stackName);
        }
        azureCloudResourceService.saveCloudResources(resourceNotifier, cloudContext, ListUtils.union(templateResources, osDiskResources));
        List<CloudResource> reattachableVolumeSets = getReattachableVolumeSets(resources, newInstances);
        List<CloudResource> networkResources = azureCloudResourceService.getNetworkResources(resources);
        azureComputeResourceService.buildComputeResourcesForUpscale(ac, stack, scaledGroups, newInstances, reattachableVolumeSets, networkResources, adjustmentTypeWithThreshold);
        List<CloudResourceStatus> successfulInstances = newInstances.stream().map(cloudResource -> new CloudResourceStatus(cloudResource, ResourceStatus.CREATED, cloudResource.getParameter(CloudResource.PRIVATE_ID, Long.class))).collect(Collectors.toList());
        return ListUtils.union(Collections.singletonList(new CloudResourceStatus(armTemplate, ResourceStatus.IN_PROGRESS)), successfulInstances);
    } catch (Retry.ActionFailedException e) {
        LOGGER.error("Retry.ActionFailedException happened", e);
        rollbackResources(ac, client, stack, cloudContext, resources, preDeploymentTime);
        throw azureUtils.convertToCloudConnectorException(e.getCause(), "Stack upscale");
    } catch (CloudException e) {
        LOGGER.error("CloudException happened", e);
        rollbackResources(ac, client, stack, cloudContext, resources, preDeploymentTime);
        checkIfQuotaLimitIssued(e);
        throw azureUtils.convertToCloudConnectorException(e, "Stack upscale");
    } catch (RolledbackResourcesException e) {
        LOGGER.error("RolledbackResourcesException happened", e);
        rollbackResources(ac, client, stack, cloudContext, resources, preDeploymentTime);
        throw new CloudConnectorException(String.format("Could not upscale Azure infrastructure, infrastructure was rolled back with resources: %s, %s", stackName, e.getMessage()), e);
    } catch (Exception e) {
        LOGGER.error("Exception happened", e);
        rollbackResources(ac, client, stack, cloudContext, resources, preDeploymentTime);
        throw new CloudConnectorException(String.format("Could not upscale Azure infrastructure, infrastructure was rolled back: %s, %s", stackName, e.getMessage()), e);
    }
}

Example 10 with QuotaExceededException

use of com.sequenceiq.cloudbreak.cloud.exception.QuotaExceededException in project cloudbreak by hortonworks.

the class AzureUpscaleServiceTest method testUpscaleButQuotaIssueHappen.

@Test
public void testUpscaleButQuotaIssueHappen() {
    CloudContext cloudContext = createCloudContext();
    AuthenticatedContext ac = new AuthenticatedContext(cloudContext, null);
    CloudResource template = createCloudResource(TEMPLATE, ResourceType.ARM_TEMPLATE);
    List<CloudResource> resources = List.of(createCloudResource("volumes", ResourceType.AZURE_VOLUMESET), template);
    List<Group> scaledGroups = createScaledGroups();
    when(cloudResourceHelper.getScaledGroups(stack)).thenReturn(scaledGroups);
    CloudError cloudError = new CloudError();
    CloudError quotaError = new CloudError();
    quotaError.withCode("QuotaExceeded");
    quotaError.withMessage("Operation could not be completed as it results in exceeding approved standardNCPromoFamily Cores quota. " + "Additional details - Deployment Model: Resource Manager, Location: westus2, Current Limit: 200, Current Usage: 24, Additional Required: 600," + " (Minimum) New Limit Required: 624. Submit a request for Quota increase at https://aka" + ".ms/ProdportalCRP/#blade/Microsoft_Azure_Capacity/UsageAndQuota.ReactView/Parameters/%7B%22subscriptionId%22:" + "%223ddda1c7-d1f5-4e7b-ac81-0523f483b3b3%22,%22command%22:%22openQuotaApprovalBlade%22,%22quotas%22:[%7B%22location%22:%22westus2%22,%22" + "providerId%22:%22Microsoft.Compute%22,%22resourceName%22:%22standardNCPromoFamily%22,%22quotaRequest%22:%7B%22properties%22:%7B%22limit%22:" + "624,%22unit%22:%22Count%22,%22name%22:%7B%22value%22:%22standardNCPromoFamily%22%7D%7D%7D%7D]%7D by specifying parameters listed in the " + "'Details' section for deployment to succeed. Please read more about quota limits at https://docs.microsoft.com/en-us/azure/" + "azure-supportability/per-vm-quota-requests");
    cloudError.details().add(quotaError);
    CloudException cloudException = new CloudException("", null, cloudError);
    when(azureTemplateDeploymentService.getTemplateDeployment(client, stack, ac, azureStackView, AzureInstanceTemplateOperation.UPSCALE)).thenThrow(cloudException);
    AdjustmentTypeWithThreshold adjustmentTypeWithThreshold = new AdjustmentTypeWithThreshold(AdjustmentType.EXACT, 0L);
    QuotaExceededException quotaExceededException = Assertions.assertThrows(QuotaExceededException.class, () -> {
        underTest.upscale(ac, stack, resources, azureStackView, client, adjustmentTypeWithThreshold);
    });
    assertEquals(200, quotaExceededException.getCurrentLimit());
    assertEquals(24, quotaExceededException.getCurrentUsage());
    assertEquals(600, quotaExceededException.getAdditionalRequired());
}