Examples with StorageDescription com.vmware.photon.controller.model.resources.StorageDescriptionService.StorageDescription used on opensource projects

Example 1 with StorageDescription

use of com.vmware.photon.controller.model.resources.StorageDescriptionService.StorageDescription in project photon-model by vmware.

the class StorageDescriptionServiceTest method buildValidStartState.

private static StorageDescription buildValidStartState(boolean assignHost) {
    StorageDescription storageState = new StorageDescription();
    storageState.id = UUID.randomUUID().toString();
    storageState.name = "storageName";
    storageState.tenantLinks = new ArrayList<>();
    storageState.tenantLinks.add("tenant-linkA");
    storageState.regionId = "regionId";
    storageState.authCredentialsLink = "http://authCredentialsLink";
    storageState.resourcePoolLink = "http://resourcePoolLink";
    if (assignHost) {
        storageState.computeHostLink = "host-1";
    }
    return storageState;
}

Example 2 with StorageDescription

use of com.vmware.photon.controller.model.resources.StorageDescriptionService.StorageDescription in project photon-model by vmware.

the class AzureStorageEnumerationAdapterService method createStorageDescriptions.

/*
     * Create all storage descriptions Storage descriptions mapping to Azure storage accounts have
     * an additional custom property {"storageType" : "Microsoft.Storage/storageAccounts"}
     */
private void createStorageDescriptions(StorageEnumContext context, StorageEnumStages next) {
    if (context.storageAccountsToUpdateCreate.size() == 0) {
        if (context.enumNextPageLink != null) {
            context.subStage = StorageEnumStages.GET_STORAGE_ACCOUNTS;
            handleSubStage(context);
            return;
        }
        logFine(() -> "No storage account found for creation");
        context.subStage = next;
        handleSubStage(context);
        return;
    }
    logFine(() -> String.format("%d storage description to be created", context.storageAccountsToUpdateCreate.size()));
    Consumer<Throwable> failure = e -> {
        logWarning("Failure getting Azure storage accounts [EndpointLink:%s] [Exception:%s]", context.request.endpointLink, e.getMessage());
        handleError(context, e);
    };
    PhotonModelUtils.runInExecutor(this.executorService, () -> {
        StorageAccountsInner stOps = context.azureSdkClients.getAzureClient().storageAccounts().inner();
        List<DeferredResult<StorageDescription>> results = context.storageAccountsToUpdateCreate.values().stream().map(sa -> createStorageDescription(context, sa, stOps)).collect(java.util.stream.Collectors.toList());
        DeferredResult.allOf(results).whenComplete((sds, e) -> {
            if (e != null) {
                logWarning(() -> String.format("Error: %s", e.getMessage()));
            }
            context.subStage = next;
            handleSubStage(context);
        });
    }, failure);
}

Example 3 with StorageDescription

use of com.vmware.photon.controller.model.resources.StorageDescriptionService.StorageDescription in project photon-model by vmware.

the class AzureStorageEnumerationAdapterService method createStorageDescription.

private DeferredResult<StorageDescription> createStorageDescription(StorageEnumContext context, StorageAccount storageAccount, StorageAccountsInner stOps) {
    String resourceGroupName = getResourceGroupName(storageAccount.id);
    AzureDeferredResultServiceCallback<StorageAccountListKeysResultInner> handler = new Default<>(this, "Load account keys for storage: " + storageAccount.name);
    PhotonModelUtils.runInExecutor(this.executorService, () -> {
        stOps.listKeysAsync(resourceGroupName, storageAccount.name, handler);
    }, handler::failure);
    return handler.toDeferredResult().thenCompose(keys -> AzureUtils.storeKeys(getHost(), keys, context.request.endpointLink, context.parentCompute.tenantLinks)).thenApply(auth -> {
        String connectionString = String.format(STORAGE_CONNECTION_STRING, storageAccount.name, auth.customProperties.get(AZURE_STORAGE_ACCOUNT_KEY1));
        context.storageConnectionStrings.put(storageAccount.id, connectionString);
        return auth;
    }).thenApply(auth -> {
        StorageDescription storageDesc = AzureUtils.constructStorageDescription(context.parentCompute, context.request, storageAccount, auth.documentSelfLink);
        return storageDesc;
    }).thenCompose(sd -> sendWithDeferredResult(Operation.createPost(context.request.buildUri(StorageDescriptionService.FACTORY_LINK)).setBody(sd).setCompletion((o, e) -> {
        if (e != null) {
            logWarning("Unable to store storage description for storage account:[%s], reason: %s", storageAccount.name, Utils.toJsonHtml(e));
        } else {
            StorageDescription storageDescription = o.getBody(StorageDescription.class);
            context.storageDescriptionsForPatching.put(storageDescription.id, storageDescription);
        }
    }), StorageDescription.class));
}

Example 4 with StorageDescription

use of com.vmware.photon.controller.model.resources.StorageDescriptionService.StorageDescription in project photon-model by vmware.

the class AzureStorageEnumerationAdapterService method disassociateStorageDescription.

/*
     * Disassociate local storage accounts and all resources inside them that no longer exist in
     * Azure
     *
     * The logic works by recording a timestamp when enumeration starts. This timestamp is used to
     * lookup resources which haven't been touched as part of current enumeration cycle. The other
     * data point this method uses is the storage accounts discovered as part of get storage
     * accounts call.
     *
     * A disassociate on a storage description is invoked only if it meets two criteria: -
     * Timestamp older
     * than current enumeration cycle. - Storage account is not present on Azure.
     */
private void disassociateStorageDescription(StorageEnumContext context, StorageEnumStages next) {
    Query.Builder qBuilder = Query.Builder.create().addKindFieldClause(StorageDescription.class).addRangeClause(StorageDescription.FIELD_NAME_UPDATE_TIME_MICROS, QueryTask.NumericRange.createLessThanRange(context.enumerationStartTimeInMicros));
    QueryByPages<StorageDescription> queryLocalStates = new QueryByPages<>(getHost(), qBuilder.build(), StorageDescription.class, context.parentCompute.tenantLinks, context.request.endpointLink, context.parentCompute.documentSelfLink).setMaxPageSize(QueryUtils.MAX_RESULT_LIMIT).setClusterType(ServiceTypeCluster.INVENTORY_SERVICE);
    List<DeferredResult<Operation>> disassociateDRs = new ArrayList<>();
    queryLocalStates.queryDocuments(sd -> {
        if (context.storageAccountIds.contains(sd.id)) {
            return;
        }
        // Deleting the localResourceState is done by disassociating the
        // endpointLink from the localResourceState. If the localResourceState
        // isn't associated with any other endpointLink, it should be eventually
        // deleted by the groomer task
        Operation disassociateOp = PhotonModelUtils.createRemoveEndpointLinksOperation(this, context.request.endpointLink, sd);
        if (disassociateOp == null) {
            return;
        }
        // NOTE: The original Op is set with completion that must be executed.
        // Since sendWithDeferredResult is used we must manually call it, otherwise it's
        // just ignored.
        CompletionHandler disassociateOpCompletion = disassociateOp.getCompletion();
        DeferredResult<Operation> disassociateDR = sendWithDeferredResult(disassociateOp).whenComplete(disassociateOpCompletion::handle).whenComplete((o, e) -> {
            final String message = "Disassociate stale %s state";
            if (e != null) {
                logWarning(message + ": FAILED with %s", sd.documentSelfLink, Utils.toString(e));
            } else {
                log(Level.FINEST, message + ": SUCCESS", sd.documentSelfLink);
            }
        });
        disassociateDRs.add(disassociateDR);
    }).thenCompose(ignore -> DeferredResult.allOf(disassociateDRs)).whenComplete((r, e) -> {
        logFine(() -> "Finished disassociation of storage descriptions for Azure");
        context.subStage = next;
        handleSubStage(context);
    });
}

Example 5 with StorageDescription

use of com.vmware.photon.controller.model.resources.StorageDescriptionService.StorageDescription in project photon-model by vmware.

the class AzureStorageEnumerationAdapterService method patchAdditionalFields.

/**
 * Patch additional values to storage description fetched from azure's storage account.
 */
private void patchAdditionalFields(StorageEnumContext context, StorageEnumStages next) {
    if (context.storageDescriptionsForPatching.size() == 0) {
        logFine(() -> "No storage accounts need to be patched.");
        context.subStage = next;
        handleSubStage(context);
        return;
    }
    // Patching power state and network Information. Hence 2.
    // If we patch more fields, this number should be increased accordingly.
    Consumer<Throwable> failure = e -> {
        logWarning("Failure getting Azure storage accounts [EndpointLink:%s] [Exception:%s]", context.request.endpointLink, e.getMessage());
        handleError(context, e);
    };
    PhotonModelUtils.runInExecutor(this.executorService, () -> {
        Azure azureClient = context.azureSdkClients.getAzureClient();
        StorageAccountsInner stOps = azureClient.storageAccounts().inner();
        DeferredResult.allOf(context.storageDescriptionsForPatching.values().stream().map(storageDescription -> patchStorageDetails(stOps, storageDescription)).map(dr -> dr.thenCompose(storageDescription -> sendWithDeferredResult(Operation.createPatch(context.request.buildUri(storageDescription.documentSelfLink)).setBody(storageDescription).setCompletion((o, e) -> {
            if (e != null) {
                logWarning(() -> String.format("Error updating Storage:[%s], reason: %s", storageDescription.name, e));
            }
        })))).collect(Collectors.toList())).whenComplete((all, e) -> {
            if (e != null) {
                logWarning(() -> String.format("Error: %s", e));
            }
            context.subStage = next;
            handleSubStage(context);
        });
    }, failure);
}