Search in sources :

Example 1 with DISK_AUTO_DELETE

use of com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.DISK_AUTO_DELETE in project photon-model by vmware.

the class GCPEnumerationAdapterService method createHelper.

/**
 * This helper function creates a compute state according to the corresponding
 * instance on the cloud. It will also creates an auth credential and a compute
 * description with it. Moreover, if there is a root disk of the instance on
 * cloud, it will creates a root disk locally. Otherwise, it will create a
 * default root disk with the compute state. All the creation operations will
 * run in parallel. After all remote instances get created, it will jump to
 * list vm stage if there is a next page of list vms. Otherwise it will jump
 * to the delete stage.
 * @param ctx The Enumeration Context.
 * @param virtualMachine The virtual machine to be created.
 * @param size The number of remaining virtual machines to be created.
 */
private void createHelper(EnumerationContext ctx, GCPInstance virtualMachine, AtomicInteger size) {
    List<Operation> operations = new ArrayList<>();
    // TODO VSYM-1106: refactor the creation logic here.
    // Create compute description.
    // Map GCP instance data to compute description.
    ComputeDescription computeDescription = new ComputeDescription();
    computeDescription.id = UUID.randomUUID().toString();
    computeDescription.name = virtualMachine.name;
    computeDescription.zoneId = virtualMachine.zone;
    // TODO VSYM-1139: dynamically acquire all gcp zones, regions and mappings.
    computeDescription.regionId = extractRegionFromZone(virtualMachine.zone);
    computeDescription.instanceType = extractActualInstanceType(virtualMachine.machineType);
    computeDescription.authCredentialsLink = ctx.parentAuth.documentSelfLink;
    computeDescription.documentSelfLink = computeDescription.id;
    computeDescription.environmentName = ENVIRONMENT_NAME_GCP;
    computeDescription.instanceAdapterReference = UriUtils.buildUri(ServiceHost.LOCAL_HOST, this.getHost().getPort(), GCPUriPaths.GCP_INSTANCE_ADAPTER, null);
    computeDescription.statsAdapterReference = UriUtils.buildUri(ServiceHost.LOCAL_HOST, this.getHost().getPort(), GCPUriPaths.GCP_STATS_ADAPTER, null);
    computeDescription.tenantLinks = ctx.computeHostDesc.tenantLinks;
    Operation compDescOp = Operation.createPost(getHost(), ComputeDescriptionService.FACTORY_LINK).setBody(computeDescription);
    operations.add(compDescOp);
    // Create root disk.
    DiskService.DiskState rootDisk = new DiskService.DiskState();
    rootDisk.id = UUID.randomUUID().toString();
    rootDisk.documentSelfLink = rootDisk.id;
    rootDisk.customProperties = new HashMap<>();
    boolean foundRoot = false;
    if (virtualMachine.disks != null && !virtualMachine.disks.isEmpty()) {
        for (GCPDisk gcpDisk : virtualMachine.disks) {
            if (gcpDisk.boot) {
                foundRoot = true;
                rootDisk.name = gcpDisk.deviceName;
                rootDisk.customProperties.put(DISK_AUTO_DELETE, gcpDisk.autoDelete.toString());
                break;
            }
        }
    }
    if (!foundRoot) {
        rootDisk.name = rootDisk.id;
    }
    // These are required fields in disk service.
    // They cannot be accessed during vm enumeration.
    rootDisk.type = DiskType.HDD;
    rootDisk.capacityMBytes = DEFAULT_DISK_CAPACITY;
    rootDisk.sourceImageReference = URI.create(DEFAULT_DISK_SOURCE_IMAGE);
    rootDisk.customizationServiceReference = URI.create(DEFAULT_DISK_SERVICE_REFERENCE);
    // No matter we find root disk or not, the root disk should be booted first.
    rootDisk.bootOrder = 1;
    rootDisk.tenantLinks = ctx.computeHostDesc.tenantLinks;
    Operation diskOp = Operation.createPost(getHost(), DiskService.FACTORY_LINK).setBody(rootDisk);
    operations.add(diskOp);
    List<String> vmDisks = new ArrayList<>();
    vmDisks.add(UriUtils.buildUriPath(DiskService.FACTORY_LINK, rootDisk.documentSelfLink));
    // Create compute state
    ComputeState resource = new ComputeState();
    resource.id = virtualMachine.id.toString();
    resource.type = ComputeType.VM_GUEST;
    resource.environmentName = ComputeDescription.ENVIRONMENT_NAME_GCP;
    resource.name = virtualMachine.name;
    resource.parentLink = ctx.enumRequest.resourceLink();
    resource.descriptionLink = UriUtils.buildUriPath(ComputeDescriptionService.FACTORY_LINK, computeDescription.documentSelfLink);
    resource.resourcePoolLink = ctx.enumRequest.resourcePoolLink;
    resource.diskLinks = vmDisks;
    resource.customProperties = new HashMap<>();
    String osType = getNormalizedOSType(virtualMachine);
    if (osType != null) {
        resource.customProperties.put(CUSTOM_OS_TYPE, osType);
    }
    resource.tenantLinks = ctx.computeHostDesc.tenantLinks;
    assignIPAddress(resource, virtualMachine);
    assignPowerState(resource, virtualMachine.status);
    Operation resourceOp = Operation.createPost(getHost(), ComputeService.FACTORY_LINK).setBody(resource);
    operations.add(resourceOp);
    OperationJoin.create(operations).setCompletion((ops, exs) -> {
        if (exs != null) {
            exs.values().forEach(ex -> logWarning(() -> String.format("Error: %s", ex.getMessage())));
        }
        if (size.decrementAndGet() == 0) {
            ctx.virtualMachines.clear();
            if (ctx.enumNextPageLink != null) {
                ctx.subStage = EnumerationSubStages.LIST_REMOTE_VMS;
            } else {
                logFine(() -> "Finished creating compute states");
                ctx.subStage = EnumerationSubStages.DELETE_LOCAL_VMS;
            }
            handleSubStage(ctx);
        }
    }).sendWith(this);
}
Also used : GCPUriPaths(com.vmware.photon.controller.model.adapters.gcp.GCPUriPaths) AuthCredentialsServiceState(com.vmware.xenon.services.common.AuthCredentialsService.AuthCredentialsServiceState) ComputeEnumerateResourceRequest(com.vmware.photon.controller.model.adapterapi.ComputeEnumerateResourceRequest) GCPUtils.privateKeyFromPkcs8(com.vmware.photon.controller.model.adapters.gcp.utils.GCPUtils.privateKeyFromPkcs8) QueryTask(com.vmware.xenon.services.common.QueryTask) OSType(com.vmware.photon.controller.model.ComputeProperties.OSType) GCPInstance(com.vmware.photon.controller.model.adapters.gcp.podo.vm.GCPInstance) ResourceGroupState(com.vmware.photon.controller.model.resources.ResourceGroupService.ResourceGroupState) DiskType(com.vmware.photon.controller.model.resources.DiskService.DiskType) ComputeType(com.vmware.photon.controller.model.resources.ComputeDescriptionService.ComputeDescription.ComputeType) ENVIRONMENT_NAME_GCP(com.vmware.photon.controller.model.resources.ComputeDescriptionService.ComputeDescription.ENVIRONMENT_NAME_GCP) Utils(com.vmware.xenon.common.Utils) GeneralSecurityException(java.security.GeneralSecurityException) GCPInstancesList(com.vmware.photon.controller.model.adapters.gcp.podo.vm.GCPInstancesList) AtomicInteger(java.util.concurrent.atomic.AtomicInteger) Map(java.util.Map) ServiceDocumentQueryResult(com.vmware.xenon.common.ServiceDocumentQueryResult) URI(java.net.URI) DEFAULT_DISK_SOURCE_IMAGE(com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.DEFAULT_DISK_SOURCE_IMAGE) GCPUtils.assignPowerState(com.vmware.photon.controller.model.adapters.gcp.utils.GCPUtils.assignPowerState) GCPUtils.extractActualInstanceType(com.vmware.photon.controller.model.adapters.gcp.utils.GCPUtils.extractActualInstanceType) ComputeDescription(com.vmware.photon.controller.model.resources.ComputeDescriptionService.ComputeDescription) DISK_AUTO_DELETE(com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.DISK_AUTO_DELETE) StatelessService(com.vmware.xenon.common.StatelessService) DEFAULT_DISK_SERVICE_REFERENCE(com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.DEFAULT_DISK_SERVICE_REFERENCE) Collection(java.util.Collection) ConcurrentHashMap(java.util.concurrent.ConcurrentHashMap) GCPDisk(com.vmware.photon.controller.model.adapters.gcp.podo.vm.GCPDisk) TaskManager(com.vmware.photon.controller.model.adapters.util.TaskManager) Set(java.util.Set) DiskState(com.vmware.photon.controller.model.resources.DiskService.DiskState) LIST_VM_TEMPLATE_URI(com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.LIST_VM_TEMPLATE_URI) UUID(java.util.UUID) ServiceHost(com.vmware.xenon.common.ServiceHost) List(java.util.List) AUTH_HEADER_BEARER_PREFIX(com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.AUTH_HEADER_BEARER_PREFIX) PrivateKey(java.security.PrivateKey) UriUtils(com.vmware.xenon.common.UriUtils) ComputeService(com.vmware.photon.controller.model.resources.ComputeService) QueryOption(com.vmware.xenon.services.common.QueryTask.QuerySpecification.QueryOption) NumericRange(com.vmware.xenon.services.common.QueryTask.NumericRange) DiskService(com.vmware.photon.controller.model.resources.DiskService) PhotonModelUriUtils(com.vmware.photon.controller.model.util.PhotonModelUriUtils) HashMap(java.util.HashMap) ComputeDescriptionService(com.vmware.photon.controller.model.resources.ComputeDescriptionService) GCPUtils(com.vmware.photon.controller.model.adapters.gcp.utils.GCPUtils) MAX_RESULTS(com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.MAX_RESULTS) ArrayList(java.util.ArrayList) HashSet(java.util.HashSet) PAGE_TOKEN(com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.PAGE_TOKEN) UriPaths(com.vmware.photon.controller.model.UriPaths) EnumerationStages(com.vmware.photon.controller.model.adapters.util.enums.EnumerationStages) ComputeState(com.vmware.photon.controller.model.resources.ComputeService.ComputeState) EnumerationAction(com.vmware.photon.controller.model.adapterapi.EnumerationAction) LinkedList(java.util.LinkedList) GCPAccessTokenResponse(com.vmware.photon.controller.model.adapters.gcp.podo.authorization.GCPAccessTokenResponse) AdapterUtils(com.vmware.photon.controller.model.adapters.util.AdapterUtils) GCPUtils.extractRegionFromZone(com.vmware.photon.controller.model.adapters.gcp.utils.GCPUtils.extractRegionFromZone) EncryptionUtils(com.vmware.photon.controller.model.security.util.EncryptionUtils) Operation(com.vmware.xenon.common.Operation) QueryUtils(com.vmware.photon.controller.model.query.QueryUtils) IOException(java.io.IOException) ComputeScopes(com.google.api.services.compute.ComputeScopes) Consumer(java.util.function.Consumer) CUSTOM_OS_TYPE(com.vmware.photon.controller.model.ComputeProperties.CUSTOM_OS_TYPE) DEFAULT_DISK_CAPACITY(com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.DEFAULT_DISK_CAPACITY) ComputeStateWithDescription(com.vmware.photon.controller.model.resources.ComputeService.ComputeStateWithDescription) GCPUtils.assignIPAddress(com.vmware.photon.controller.model.adapters.gcp.utils.GCPUtils.assignIPAddress) Collections(java.util.Collections) OperationJoin(com.vmware.xenon.common.OperationJoin) PhotonModelUriUtils.createInventoryUri(com.vmware.photon.controller.model.util.PhotonModelUriUtils.createInventoryUri) JSONWebToken(com.vmware.photon.controller.model.adapters.gcp.utils.JSONWebToken) ComputeState(com.vmware.photon.controller.model.resources.ComputeService.ComputeState) ComputeDescription(com.vmware.photon.controller.model.resources.ComputeDescriptionService.ComputeDescription) DiskState(com.vmware.photon.controller.model.resources.DiskService.DiskState) GCPDisk(com.vmware.photon.controller.model.adapters.gcp.podo.vm.GCPDisk) ArrayList(java.util.ArrayList) Operation(com.vmware.xenon.common.Operation) DiskService(com.vmware.photon.controller.model.resources.DiskService) DiskState(com.vmware.photon.controller.model.resources.DiskService.DiskState)

Example 2 with DISK_AUTO_DELETE

use of com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.DISK_AUTO_DELETE in project photon-model by vmware.

the class GCPEnumerationAdapterService method updateHelper.

/**
 * This function will update the root disk data of a compute state. If the
 * instance on the cloud does not have any disks or does not have a boot
 * disk, the update will skip this instance. After all local vms are updated
 * it will jump to create stage.
 *
 * So far we update ip address, power state in compute state and instance type
 * in compute description and disk custom properties
 * @param ctx The Enumeration Context.
 * @param computeState The compute state to be updated.
 * @param vm The virtual machine used to update compute state.
 * @param numOfUpdates The number of remaining compute states to be updated.
 */
private void updateHelper(EnumerationContext ctx, ComputeState computeState, GCPInstance vm, AtomicInteger numOfUpdates) {
    List<Operation> operations = new ArrayList<>();
    ComputeState computeStatePatch = new ComputeState();
    assignIPAddress(computeStatePatch, vm);
    assignPowerState(computeStatePatch, vm.status);
    operations.add(Operation.createPatch(getHost(), computeState.documentSelfLink).setBody(computeStatePatch));
    ComputeDescription computeDescription = new ComputeDescription();
    computeDescription.instanceType = extractActualInstanceType(vm.machineType);
    operations.add(Operation.createPatch(getHost(), computeState.descriptionLink).setBody(computeDescription));
    if (vm.disks != null && !vm.disks.isEmpty()) {
        for (GCPDisk gcpDisk : vm.disks) {
            if (gcpDisk.boot) {
                DiskState diskState = new DiskState();
                diskState.customProperties = new HashMap<>();
                diskState.customProperties.put(DISK_AUTO_DELETE, gcpDisk.autoDelete.toString());
                diskState.documentSelfLink = computeState.diskLinks.get(0);
                operations.add(Operation.createPatch(getHost(), diskState.documentSelfLink).setBody(diskState));
                break;
            }
        }
    }
    OperationJoin.create(operations).setCompletion((ops, exs) -> {
        if (exs != null) {
            exs.values().forEach(ex -> logWarning(() -> String.format("Error: %s", ex.getMessage())));
        }
        countAndFinishUpdating(ctx, numOfUpdates);
    }).sendWith(this);
}
Also used : GCPUriPaths(com.vmware.photon.controller.model.adapters.gcp.GCPUriPaths) AuthCredentialsServiceState(com.vmware.xenon.services.common.AuthCredentialsService.AuthCredentialsServiceState) ComputeEnumerateResourceRequest(com.vmware.photon.controller.model.adapterapi.ComputeEnumerateResourceRequest) GCPUtils.privateKeyFromPkcs8(com.vmware.photon.controller.model.adapters.gcp.utils.GCPUtils.privateKeyFromPkcs8) QueryTask(com.vmware.xenon.services.common.QueryTask) OSType(com.vmware.photon.controller.model.ComputeProperties.OSType) GCPInstance(com.vmware.photon.controller.model.adapters.gcp.podo.vm.GCPInstance) ResourceGroupState(com.vmware.photon.controller.model.resources.ResourceGroupService.ResourceGroupState) DiskType(com.vmware.photon.controller.model.resources.DiskService.DiskType) ComputeType(com.vmware.photon.controller.model.resources.ComputeDescriptionService.ComputeDescription.ComputeType) ENVIRONMENT_NAME_GCP(com.vmware.photon.controller.model.resources.ComputeDescriptionService.ComputeDescription.ENVIRONMENT_NAME_GCP) Utils(com.vmware.xenon.common.Utils) GeneralSecurityException(java.security.GeneralSecurityException) GCPInstancesList(com.vmware.photon.controller.model.adapters.gcp.podo.vm.GCPInstancesList) AtomicInteger(java.util.concurrent.atomic.AtomicInteger) Map(java.util.Map) ServiceDocumentQueryResult(com.vmware.xenon.common.ServiceDocumentQueryResult) URI(java.net.URI) DEFAULT_DISK_SOURCE_IMAGE(com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.DEFAULT_DISK_SOURCE_IMAGE) GCPUtils.assignPowerState(com.vmware.photon.controller.model.adapters.gcp.utils.GCPUtils.assignPowerState) GCPUtils.extractActualInstanceType(com.vmware.photon.controller.model.adapters.gcp.utils.GCPUtils.extractActualInstanceType) ComputeDescription(com.vmware.photon.controller.model.resources.ComputeDescriptionService.ComputeDescription) DISK_AUTO_DELETE(com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.DISK_AUTO_DELETE) StatelessService(com.vmware.xenon.common.StatelessService) DEFAULT_DISK_SERVICE_REFERENCE(com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.DEFAULT_DISK_SERVICE_REFERENCE) Collection(java.util.Collection) ConcurrentHashMap(java.util.concurrent.ConcurrentHashMap) GCPDisk(com.vmware.photon.controller.model.adapters.gcp.podo.vm.GCPDisk) TaskManager(com.vmware.photon.controller.model.adapters.util.TaskManager) Set(java.util.Set) DiskState(com.vmware.photon.controller.model.resources.DiskService.DiskState) LIST_VM_TEMPLATE_URI(com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.LIST_VM_TEMPLATE_URI) UUID(java.util.UUID) ServiceHost(com.vmware.xenon.common.ServiceHost) List(java.util.List) AUTH_HEADER_BEARER_PREFIX(com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.AUTH_HEADER_BEARER_PREFIX) PrivateKey(java.security.PrivateKey) UriUtils(com.vmware.xenon.common.UriUtils) ComputeService(com.vmware.photon.controller.model.resources.ComputeService) QueryOption(com.vmware.xenon.services.common.QueryTask.QuerySpecification.QueryOption) NumericRange(com.vmware.xenon.services.common.QueryTask.NumericRange) DiskService(com.vmware.photon.controller.model.resources.DiskService) PhotonModelUriUtils(com.vmware.photon.controller.model.util.PhotonModelUriUtils) HashMap(java.util.HashMap) ComputeDescriptionService(com.vmware.photon.controller.model.resources.ComputeDescriptionService) GCPUtils(com.vmware.photon.controller.model.adapters.gcp.utils.GCPUtils) MAX_RESULTS(com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.MAX_RESULTS) ArrayList(java.util.ArrayList) HashSet(java.util.HashSet) PAGE_TOKEN(com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.PAGE_TOKEN) UriPaths(com.vmware.photon.controller.model.UriPaths) EnumerationStages(com.vmware.photon.controller.model.adapters.util.enums.EnumerationStages) ComputeState(com.vmware.photon.controller.model.resources.ComputeService.ComputeState) EnumerationAction(com.vmware.photon.controller.model.adapterapi.EnumerationAction) LinkedList(java.util.LinkedList) GCPAccessTokenResponse(com.vmware.photon.controller.model.adapters.gcp.podo.authorization.GCPAccessTokenResponse) AdapterUtils(com.vmware.photon.controller.model.adapters.util.AdapterUtils) GCPUtils.extractRegionFromZone(com.vmware.photon.controller.model.adapters.gcp.utils.GCPUtils.extractRegionFromZone) EncryptionUtils(com.vmware.photon.controller.model.security.util.EncryptionUtils) Operation(com.vmware.xenon.common.Operation) QueryUtils(com.vmware.photon.controller.model.query.QueryUtils) IOException(java.io.IOException) ComputeScopes(com.google.api.services.compute.ComputeScopes) Consumer(java.util.function.Consumer) CUSTOM_OS_TYPE(com.vmware.photon.controller.model.ComputeProperties.CUSTOM_OS_TYPE) DEFAULT_DISK_CAPACITY(com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.DEFAULT_DISK_CAPACITY) ComputeStateWithDescription(com.vmware.photon.controller.model.resources.ComputeService.ComputeStateWithDescription) GCPUtils.assignIPAddress(com.vmware.photon.controller.model.adapters.gcp.utils.GCPUtils.assignIPAddress) Collections(java.util.Collections) OperationJoin(com.vmware.xenon.common.OperationJoin) PhotonModelUriUtils.createInventoryUri(com.vmware.photon.controller.model.util.PhotonModelUriUtils.createInventoryUri) JSONWebToken(com.vmware.photon.controller.model.adapters.gcp.utils.JSONWebToken) ComputeState(com.vmware.photon.controller.model.resources.ComputeService.ComputeState) ComputeDescription(com.vmware.photon.controller.model.resources.ComputeDescriptionService.ComputeDescription) GCPDisk(com.vmware.photon.controller.model.adapters.gcp.podo.vm.GCPDisk) DiskState(com.vmware.photon.controller.model.resources.DiskService.DiskState) ArrayList(java.util.ArrayList) Operation(com.vmware.xenon.common.Operation)

Aggregations

ComputeScopes (com.google.api.services.compute.ComputeScopes)2 CUSTOM_OS_TYPE (com.vmware.photon.controller.model.ComputeProperties.CUSTOM_OS_TYPE)2 OSType (com.vmware.photon.controller.model.ComputeProperties.OSType)2 UriPaths (com.vmware.photon.controller.model.UriPaths)2 ComputeEnumerateResourceRequest (com.vmware.photon.controller.model.adapterapi.ComputeEnumerateResourceRequest)2 EnumerationAction (com.vmware.photon.controller.model.adapterapi.EnumerationAction)2 GCPUriPaths (com.vmware.photon.controller.model.adapters.gcp.GCPUriPaths)2 AUTH_HEADER_BEARER_PREFIX (com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.AUTH_HEADER_BEARER_PREFIX)2 DEFAULT_DISK_CAPACITY (com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.DEFAULT_DISK_CAPACITY)2 DEFAULT_DISK_SERVICE_REFERENCE (com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.DEFAULT_DISK_SERVICE_REFERENCE)2 DEFAULT_DISK_SOURCE_IMAGE (com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.DEFAULT_DISK_SOURCE_IMAGE)2 DISK_AUTO_DELETE (com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.DISK_AUTO_DELETE)2 LIST_VM_TEMPLATE_URI (com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.LIST_VM_TEMPLATE_URI)2 MAX_RESULTS (com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.MAX_RESULTS)2 PAGE_TOKEN (com.vmware.photon.controller.model.adapters.gcp.constants.GCPConstants.PAGE_TOKEN)2 GCPAccessTokenResponse (com.vmware.photon.controller.model.adapters.gcp.podo.authorization.GCPAccessTokenResponse)2 GCPDisk (com.vmware.photon.controller.model.adapters.gcp.podo.vm.GCPDisk)2 GCPInstance (com.vmware.photon.controller.model.adapters.gcp.podo.vm.GCPInstance)2 GCPInstancesList (com.vmware.photon.controller.model.adapters.gcp.podo.vm.GCPInstancesList)2 GCPUtils (com.vmware.photon.controller.model.adapters.gcp.utils.GCPUtils)2