Examples with DataCenterDeployment com.cloud.deploy.DataCenterDeployment used on opensource projects

Example 46 with DataCenterDeployment

use of com.cloud.deploy.DataCenterDeployment in project cloudstack by apache.

the class DeploymentPlanningManagerImplTest method dataCenterAvoidTest.

@Test
public void dataCenterAvoidTest() throws InsufficientServerCapacityException, AffinityConflictException {
    ServiceOfferingVO svcOffering = new ServiceOfferingVO("testOffering", 1, 512, 500, 1, 1, false, false, false, "test dpm", ProvisioningType.THIN, false, false, null, false, VirtualMachine.Type.User, domainId, null, "FirstFitPlanner");
    Mockito.when(vmProfile.getServiceOffering()).thenReturn(svcOffering);
    DataCenterDeployment plan = new DataCenterDeployment(dataCenterId);
    Mockito.when(avoids.shouldAvoid((DataCenterVO) Matchers.anyObject())).thenReturn(true);
    DeployDestination dest = _dpm.planDeployment(vmProfile, plan, avoids, null);
    assertNull("DataCenter is in avoid set, destination should be null! ", dest);
}

Example 47 with DataCenterDeployment

use of com.cloud.deploy.DataCenterDeployment in project cloudstack by apache.

the class DeploymentPlanningManagerImplTest method plannerCannotHandleTest.

@Test
public void plannerCannotHandleTest() throws InsufficientServerCapacityException, AffinityConflictException {
    ServiceOfferingVO svcOffering = new ServiceOfferingVO("testOffering", 1, 512, 500, 1, 1, false, false, false, "test dpm", ProvisioningType.THIN, false, false, null, false, VirtualMachine.Type.User, domainId, null, "UserDispersingPlanner");
    Mockito.when(vmProfile.getServiceOffering()).thenReturn(svcOffering);
    DataCenterDeployment plan = new DataCenterDeployment(dataCenterId);
    Mockito.when(avoids.shouldAvoid((DataCenterVO) Matchers.anyObject())).thenReturn(false);
    Mockito.when(_planner.canHandle(vmProfile, plan, avoids)).thenReturn(false);
    DeployDestination dest = _dpm.planDeployment(vmProfile, plan, avoids, null);
    assertNull("Planner cannot handle, destination should be null! ", dest);
}

Example 48 with DataCenterDeployment

use of com.cloud.deploy.DataCenterDeployment in project cloudstack by apache.

the class NetworkOrchestrator method createGuestNetwork.

@Override
@DB
public Network createGuestNetwork(final long networkOfferingId, final String name, final String displayText, final String gateway, final String cidr, String vlanId, String networkDomain, final Account owner, final Long domainId, final PhysicalNetwork pNtwk, final long zoneId, final ACLType aclType, Boolean subdomainAccess, final Long vpcId, final String ip6Gateway, final String ip6Cidr, final Boolean isDisplayNetworkEnabled, final String isolatedPvlan) throws ConcurrentOperationException, InsufficientCapacityException, ResourceAllocationException {
    final NetworkOfferingVO ntwkOff = _networkOfferingDao.findById(networkOfferingId);
    // this method supports only guest network creation
    if (ntwkOff.getTrafficType() != TrafficType.Guest) {
        s_logger.warn("Only guest networks can be created using this method");
        return null;
    }
    final boolean updateResourceCount = resourceCountNeedsUpdate(ntwkOff, aclType);
    //check resource limits
    if (updateResourceCount) {
        _resourceLimitMgr.checkResourceLimit(owner, ResourceType.network, isDisplayNetworkEnabled);
    }
    // Validate network offering
    if (ntwkOff.getState() != NetworkOffering.State.Enabled) {
        // see NetworkOfferingVO
        final InvalidParameterValueException ex = new InvalidParameterValueException("Can't use specified network offering id as its stat is not " + NetworkOffering.State.Enabled);
        ex.addProxyObject(ntwkOff.getUuid(), "networkOfferingId");
        throw ex;
    }
    // Validate physical network
    if (pNtwk.getState() != PhysicalNetwork.State.Enabled) {
        // see PhysicalNetworkVO.java
        final InvalidParameterValueException ex = new InvalidParameterValueException("Specified physical network id is" + " in incorrect state:" + pNtwk.getState());
        ex.addProxyObject(pNtwk.getUuid(), "physicalNetworkId");
        throw ex;
    }
    boolean ipv6 = false;
    if (ip6Gateway != null && ip6Cidr != null) {
        ipv6 = true;
    }
    // Validate zone
    final DataCenterVO zone = _dcDao.findById(zoneId);
    if (zone.getNetworkType() == NetworkType.Basic) {
        if (ipv6) {
            throw new InvalidParameterValueException("IPv6 is not supported in Basic zone");
        }
        // In Basic zone the network should have aclType=Domain, domainId=1, subdomainAccess=true
        if (aclType == null || aclType != ACLType.Domain) {
            throw new InvalidParameterValueException("Only AclType=Domain can be specified for network creation in Basic zone");
        }
        // Only one guest network is supported in Basic zone
        final List<NetworkVO> guestNetworks = _networksDao.listByZoneAndTrafficType(zone.getId(), TrafficType.Guest);
        if (!guestNetworks.isEmpty()) {
            throw new InvalidParameterValueException("Can't have more than one Guest network in zone with network type " + NetworkType.Basic);
        }
        // if zone is basic, only Shared network offerings w/o source nat service are allowed
        if (!(ntwkOff.getGuestType() == GuestType.Shared && !_networkModel.areServicesSupportedByNetworkOffering(ntwkOff.getId(), Service.SourceNat))) {
            throw new InvalidParameterValueException("For zone of type " + NetworkType.Basic + " only offerings of " + "guestType " + GuestType.Shared + " with disabled " + Service.SourceNat.getName() + " service are allowed");
        }
        if (domainId == null || domainId != Domain.ROOT_DOMAIN) {
            throw new InvalidParameterValueException("Guest network in Basic zone should be dedicated to ROOT domain");
        }
        if (subdomainAccess == null) {
            subdomainAccess = true;
        } else if (!subdomainAccess) {
            throw new InvalidParameterValueException("Subdomain access should be set to true for the" + " guest network in the Basic zone");
        }
        if (vlanId == null) {
            vlanId = Vlan.UNTAGGED;
        } else {
            if (!vlanId.equalsIgnoreCase(Vlan.UNTAGGED)) {
                throw new InvalidParameterValueException("Only vlan " + Vlan.UNTAGGED + " can be created in " + "the zone of type " + NetworkType.Basic);
            }
        }
    } else if (zone.getNetworkType() == NetworkType.Advanced) {
        if (zone.isSecurityGroupEnabled()) {
            if (ipv6) {
                throw new InvalidParameterValueException("IPv6 is not supported with security group!");
            }
            if (isolatedPvlan != null) {
                throw new InvalidParameterValueException("Isolated Private VLAN is not supported with security group!");
            }
            // enabled zone
            if (ntwkOff.getGuestType() != GuestType.Shared) {
                throw new InvalidParameterValueException("Only shared guest network can be created in security group enabled zone");
            }
            if (_networkModel.areServicesSupportedByNetworkOffering(ntwkOff.getId(), Service.SourceNat)) {
                throw new InvalidParameterValueException("Service SourceNat is not allowed in security group enabled zone");
            }
            if (!_networkModel.areServicesSupportedByNetworkOffering(ntwkOff.getId(), Service.SecurityGroup)) {
                throw new InvalidParameterValueException("network must have SecurityGroup provider in security group enabled zone");
            }
        }
        //don't allow eip/elb networks in Advance zone
        if (ntwkOff.getElasticIp() || ntwkOff.getElasticLb()) {
            throw new InvalidParameterValueException("Elastic IP and Elastic LB services are supported in zone of type " + NetworkType.Basic);
        }
    }
    //TODO(VXLAN): Support VNI specified
    // VlanId can be specified only when network offering supports it
    final boolean vlanSpecified = vlanId != null;
    if (vlanSpecified != ntwkOff.getSpecifyVlan()) {
        if (vlanSpecified) {
            throw new InvalidParameterValueException("Can't specify vlan; corresponding offering says specifyVlan=false");
        } else {
            throw new InvalidParameterValueException("Vlan has to be specified; corresponding offering says specifyVlan=true");
        }
    }
    if (vlanSpecified) {
        //don't allow to specify vlan tag used by physical network for dynamic vlan allocation
        if (_dcDao.findVnet(zoneId, pNtwk.getId(), vlanId).size() > 0) {
            throw new InvalidParameterValueException("The VLAN tag " + vlanId + " is already being used for dynamic vlan allocation for the guest network in zone " + zone.getName());
        }
        if (!UuidUtils.validateUUID(vlanId)) {
            final String uri = BroadcastDomainType.fromString(vlanId).toString();
            // For Isolated networks, don't allow to create network with vlan that already exists in the zone
            if (ntwkOff.getGuestType() == GuestType.Isolated) {
                if (_networksDao.countByZoneAndUri(zoneId, uri) > 0) {
                    throw new InvalidParameterValueException("Network with vlan " + vlanId + " already exists in zone " + zoneId);
                } else {
                    final List<DataCenterVnetVO> dcVnets = _datacenterVnetDao.findVnet(zoneId, vlanId.toString());
                    //the vnet is not coming from the data center vnet table, so the list can be empty
                    if (!dcVnets.isEmpty()) {
                        final DataCenterVnetVO dcVnet = dcVnets.get(0);
                        // Fail network creation if specified vlan is dedicated to a different account
                        if (dcVnet.getAccountGuestVlanMapId() != null) {
                            final Long accountGuestVlanMapId = dcVnet.getAccountGuestVlanMapId();
                            final AccountGuestVlanMapVO map = _accountGuestVlanMapDao.findById(accountGuestVlanMapId);
                            if (map.getAccountId() != owner.getAccountId()) {
                                throw new InvalidParameterValueException("Vlan " + vlanId + " is dedicated to a different account");
                            }
                        // Fail network creation if owner has a dedicated range of vlans but the specified vlan belongs to the system pool
                        } else {
                            final List<AccountGuestVlanMapVO> maps = _accountGuestVlanMapDao.listAccountGuestVlanMapsByAccount(owner.getAccountId());
                            if (maps != null && !maps.isEmpty()) {
                                final int vnetsAllocatedToAccount = _datacenterVnetDao.countVnetsAllocatedToAccount(zoneId, owner.getAccountId());
                                final int vnetsDedicatedToAccount = _datacenterVnetDao.countVnetsDedicatedToAccount(zoneId, owner.getAccountId());
                                if (vnetsAllocatedToAccount < vnetsDedicatedToAccount) {
                                    throw new InvalidParameterValueException("Specified vlan " + vlanId + " doesn't belong" + " to the vlan range dedicated to the owner " + owner.getAccountName());
                                }
                            }
                        }
                    }
                }
            } else {
                // shared network with same Vlan ID in the zone
                if (_networksDao.countByZoneUriAndGuestType(zoneId, uri, GuestType.Isolated) > 0) {
                    throw new InvalidParameterValueException("There is a isolated/shared network with vlan id: " + vlanId + " already exists " + "in zone " + zoneId);
                }
            }
        }
    }
    // If networkDomain is not specified, take it from the global configuration
    if (_networkModel.areServicesSupportedByNetworkOffering(networkOfferingId, Service.Dns)) {
        final Map<Network.Capability, String> dnsCapabilities = _networkModel.getNetworkOfferingServiceCapabilities(_entityMgr.findById(NetworkOffering.class, networkOfferingId), Service.Dns);
        final String isUpdateDnsSupported = dnsCapabilities.get(Capability.AllowDnsSuffixModification);
        if (isUpdateDnsSupported == null || !Boolean.valueOf(isUpdateDnsSupported)) {
            if (networkDomain != null) {
                // TBD: NetworkOfferingId and zoneId. Send uuids instead.
                throw new InvalidParameterValueException("Domain name change is not supported by network offering id=" + networkOfferingId + " in zone id=" + zoneId);
            }
        } else {
            if (networkDomain == null) {
                // 1) Get networkDomain from the corresponding account/domain/zone
                if (aclType == ACLType.Domain) {
                    networkDomain = _networkModel.getDomainNetworkDomain(domainId, zoneId);
                } else if (aclType == ACLType.Account) {
                    networkDomain = _networkModel.getAccountNetworkDomain(owner.getId(), zoneId);
                }
                // 2) If null, generate networkDomain using domain suffix from the global config variables
                if (networkDomain == null) {
                    networkDomain = "cs" + Long.toHexString(owner.getId()) + GuestDomainSuffix.valueIn(zoneId);
                }
            } else {
                // validate network domain
                if (!NetUtils.verifyDomainName(networkDomain)) {
                    throw new InvalidParameterValueException("Invalid network domain. Total length shouldn't exceed 190 chars. Each domain " + "label must be between 1 and 63 characters long, can contain ASCII letters 'a' through 'z', the digits '0' through '9', " + "and the hyphen ('-'); can't start or end with \"-\"");
                }
            }
        }
    }
    // In Advance zone Cidr for Shared networks and Isolated networks w/o source nat service can't be NULL - 2.2.x
    // limitation, remove after we introduce support for multiple ip ranges
    // with different Cidrs for the same Shared network
    final boolean cidrRequired = zone.getNetworkType() == NetworkType.Advanced && ntwkOff.getTrafficType() == TrafficType.Guest && (ntwkOff.getGuestType() == GuestType.Shared || ntwkOff.getGuestType() == GuestType.Isolated && !_networkModel.areServicesSupportedByNetworkOffering(ntwkOff.getId(), Service.SourceNat));
    if (cidr == null && ip6Cidr == null && cidrRequired) {
        throw new InvalidParameterValueException("StartIp/endIp/gateway/netmask are required when create network of" + " type " + Network.GuestType.Shared + " and network of type " + GuestType.Isolated + " with service " + Service.SourceNat.getName() + " disabled");
    }
    // No cidr can be specified in Basic zone
    if (zone.getNetworkType() == NetworkType.Basic && cidr != null) {
        throw new InvalidParameterValueException("StartIp/endIp/gateway/netmask can't be specified for zone of type " + NetworkType.Basic);
    }
    // Check if cidr is RFC1918 compliant if the network is Guest Isolated for IPv4
    if (cidr != null && ntwkOff.getGuestType() == Network.GuestType.Isolated && ntwkOff.getTrafficType() == TrafficType.Guest) {
        if (!NetUtils.validateGuestCidr(cidr)) {
            throw new InvalidParameterValueException("Virtual Guest Cidr " + cidr + " is not RFC 1918 or 6598 compliant");
        }
    }
    final String networkDomainFinal = networkDomain;
    final String vlanIdFinal = vlanId;
    final Boolean subdomainAccessFinal = subdomainAccess;
    final Network network = Transaction.execute(new TransactionCallback<Network>() {

        @Override
        public Network doInTransaction(final TransactionStatus status) {
            Long physicalNetworkId = null;
            if (pNtwk != null) {
                physicalNetworkId = pNtwk.getId();
            }
            final DataCenterDeployment plan = new DataCenterDeployment(zoneId, null, null, null, null, physicalNetworkId);
            final NetworkVO userNetwork = new NetworkVO();
            userNetwork.setNetworkDomain(networkDomainFinal);
            if (cidr != null && gateway != null) {
                userNetwork.setCidr(cidr);
                userNetwork.setGateway(gateway);
            }
            if (ip6Cidr != null && ip6Gateway != null) {
                userNetwork.setIp6Cidr(ip6Cidr);
                userNetwork.setIp6Gateway(ip6Gateway);
            }
            if (vlanIdFinal != null) {
                if (isolatedPvlan == null) {
                    URI uri = null;
                    if (UuidUtils.validateUUID(vlanIdFinal)) {
                        //Logical router's UUID provided as VLAN_ID
                        //Set transient field
                        userNetwork.setVlanIdAsUUID(vlanIdFinal);
                    } else {
                        uri = BroadcastDomainType.fromString(vlanIdFinal);
                    }
                    userNetwork.setBroadcastUri(uri);
                    if (!vlanIdFinal.equalsIgnoreCase(Vlan.UNTAGGED)) {
                        userNetwork.setBroadcastDomainType(BroadcastDomainType.Vlan);
                    } else {
                        userNetwork.setBroadcastDomainType(BroadcastDomainType.Native);
                    }
                } else {
                    if (vlanIdFinal.equalsIgnoreCase(Vlan.UNTAGGED)) {
                        throw new InvalidParameterValueException("Cannot support pvlan with untagged primary vlan!");
                    }
                    userNetwork.setBroadcastUri(NetUtils.generateUriForPvlan(vlanIdFinal, isolatedPvlan));
                    userNetwork.setBroadcastDomainType(BroadcastDomainType.Pvlan);
                }
            }
            final List<? extends Network> networks = setupNetwork(owner, ntwkOff, userNetwork, plan, name, displayText, true, domainId, aclType, subdomainAccessFinal, vpcId, isDisplayNetworkEnabled);
            Network network = null;
            if (networks == null || networks.isEmpty()) {
                throw new CloudRuntimeException("Fail to create a network");
            } else {
                if (networks.size() > 0 && networks.get(0).getGuestType() == Network.GuestType.Isolated && networks.get(0).getTrafficType() == TrafficType.Guest) {
                    Network defaultGuestNetwork = networks.get(0);
                    for (final Network nw : networks) {
                        if (nw.getCidr() != null && nw.getCidr().equals(zone.getGuestNetworkCidr())) {
                            defaultGuestNetwork = nw;
                        }
                    }
                    network = defaultGuestNetwork;
                } else {
                    // For shared network
                    network = networks.get(0);
                }
            }
            if (updateResourceCount) {
                _resourceLimitMgr.incrementResourceCount(owner.getId(), ResourceType.network, isDisplayNetworkEnabled);
            }
            return network;
        }
    });
    CallContext.current().setEventDetails("Network Id: " + network.getId());
    CallContext.current().putContextParameter(Network.class, network.getUuid());
    return network;
}

Example 49 with DataCenterDeployment

use of com.cloud.deploy.DataCenterDeployment in project cloudstack by apache.

the class VirtualMachineManagerImpl method orchestrateStorageMigration.

private void orchestrateStorageMigration(final String vmUuid, final StoragePool destPool) {
    final VMInstanceVO vm = _vmDao.findByUuid(vmUuid);
    if (destPool == null) {
        throw new CloudRuntimeException("Unable to migrate vm: missing destination storage pool");
    }
    try {
        stateTransitTo(vm, VirtualMachine.Event.StorageMigrationRequested, null);
    } catch (final NoTransitionException e) {
        s_logger.debug("Unable to migrate vm: " + e.toString());
        throw new CloudRuntimeException("Unable to migrate vm: " + e.toString());
    }
    final VirtualMachineProfile profile = new VirtualMachineProfileImpl(vm);
    boolean migrationResult = false;
    try {
        migrationResult = volumeMgr.storageMigration(profile, destPool);
        if (migrationResult) {
            if (destPool.getPodId() != null && !destPool.getPodId().equals(vm.getPodIdToDeployIn())) {
                final DataCenterDeployment plan = new DataCenterDeployment(vm.getDataCenterId(), destPool.getPodId(), null, null, null, null);
                final VirtualMachineProfileImpl vmProfile = new VirtualMachineProfileImpl(vm, null, null, null, null);
                _networkMgr.reallocate(vmProfile, plan);
            }
            //when start the vm next time, don;'t look at last_host_id, only choose the host based on volume/storage pool
            vm.setLastHostId(null);
            vm.setPodIdToDeployIn(destPool.getPodId());
            // unregister the VM from the source host and cleanup the associated VM files.
            if (vm.getHypervisorType().equals(HypervisorType.VMware)) {
                Long srcClusterId = null;
                Long srcHostId = vm.getHostId() != null ? vm.getHostId() : vm.getLastHostId();
                if (srcHostId != null) {
                    HostVO srcHost = _hostDao.findById(srcHostId);
                    srcClusterId = srcHost.getClusterId();
                }
                final Long destClusterId = destPool.getClusterId();
                if (srcClusterId != null && destClusterId != null && !srcClusterId.equals(destClusterId)) {
                    final String srcDcName = _clusterDetailsDao.getVmwareDcName(srcClusterId);
                    final String destDcName = _clusterDetailsDao.getVmwareDcName(destClusterId);
                    if (srcDcName != null && destDcName != null && !srcDcName.equals(destDcName)) {
                        s_logger.debug("Since VM's storage was successfully migrated across VMware Datacenters, unregistering VM: " + vm.getInstanceName() + " from source host: " + srcHostId);
                        final UnregisterVMCommand uvc = new UnregisterVMCommand(vm.getInstanceName());
                        uvc.setCleanupVmFiles(true);
                        try {
                            _agentMgr.send(srcHostId, uvc);
                        } catch (final AgentUnavailableException | OperationTimedoutException e) {
                            throw new CloudRuntimeException("Failed to unregister VM: " + vm.getInstanceName() + " from source host: " + srcHostId + " after successfully migrating VM's storage across VMware Datacenters");
                        }
                    }
                }
            }
        } else {
            s_logger.debug("Storage migration failed");
        }
    } catch (final ConcurrentOperationException e) {
        s_logger.debug("Failed to migration: " + e.toString());
        throw new CloudRuntimeException("Failed to migration: " + e.toString());
    } catch (final InsufficientVirtualNetworkCapacityException e) {
        s_logger.debug("Failed to migration: " + e.toString());
        throw new CloudRuntimeException("Failed to migration: " + e.toString());
    } catch (final InsufficientAddressCapacityException e) {
        s_logger.debug("Failed to migration: " + e.toString());
        throw new CloudRuntimeException("Failed to migration: " + e.toString());
    } catch (final InsufficientCapacityException e) {
        s_logger.debug("Failed to migration: " + e.toString());
        throw new CloudRuntimeException("Failed to migration: " + e.toString());
    } catch (final StorageUnavailableException e) {
        s_logger.debug("Failed to migration: " + e.toString());
        throw new CloudRuntimeException("Failed to migration: " + e.toString());
    } finally {
        try {
            stateTransitTo(vm, VirtualMachine.Event.AgentReportStopped, null);
        } catch (final NoTransitionException e) {
            s_logger.debug("Failed to change vm state: " + e.toString());
            throw new CloudRuntimeException("Failed to change vm state: " + e.toString());
        }
    }
}

Example 50 with DataCenterDeployment

use of com.cloud.deploy.DataCenterDeployment in project cloudstack by apache.

the class VirtualMachineManagerImpl method findHostAndMigrate.

@Override
public void findHostAndMigrate(final String vmUuid, final Long newSvcOfferingId, final ExcludeList excludes) throws InsufficientCapacityException, ConcurrentOperationException, ResourceUnavailableException {
    final VMInstanceVO vm = _vmDao.findByUuid(vmUuid);
    if (vm == null) {
        throw new CloudRuntimeException("Unable to find " + vmUuid);
    }
    final VirtualMachineProfile profile = new VirtualMachineProfileImpl(vm);
    final Long srcHostId = vm.getHostId();
    final Long oldSvcOfferingId = vm.getServiceOfferingId();
    if (srcHostId == null) {
        throw new CloudRuntimeException("Unable to scale the vm because it doesn't have a host id");
    }
    final Host host = _hostDao.findById(srcHostId);
    final DataCenterDeployment plan = new DataCenterDeployment(host.getDataCenterId(), host.getPodId(), host.getClusterId(), null, null, null);
    excludes.addHost(vm.getHostId());
    // Need to find the destination host based on new svc offering
    vm.setServiceOfferingId(newSvcOfferingId);
    DeployDestination dest = null;
    try {
        dest = _dpMgr.planDeployment(profile, plan, excludes, null);
    } catch (final AffinityConflictException e2) {
        s_logger.warn("Unable to create deployment, affinity rules associted to the VM conflict", e2);
        throw new CloudRuntimeException("Unable to create deployment, affinity rules associted to the VM conflict");
    }
    if (dest != null) {
        if (s_logger.isDebugEnabled()) {
            s_logger.debug(" Found " + dest + " for scaling the vm to.");
        }
    }
    if (dest == null) {
        throw new InsufficientServerCapacityException("Unable to find a server to scale the vm to.", host.getClusterId());
    }
    excludes.addHost(dest.getHost().getId());
    try {
        migrateForScale(vm.getUuid(), srcHostId, dest, oldSvcOfferingId);
    } catch (final ResourceUnavailableException e) {
        s_logger.debug("Unable to migrate to unavailable " + dest);
        throw e;
    } catch (final ConcurrentOperationException e) {
        s_logger.debug("Unable to migrate VM due to: " + e.getMessage());
        throw e;
    }
}