use of com.google.api.services.sqladmin.model.DatabaseInstance in project cloudbreak by hortonworks.
the class AbstractGcpDatabaseServerStartStopService method startStop.
protected void startStop(AuthenticatedContext ac, DatabaseStack stack, DatabasePollerService databasePollerService, String policy) throws IOException {
GcpDatabaseServerView databaseServerView = new GcpDatabaseServerView(stack.getDatabaseServer());
String deploymentName = databaseServerView.getDbServerName();
SQLAdmin sqlAdmin = gcpSQLAdminFactory.buildSQLAdmin(ac.getCloudCredential(), ac.getCloudCredential().getName());
String projectId = gcpStackUtil.getProjectId(ac.getCloudCredential());
List<CloudResource> gcpDatabase = getGcpDatabase(stack, ac.getCloudContext().getLocation().getAvailabilityZone().value());
try {
InstancesListResponse list = sqlAdmin.instances().list(projectId).execute();
Optional<DatabaseInstance> first = Optional.empty();
if (!list.isEmpty()) {
first = list.getItems().stream().filter(e -> e.getName().equals(deploymentName)).findFirst();
}
if (!first.isEmpty()) {
try {
Operation operation = sqlAdmin.instances().patch(projectId, deploymentName, getDatabaseInstance(policy)).execute();
verifyOperation(operation, gcpDatabase);
CloudResource operationAwareCloudResource = createOperationAwareCloudResource(gcpDatabase.get(0), operation);
databasePollerService.startDatabasePoller(ac, List.of(operationAwareCloudResource));
} catch (GoogleJsonResponseException e) {
throw new GcpResourceException(checkException(e), resourceType(), gcpDatabase.get(0).getName());
}
} else {
LOGGER.debug("Deployment does not exists: {}", deploymentName);
}
} catch (GoogleJsonResponseException e) {
throw new GcpResourceException(checkException(e), resourceType(), gcpDatabase.get(0).getName());
}
}
use of com.google.api.services.sqladmin.model.DatabaseInstance in project cloudbreak by hortonworks.
the class GcpDatabaseServerLaunchService method getDatabaseInstance.
private DatabaseInstance getDatabaseInstance(DatabaseStack stack, String deploymentName, Compute compute, String projectId) throws java.io.IOException {
DatabaseServer databaseServer = stack.getDatabaseServer();
GcpDatabaseServerView databaseServerView = new GcpDatabaseServerView(databaseServer);
GcpDatabaseNetworkView databaseNetworkView = new GcpDatabaseNetworkView(stack.getNetwork());
Subnetwork subnetworkForRedbeams;
if (Strings.isNullOrEmpty(databaseNetworkView.getSharedProjectId())) {
subnetworkForRedbeams = compute.subnetworks().get(projectId, databaseServerView.getLocation(), databaseNetworkView.getSubnetId()).execute();
} else {
subnetworkForRedbeams = compute.subnetworks().get(databaseNetworkView.getSharedProjectId(), databaseServerView.getLocation(), databaseNetworkView.getSubnetId()).execute();
}
DatabaseInstance databaseInstance = new DatabaseInstance();
databaseInstance.setCurrentDiskSize(databaseServerView.getAllocatedStorageInMb());
databaseInstance.setName(deploymentName);
databaseInstance.setInstanceType("CLOUD_SQL_INSTANCE");
databaseInstance.setBackendType("SECOND_GEN");
databaseInstance.setRegion(databaseServerView.getLocation());
databaseInstance.setRootPassword(databaseServerView.getAdminPassword());
databaseInstance.setConnectionName(databaseServerView.getAdminLoginName());
databaseInstance.setGceZone(databaseNetworkView.getAvailabilityZone());
databaseInstance.setDatabaseVersion(databaseServerView.getDatabaseVersion());
databaseInstance.setSettings(getSettings(stack, databaseServerView, subnetworkForRedbeams));
String keyName = databaseServer.getStringParameter(VOLUME_ENCRYPTION_KEY_ID);
if (keyName != null && !keyName.isEmpty()) {
DiskEncryptionConfiguration diskEncryptionConfiguration = new DiskEncryptionConfiguration();
diskEncryptionConfiguration.setKmsKeyName(keyName);
databaseInstance.setDiskEncryptionConfiguration(diskEncryptionConfiguration);
}
return databaseInstance;
}
use of com.google.api.services.sqladmin.model.DatabaseInstance in project cloudbreak by hortonworks.
the class GcpDatabaseServerLaunchService method launch.
public List<CloudResource> launch(AuthenticatedContext ac, DatabaseStack stack, PersistenceNotifier resourceNotifier) throws Exception {
GcpDatabaseServerView databaseServerView = new GcpDatabaseServerView(stack.getDatabaseServer());
String deploymentName = databaseServerView.getDbServerName();
SQLAdmin sqlAdmin = gcpSQLAdminFactory.buildSQLAdmin(ac.getCloudCredential(), ac.getCloudCredential().getName());
Compute compute = gcpComputeFactory.buildCompute(ac.getCloudCredential());
String projectId = gcpStackUtil.getProjectId(ac.getCloudCredential());
List<CloudResource> buildableResource = new ArrayList<>();
String availabilityZone = ac.getCloudContext().getLocation().getAvailabilityZone().value();
buildableResource.add(getGcpDatabase(deploymentName, availabilityZone));
buildableResource.add(getRdsPort(availabilityZone));
try {
InstancesListResponse list = sqlAdmin.instances().list(projectId).execute();
Optional<DatabaseInstance> first = Optional.empty();
if (!list.isEmpty()) {
first = list.getItems().stream().filter(e -> e.getName().equals(deploymentName)).findFirst();
}
if (first.isEmpty()) {
DatabaseInstance databaseInstance = getDatabaseInstance(stack, deploymentName, compute, projectId);
SQLAdmin.Instances.Insert insert = sqlAdmin.instances().insert(projectId, databaseInstance);
insert.setPrettyPrint(Boolean.TRUE);
try {
Operation operation = insert.execute();
verifyOperation(operation, buildableResource);
CloudResource operationAwareCloudResource = createOperationAwareCloudResource(buildableResource.get(0), operation);
databasePollerService.launchDatabasePoller(ac, List.of(operationAwareCloudResource));
DatabaseInstance instance = sqlAdmin.instances().get(projectId, deploymentName).execute();
if (instance != null) {
CloudResource.Builder rdsInstance = new CloudResource.Builder();
String instanceName = instance.getName();
buildableResource.add(getRdsHostName(instance, rdsInstance, instanceName, availabilityZone));
User rootUser = getRootUser(stack, projectId, instanceName);
operation = sqlAdmin.users().insert(projectId, instanceName, rootUser).execute();
verifyOperation(operation, buildableResource);
operationAwareCloudResource = createOperationAwareCloudResource(buildableResource.get(0), operation);
databasePollerService.insertUserPoller(ac, List.of(operationAwareCloudResource));
}
buildableResource.forEach(dbr -> resourceNotifier.notifyAllocation(dbr, ac.getCloudContext()));
return Collections.singletonList(operationAwareCloudResource);
} catch (GoogleJsonResponseException e) {
throw new GcpResourceException(checkException(e), resourceType(), buildableResource.get(0).getName());
}
} else {
LOGGER.debug("Deployment already exists: {}", deploymentName);
}
} catch (GoogleJsonResponseException e) {
throw new GcpResourceException(checkException(e), resourceType(), buildableResource.get(0).getName());
}
return List.of();
}
use of com.google.api.services.sqladmin.model.DatabaseInstance in project cloudbreak by hortonworks.
the class GcpDatabaseServerCheckServiceTest method testCheckWhenDbInstanceIsRunnableNOTAlwaysShouldReturnStarted.
@Test
public void testCheckWhenDbInstanceIsRunnableNOTAlwaysShouldReturnStarted() throws IOException {
AuthenticatedContext authenticatedContext = mock(AuthenticatedContext.class);
CloudCredential cloudCredential = mock(CloudCredential.class);
DatabaseStack databaseStack = mock(DatabaseStack.class);
DatabaseServer databaseServer = mock(DatabaseServer.class);
SQLAdmin sqlAdmin = mock(SQLAdmin.class);
SQLAdmin.Instances sqlAdminInstances = mock(SQLAdmin.Instances.class);
SQLAdmin.Instances.List sqlAdminInstancesList = mock(SQLAdmin.Instances.List.class);
InstancesListResponse instancesListResponse = mock(InstancesListResponse.class);
when(authenticatedContext.getCloudCredential()).thenReturn(cloudCredential);
when(cloudCredential.getName()).thenReturn("credential");
when(databaseStack.getDatabaseServer()).thenReturn(databaseServer);
when(databaseServer.getServerId()).thenReturn("test");
when(gcpSQLAdminFactory.buildSQLAdmin(any(CloudCredential.class), anyString())).thenReturn(sqlAdmin);
when(gcpStackUtil.getProjectId(any(CloudCredential.class))).thenReturn("project-id");
when(sqlAdmin.instances()).thenReturn(sqlAdminInstances);
when(sqlAdminInstances.list(anyString())).thenReturn(sqlAdminInstancesList);
when(sqlAdminInstancesList.execute()).thenReturn(instancesListResponse);
when(instancesListResponse.isEmpty()).thenReturn(false);
DatabaseInstance databaseInstance = new DatabaseInstance();
databaseInstance.setName("test");
databaseInstance.setState("RUNNABLE");
Settings settings = new Settings();
settings.setActivationPolicy("NOT_ALWAYS");
databaseInstance.setSettings(settings);
when(instancesListResponse.getItems()).thenReturn(List.of(databaseInstance));
ExternalDatabaseStatus check = underTest.check(authenticatedContext, databaseStack);
Assert.assertEquals(ExternalDatabaseStatus.STOPPED, check);
}
use of com.google.api.services.sqladmin.model.DatabaseInstance in project cloudbreak by hortonworks.
the class GcpDatabaseServerLaunchServiceTest method testLaunchWhenDatabaseNOTAlreadyExistAndNOTSharedProjectIdShouldCreate.
@Test
public void testLaunchWhenDatabaseNOTAlreadyExistAndNOTSharedProjectIdShouldCreate() throws Exception {
Network network = new Network(new Subnet("10.0.0.0/16"), Map.of("subnetId", "s-1", "availabilityZone", "a"));
Map<String, Object> map = new HashMap<>();
map.put("engineVersion", "1");
map.put("key", "value");
DatabaseServer databaseServer = DatabaseServer.builder().connectionDriver("driver").serverId("driver").connectorJarUrl("driver").engine(DatabaseEngine.POSTGRESQL).location("location").port(99).storageSize(50L).rootUserName("rootUserName").rootPassword("rootPassword").flavor("flavor").useSslEnforcement(true).params(map).build();
AuthenticatedContext authenticatedContext = mock(AuthenticatedContext.class);
DatabaseStack databaseStack = mock(DatabaseStack.class);
PersistenceNotifier persistenceNotifier = mock(PersistenceNotifier.class);
CloudCredential cloudCredential = mock(CloudCredential.class);
SQLAdmin sqlAdmin = mock(SQLAdmin.class);
Compute compute = mock(Compute.class);
DatabaseInstance databaseInstance = mock(DatabaseInstance.class);
Compute.Subnetworks subnetworks = mock(Compute.Subnetworks.class);
Compute.Subnetworks.Get subnetworksGet = mock(Compute.Subnetworks.Get.class);
SQLAdmin.Users users = mock(SQLAdmin.Users.class);
SQLAdmin.Users.Insert usersInsert = mock(SQLAdmin.Users.Insert.class);
SQLAdmin.Instances.Get instancesGet = mock(SQLAdmin.Instances.Get.class);
SQLAdmin.Instances sqlAdminInstances = mock(SQLAdmin.Instances.class);
SQLAdmin.Instances.List sqlAdminInstancesList = mock(SQLAdmin.Instances.List.class);
InstancesListResponse instancesListResponse = mock(InstancesListResponse.class);
Operation operation = mock(Operation.class);
SQLAdmin.Instances.Insert sqlAdminInstancesInsert = mock(SQLAdmin.Instances.Insert.class);
IpMapping ipMapping = new IpMapping();
ipMapping.setIpAddress("10.0.0.0");
ipMapping.setType("PRIVATE");
when(authenticatedContext.getCloudCredential()).thenReturn(cloudCredential);
when(cloudCredential.getName()).thenReturn("credential");
when(databaseStack.getDatabaseServer()).thenReturn(databaseServer);
when(databaseStack.getNetwork()).thenReturn(network);
when(gcpLabelUtil.createLabelsFromTagsMap(anyMap())).thenReturn(new HashMap<>());
when(gcpSQLAdminFactory.buildSQLAdmin(any(CloudCredential.class), anyString())).thenReturn(sqlAdmin);
when(gcpComputeFactory.buildCompute(any(CloudCredential.class))).thenReturn(compute);
when(compute.subnetworks()).thenReturn(subnetworks);
when(subnetworks.get(anyString(), anyString(), anyString())).thenReturn(subnetworksGet);
when(subnetworksGet.execute()).thenReturn(new Subnetwork());
when(gcpStackUtil.getProjectId(any(CloudCredential.class))).thenReturn("project-id");
when(sqlAdmin.instances()).thenReturn(sqlAdminInstances);
when(sqlAdminInstances.list(anyString())).thenReturn(sqlAdminInstancesList);
when(sqlAdminInstancesList.execute()).thenReturn(instancesListResponse);
when(instancesListResponse.getItems()).thenReturn(List.of());
when(databaseInstance.getName()).thenReturn("name");
when(sqlAdminInstances.get(anyString(), anyString())).thenReturn(instancesGet);
when(instancesGet.execute()).thenReturn(databaseInstance);
when(sqlAdminInstances.insert(anyString(), databaseInstanceArgumentCaptor.capture())).thenReturn(sqlAdminInstancesInsert);
when(sqlAdminInstancesInsert.setPrettyPrint(anyBoolean())).thenReturn(sqlAdminInstancesInsert);
when(sqlAdminInstancesInsert.execute()).thenReturn(operation);
when(databaseInstance.getIpAddresses()).thenReturn(List.of(ipMapping));
doNothing().when(databasePollerService).launchDatabasePoller(any(AuthenticatedContext.class), anyList());
when(sqlAdmin.users()).thenReturn(users);
when(users.insert(anyString(), anyString(), any(User.class))).thenReturn(usersInsert);
when(usersInsert.execute()).thenReturn(operation);
when(authenticatedContext.getCloudContext()).thenReturn(cloudContext);
when(cloudContext.getLocation()).thenReturn(location(region("region"), availabilityZone("az1")));
List<CloudResource> launch = underTest.launch(authenticatedContext, databaseStack, persistenceNotifier);
Assert.assertEquals("value", databaseInstanceArgumentCaptor.getValue().getDiskEncryptionConfiguration().getKmsKeyName());
Assert.assertEquals(1, launch.size());
}
Aggregations