use of org.bf2.srs.fleetmanager.rest.service.model.RegistryDeployment in project srs-fleet-manager by bf2fc6cc711aee1a0c2a.
the class DeprovisionRegistryWorker method execute.
@Transactional
@Override
public void execute(Task aTask, WorkerContext ctl) throws RegistryStorageConflictException, RegistryNotFoundException, AccountManagementServiceException, TenantManagerServiceException {
var task = (DeprovisionRegistryTask) aTask;
var registryOptional = storage.getRegistryById(task.getRegistryId());
if (registryOptional.isPresent()) {
// FAILURE POINT 1
var registry = registryOptional.get();
RegistryDeploymentData registryDeployment = registry.getRegistryDeployment();
// FAILURE POINT 2
if (task.getRegistryTenantId() == null) {
final var tenantId = registry.getId();
TenantManagerConfig tenantManagerConfig = Utils.createTenantManagerConfig(registryDeployment);
try {
tms.deleteTenant(tenantManagerConfig, tenantId);
log.debug("Tenant id='{}' delete request send.", tenantId);
} catch (TenantNotFoundServiceException ex) {
log.info("Tenant id='{}' does not exist (already deleted?).", tenantId);
}
task.setRegistryTenantId(tenantId);
}
/* Return AMS entitlement
* FAILURE POINT 3
* Recovery: We recover by setting the registry status to failed so we don't lose information
* and the process can be initiated again.
* Reentrancy: If the registry was already returned, (i.e. failed in #3)
* we need to continue without raising an error, otherwise we will keep retrying.
*/
if (!task.isAmsSuccess()) {
final String subscriptionId = registry.getSubscriptionId();
// TODO Workaround: Remove this once we have RHOSRTrial working.
if (subscriptionId != null && RegistryInstanceTypeValueDto.of(registry.getInstanceType()) != RegistryInstanceTypeValueDto.EVAL) {
try {
ams.deleteSubscription(subscriptionId);
} catch (SubscriptionNotFoundServiceException ex) {
log.info("Subscription ID '{}' for tenant ID '{}' does not exist (already deleted?).", subscriptionId, task.getRegistryTenantId());
}
} else {
log.debug("Deleting an eval instance {} without calling AMS.", registry.getId());
}
task.setAmsSuccess(true);
log.debug("Subscription (id='{}') for Registry (id='{}') deleted.", subscriptionId, registry.getId());
}
/* Delete the registry from DB
* FAILURE POINT 4
* Recovery: We set the status to failed so it can be retried.
* Reentrancy: This is the last step, so nothing to do.
*/
storage.deleteRegistry(registry.getId());
} else {
log.warn("Registry id='{}' not found. Stopping.", task.getRegistryId());
ctl.stop();
}
}
use of org.bf2.srs.fleetmanager.rest.service.model.RegistryDeployment in project srs-fleet-manager by bf2fc6cc711aee1a0c2a.
the class ProvisionRegistryTenantWorker method execute.
@Transactional
@Override
public void execute(Task aTask, WorkerContext ctl) throws RegistryStorageConflictException, TenantManagerServiceException {
// TODO Split along failure points?
ProvisionRegistryTenantTask task = (ProvisionRegistryTenantTask) aTask;
Optional<RegistryData> registryOptional = storage.getRegistryById(task.getRegistryId());
// NOTE: Failure point 1
if (registryOptional.isEmpty()) {
ctl.retry();
}
RegistryData registry = registryOptional.get();
RegistryDeploymentData registryDeployment = registry.getRegistryDeployment();
// NOTE: Failure point 2
if (registryDeployment == null) {
// Either the schedule task didn't run yet, or we are in trouble
ctl.retry();
}
String registryUrl = registryDeployment.getRegistryDeploymentUrl();
// New approach: configure the deployment URL with a replacement like: https://TENANT_ID.shrd.sr.openshift.com
if (registryUrl.contains("TENANT_ID")) {
registryUrl = registryUrl.replace("TENANT_ID", registry.getId());
} else {
// Old approach: configure the deployment URL without a replacement, and just add "/t/TENANT_ID" to the end of it.
if (!registryUrl.endsWith("/")) {
registryUrl += "/";
}
registryUrl += "t/" + registry.getId();
}
registry.setRegistryUrl(registryUrl);
// Avoid accidentally creating orphan tenants
if (task.getRegistryTenantId() == null) {
CreateTenantRequest tenantRequest = CreateTenantRequest.builder().tenantId(registry.getId()).createdBy(registry.getOwner()).organizationId(registry.getOrgId()).resources(plansService.determineQuotaPlan(registry.getOrgId()).getResources()).build();
TenantManagerConfig tenantManager = Utils.createTenantManagerConfig(registryDeployment);
// NOTE: Failure point 4
tmClient.createTenant(tenantManager, tenantRequest);
task.setRegistryTenantId(registry.getId());
}
// Add expiration task if this is an eval instance
if (isEvalInstance(registry.getInstanceType())) {
var expiration = Instant.now().plus(Duration.ofSeconds(evalLifetimeSeconds));
log.debug("Scheduling an expiration task for the eval instance {} to be executed at {}", registry, expiration);
ctl.delay(() -> tasks.submit(EvalInstanceExpirationRegistryTask.builder().registryId(registry.getId()).schedule(TaskSchedule.builder().firstExecuteAt(expiration).build()).build()));
}
// NOTE: Failure point 5
registry.setStatus(RegistryStatusValueDto.READY.value());
storage.createOrUpdateRegistry(registry);
// TODO This task is (temporarily) not used. Enable when needed.
// Update status to available in the heartbeat task, which should run ASAP
// ctl.delay(() -> tasks.submit(RegistryHeartbeatTask.builder().registryId(registry.getId()).build()));
}
use of org.bf2.srs.fleetmanager.rest.service.model.RegistryDeployment in project srs-fleet-manager by bf2fc6cc711aee1a0c2a.
the class ProvisionRegistryTenantWorker method finallyExecute.
@Transactional
@Override
public void finallyExecute(Task aTask, WorkerContext ctl, Optional<Exception> error) throws RegistryNotFoundException, RegistryStorageConflictException, SubscriptionNotFoundServiceException, AccountManagementServiceException, TenantManagerServiceException {
ProvisionRegistryTenantTask task = (ProvisionRegistryTenantTask) aTask;
RegistryData registry = storage.getRegistryById(task.getRegistryId()).orElse(null);
RegistryDeploymentData registryDeployment = null;
if (registry != null)
registryDeployment = registry.getRegistryDeployment();
// SUCCESS STATE
if (registry != null && registry.getRegistryUrl() != null)
return;
// Cleanup orphan susbcription, if it's null, it's not needed since it will likely be an eval instance
if (registry != null && registryDeployment != null && registry.getSubscriptionId() != null) {
accountManagementService.deleteSubscription(registry.getSubscriptionId());
}
// Cleanup orphan tenant
if (registry != null && registryDeployment != null && task.getRegistryTenantId() != null) {
try {
tmClient.deleteTenant(Utils.createTenantManagerConfig(registryDeployment), registry.getId());
} catch (TenantNotFoundServiceException e) {
log.warn("Could not delete tenant '{}'. Tenant does not exist and may have been already deleted.", registry.getId());
}
}
// Remove registry entity
if (registry != null) {
storage.deleteRegistry(registry.getId());
}
}
use of org.bf2.srs.fleetmanager.rest.service.model.RegistryDeployment in project srs-fleet-manager by bf2fc6cc711aee1a0c2a.
the class ScheduleRegistryWorker method execute.
@Transactional
@Override
public void execute(Task aTask, WorkerContext ctl) throws RegistryStorageConflictException {
ScheduleRegistryTask task = (ScheduleRegistryTask) aTask;
Optional<RegistryData> registryOptional = storage.getRegistryById(task.getRegistryId());
if (registryOptional.isEmpty()) {
// NOTE: Failure point 1
ctl.retry();
}
RegistryData registry = registryOptional.get();
List<RegistryDeploymentData> eligibleRegistryDeployments = storage.getAllRegistryDeployments().stream().filter(rd -> RegistryDeploymentStatusValue.of(rd.getStatus().getValue()) == RegistryDeploymentStatusValue.AVAILABLE).collect(toList());
if (eligibleRegistryDeployments.isEmpty()) {
// NOTE: Failure point 2
// TODO How to report it better?
log.warn("Could not schedule registry with ID {}. No deployments are available.", registry.getId());
// We can wait here longer, somebody needs to create a deployment
ctl.retry(100);
}
// Schedule to a random registry deployment
// TODO Improve & use a specific scheduling strategy
RegistryDeploymentData registryDeployment = eligibleRegistryDeployments.get(ThreadLocalRandom.current().nextInt(eligibleRegistryDeployments.size()));
// TODO only available
log.info("Scheduling {} to {}.", registry, registryDeployment);
registry.setRegistryDeployment(registryDeployment);
registry.setStatus(RegistryStatusValueDto.PROVISIONING.value());
// NOTE: Failure point 3
storage.createOrUpdateRegistry(registry);
ctl.delay(() -> tasks.submit(ProvisionRegistryTenantTask.builder().registryId(registry.getId()).build()));
}
use of org.bf2.srs.fleetmanager.rest.service.model.RegistryDeployment in project srs-fleet-manager by bf2fc6cc711aee1a0c2a.
the class PanacheResourceStorage method createOrUpdateRegistryDeployment.
// *** RegistryDeployment
@Override
public boolean createOrUpdateRegistryDeployment(RegistryDeploymentData deployment) throws RegistryDeploymentStorageConflictException, RegistryDeploymentNotFoundException {
// TODO Is this necessary if using @Valid?
requireNonNull(deployment);
Optional<RegistryDeploymentData> existing = empty();
if (deployment.getId() != null) {
// TODO investigate using locks, such as optimistic locks
existing = deploymentRepository.findByIdOptional(deployment.getId());
if (existing.isEmpty()) {
throw new RegistryDeploymentNotFoundException(deployment.getId().toString());
}
}
try {
final Instant now = Instant.now();
deployment.getStatus().setLastUpdated(now);
if (existing.isEmpty()) {
deploymentRepository.persistAndFlush(deployment);
} else {
em.merge(deployment);
em.flush();
}
} catch (PersistenceException ex) {
if (ex.getCause() instanceof ConstraintViolationException) {
throw new RegistryDeploymentStorageConflictException();
} else {
throw ex;
}
}
return existing.isEmpty();
}
Aggregations