Examples with SLA io.mantisrx.server.master.domain.SLA used on opensource projects

Example 1 with SLA

use of io.mantisrx.server.master.domain.SLA in project mantis by Netflix.

the class JobClusterActor method onJobClusterUpdateSLA.

@Override
public void onJobClusterUpdateSLA(UpdateJobClusterSLARequest slaRequest) {
    if (logger.isTraceEnabled()) {
        logger.trace("Enter onJobClusterUpdateSLA {}", slaRequest);
    }
    ActorRef sender = getSender();
    try {
        SLA newSla = new SLA(slaRequest.getMin(), slaRequest.getMax(), slaRequest.getCronSpec(), slaRequest.getCronPolicy());
        JobClusterDefinitionImpl updatedDefn = new JobClusterDefinitionImpl.Builder().from(jobClusterMetadata.getJobClusterDefinition()).withSla(newSla).build();
        boolean isDisabled = jobClusterMetadata.isDisabled();
        if (slaRequest.isForceEnable() && jobClusterMetadata.isDisabled()) {
            isDisabled = false;
        }
        IJobClusterMetadata jobCluster = new JobClusterMetadataImpl.Builder().withIsDisabled(isDisabled).withLastJobCount(jobClusterMetadata.getLastJobCount()).withJobClusterDefinition(updatedDefn).build();
        updateAndSaveJobCluster(jobCluster);
        if (cronManager != null)
            cronManager.destroyCron();
        this.cronManager = new CronManager(name, getSelf(), newSla);
        sender.tell(new UpdateJobClusterSLAResponse(slaRequest.requestId, SUCCESS, name + " SLA updated"), getSelf());
        eventPublisher.publishAuditEvent(new LifecycleEventsProto.AuditEvent(LifecycleEventsProto.AuditEvent.AuditEventType.JOB_CLUSTER_UPDATE, jobClusterMetadata.getJobClusterDefinition().getName(), name + " SLA update"));
    } catch (IllegalArgumentException e) {
        logger.error("Invalid arguement job cluster not updated ", e);
        sender.tell(new UpdateJobClusterSLAResponse(slaRequest.requestId, CLIENT_ERROR, name + " Job cluster SLA updation failed " + e.getMessage()), getSelf());
    } catch (Exception e) {
        logger.error("job cluster not updated ", e);
        sender.tell(new UpdateJobClusterSLAResponse(slaRequest.requestId, SERVER_ERROR, name + " Job cluster SLA updation failed " + e.getMessage()), getSelf());
    }
    if (logger.isTraceEnabled()) {
        logger.trace("Exit onJobClusterUpdateSLA {}", slaRequest);
    }
}

Example 2 with SLA

use of io.mantisrx.server.master.domain.SLA in project mantis by Netflix.

the class JobClusterActor method initRunningJobs.

/**
 * Iterate through list of jobs in Active jobs table.
 * if a Job is completed move it completed table
 * else bootstrap the job (create actor, send init request)
 * Finally setup sla enforcement
 * @param initReq
 * @param sender
 */
private void initRunningJobs(JobClusterProto.InitializeJobClusterRequest initReq, ActorRef sender) {
    List<CompletedJob> completedJobsList = initReq.completedJobsList;
    List<IMantisJobMetadata> jobList = initReq.jobList;
    logger.info("In _initJobs for cluster {}: {} activeJobs and {} completedJobs", name, jobList.size(), completedJobsList.size());
    if (logger.isDebugEnabled()) {
        logger.debug("In _initJobs for cluster {} activeJobs -> {} and completedJobs -> {}", name, jobList, completedJobsList);
    }
    Observable.from(jobList).flatMap((jobMeta) -> {
        if (JobState.isTerminalState(jobMeta.getState())) {
            jobManager.persistToCompletedJobAndArchiveJobTables(jobMeta);
            return Observable.empty();
        } else {
            if (jobMeta.getSchedulingInfo() == null) {
                logger.error("Scheduling info is null for active job {} in cluster {}." + "Skipping bootstrap ", jobMeta.getJobId(), name);
                return Observable.empty();
            } else {
                return Observable.just(jobMeta);
            }
        }
    }).flatMap((jobMeta) -> jobManager.bootstrapJob((MantisJobMetadataImpl) jobMeta, this.jobClusterMetadata)).subscribe((jobInited) -> {
        logger.info("Job Id {} initialized with code {}", jobInited.jobId, jobInited.responseCode);
    }, (error) -> logger.warn("Exception initializing jobs {}", error.getMessage()), () -> {
        if (initReq.jobList.size() > 0) {
            JobId lastJobId = new JobId(this.name, initReq.lastJobNumber);
            this.jobIdSubmissionSubject.onNext(lastJobId);
        }
        setBookkeepingTimer(BOOKKEEPING_INTERVAL_SECS);
        getContext().become(initializedBehavior);
        logger.info("Job Cluster {} initialized", this.name);
        sender.tell(new JobClusterProto.InitializeJobClusterResponse(initReq.requestId, SUCCESS, String.format("JobCluster %s initialized successfully", initReq.jobClusterDefinition.getName()), initReq.jobClusterDefinition.getName(), initReq.requestor), getSelf());
    });
}

Example 3 with SLA

use of io.mantisrx.server.master.domain.SLA in project mantis by Netflix.

the class SLAEnforcerTest method slaMinTest.

@Test
public void slaMinTest() {
    int min = 2;
    int max = 10;
    SLA sla = new SLA(min, max, null, null);
    SLAEnforcer slaEnf = new SLAEnforcer(sla);
    // min is 2 and active jobs count is 2 no need to launch any jobs
    assertEquals(0, slaEnf.enforceSLAMin(2, 0));
    // min is 2 and active jobs is 1 and launched jobs is 1 no need to launch any more jobs
    assertEquals(0, slaEnf.enforceSLAMin(1, 1));
    // min is 2, active = 1, launched = 0, therefore launch 1 job
    assertEquals(1, slaEnf.enforceSLAMin(1, 0));
}

Example 4 with SLA

use of io.mantisrx.server.master.domain.SLA in project mantis by Netflix.

the class SLAEnforcerTest method testSorting.

@Test
public void testSorting() {
    Instant now = Instant.now();
    List<JobInfo> jobList = Lists.newArrayList(new JobInfo(new JobId("cname", 3), null, now.getMillis(), null, JobState.Accepted, null), new JobInfo(new JobId("cname", 1), null, now.getMillis(), null, JobState.Accepted, null), new JobInfo(new JobId("cname", 4), null, now.getMillis(), null, JobState.Launched, null), new JobInfo(new JobId("cname", 2), null, now.getMillis(), null, JobState.Launched, null));
    int min = 1;
    int max = 1;
    SLA sla = new SLA(min, max, null, null);
    SLAEnforcer slaEnforcer = new SLAEnforcer(sla);
    Set<JobInfo> sortJobsByIdDesc = slaEnforcer.sortJobsByIdDesc(jobList);
    String[] expectedOrder = { "cname-1", "cname-2", "cname-3", "cname-4" };
    JobInfo[] jobIdArray = sortJobsByIdDesc.toArray(new JobInfo[sortJobsByIdDesc.size()]);
    for (int i = 0; i < jobIdArray.length; i++) {
        System.out.println("[" + i + "] ->" + jobIdArray[i]);
        assertEquals(expectedOrder[i], (jobIdArray[i].jobId.getId()));
    }
}

Example 5 with SLA

use of io.mantisrx.server.master.domain.SLA in project mantis by Netflix.

the class SLAEnforcerTest method slaMaxDefaultsTest.

@Test
public void slaMaxDefaultsTest() {
    Instant now = Instant.now();
    int min = 0;
    int max = 0;
    SLA sla = new SLA(min, max, null, null);
    SLAEnforcer slaEnf = new SLAEnforcer(null);
    List<JobInfo> jobList = Lists.newArrayList(new JobInfo(new JobId("cname", 1), null, now.getMillis(), null, JobState.Accepted, null), new JobInfo(new JobId("cname", 2), null, now.getMillis(), null, JobState.Launched, null), new JobInfo(new JobId("cname", 3), null, now.getMillis(), null, JobState.Accepted, null), new JobInfo(new JobId("cname", 4), null, now.getMillis(), null, JobState.Launched, null));
    // sla not set nothing to enforce
    try {
        List<JobId> jobsToDelete = slaEnf.enforceSLAMax(jobList);
        assertTrue(jobsToDelete.isEmpty());
    } catch (Exception e) {
        fail();
    }
    slaEnf = new SLAEnforcer(sla);
    jobList = Lists.newArrayList(new JobInfo(new JobId("cname", 1), null, now.getMillis(), null, JobState.Accepted, null), new JobInfo(new JobId("cname", 2), null, now.getMillis(), null, JobState.Launched, null), new JobInfo(new JobId("cname", 3), null, now.getMillis(), null, JobState.Accepted, null), new JobInfo(new JobId("cname", 4), null, now.getMillis(), null, JobState.Launched, null));
    // sla max is 0 nothing to enforce
    List<JobId> jobsToDelete = slaEnf.enforceSLAMax(jobList);
    assertTrue(jobsToDelete.isEmpty());
}