Search in sources :

Example 86 with JPAService

use of org.apache.oozie.service.JPAService in project oozie by apache.

the class TestCoordActionInputCheckXCommand method testActionInputCheckFuture.

public void testActionInputCheckFuture() throws Exception {
    String jobId = "0000000-" + new Date().getTime() + "-TestCoordActionInputCheckXCommand-C";
    Date startTime = DateUtils.parseDateOozieTZ("2009-02-15T23:59" + TZ);
    Date endTime = DateUtils.parseDateOozieTZ("2009-02-16T23:59" + TZ);
    CoordinatorJobBean job = addRecordToCoordJobTable(jobId, startTime, endTime, "future");
    new CoordMaterializeTransitionXCommand(job.getId(), 3600).call();
    // providing some of the dataset dirs required as per coordinator specification with holes
    createTestCaseSubDir("2009/02/12/_SUCCESS".split("/"));
    createTestCaseSubDir("2009/02/26/_SUCCESS".split("/"));
    createTestCaseSubDir("2009/03/05/_SUCCESS".split("/"));
    // limit is 5. So this should be ignored
    createTestCaseSubDir("2009/03/26/_SUCCESS".split("/"));
    new CoordActionInputCheckXCommand(job.getId() + "@1", job.getId()).call();
    CoordinatorActionBean action = null;
    JPAService jpaService = Services.get().get(JPAService.class);
    try {
        action = jpaService.execute(new CoordActionGetJPAExecutor(job.getId() + "@1"));
    } catch (JPAExecutorException se) {
        fail("Action ID " + job.getId() + "@1" + " was not stored properly in db");
    }
    assertEquals(CoordCommandUtils.RESOLVED_UNRESOLVED_SEPARATOR + "${coord:futureRange(0,3,'5')}", action.getMissingDependencies());
    createTestCaseSubDir("2009/03/12/_SUCCESS".split("/"));
    new CoordActionInputCheckXCommand(job.getId() + "@1", job.getId()).call();
    try {
        action = jpaService.execute(new CoordActionGetJPAExecutor(job.getId() + "@1"));
    } catch (JPAExecutorException se) {
        fail("Action ID " + job.getId() + "@1" + " was not stored properly in db");
    }
    assertEquals("", action.getMissingDependencies());
    String actionXML = action.getActionXml();
    String resolvedList = getTestCaseFileUri("2009/02/12") + CoordELFunctions.INSTANCE_SEPARATOR + getTestCaseFileUri("2009/02/26") + CoordELFunctions.INSTANCE_SEPARATOR + getTestCaseFileUri("2009/03/05") + CoordELFunctions.INSTANCE_SEPARATOR + getTestCaseFileUri("2009/03/12");
    assertEquals(resolvedList, actionXML.substring(actionXML.indexOf("<uris>") + 6, actionXML.indexOf("</uris>")));
}
Also used : CoordinatorJobBean(org.apache.oozie.CoordinatorJobBean) JPAExecutorException(org.apache.oozie.executor.jpa.JPAExecutorException) CoordinatorActionBean(org.apache.oozie.CoordinatorActionBean) CoordActionGetJPAExecutor(org.apache.oozie.executor.jpa.CoordActionGetJPAExecutor) JPAService(org.apache.oozie.service.JPAService) Date(java.util.Date)

Example 87 with JPAService

use of org.apache.oozie.service.JPAService in project oozie by apache.

the class TestBundleChangeXCommand method testBundleChangeReport.

// check command report
public void testBundleChangeReport() throws Exception {
    BundleJobBean bundleJob = this.addRecordToBundleJobTable(Job.Status.RUNNING, false);
    CoordinatorJobBean coordJob1 = addRecordToCoordJobTable(CoordinatorJob.Status.SUCCEEDED, false, false);
    coordJob1.setBundleId(bundleJob.getId());
    coordJob1.setAppName("COORD-TEST1");
    final JPAService jpaService = Services.get().get(JPAService.class);
    assertNotNull(jpaService);
    CoordJobQueryExecutor.getInstance().executeUpdate(CoordJobQuery.UPDATE_COORD_JOB, coordJob1);
    BundleActionBean bundleAction1 = new BundleActionBean();
    bundleAction1.setBundleActionId(bundleJob.getId() + "_COORD-TEST1");
    bundleAction1.setCoordId(coordJob1.getId());
    bundleAction1.setBundleId(bundleJob.getId());
    bundleAction1.setStatus(Job.Status.SUCCEEDED);
    jpaService.execute(new BundleActionInsertJPAExecutor(bundleAction1));
    CoordinatorJobBean coordJob2 = addRecordToCoordJobTable(CoordinatorJob.Status.KILLED, false, false);
    coordJob2.setBundleId(bundleJob.getId());
    coordJob2.setAppName("COORD-TEST2");
    CoordJobQueryExecutor.getInstance().executeUpdate(CoordJobQuery.UPDATE_COORD_JOB, coordJob2);
    BundleActionBean bundleAction2 = new BundleActionBean();
    bundleAction2.setBundleActionId(bundleJob.getId() + "_COORD-TEST2");
    bundleAction2.setCoordId(coordJob2.getId());
    bundleAction2.setBundleId(bundleJob.getId());
    bundleAction2.setStatus(Job.Status.KILLED);
    jpaService.execute(new BundleActionInsertJPAExecutor(bundleAction2));
    CoordinatorJobBean coordJob3 = addRecordToCoordJobTable(CoordinatorJob.Status.RUNNING, false, false);
    addRecordToCoordActionTable(coordJob3.getId(), 1, CoordinatorAction.Status.SUCCEEDED, "coord-action-get.xml", 0);
    addRecordToCoordActionTable(coordJob3.getId(), 2, CoordinatorAction.Status.SUCCEEDED, "coord-action-get.xml", 0, DateUtils.parseDateOozieTZ("2013-08-01T02:00Z"));
    addRecordToCoordActionTable(coordJob3.getId(), 3, CoordinatorAction.Status.RUNNING, "coord-action-get.xml", 0, DateUtils.parseDateOozieTZ("2013-08-01T03:00Z"));
    addRecordToCoordActionTable(coordJob3.getId(), 4, CoordinatorAction.Status.WAITING, "coord-action-get.xml", 0, DateUtils.parseDateOozieTZ("2013-08-01T04:00Z"));
    coordJob3.setBundleId(bundleJob.getId());
    coordJob3.setAppName("COORD-TEST3");
    coordJob3.setLastActionNumber(4);
    coordJob3.setEndTime(DateUtils.parseDateOozieTZ("2013-08-01T04:00Z"));
    coordJob3.setStartTime(DateUtils.parseDateOozieTZ("2013-08-01T00:00Z"));
    CoordJobQueryExecutor.getInstance().executeUpdate(CoordJobQuery.UPDATE_COORD_JOB, coordJob3);
    BundleActionBean bundleAction3 = new BundleActionBean();
    bundleAction3.setBundleActionId(bundleJob.getId() + "_COORD-TEST3");
    bundleAction3.setCoordId(coordJob3.getId());
    bundleAction3.setBundleId(bundleJob.getId());
    bundleAction3.setStatus(Job.Status.RUNNING);
    jpaService.execute(new BundleActionInsertJPAExecutor(bundleAction3));
    BundleJobGetJPAExecutor bundleJobGetCmd = new BundleJobGetJPAExecutor(bundleJob.getId());
    String dateStr = "2099-01-01T01:00Z";
    bundleJob = jpaService.execute(bundleJobGetCmd);
    assertEquals(bundleJob.getPauseTime(), null);
    String reports = null;
    try {
        new BundleJobChangeXCommand(bundleJob.getId(), "pausetime=" + dateStr).call();
    } catch (Exception e) {
        reports = e.getMessage();
    }
    assertTrue(reports.contains(coordJob2.getId() + " : Coord is in killed state"));
    bundleJobGetCmd = new BundleJobGetJPAExecutor(bundleJob.getId());
    dateStr = "2013-08-01T03:00Z";
    bundleJob = jpaService.execute(bundleJobGetCmd);
    try {
        new BundleJobChangeXCommand(bundleJob.getId(), "endtime=" + dateStr).call();
    } catch (Exception e) {
        reports = e.getMessage();
    }
    assertTrue(reports.contains(coordJob2.getId() + " : Coord is in killed state"));
    assertTrue(reports.contains(coordJob3.getId() + " : E1022: Cannot delete running/completed coordinator action"));
}
Also used : BundleActionInsertJPAExecutor(org.apache.oozie.executor.jpa.BundleActionInsertJPAExecutor) BundleJobGetJPAExecutor(org.apache.oozie.executor.jpa.BundleJobGetJPAExecutor) CoordinatorJobBean(org.apache.oozie.CoordinatorJobBean) BundleJobBean(org.apache.oozie.BundleJobBean) JPAService(org.apache.oozie.service.JPAService) BundleActionBean(org.apache.oozie.BundleActionBean) XException(org.apache.oozie.XException)

Example 88 with JPAService

use of org.apache.oozie.service.JPAService in project oozie by apache.

the class TestBundleChangeXCommand method testBundleChange3.

/**
 * Test : Change end time of a bundle
 *
 * @throws Exception
 */
public void testBundleChange3() throws Exception {
    BundleJobBean job = this.addRecordToBundleJobTable(Job.Status.PREP, false);
    String dateStr = "2099-01-01T01:00Z";
    JPAService jpaService = Services.get().get(JPAService.class);
    assertNotNull(jpaService);
    BundleJobGetJPAExecutor bundleJobGetCmd = new BundleJobGetJPAExecutor(job.getId());
    job = jpaService.execute(bundleJobGetCmd);
    assertEquals(job.getEndTime(), null);
    new BundleJobChangeXCommand(job.getId(), "endtime=" + dateStr).call();
    job = jpaService.execute(bundleJobGetCmd);
    assertEquals(job.getEndTime(), DateUtils.parseDateOozieTZ(dateStr));
}
Also used : BundleJobGetJPAExecutor(org.apache.oozie.executor.jpa.BundleJobGetJPAExecutor) BundleJobBean(org.apache.oozie.BundleJobBean) JPAService(org.apache.oozie.service.JPAService)

Example 89 with JPAService

use of org.apache.oozie.service.JPAService in project oozie by apache.

the class TestBundleChangeXCommand method testBundleChange1.

/**
 * Test : Change pause time of a bundle
 *
 * @throws Exception
 */
public void testBundleChange1() throws Exception {
    BundleJobBean job = this.addRecordToBundleJobTable(Job.Status.PREP, false);
    String dateStr = "2099-01-01T01:00Z";
    JPAService jpaService = Services.get().get(JPAService.class);
    assertNotNull(jpaService);
    BundleJobGetJPAExecutor bundleJobGetCmd = new BundleJobGetJPAExecutor(job.getId());
    job = jpaService.execute(bundleJobGetCmd);
    assertEquals(job.getPauseTime(), null);
    new BundleJobChangeXCommand(job.getId(), "pausetime=" + dateStr).call();
    job = jpaService.execute(bundleJobGetCmd);
    assertEquals(job.getPauseTime(), DateUtils.parseDateOozieTZ(dateStr));
}
Also used : BundleJobGetJPAExecutor(org.apache.oozie.executor.jpa.BundleJobGetJPAExecutor) BundleJobBean(org.apache.oozie.BundleJobBean) JPAService(org.apache.oozie.service.JPAService)

Example 90 with JPAService

use of org.apache.oozie.service.JPAService in project oozie by apache.

the class TestBundleChangeXCommand method testBundleChange2.

/**
 * Test : Change pause time of a bundle that contains a SUCCEEDED coordinator job,
 * The coordinator should also change its pause time.
 *
 * @throws Exception
 */
public void testBundleChange2() throws Exception {
    BundleJobBean bundleJob = this.addRecordToBundleJobTable(Job.Status.RUNNING, false);
    CoordinatorJobBean coordJob = addRecordToCoordJobTable(CoordinatorJob.Status.SUCCEEDED, false, false);
    coordJob.setBundleId(bundleJob.getId());
    final JPAService jpaService = Services.get().get(JPAService.class);
    assertNotNull(jpaService);
    CoordJobQueryExecutor.getInstance().executeUpdate(CoordJobQuery.UPDATE_COORD_JOB_BUNDLEID, coordJob);
    coordJob.setAppName("COORD-TEST1");
    assertNotNull(jpaService);
    CoordJobQueryExecutor.getInstance().executeUpdate(CoordJobQuery.UPDATE_COORD_JOB, coordJob);
    BundleActionBean bundleAction = new BundleActionBean();
    bundleAction.setBundleActionId(bundleJob.getId() + "_COORD-TEST1");
    bundleAction.setCoordId(coordJob.getId());
    bundleAction.setBundleId(bundleJob.getId());
    bundleAction.setStatus(Job.Status.SUCCEEDED);
    jpaService.execute(new BundleActionInsertJPAExecutor(bundleAction));
    String dateStr = "2099-01-01T01:00Z";
    BundleJobGetJPAExecutor bundleJobGetCmd = new BundleJobGetJPAExecutor(bundleJob.getId());
    bundleJob = jpaService.execute(bundleJobGetCmd);
    assertEquals(bundleJob.getPauseTime(), null);
    new BundleJobChangeXCommand(bundleJob.getId(), "pausetime=" + dateStr).call();
    bundleJob = jpaService.execute(bundleJobGetCmd);
    assertEquals(DateUtils.parseDateOozieTZ(dateStr), bundleJob.getPauseTime());
    final String coordJobId = coordJob.getId();
    waitFor(60000, new Predicate() {

        public boolean evaluate() throws Exception {
            CoordinatorJobBean coordJob1 = jpaService.execute(new CoordJobGetJPAExecutor(coordJobId));
            return (coordJob1.getPauseTime() != null);
        }
    });
    coordJob = jpaService.execute(new CoordJobGetJPAExecutor(coordJob.getId()));
    assertEquals(DateUtils.parseDateOozieTZ(dateStr), coordJob.getPauseTime());
}
Also used : BundleActionInsertJPAExecutor(org.apache.oozie.executor.jpa.BundleActionInsertJPAExecutor) BundleJobGetJPAExecutor(org.apache.oozie.executor.jpa.BundleJobGetJPAExecutor) CoordinatorJobBean(org.apache.oozie.CoordinatorJobBean) BundleJobBean(org.apache.oozie.BundleJobBean) CoordJobGetJPAExecutor(org.apache.oozie.executor.jpa.CoordJobGetJPAExecutor) JPAService(org.apache.oozie.service.JPAService) BundleActionBean(org.apache.oozie.BundleActionBean) XException(org.apache.oozie.XException)

Aggregations

JPAService (org.apache.oozie.service.JPAService)449 JPAExecutorException (org.apache.oozie.executor.jpa.JPAExecutorException)156 CoordinatorJobBean (org.apache.oozie.CoordinatorJobBean)152 CoordinatorActionBean (org.apache.oozie.CoordinatorActionBean)113 Date (java.util.Date)95 WorkflowJobBean (org.apache.oozie.WorkflowJobBean)94 CoordJobGetJPAExecutor (org.apache.oozie.executor.jpa.CoordJobGetJPAExecutor)84 BundleJobBean (org.apache.oozie.BundleJobBean)78 WorkflowActionBean (org.apache.oozie.WorkflowActionBean)78 ArrayList (java.util.ArrayList)76 CommandException (org.apache.oozie.command.CommandException)66 List (java.util.List)59 BundleJobGetJPAExecutor (org.apache.oozie.executor.jpa.BundleJobGetJPAExecutor)54 CoordActionGetJPAExecutor (org.apache.oozie.executor.jpa.CoordActionGetJPAExecutor)54 WorkflowJobGetJPAExecutor (org.apache.oozie.executor.jpa.WorkflowJobGetJPAExecutor)49 WorkflowActionGetJPAExecutor (org.apache.oozie.executor.jpa.WorkflowActionGetJPAExecutor)47 HashMap (java.util.HashMap)41 BundleActionBean (org.apache.oozie.BundleActionBean)35 Configuration (org.apache.hadoop.conf.Configuration)32 EntityManager (javax.persistence.EntityManager)31