Examples with JPAService org.apache.oozie.service.JPAService used on opensource projects

Example 56 with JPAService

use of org.apache.oozie.service.JPAService in project oozie by apache.

the class TestCoordMaterializeTransitionXCommand method testFailedJobNotMaterializeActions.

/**
 * Test a coordinator does not materialize actions upon CommandException
 * leading to FAILED state
 *
 * @throws Exception
 */
public void testFailedJobNotMaterializeActions() throws Exception {
    String coordXml = "<coordinator-app xmlns=\"uri:oozie:coordinator:0.4\"" + " name=\"NAME\" frequency=\"5\"" + " start=\"#start\" end=\"#end\" timezone=\"America/Los_Angeles\"" + " freq_timeunit=\"DAY\" end_of_duration=\"NONE\">" + "<input-events>" + "<data-in name=\"a\" dataset=\"a\">" + "<dataset name=\"a\" frequency=\"7\" initial-instance=\"2010-01-01T00:00Z\" timezone=\"UTC\" " + "freq_timeunit=\"MINUTE\" end_of_duration=\"NONE\">" + "<uri-template>${hcatNode}/${db}/${table}/ds=${YEAR}-${MONTH}-${DAY};region=${region}</uri-template>" + "</dataset>" + "<start-instance>${coord:current(0)}</start-instance>" + "<end-instance>${coord:latest(0)}</end-instance>" + "</data-in>" + "</input-events>" + "<action>" + "<workflow>" + "<app-path>hdfs:///tmp/workflows/</app-path>" + "</workflow>" + "</action>" + "</coordinator-app>";
    CoordinatorJobBean job = addRecordToCoordJobTable(coordXml);
    new CoordMaterializeTransitionXCommand(job.getId(), hoursToSeconds(1)).call();
    JPAService jpaService = Services.get().get(JPAService.class);
    job = jpaService.execute(new CoordJobGetJPAExecutor(job.getId()));
    assertEquals(CoordinatorJob.Status.FAILED, job.getStatus());
    // GetActions for coord job, should be none
    int actions = jpaService.execute(new CoordJobGetActionsJPAExecutor(job.getId()));
    assertEquals(0, actions);
}

Example 57 with JPAService

use of org.apache.oozie.service.JPAService in project oozie by apache.

the class TestCoordMaterializeTransitionXCommand method checkTwoActionsAfterCatchup.

private void checkTwoActionsAfterCatchup(CoordinatorJobBean job) throws ParseException {
    try {
        final JPAService jpaService = Services.get().get(JPAService.class);
        job = jpaService.execute(new CoordJobGetJPAExecutor(job.getId()));
        assertTrue("coordinator job should have already been materialized", job.isDoneMaterialization());
        assertEquals("coordinator action count mismatch", 2, job.getLastActionNumber());
        final String startPlusThreeHours = "2013-03-10T10:00Z";
        assertEquals("coordinator next materialization time mismatch", DateUtils.parseDateOozieTZ(startPlusThreeHours), job.getNextMaterializedTime());
    } catch (final JPAExecutorException se) {
        se.printStackTrace();
        fail("Job ID " + job.getId() + " was not stored properly in db");
    }
}

Example 58 with JPAService

use of org.apache.oozie.service.JPAService in project oozie by apache.

the class TestCoordMaterializeTransitionXCommand method testActionMaterWithCronFrequency2.

public void testActionMaterWithCronFrequency2() throws Exception {
    Date startTime = DateUtils.parseDateOozieTZ("2013-07-18T00:00Z");
    Date endTime = DateUtils.parseDateOozieTZ("2013-07-18T01:00Z");
    CoordinatorJobBean job = addRecordToCoordJobTable(CoordinatorJob.Status.RUNNING, startTime, endTime, null, "10-20 * * * *");
    new CoordMaterializeTransitionXCommand(job.getId(), hoursToSeconds(1)).call();
    Date[] nominalTimes = new Date[] { DateUtils.parseDateOozieTZ("2013-07-18T00:10Z"), DateUtils.parseDateOozieTZ("2013-07-18T00:11Z"), DateUtils.parseDateOozieTZ("2013-07-18T00:12Z"), DateUtils.parseDateOozieTZ("2013-07-18T00:13Z"), DateUtils.parseDateOozieTZ("2013-07-18T00:14Z"), DateUtils.parseDateOozieTZ("2013-07-18T00:15Z"), DateUtils.parseDateOozieTZ("2013-07-18T00:16Z"), DateUtils.parseDateOozieTZ("2013-07-18T00:17Z"), DateUtils.parseDateOozieTZ("2013-07-18T00:18Z"), DateUtils.parseDateOozieTZ("2013-07-18T00:19Z"), DateUtils.parseDateOozieTZ("2013-07-18T00:20Z") };
    final int expectedNominalTimeCount = 11;
    checkCoordActionsNominalTime(job.getId(), expectedNominalTimeCount, nominalTimes);
    try {
        JPAService jpaService = Services.get().get(JPAService.class);
        job = jpaService.execute(new CoordJobGetJPAExecutor(job.getId()));
        assertTrue(job.isDoneMaterialization());
        assertEquals(job.getLastActionNumber(), expectedNominalTimeCount);
        assertEquals(job.getNextMaterializedTime(), DateUtils.parseDateOozieTZ("2013-07-18T01:10Z"));
    } catch (JPAExecutorException se) {
        se.printStackTrace();
        fail("Job ID " + job.getId() + " was not stored properly in db");
    }
}

Example 59 with JPAService

use of org.apache.oozie.service.JPAService in project oozie by apache.

the class TestCoordMaterializeTransitionXCommand method testActionMaterWithDST2.

public void testActionMaterWithDST2() throws Exception {
    Date startTime = DateUtils.parseDateOozieTZ("2012-11-04T07:00Z");
    Date endTime = DateUtils.parseDateOozieTZ("2012-11-04T11:00Z");
    CoordinatorJobBean job = addRecordToCoordJobTable(CoordinatorJob.Status.RUNNING, startTime, endTime, null, "0 * * * *");
    new CoordMaterializeTransitionXCommand(job.getId(), hoursToSeconds(4)).call();
    Date[] nominalTimes = new Date[] { DateUtils.parseDateOozieTZ("2012-11-04T07:00Z"), DateUtils.parseDateOozieTZ("2012-11-04T08:00Z"), DateUtils.parseDateOozieTZ("2012-11-04T09:00Z"), DateUtils.parseDateOozieTZ("2012-11-04T10:00Z"), DateUtils.parseDateOozieTZ("2012-11-04T11:00Z") };
    final int expectedNominalTimeCount = 5;
    checkCoordActionsNominalTime(job.getId(), expectedNominalTimeCount, nominalTimes);
    try {
        JPAService jpaService = Services.get().get(JPAService.class);
        job = jpaService.execute(new CoordJobGetJPAExecutor(job.getId()));
        assertTrue(job.isDoneMaterialization());
        assertEquals(job.getLastActionNumber(), expectedNominalTimeCount);
        assertEquals(job.getNextMaterializedTime(), DateUtils.parseDateOozieTZ("2012-11-04T12:00Z"));
    } catch (JPAExecutorException se) {
        se.printStackTrace();
        fail("Job ID " + job.getId() + " was not stored properly in db");
    }
}

Example 60 with JPAService

use of org.apache.oozie.service.JPAService in project oozie by apache.

the class TestCoordMaterializeTransitionXCommand method testCronFrequencyCatchupThrottleLessThanDuration.

public void testCronFrequencyCatchupThrottleLessThanDuration() throws Exception {
    final String startInThePast = "2013-03-10T08:00Z";
    final String startPlusOneDay = "2013-03-11T08:00Z";
    final Date startTime = DateUtils.parseDateOozieTZ(startInThePast);
    final Date endTime = DateUtils.parseDateOozieTZ(startPlusOneDay);
    CoordinatorJobBean job = addRecordToCoordJobTable(CoordinatorJob.Status.PREP, startTime, endTime, false, false, 0);
    job.setNextMaterializedTime(startTime);
    job.setMatThrottling(3);
    final String everyHour = "0 * * * *";
    job.setFrequency(everyHour);
    job.setTimeUnit(Timeunit.CRON);
    CoordJobQueryExecutor.getInstance().executeUpdate(CoordJobQuery.UPDATE_COORD_JOB, job);
    new CoordMaterializeTransitionXCommand(job.getId(), hoursToSeconds(1)).call();
    final String startPlusOneHour = "2013-03-10T09:00Z";
    final String startPlusTwoHours = "2013-03-10T10:00Z";
    final Date[] nominalTimes = new Date[] { DateUtils.parseDateOozieTZ(startInThePast), DateUtils.parseDateOozieTZ(startPlusOneHour), DateUtils.parseDateOozieTZ(startPlusTwoHours) };
    final int expectedNominalTimeCount = 3;
    checkCoordActionsNominalTime(job.getId(), expectedNominalTimeCount, nominalTimes);
    try {
        final JPAService jpaService = Services.get().get(JPAService.class);
        job = jpaService.execute(new CoordJobGetJPAExecutor(job.getId()));
        assertFalse("coordinator job shouldn't have yet been materialized", job.isDoneMaterialization());
        assertEquals("coordinator action count mismatch", expectedNominalTimeCount, job.getLastActionNumber());
        final String startPlusThreeHours = "2013-03-10T11:00Z";
        assertEquals("coordinator next materialization time mismatch", DateUtils.parseDateOozieTZ(startPlusThreeHours), job.getNextMaterializedTime());
    } catch (final JPAExecutorException se) {
        se.printStackTrace();
        fail("Job ID " + job.getId() + " was not stored properly in db");
    }
}