Examples with JobId org.apache.hyracks.api.job.JobId used on opensource projects

Example 36 with JobId

use of org.apache.hyracks.api.job.JobId in project asterixdb by apache.

the class CleanupJobletWork method run.

@Override
public void run() {
    if (LOGGER.isLoggable(Level.INFO)) {
        LOGGER.info("Cleaning up after job: " + jobId);
    }
    final List<IPartition> unregisteredPartitions = new ArrayList<IPartition>();
    ncs.getPartitionManager().unregisterPartitions(jobId, unregisteredPartitions);
    ncs.getExecutor().execute(new Runnable() {

        @Override
        public void run() {
            for (IPartition p : unregisteredPartitions) {
                try {
                    // Put deallocate in a try block to make sure that every IPartition is de-allocated.
                    p.deallocate();
                } catch (Exception e) {
                    if (LOGGER.isLoggable(Level.WARNING)) {
                        LOGGER.log(Level.WARNING, e.getMessage(), e);
                    }
                }
            }
        }
    });
    Map<JobId, Joblet> jobletMap = ncs.getJobletMap();
    Joblet joblet = jobletMap.remove(jobId);
    if (joblet != null) {
        joblet.cleanup(status);
    }
}

Example 37 with JobId

use of org.apache.hyracks.api.job.JobId in project asterixdb by apache.

the class SecondaryIndexSearchExample method main.

public static void main(String[] args) throws Exception {
    Options options = new Options();
    CmdLineParser parser = new CmdLineParser(options);
    parser.parseArgument(args);
    IHyracksClientConnection hcc = new HyracksConnection(options.host, options.port);
    JobSpecification job = createJob(options);
    long start = System.currentTimeMillis();
    JobId jobId = hcc.startJob(job);
    hcc.waitForCompletion(jobId);
    long end = System.currentTimeMillis();
    System.err.println(start + " " + end + " " + (end - start));
}

Example 38 with JobId

use of org.apache.hyracks.api.job.JobId in project asterixdb by apache.

the class PrimaryIndexBulkLoadExample method main.

public static void main(String[] args) throws Exception {
    Options options = new Options();
    CmdLineParser parser = new CmdLineParser(options);
    parser.parseArgument(args);
    IHyracksClientConnection hcc = new HyracksConnection(options.host, options.port);
    JobSpecification job = createJob(options);
    long start = System.currentTimeMillis();
    JobId jobId = hcc.startJob(job);
    hcc.waitForCompletion(jobId);
    long end = System.currentTimeMillis();
    System.err.println(start + " " + end + " " + (end - start));
}

Example 39 with JobId

use of org.apache.hyracks.api.job.JobId in project asterixdb by apache.

the class PrimaryIndexSearchExample method main.

public static void main(String[] args) throws Exception {
    Options options = new Options();
    CmdLineParser parser = new CmdLineParser(options);
    parser.parseArgument(args);
    IHyracksClientConnection hcc = new HyracksConnection(options.host, options.port);
    JobSpecification job = createJob(options);
    long start = System.currentTimeMillis();
    JobId jobId = hcc.startJob(job);
    hcc.waitForCompletion(jobId);
    long end = System.currentTimeMillis();
    System.err.println(start + " " + end + " " + (end - start));
}

Example 40 with JobId

use of org.apache.hyracks.api.job.JobId in project asterixdb by apache.

the class TestUtils method create.

public static IHyracksTaskContext create(int frameSize) {
    try {
        IOManager ioManager = createIoManager();
        INCServiceContext serviceCtx = new TestNCServiceContext(ioManager, null);
        TestJobletContext jobletCtx = new TestJobletContext(frameSize, serviceCtx, new JobId(0));
        TaskAttemptId tid = new TaskAttemptId(new TaskId(new ActivityId(new OperatorDescriptorId(0), 0), 0), 0);
        IHyracksTaskContext taskCtx = new TestTaskContext(jobletCtx, tid);
        return taskCtx;
    } catch (HyracksException e) {
        throw new RuntimeException(e);
    }
}