Search in sources :

Example 6 with TaskCallbackContext

use of org.apache.helix.task.TaskCallbackContext in project helix by apache.

the class TestJobTimeoutTaskNotStarted method startParticipantsWithStuckTaskStateModelFactory.

protected void startParticipantsWithStuckTaskStateModelFactory() {
    Map<String, TaskFactory> taskFactoryReg = new HashMap<String, TaskFactory>();
    taskFactoryReg.put(MockTask.TASK_COMMAND, new TaskFactory() {

        @Override
        public Task createNewTask(TaskCallbackContext context) {
            return new MockTask(context);
        }
    });
    // start dummy participants
    for (int i = 0; i < _numNodes; i++) {
        String instanceName = PARTICIPANT_PREFIX + "_" + (_startPort + i);
        _participants[i] = new MockParticipantManager(ZK_ADDR, CLUSTER_NAME, instanceName);
        // Register a Task state model factory.
        StateMachineEngine stateMachine = _participants[i].getStateMachineEngine();
        stateMachine.registerStateModelFactory("Task", new MockTaskStateModelFactory(_participants[i], taskFactoryReg));
        _participants[i].syncStart();
    }
}
Also used : Task(org.apache.helix.task.Task) StateMachineEngine(org.apache.helix.participant.StateMachineEngine) MockParticipantManager(org.apache.helix.integration.manager.MockParticipantManager) HashMap(java.util.HashMap) TaskFactory(org.apache.helix.task.TaskFactory) MockTaskStateModelFactory(org.apache.helix.mock.statemodel.MockTaskStateModelFactory) TaskCallbackContext(org.apache.helix.task.TaskCallbackContext)

Example 7 with TaskCallbackContext

use of org.apache.helix.task.TaskCallbackContext in project helix by apache.

the class TestUserContentStore method beforeClass.

@BeforeClass
public void beforeClass() throws Exception {
    _participants = new MockParticipantManager[_numNodes];
    String namespace = "/" + CLUSTER_NAME;
    if (_gZkClient.exists(namespace)) {
        _gZkClient.deleteRecursively(namespace);
    }
    // Setup cluster and instances
    ClusterSetup setupTool = new ClusterSetup(ZK_ADDR);
    setupTool.addCluster(CLUSTER_NAME, true);
    for (int i = 0; i < _numNodes; i++) {
        String storageNodeName = PARTICIPANT_PREFIX + "_" + (_startPort + i);
        setupTool.addInstanceToCluster(CLUSTER_NAME, storageNodeName);
    }
    // start dummy participants
    for (int i = 0; i < _numNodes; i++) {
        final String instanceName = PARTICIPANT_PREFIX + "_" + (_startPort + i);
        // Set task callbacks
        Map<String, TaskFactory> taskFactoryReg = new HashMap<String, TaskFactory>();
        taskFactoryReg.put("ContentStoreTask", new TaskFactory() {

            @Override
            public Task createNewTask(TaskCallbackContext context) {
                return new ContentStoreTask();
            }
        });
        taskFactoryReg.put("TaskOne", new TaskFactory() {

            @Override
            public Task createNewTask(TaskCallbackContext context) {
                return new TaskOne();
            }
        });
        taskFactoryReg.put("TaskTwo", new TaskFactory() {

            @Override
            public Task createNewTask(TaskCallbackContext context) {
                return new TaskTwo();
            }
        });
        _participants[i] = new MockParticipantManager(ZK_ADDR, CLUSTER_NAME, instanceName);
        // Register a Task state model factory.
        StateMachineEngine stateMachine = _participants[i].getStateMachineEngine();
        stateMachine.registerStateModelFactory("Task", new TaskStateModelFactory(_participants[i], taskFactoryReg));
        _participants[i].syncStart();
    }
    // Start controller
    String controllerName = CONTROLLER_PREFIX + "_0";
    _controller = new ClusterControllerManager(ZK_ADDR, CLUSTER_NAME, controllerName);
    _controller.syncStart();
    // Start an admin connection
    _manager = HelixManagerFactory.getZKHelixManager(CLUSTER_NAME, "Admin", InstanceType.ADMINISTRATOR, ZK_ADDR);
    _manager.connect();
    _driver = new TaskDriver(_manager);
}
Also used : Task(org.apache.helix.task.Task) StateMachineEngine(org.apache.helix.participant.StateMachineEngine) MockParticipantManager(org.apache.helix.integration.manager.MockParticipantManager) HashMap(java.util.HashMap) TaskDriver(org.apache.helix.task.TaskDriver) ClusterSetup(org.apache.helix.tools.ClusterSetup) TaskCallbackContext(org.apache.helix.task.TaskCallbackContext) ClusterControllerManager(org.apache.helix.integration.manager.ClusterControllerManager) TaskFactory(org.apache.helix.task.TaskFactory) TaskStateModelFactory(org.apache.helix.task.TaskStateModelFactory) BeforeClass(org.testng.annotations.BeforeClass)

Example 8 with TaskCallbackContext

use of org.apache.helix.task.TaskCallbackContext in project helix by apache.

the class TestStateTransitionCancellation method registerParticipants.

private void registerParticipants(MockParticipantManager[] participants, int numNodes, int startPort, long sleepTime, long delay) throws InterruptedException {
    Map<String, TaskFactory> taskFactoryReg = new HashMap<String, TaskFactory>();
    taskFactoryReg.put(MockTask.TASK_COMMAND, new TaskFactory() {

        @Override
        public Task createNewTask(TaskCallbackContext context) {
            return new MockTask(context);
        }
    });
    for (int i = 0; i < numNodes; i++) {
        String instanceName = PARTICIPANT_PREFIX + "_" + (startPort + i);
        participants[i] = new MockParticipantManager(ZK_ADDR, CLUSTER_NAME, instanceName);
        // add a state model with non-OFFLINE initial state
        StateMachineEngine stateMach = participants[i].getStateMachineEngine();
        stateMach.registerStateModelFactory("Task", new TaskStateModelFactory(participants[i], taskFactoryReg));
        InMockDelayMSStateModelFactory delayFactory = new InMockDelayMSStateModelFactory().setDelay(delay);
        stateMach.registerStateModelFactory(MASTER_SLAVE_STATE_MODEL, delayFactory);
        participants[i].syncStart();
        if (sleepTime > 0) {
            Thread.sleep(sleepTime);
        }
    }
}
Also used : Task(org.apache.helix.task.Task) MockTask(org.apache.helix.integration.task.MockTask) StateMachineEngine(org.apache.helix.participant.StateMachineEngine) MockParticipantManager(org.apache.helix.integration.manager.MockParticipantManager) HashMap(java.util.HashMap) MockTask(org.apache.helix.integration.task.MockTask) TaskCallbackContext(org.apache.helix.task.TaskCallbackContext) TaskFactory(org.apache.helix.task.TaskFactory) TaskStateModelFactory(org.apache.helix.task.TaskStateModelFactory)

Aggregations

TaskCallbackContext (org.apache.helix.task.TaskCallbackContext)8 HashMap (java.util.HashMap)7 MockParticipantManager (org.apache.helix.integration.manager.MockParticipantManager)7 StateMachineEngine (org.apache.helix.participant.StateMachineEngine)7 Task (org.apache.helix.task.Task)7 TaskFactory (org.apache.helix.task.TaskFactory)7 TaskStateModelFactory (org.apache.helix.task.TaskStateModelFactory)6 ClusterControllerManager (org.apache.helix.integration.manager.ClusterControllerManager)4 TaskDriver (org.apache.helix.task.TaskDriver)3 ClusterSetup (org.apache.helix.tools.ClusterSetup)3 BeforeClass (org.testng.annotations.BeforeClass)3 MockTask (org.apache.helix.integration.task.MockTask)2 MockTaskStateModelFactory (org.apache.helix.mock.statemodel.MockTaskStateModelFactory)2 TaskConfig (org.apache.helix.task.TaskConfig)2 Test (org.testng.annotations.Test)2 File (java.io.File)1 Date (java.util.Date)1 FsStateStore (org.apache.gobblin.metastore.FsStateStore)1 JobState (org.apache.gobblin.runtime.JobState)1 WorkUnit (org.apache.gobblin.source.workunit.WorkUnit)1