Examples with FlowLog com.sequenceiq.flow.domain.FlowLog used on opensource projects

Example 16 with FlowLog

use of com.sequenceiq.flow.domain.FlowLog in project cloudbreak by hortonworks.

the class HeartbeatServiceTest method getFlowLogs.

private List<FlowLog> getFlowLogs(int flowCount, int from) {
    List<FlowLog> flows = new ArrayList<>();
    Random random = new SecureRandom();
    int flowId = random.nextInt(5000) + from;
    long stackId = random.nextInt(5000) + from;
    for (int i = 0; i < flowCount; i++) {
        for (int j = 0; j < random.nextInt(99) + 1; j++) {
            FlowLog flowLog = new FlowLog(stackId + i, "" + flowId + i, "RUNNING", false, StateStatus.PENDING, OperationType.UNKNOWN);
            flowLog.setFlowType(ClassValue.of(FlowConfiguration.class));
            flows.add(flowLog);
        }
    }
    return flows;
}

Example 17 with FlowLog

use of com.sequenceiq.flow.domain.FlowLog in project cloudbreak by hortonworks.

the class HeartbeatServiceTest method testOneNodeTakesAllFlowsWithInvalidFlows.

@Test
public void testOneNodeTakesAllFlowsWithInvalidFlows() {
    List<Node> clusterNodes = getClusterNodes();
    // myself
    clusterNodes.get(0).setLastUpdated(200_000L);
    // set all nodes to failed except myself
    for (int i = 1; i < clusterNodes.size(); i++) {
        Node node = clusterNodes.get(i);
        node.setLastUpdated(50_000L);
    }
    when(nodeService.findAll()).thenReturn(clusterNodes);
    when(clock.getCurrentTimeMillis()).thenReturn(200_000L);
    // all flows that need to be re-distributed
    List<FlowLog> node1FlowLogs = getFlowLogs(2, 5000);
    List<String> suspendedFlows = node1FlowLogs.stream().map(FlowLog::getFlowId).distinct().collect(Collectors.toList());
    when(flowLogService.findAllByCloudbreakNodeId(NODE_1_ID)).thenReturn(new HashSet<>(node1FlowLogs));
    Set<FlowLog> node2FlowLogs = new HashSet<>(getFlowLogs(3, 3000));
    suspendedFlows.addAll(node2FlowLogs.stream().map(FlowLog::getFlowId).distinct().collect(Collectors.toList()));
    when(flowLogService.findAllByCloudbreakNodeId(NODE_2_ID)).thenReturn(node2FlowLogs);
    Map<Node, List<String>> distribution = new HashMap<>();
    distribution.computeIfAbsent(clusterNodes.get(0), v -> new ArrayList<>()).addAll(Arrays.asList(suspendedFlows.get(0), suspendedFlows.get(1), suspendedFlows.get(2), suspendedFlows.get(3), suspendedFlows.get(4)));
    when(flowDistributor.distribute(any(), any())).thenReturn(distribution);
    Set<FlowLog> myNewFlowLogs = new HashSet<>();
    myNewFlowLogs.addAll(node1FlowLogs);
    myNewFlowLogs.addAll(node2FlowLogs);
    when(flowLogService.findAllByCloudbreakNodeId(MY_ID)).thenReturn(myNewFlowLogs);
    when(runningFlows.get(any())).thenReturn(null);
    List<Long> stackIds = myNewFlowLogs.stream().map(FlowLog::getResourceId).distinct().collect(Collectors.toList());
    when(haApplication.getDeletingResources(anySet())).thenReturn(Set.of(stackIds.get(0), stackIds.get(2)));
    doReturn(Collections.singletonList(HelloWorldFlowConfig.class)).when(applicationFlowInformation).getTerminationFlow();
    List<FlowLog> invalidFlowLogs = myNewFlowLogs.stream().filter(fl -> fl.getResourceId().equals(stackIds.get(0)) || fl.getResourceId().equals(stackIds.get(2))).collect(Collectors.toList());
    heartbeatService.scheduledFlowDistribution();
    verify(flowLogService).saveAll(flowLogListCaptor.capture());
    List<FlowLog> updatedFlows = flowLogListCaptor.getValue();
    assertEquals(myNewFlowLogs.size(), updatedFlows.size());
    for (FlowLog updatedFlow : updatedFlows) {
        if (invalidFlowLogs.contains(updatedFlow)) {
            assertEquals(StateStatus.SUCCESSFUL, updatedFlow.getStateStatus());
            assertNull(updatedFlow.getCloudbreakNodeId());
        } else {
            assertEquals(MY_ID, updatedFlow.getCloudbreakNodeId());
        }
    }
    verify(flow2Handler, times(5)).restartFlow(stringCaptor.capture());
    List<String> allFlowIds = stringCaptor.getAllValues();
    assertEquals(5L, allFlowIds.size());
    for (String flowId : suspendedFlows) {
        assertTrue(allFlowIds.contains(flowId));
    }
}

Example 18 with FlowLog

use of com.sequenceiq.flow.domain.FlowLog in project cloudbreak by hortonworks.

the class FlowLogUtilTest method getLastSuccessfulStateLog.

@Test
public void getLastSuccessfulStateLog() {
    List<FlowLog> flowLogs = new ArrayList<>();
    FlowLog successfulFlowLog1 = new FlowLog();
    successfulFlowLog1.setStateStatus(StateStatus.SUCCESSFUL);
    successfulFlowLog1.setNextEvent("NEXT_EVENT1");
    successfulFlowLog1.setCreated(1L);
    successfulFlowLog1.setCurrentState("CURRENT_STATE1");
    flowLogs.add(successfulFlowLog1);
    FlowLog successfulFlowLog3 = new FlowLog();
    successfulFlowLog3.setStateStatus(StateStatus.SUCCESSFUL);
    successfulFlowLog3.setNextEvent("NEXT_EVENT3");
    successfulFlowLog3.setCreated(3L);
    successfulFlowLog3.setCurrentState("CURRENT_STATE3");
    flowLogs.add(successfulFlowLog3);
    FlowLog successfulFlowLog2 = new FlowLog();
    successfulFlowLog2.setStateStatus(StateStatus.SUCCESSFUL);
    successfulFlowLog2.setNextEvent("NEXT_EVENT1");
    successfulFlowLog2.setCreated(2L);
    successfulFlowLog2.setCurrentState("CURRENT_STATE1");
    flowLogs.add(successfulFlowLog2);
    FlowLog failedFlowLog = new FlowLog();
    failedFlowLog.setStateStatus(StateStatus.FAILED);
    failedFlowLog.setCurrentState("FAILED_CURRENT_STATE");
    failedFlowLog.setCreated(4L);
    flowLogs.add(failedFlowLog);
    FlowLog lastSuccessfulFlowLog = FlowLogUtil.getLastSuccessfulStateLog("FAILED_CURRENT_STATE", flowLogs);
    assertEquals(successfulFlowLog3, lastSuccessfulFlowLog);
}

Example 19 with FlowLog

use of com.sequenceiq.flow.domain.FlowLog in project cloudbreak by hortonworks.

the class InMemoryCleanupTest method getFlowLogs.

private List<FlowLog> getFlowLogs(int flowCount, int from) {
    List<FlowLog> flows = new ArrayList<>();
    Random random = new SecureRandom();
    int flowId = random.nextInt(5000) + from;
    long stackId = random.nextInt(5000) + from;
    for (int i = 0; i < flowCount; i++) {
        for (int j = 0; j < random.nextInt(99) + 1; j++) {
            FlowLog flowLog = new FlowLog(stackId + i, "" + flowId + i, "RUNNING", false, StateStatus.PENDING, OperationType.UNKNOWN);
            flowLog.setFlowType(ClassValue.of(FlowConfiguration.class));
            flows.add(flowLog);
        }
    }
    return flows;
}

Example 20 with FlowLog

use of com.sequenceiq.flow.domain.FlowLog in project cloudbreak by hortonworks.

the class Flow2HandlerTest method testChangedNodeId.

@Test
public void testChangedNodeId() {
    FlowLog lastFlowLog = new FlowLog();
    lastFlowLog.setNextEvent("KEY");
    lastFlowLog.setCloudbreakNodeId("OtherNode");
    Optional<FlowLog> flowLogOptional = Optional.of(lastFlowLog);
    BDDMockito.<FlowConfiguration<?>>given(flowConfigurationMap.get(any())).willReturn(flowConfig);
    given(nodeConfig.getId()).willReturn("CurrentNode");
    given(runningFlows.get(anyString())).willReturn(flow);
    given(flow.getCurrentState()).willReturn(flowState);
    given(flow.getFlowId()).willReturn(FLOW_ID);
    given(flowLogService.getLastFlowLog(FLOW_ID)).willReturn(flowLogOptional);
    dummyEvent.setKey("KEY");
    underTest.accept(dummyEvent);
    verify(flowLogService, never()).save(any(), any(), any(), any(), any(), any(), any());
    verify(flow, never()).sendEvent(any(), any(), any(), any(), any());
    verify(inMemoryCleanup, times(1)).cancelFlowWithoutDbUpdate(FLOW_ID);
}