Search in sources :

Example 11 with Flow

use of org.openkilda.server42.control.messaging.flowrtt.FlowRttControl.Flow in project open-kilda by telstra.

the class StatsCollectorTest method sendStatsTest.

@Test
public void sendStatsTest() throws Exception {
    Builder bucketBuilder = LatencyPacketBucket.newBuilder();
    FlowLatencyPacket packet1 = FlowLatencyPacket.newBuilder().setFlowId("some-flow-id-1").setDirection(false).setT0(100).setT1(150).setPacketId(1).build();
    FlowLatencyPacket packet2 = FlowLatencyPacket.newBuilder().setDirection(true).setT0(200).setT1(250).setPacketId(2).build();
    bucketBuilder.addFlowLatencyPacket(packet1);
    bucketBuilder.addFlowLatencyPacket(packet2);
    statsCollector.sendStats(bucketBuilder.build());
    ArgumentCaptor<InfoMessage> argument = ArgumentCaptor.forClass(InfoMessage.class);
    verify(template).send(eq(toStorm), eq(packet1.getFlowId()), argument.capture());
    InfoMessage packet1Message = argument.getValue();
    FlowRttStatsData statsPacket1 = (FlowRttStatsData) packet1Message.getData();
    assertThat(statsPacket1).extracting(FlowRttStatsData::getFlowId, FlowRttStatsData::getT0, FlowRttStatsData::getT1).contains(packet1.getFlowId(), packet1.getT0(), packet1.getT1());
    assertThat(statsPacket1).extracting(FlowRttStatsData::getDirection).isEqualTo("forward");
    verify(template).send(eq(toStorm), eq(packet2.getFlowId()), argument.capture());
    InfoMessage packet2Message = argument.getValue();
    FlowRttStatsData statsPacket2 = (FlowRttStatsData) packet2Message.getData();
    assertThat(statsPacket2).extracting(FlowRttStatsData::getFlowId, FlowRttStatsData::getT0, FlowRttStatsData::getT1).contains(packet2.getFlowId(), packet2.getT0(), packet2.getT1());
    assertThat(statsPacket2).extracting(FlowRttStatsData::getDirection).isEqualTo("reverse");
}
Also used : FlowRttStatsData(org.openkilda.messaging.info.stats.FlowRttStatsData) InfoMessage(org.openkilda.messaging.info.InfoMessage) Builder(org.openkilda.server42.stats.messaging.Statistics.LatencyPacketBucket.Builder) FlowLatencyPacket(org.openkilda.server42.stats.messaging.Statistics.FlowLatencyPacket) Test(org.junit.Test) SpringBootTest(org.springframework.boot.test.context.SpringBootTest)

Example 12 with Flow

use of org.openkilda.server42.control.messaging.flowrtt.FlowRttControl.Flow in project open-kilda by telstra.

the class Gate method removeFlow.

private void removeFlow(String flowId, FlowDirection direction) throws InvalidProtocolBufferException {
    Builder builder = CommandPacket.newBuilder();
    Flow flow = Flow.newBuilder().setFlowId(flowId).setDirection(FlowDirection.toBoolean(direction)).build();
    FlowRttControl.RemoveFlow removeFlow = FlowRttControl.RemoveFlow.newBuilder().setFlow(flow).build();
    builder.setType(Type.REMOVE_FLOW);
    builder.addCommand(Any.pack(removeFlow));
    CommandPacket packet = builder.build();
    zeroMqClient.send(packet);
}
Also used : Builder(org.openkilda.server42.control.messaging.Control.CommandPacket.Builder) FlowRttControl(org.openkilda.server42.control.messaging.flowrtt.FlowRttControl) CommandPacket(org.openkilda.server42.control.messaging.Control.CommandPacket) AddFlow(org.openkilda.server42.control.messaging.flowrtt.AddFlow) Flow(org.openkilda.server42.control.messaging.flowrtt.FlowRttControl.Flow) RemoveFlow(org.openkilda.server42.control.messaging.flowrtt.RemoveFlow)

Example 13 with Flow

use of org.openkilda.server42.control.messaging.flowrtt.FlowRttControl.Flow in project open-kilda by telstra.

the class Gate method listen.

@KafkaHandler
void listen(@Payload AddFlow data, @Header(KafkaHeaders.RECEIVED_MESSAGE_KEY) String switchIdKey) {
    SwitchId switchId = new SwitchId(switchIdKey);
    Builder builder = CommandPacket.newBuilder();
    Flow flow = Flow.newBuilder().setFlowId(data.getFlowId()).setEncapsulationType(Flow.EncapsulationType.VLAN).setTunnelId(data.getTunnelId()).setTransitEncapsulationType(Flow.EncapsulationType.VLAN).setInnerTunnelId(data.getInnerTunnelId()).setTransitTunnelId(switchToVlanMap.get(switchIdKey)).setDirection(FlowDirection.toBoolean(data.getDirection())).setUdpSrcPort(flowRttUdpSrcPortOffset + data.getPort()).setDstMac(switchId.toMacAddress()).setHashCode(data.hashCode()).build();
    FlowRttControl.AddFlow addFlow = FlowRttControl.AddFlow.newBuilder().setFlow(flow).build();
    builder.setType(Type.ADD_FLOW);
    builder.addCommand(Any.pack(addFlow));
    CommandPacket packet = builder.build();
    try {
        zeroMqClient.send(packet);
    } catch (InvalidProtocolBufferException e) {
        log.error("Marshalling error on {}", data);
    }
}
Also used : Builder(org.openkilda.server42.control.messaging.Control.CommandPacket.Builder) InvalidProtocolBufferException(com.google.protobuf.InvalidProtocolBufferException) SwitchId(org.openkilda.model.SwitchId) FlowRttControl(org.openkilda.server42.control.messaging.flowrtt.FlowRttControl) CommandPacket(org.openkilda.server42.control.messaging.Control.CommandPacket) AddFlow(org.openkilda.server42.control.messaging.flowrtt.AddFlow) Flow(org.openkilda.server42.control.messaging.flowrtt.FlowRttControl.Flow) RemoveFlow(org.openkilda.server42.control.messaging.flowrtt.RemoveFlow) KafkaHandler(org.springframework.kafka.annotation.KafkaHandler)

Example 14 with Flow

use of org.openkilda.server42.control.messaging.flowrtt.FlowRttControl.Flow in project open-kilda by telstra.

the class GateTest method listFlowsTest.

@Test
public void listFlowsTest() throws Exception {
    Builder commandPacketResponseBuilded = CommandPacketResponse.newBuilder();
    Flow flow1 = Flow.newBuilder().setFlowId("some-flow-id-01").build();
    Flow flow2 = Flow.newBuilder().setFlowId("some-flow-id-02").build();
    commandPacketResponseBuilded.addResponse(Any.pack(flow1));
    commandPacketResponseBuilded.addResponse(Any.pack(flow2));
    CommandPacketResponse commandPacketResponse = commandPacketResponseBuilded.build();
    when(zeroMqClient.send(argThat(commandPacket -> commandPacket.getType() == Type.LIST_FLOWS))).thenReturn(commandPacketResponse);
    String switchId = "00:00:1b:45:18:d6:71:5a";
    Headers headers = Headers.builder().correlationId("some-correlation-id").build();
    gate.listen(new ListFlowsRequest(headers), switchId);
    ArgumentCaptor<ListFlowsResponse> argument = ArgumentCaptor.forClass(ListFlowsResponse.class);
    verify(template).send(eq(toStorm), argument.capture());
    ListFlowsResponse response = argument.getValue();
    assertThat(response.getFlowIds()).contains(flow1.getFlowId(), flow2.getFlowId());
}
Also used : FlowDirection(org.openkilda.server42.messaging.FlowDirection) Control(org.openkilda.server42.control.messaging.Control) FlowRttControl(org.openkilda.server42.control.messaging.flowrtt.FlowRttControl) ClearIsls(org.openkilda.server42.control.messaging.islrtt.ClearIsls) ArgumentMatchers.argThat(org.mockito.ArgumentMatchers.argThat) CommandPacketResponse(org.openkilda.server42.control.messaging.Control.CommandPacketResponse) ArgumentMatchers.eq(org.mockito.ArgumentMatchers.eq) AddFlow(org.openkilda.server42.control.messaging.flowrtt.AddFlow) Assertions.assertThat(org.assertj.core.api.Assertions.assertThat) RunWith(org.junit.runner.RunWith) Autowired(org.springframework.beans.factory.annotation.Autowired) Type(org.openkilda.server42.control.messaging.Control.CommandPacket.Type) Value(org.springframework.beans.factory.annotation.Value) ZeroMqClient(org.openkilda.server42.control.zeromq.ZeroMqClient) ListIslsRequest(org.openkilda.server42.control.messaging.islrtt.ListIslsRequest) ArgumentCaptor(org.mockito.ArgumentCaptor) ClearFlows(org.openkilda.server42.control.messaging.flowrtt.ClearFlows) KafkaTemplate(org.springframework.kafka.core.KafkaTemplate) ListFlowsResponse(org.openkilda.server42.control.messaging.flowrtt.ListFlowsResponse) Map(java.util.Map) RemoveIsl(org.openkilda.server42.control.messaging.islrtt.RemoveIsl) SpringRunner(org.springframework.test.context.junit4.SpringRunner) Headers(org.openkilda.server42.control.messaging.flowrtt.Headers) IslRttControl(org.openkilda.server42.control.messaging.islrtt.IslRttControl) Flow(org.openkilda.server42.control.messaging.flowrtt.FlowRttControl.Flow) MockBean(org.springframework.boot.test.mock.mockito.MockBean) RemoveFlow(org.openkilda.server42.control.messaging.flowrtt.RemoveFlow) InvalidProtocolBufferException(com.google.protobuf.InvalidProtocolBufferException) ListFlowsRequest(org.openkilda.server42.control.messaging.flowrtt.ListFlowsRequest) Test(org.junit.Test) TestPropertySource(org.springframework.test.context.TestPropertySource) Mockito.when(org.mockito.Mockito.when) Builder(org.openkilda.server42.control.messaging.Control.CommandPacketResponse.Builder) Mockito.verify(org.mockito.Mockito.verify) CommandPacket(org.openkilda.server42.control.messaging.Control.CommandPacket) List(java.util.List) AddIsl(org.openkilda.server42.control.messaging.islrtt.AddIsl) SwitchId(org.openkilda.model.SwitchId) SwitchToVlanMapping(org.openkilda.server42.control.config.SwitchToVlanMapping) SpringBootTest(org.springframework.boot.test.context.SpringBootTest) PushSettings(org.openkilda.server42.control.messaging.flowrtt.PushSettings) ContextConfiguration(org.springframework.test.context.ContextConfiguration) Any(com.google.protobuf.Any) IslEndpoint(org.openkilda.server42.control.messaging.islrtt.IslRttControl.IslEndpoint) ListIslsResponse(org.openkilda.server42.control.messaging.islrtt.ListIslsResponse) Headers(org.openkilda.server42.control.messaging.flowrtt.Headers) Builder(org.openkilda.server42.control.messaging.Control.CommandPacketResponse.Builder) ListFlowsRequest(org.openkilda.server42.control.messaging.flowrtt.ListFlowsRequest) ListFlowsResponse(org.openkilda.server42.control.messaging.flowrtt.ListFlowsResponse) CommandPacketResponse(org.openkilda.server42.control.messaging.Control.CommandPacketResponse) AddFlow(org.openkilda.server42.control.messaging.flowrtt.AddFlow) Flow(org.openkilda.server42.control.messaging.flowrtt.FlowRttControl.Flow) RemoveFlow(org.openkilda.server42.control.messaging.flowrtt.RemoveFlow) Test(org.junit.Test) SpringBootTest(org.springframework.boot.test.context.SpringBootTest)

Example 15 with Flow

use of org.openkilda.server42.control.messaging.flowrtt.FlowRttControl.Flow in project open-kilda by telstra.

the class ControlServer method run.

/**
 * We get commands from zmq socket and execute them one by one.
 */
@Override
public void run() {
    log.info("started");
    try (ZContext context = new ZContext()) {
        Socket server = context.createSocket(ZMQ.REP);
        server.bind(bindEndpoint);
        while (!isInterrupted()) {
            byte[] request = server.recv();
            try {
                CommandPacket commandPacket = CommandPacket.parseFrom(request);
                Builder builder = CommandPacketResponse.newBuilder();
                builder.setCommunicationId(commandPacket.getCommunicationId());
                log.info("command type {}", commandPacket.getType().toString());
                log.info("flow list before {}", flows.keySet().toString());
                switch(commandPacket.getType()) {
                    case ADD_FLOW:
                        for (Any any : commandPacket.getCommandList()) {
                            AddFlow addFlow = any.unpack(AddFlow.class);
                            flows.put(FlowKey.fromFlow(addFlow.getFlow()), addFlow.getFlow());
                            statsServer.addFlow(addFlow.getFlow());
                        }
                        break;
                    case REMOVE_FLOW:
                        for (Any any : commandPacket.getCommandList()) {
                            RemoveFlow removeFlow = any.unpack(RemoveFlow.class);
                            FlowKey flowKey = FlowKey.fromFlow(removeFlow.getFlow());
                            flows.remove(flowKey);
                            statsServer.removeFlow(flowKey);
                        }
                        break;
                    case CLEAR_FLOWS:
                        if (commandPacket.getCommandCount() > 0) {
                            Any command = commandPacket.getCommand(0);
                            ClearFlowsFilter filter = command.unpack(ClearFlowsFilter.class);
                            List<FlowKey> keys = flows.values().stream().filter(flow -> flow.getDstMac().equals(filter.getDstMac())).map(FlowKey::fromFlow).collect(Collectors.toList());
                            flows.keySet().removeAll(keys);
                            keys.forEach(statsServer::removeFlow);
                        } else {
                            flows.clear();
                            statsServer.clearFlows();
                        }
                        break;
                    case LIST_FLOWS:
                        if (commandPacket.getCommandCount() > 0) {
                            Any command = commandPacket.getCommand(0);
                            ListFlowsFilter filter = command.unpack(ListFlowsFilter.class);
                            flows.values().stream().filter(flow -> flow.getDstMac().equals(filter.getDstMac())).forEach(flow -> builder.addResponse(Any.pack(flow)));
                        } else {
                            for (Flow flow : flows.values()) {
                                builder.addResponse(Any.pack(flow));
                            }
                        }
                        break;
                    case PUSH_SETTINGS:
                        log.warn("will be shipped with stats application");
                        Any command = commandPacket.getCommand(0);
                        PushSettings settings = command.unpack(PushSettings.class);
                        log.info(settings.toString());
                        break;
                    case ADD_ISL:
                        for (Any any : commandPacket.getCommandList()) {
                            AddIsl addIsl = any.unpack(AddIsl.class);
                            IslEndpoint endpoint = addIsl.getIsl();
                            isls.computeIfAbsent(endpoint.getSwitchId(), k -> new HashSet<>()).add(endpoint.getPort());
                            statsServer.addIsl(endpoint.getSwitchId(), endpoint.getPort());
                        }
                        break;
                    case REMOVE_ISL:
                        for (Any any : commandPacket.getCommandList()) {
                            RemoveIsl removeIsl = any.unpack(RemoveIsl.class);
                            IslEndpoint endpoint = removeIsl.getIsl();
                            isls.getOrDefault(endpoint.getSwitchId(), emptySet()).remove(endpoint.getPort());
                            statsServer.removeIsl(endpoint.getSwitchId(), endpoint.getPort());
                        }
                        break;
                    case CLEAR_ISLS:
                        if (commandPacket.getCommandCount() > 0) {
                            ClearIslsFilter filter = commandPacket.getCommand(0).unpack(ClearIslsFilter.class);
                            Set<Integer> ports = Optional.ofNullable(isls.get(filter.getSwitchId())).orElse(emptySet());
                            isls.remove(filter.getSwitchId());
                            ports.forEach(p -> statsServer.removeIsl(filter.getSwitchId(), p));
                        } else {
                            isls.clear();
                            statsServer.clearIsls();
                        }
                        break;
                    case LIST_ISLS:
                        if (commandPacket.getCommandCount() > 0) {
                            ListIslsFilter filter = commandPacket.getCommand(0).unpack(ListIslsFilter.class);
                            Optional.ofNullable(isls.get(filter.getSwitchId())).orElse(emptySet()).forEach(port -> builder.addResponse(Any.pack(IslEndpoint.newBuilder().setSwitchId(filter.getSwitchId()).setPort(port).build())));
                        } else {
                            isls.forEach((switchId, ports) -> ports.forEach(port -> builder.addResponse(Any.pack(IslEndpoint.newBuilder().setSwitchId(switchId).setPort(port).build()))));
                        }
                        break;
                    case UNRECOGNIZED:
                    default:
                        log.error("Unknown command type");
                        break;
                }
                log.info("flow list after {}", flows.keySet().toString());
                server.send(builder.build().toByteArray());
            } catch (InvalidProtocolBufferException e) {
                log.error("marshalling error");
            }
        }
    }
}
Also used : CommandPacketResponse(org.openkilda.server42.control.messaging.Control.CommandPacketResponse) Autowired(org.springframework.beans.factory.annotation.Autowired) HashMap(java.util.HashMap) ZContext(org.zeromq.ZContext) Value(org.springframework.beans.factory.annotation.Value) HashSet(java.util.HashSet) ClearIslsFilter(org.openkilda.server42.control.messaging.islrtt.IslRttControl.ClearIslsFilter) ClearFlowsFilter(org.openkilda.server42.control.messaging.flowrtt.FlowRttControl.ClearFlowsFilter) RemoveFlow(org.openkilda.server42.control.messaging.flowrtt.FlowRttControl.RemoveFlow) Service(org.springframework.stereotype.Service) ListFlowsFilter(org.openkilda.server42.control.messaging.flowrtt.FlowRttControl.ListFlowsFilter) ZMQ(org.zeromq.ZMQ) Flow(org.openkilda.server42.control.messaging.flowrtt.FlowRttControl.Flow) RemoveIsl(org.openkilda.server42.control.messaging.islrtt.IslRttControl.RemoveIsl) Socket(org.zeromq.ZMQ.Socket) InvalidProtocolBufferException(com.google.protobuf.InvalidProtocolBufferException) AddIsl(org.openkilda.server42.control.messaging.islrtt.IslRttControl.AddIsl) Collections.emptySet(java.util.Collections.emptySet) Set(java.util.Set) AddFlow(org.openkilda.server42.control.messaging.flowrtt.FlowRttControl.AddFlow) Builder(org.openkilda.server42.control.messaging.Control.CommandPacketResponse.Builder) Collectors(java.util.stream.Collectors) CommandPacket(org.openkilda.server42.control.messaging.Control.CommandPacket) ListIslsFilter(org.openkilda.server42.control.messaging.islrtt.IslRttControl.ListIslsFilter) Slf4j(lombok.extern.slf4j.Slf4j) List(java.util.List) PostConstruct(javax.annotation.PostConstruct) PushSettings(org.openkilda.server42.control.messaging.Control.PushSettings) Optional(java.util.Optional) Any(com.google.protobuf.Any) IslEndpoint(org.openkilda.server42.control.messaging.islrtt.IslRttControl.IslEndpoint) ClearFlowsFilter(org.openkilda.server42.control.messaging.flowrtt.FlowRttControl.ClearFlowsFilter) Builder(org.openkilda.server42.control.messaging.Control.CommandPacketResponse.Builder) ClearIslsFilter(org.openkilda.server42.control.messaging.islrtt.IslRttControl.ClearIslsFilter) PushSettings(org.openkilda.server42.control.messaging.Control.PushSettings) CommandPacket(org.openkilda.server42.control.messaging.Control.CommandPacket) Any(com.google.protobuf.Any) ListFlowsFilter(org.openkilda.server42.control.messaging.flowrtt.FlowRttControl.ListFlowsFilter) AddIsl(org.openkilda.server42.control.messaging.islrtt.IslRttControl.AddIsl) HashSet(java.util.HashSet) RemoveIsl(org.openkilda.server42.control.messaging.islrtt.IslRttControl.RemoveIsl) IslEndpoint(org.openkilda.server42.control.messaging.islrtt.IslRttControl.IslEndpoint) InvalidProtocolBufferException(com.google.protobuf.InvalidProtocolBufferException) ListIslsFilter(org.openkilda.server42.control.messaging.islrtt.IslRttControl.ListIslsFilter) ZContext(org.zeromq.ZContext) RemoveFlow(org.openkilda.server42.control.messaging.flowrtt.FlowRttControl.RemoveFlow) Flow(org.openkilda.server42.control.messaging.flowrtt.FlowRttControl.Flow) AddFlow(org.openkilda.server42.control.messaging.flowrtt.FlowRttControl.AddFlow) AddFlow(org.openkilda.server42.control.messaging.flowrtt.FlowRttControl.AddFlow) RemoveFlow(org.openkilda.server42.control.messaging.flowrtt.FlowRttControl.RemoveFlow) Socket(org.zeromq.ZMQ.Socket)

Aggregations

Test (org.junit.Test)11 SwitchId (org.openkilda.model.SwitchId)10 InfoMessage (org.openkilda.messaging.info.InfoMessage)9 FlowDirection (org.openkilda.server42.messaging.FlowDirection)9 Duration (java.time.Duration)8 Values (org.apache.storm.tuple.Values)8 RunWith (org.junit.runner.RunWith)8 Mockito.verify (org.mockito.Mockito.verify)8 Message (org.openkilda.messaging.Message)8 CommandMessage (org.openkilda.messaging.command.CommandMessage)8 Arrays (java.util.Arrays)7 Assert.assertEquals (org.junit.Assert.assertEquals)7 Assert.assertTrue (org.junit.Assert.assertTrue)7 Before (org.junit.Before)7 Mock (org.mockito.Mock)7 Mockito.times (org.mockito.Mockito.times)7 Mockito.verifyNoMoreInteractions (org.mockito.Mockito.verifyNoMoreInteractions)7 MockitoJUnitRunner (org.mockito.junit.MockitoJUnitRunner)7 UpdateFlowCommand (org.openkilda.messaging.info.flow.UpdateFlowCommand)7 FlowPathDto (org.openkilda.messaging.model.FlowPathDto)7