Search in sources :

Example 1 with FlowStatsData

use of org.openkilda.messaging.info.stats.FlowStatsData in project open-kilda by telstra.

the class StatisticsService method startUp.

@Override
public void startUp(FloodlightModuleContext context) throws FloodlightModuleException {
    if (interval > 0) {
        threadPoolService.getScheduledExecutor().scheduleAtFixedRate(() -> switchService.getAllSwitchMap().values().forEach(iofSwitch -> {
            OFFactory factory = iofSwitch.getOFFactory();
            final String switchId = iofSwitch.getId().toString();
            OFPortStatsRequest portStatsRequest = factory.buildPortStatsRequest().setPortNo(OFPort.ANY).build();
            OFFlowStatsRequest flowStatsRequest = factory.buildFlowStatsRequest().setOutGroup(OFGroup.ANY).setCookieMask(SYSTEM_MASK).build();
            logger.info("Getting port stats for switch={}", iofSwitch.getId());
            Futures.addCallback(iofSwitch.writeStatsRequest(portStatsRequest), new RequestCallback<>(data -> {
                List<PortStatsReply> replies = data.stream().map(reply -> {
                    List<PortStatsEntry> entries = reply.getEntries().stream().map(entry -> {
                        if (entry.getVersion().compareTo(OFVersion.OF_13) > 0) {
                            long rxFrameErr, rxOverErr, rxCrcErr, collisions;
                            rxFrameErr = rxOverErr = rxCrcErr = collisions = 0;
                            for (OFPortStatsProp property : entry.getProperties()) {
                                if (property.getType() == 0x0) {
                                    OFPortStatsPropEthernet etherProps = (OFPortStatsPropEthernet) property;
                                    rxFrameErr = etherProps.getRxFrameErr().getValue();
                                    rxOverErr = etherProps.getRxOverErr().getValue();
                                    rxCrcErr = etherProps.getRxCrcErr().getValue();
                                    collisions = etherProps.getCollisions().getLength();
                                }
                            }
                            return new PortStatsEntry(entry.getPortNo().getPortNumber(), entry.getRxPackets().getValue(), entry.getTxPackets().getValue(), entry.getRxBytes().getValue(), entry.getTxBytes().getValue(), entry.getRxDropped().getValue(), entry.getTxDropped().getValue(), entry.getRxErrors().getValue(), entry.getTxErrors().getValue(), rxFrameErr, rxOverErr, rxCrcErr, collisions);
                        } else {
                            return new PortStatsEntry(entry.getPortNo().getPortNumber(), entry.getRxPackets().getValue(), entry.getTxPackets().getValue(), entry.getRxBytes().getValue(), entry.getTxBytes().getValue(), entry.getRxDropped().getValue(), entry.getTxDropped().getValue(), entry.getRxErrors().getValue(), entry.getTxErrors().getValue(), entry.getRxFrameErr().getValue(), entry.getRxOverErr().getValue(), entry.getRxCrcErr().getValue(), entry.getCollisions().getValue());
                        }
                    }).collect(toList());
                    return new PortStatsReply(reply.getXid(), entries);
                }).collect(toList());
                return new PortStatsData(switchId, replies);
            }, "port"));
            if (factory.getVersion().compareTo(OFVersion.OF_15) != 0) {
                // skip flow stats for OF 1.5 protocol version
                logger.info("Getting flow stats for switch={}", iofSwitch.getId());
                Futures.addCallback(iofSwitch.writeStatsRequest(flowStatsRequest), new RequestCallback<>(data -> {
                    List<FlowStatsReply> replies = data.stream().map(reply -> {
                        List<FlowStatsEntry> entries = reply.getEntries().stream().map(entry -> new FlowStatsEntry(entry.getTableId().getValue(), entry.getCookie().getValue(), entry.getPacketCount().getValue(), entry.getByteCount().getValue())).collect(toList());
                        return new FlowStatsReply(reply.getXid(), entries);
                    }).collect(toList());
                    return new FlowStatsData(switchId, replies);
                }, "flow"));
            }
        }), interval, interval, TimeUnit.SECONDS);
    }
}
Also used : InfoMessage(org.openkilda.messaging.info.InfoMessage) OFVersion(org.projectfloodlight.openflow.protocol.OFVersion) U64(org.projectfloodlight.openflow.types.U64) OFStatsReply(org.projectfloodlight.openflow.protocol.OFStatsReply) OFPortStatsRequest(org.projectfloodlight.openflow.protocol.OFPortStatsRequest) OFFlowStatsRequest(org.projectfloodlight.openflow.protocol.OFFlowStatsRequest) LoggerFactory(org.slf4j.LoggerFactory) IOFSwitchService(net.floodlightcontroller.core.internal.IOFSwitchService) Function(java.util.function.Function) ArrayList(java.util.ArrayList) OFPortStatsProp(org.projectfloodlight.openflow.protocol.OFPortStatsProp) Map(java.util.Map) OFFactory(org.projectfloodlight.openflow.protocol.OFFactory) PortStatsReply(org.openkilda.messaging.info.stats.PortStatsReply) FlowStatsEntry(org.openkilda.messaging.info.stats.FlowStatsEntry) PortStatsData(org.openkilda.messaging.info.stats.PortStatsData) Logger(org.slf4j.Logger) PortStatsEntry(org.openkilda.messaging.info.stats.PortStatsEntry) FlowStatsReply(org.openkilda.messaging.info.stats.FlowStatsReply) Collection(java.util.Collection) InfoData(org.openkilda.messaging.info.InfoData) FloodlightModuleContext(net.floodlightcontroller.core.module.FloodlightModuleContext) FloodlightModuleException(net.floodlightcontroller.core.module.FloodlightModuleException) IFloodlightModule(net.floodlightcontroller.core.module.IFloodlightModule) FutureCallback(com.google.common.util.concurrent.FutureCallback) TimeUnit(java.util.concurrent.TimeUnit) OFPort(org.projectfloodlight.openflow.types.OFPort) Collectors.toList(java.util.stream.Collectors.toList) Futures(com.google.common.util.concurrent.Futures) List(java.util.List) Topic(org.openkilda.messaging.Topic) IFloodlightService(net.floodlightcontroller.core.module.IFloodlightService) KafkaMessageProducer(org.openkilda.floodlight.kafka.KafkaMessageProducer) Destination(org.openkilda.messaging.Destination) IFloodlightProviderService(net.floodlightcontroller.core.IFloodlightProviderService) SYSTEM_CORRELATION_ID(org.openkilda.messaging.Utils.SYSTEM_CORRELATION_ID) Collections(java.util.Collections) FlowStatsData(org.openkilda.messaging.info.stats.FlowStatsData) IThreadPoolService(net.floodlightcontroller.threadpool.IThreadPoolService) OFPortStatsPropEthernet(org.projectfloodlight.openflow.protocol.OFPortStatsPropEthernet) OFGroup(org.projectfloodlight.openflow.types.OFGroup) OFPortStatsPropEthernet(org.projectfloodlight.openflow.protocol.OFPortStatsPropEthernet) OFFactory(org.projectfloodlight.openflow.protocol.OFFactory) OFFlowStatsRequest(org.projectfloodlight.openflow.protocol.OFFlowStatsRequest) PortStatsReply(org.openkilda.messaging.info.stats.PortStatsReply) FlowStatsReply(org.openkilda.messaging.info.stats.FlowStatsReply) FlowStatsEntry(org.openkilda.messaging.info.stats.FlowStatsEntry) FlowStatsData(org.openkilda.messaging.info.stats.FlowStatsData) OFPortStatsRequest(org.projectfloodlight.openflow.protocol.OFPortStatsRequest) ArrayList(java.util.ArrayList) Collectors.toList(java.util.stream.Collectors.toList) List(java.util.List) PortStatsEntry(org.openkilda.messaging.info.stats.PortStatsEntry) PortStatsData(org.openkilda.messaging.info.stats.PortStatsData) OFPortStatsProp(org.projectfloodlight.openflow.protocol.OFPortStatsProp)

Example 2 with FlowStatsData

use of org.openkilda.messaging.info.stats.FlowStatsData in project open-kilda by telstra.

the class SpeakerBolt method execute.

/**
 * {@inheritDoc}
 */
@Override
public void execute(Tuple tuple) {
    logger.debug("Ingoing tuple: {}", tuple);
    String request = tuple.getString(0);
    // String request = tuple.getStringByField("value");
    try {
        Message stats = Utils.MAPPER.readValue(request, Message.class);
        if (!Destination.WFM_STATS.equals(stats.getDestination()) || !(stats instanceof InfoMessage)) {
            return;
        }
        InfoMessage message = (InfoMessage) stats;
        final InfoData data = message.getData();
        if (data instanceof PortStatsData) {
            logger.debug("Port stats message: {}", new Values(request));
            outputCollector.emit(PORT_STATS_STREAM, tuple, new Values(message));
        } else if (data instanceof MeterConfigStatsData) {
            logger.debug("Meter config stats message: {}", new Values(request));
            outputCollector.emit(METER_CFG_STATS_STREAM, tuple, new Values(message));
        } else if (data instanceof FlowStatsData) {
            logger.debug("Flow stats message: {}", new Values(request));
            outputCollector.emit(FLOW_STATS_STREAM, tuple, new Values(message));
        }
    } catch (IOException exception) {
        logger.error("Could not deserialize message={}", request, exception);
    } finally {
        outputCollector.ack(tuple);
        logger.debug("Message ack: {}", request);
    }
}
Also used : InfoMessage(org.openkilda.messaging.info.InfoMessage) Message(org.openkilda.messaging.Message) AbstractTopology.fieldMessage(org.openkilda.wfm.topology.AbstractTopology.fieldMessage) MeterConfigStatsData(org.openkilda.messaging.info.stats.MeterConfigStatsData) FlowStatsData(org.openkilda.messaging.info.stats.FlowStatsData) InfoMessage(org.openkilda.messaging.info.InfoMessage) InfoData(org.openkilda.messaging.info.InfoData) Values(org.apache.storm.tuple.Values) PortStatsData(org.openkilda.messaging.info.stats.PortStatsData) IOException(java.io.IOException)

Example 3 with FlowStatsData

use of org.openkilda.messaging.info.stats.FlowStatsData in project open-kilda by telstra.

the class FlowMetricGenBolt method execute.

@Override
public void execute(Tuple input) {
    StatsComponentType componentId = StatsComponentType.valueOf(input.getSourceComponent());
    InfoMessage message = (InfoMessage) input.getValueByField(MESSAGE_FIELD);
    if (!Destination.WFM_STATS.equals(message.getDestination())) {
        collector.ack(input);
        return;
    }
    LOGGER.debug("Flow stats message: {}={}, component={}, stream={}", CORRELATION_ID, message.getCorrelationId(), componentId, StatsStreamType.valueOf(input.getSourceStreamId()));
    FlowStatsData data = (FlowStatsData) message.getData();
    long timestamp = message.getTimestamp();
    String switchId = data.getSwitchId().replaceAll(":", "");
    try {
        for (FlowStatsReply reply : data.getStats()) {
            for (FlowStatsEntry entry : reply.getEntries()) {
                emit(entry, timestamp, switchId);
            }
        }
        collector.ack(input);
    } catch (ServiceUnavailableException e) {
        LOGGER.error("Error process: {}", input.toString(), e);
        // If we can't connect to Neo then don't know if valid input
        collector.fail(input);
    } catch (Exception e) {
        // We tried, no need to try again
        collector.ack(input);
    }
}
Also used : FlowStatsReply(org.openkilda.messaging.info.stats.FlowStatsReply) FlowStatsEntry(org.openkilda.messaging.info.stats.FlowStatsEntry) StatsComponentType(org.openkilda.wfm.topology.stats.StatsComponentType) FlowStatsData(org.openkilda.messaging.info.stats.FlowStatsData) InfoMessage(org.openkilda.messaging.info.InfoMessage) ServiceUnavailableException(org.neo4j.driver.v1.exceptions.ServiceUnavailableException) MalformedURLException(java.net.MalformedURLException) FlowCookieException(org.openkilda.wfm.topology.FlowCookieException) ClientException(org.neo4j.driver.v1.exceptions.ClientException) ServiceUnavailableException(org.neo4j.driver.v1.exceptions.ServiceUnavailableException)

Example 4 with FlowStatsData

use of org.openkilda.messaging.info.stats.FlowStatsData in project open-kilda by telstra.

the class StatsTopologyTest method flowStatsTest.

@Test
public void flowStatsTest() throws Exception {
    List<FlowStatsEntry> entries = Collections.singletonList(new FlowStatsEntry((short) 1, cookie, 1500L, 3000L));
    final List<FlowStatsReply> stats = Collections.singletonList(new FlowStatsReply(3, entries));
    InfoMessage message = new InfoMessage(new FlowStatsData(switchId, stats), timestamp, CORRELATION_ID, Destination.WFM_STATS);
    // mock kafka spout
    MockedSources sources = new MockedSources();
    sources.addMockData(StatsComponentType.STATS_OFS_KAFKA_SPOUT.toString(), new Values(MAPPER.writeValueAsString(message)));
    completeTopologyParam.setMockedSources(sources);
    // execute topology
    Testing.withTrackedCluster(clusterParam, (cluster) -> {
        StatsTopology topology = new TestingTargetTopology(new TestingKafkaBolt());
        StormTopology stormTopology = topology.createTopology();
        Map result = Testing.completeTopology(cluster, stormTopology, completeTopologyParam);
        // verify results which were sent to Kafka bolt
        ArrayList<FixedTuple> tuples = (ArrayList<FixedTuple>) result.get(StatsComponentType.FLOW_STATS_METRIC_GEN.name());
        assertThat(tuples.size(), is(6));
        tuples.stream().map(this::readFromJson).forEach(datapoint -> {
            if (datapoint.getMetric().equals("pen.flow.packets")) {
                assertThat(datapoint.getTags().get("direction"), is("forward"));
            }
            assertThat(datapoint.getTags().get("flowid"), is(flowId));
            assertThat(datapoint.getTime(), is(timestamp));
        });
    });
}
Also used : StormTopology(org.apache.storm.generated.StormTopology) Values(org.apache.storm.tuple.Values) TestingKafkaBolt(org.openkilda.wfm.topology.TestingKafkaBolt) FixedTuple(org.apache.storm.testing.FixedTuple) FlowStatsReply(org.openkilda.messaging.info.stats.FlowStatsReply) MockedSources(org.apache.storm.testing.MockedSources) FlowStatsEntry(org.openkilda.messaging.info.stats.FlowStatsEntry) FlowStatsData(org.openkilda.messaging.info.stats.FlowStatsData) InfoMessage(org.openkilda.messaging.info.InfoMessage) StableAbstractStormTest(org.openkilda.wfm.StableAbstractStormTest) Test(org.junit.Test)

Aggregations

InfoMessage (org.openkilda.messaging.info.InfoMessage)4 FlowStatsData (org.openkilda.messaging.info.stats.FlowStatsData)4 FlowStatsEntry (org.openkilda.messaging.info.stats.FlowStatsEntry)3 FlowStatsReply (org.openkilda.messaging.info.stats.FlowStatsReply)3 Values (org.apache.storm.tuple.Values)2 InfoData (org.openkilda.messaging.info.InfoData)2 PortStatsData (org.openkilda.messaging.info.stats.PortStatsData)2 FutureCallback (com.google.common.util.concurrent.FutureCallback)1 Futures (com.google.common.util.concurrent.Futures)1 IOException (java.io.IOException)1 MalformedURLException (java.net.MalformedURLException)1 ArrayList (java.util.ArrayList)1 Collection (java.util.Collection)1 Collections (java.util.Collections)1 List (java.util.List)1 Map (java.util.Map)1 TimeUnit (java.util.concurrent.TimeUnit)1 Function (java.util.function.Function)1 Collectors.toList (java.util.stream.Collectors.toList)1 IFloodlightProviderService (net.floodlightcontroller.core.IFloodlightProviderService)1