Search in sources :

Example 6 with PersistenceManager

use of org.openkilda.persistence.PersistenceManager in project open-kilda by telstra.

the class RerouteTopology method createTopology.

/**
 * {@inheritDoc}
 */
@Override
public StormTopology createTopology() {
    logger.info("Creating RerouteTopology - {}", topologyName);
    TopologyBuilder topologyBuilder = new TopologyBuilder();
    coordinator(topologyBuilder);
    declareKafkaSpout(topologyBuilder, topologyConfig.getKafkaTopoRerouteTopic(), SPOUT_ID_REROUTE);
    PersistenceManager persistenceManager = new PersistenceManager(configurationProvider);
    rerouteBolt(topologyBuilder, persistenceManager);
    rerouteQueueBolt(topologyBuilder, persistenceManager);
    timeWindowBolt(topologyBuilder);
    operationQueue(topologyBuilder);
    KafkaBolt<String, Message> kafkaFlowHsBolt = buildKafkaBolt(topologyConfig.getKafkaFlowHsTopic());
    declareBolt(topologyBuilder, kafkaFlowHsBolt, BOLT_ID_KAFKA_FLOWHS).shuffleGrouping(OperationQueueBolt.BOLT_ID);
    KafkaBolt<String, Message> kafkaNorthboundBolt = buildKafkaBolt(topologyConfig.getKafkaNorthboundTopic());
    declareBolt(topologyBuilder, kafkaNorthboundBolt, BOLT_ID_KAFKA_NB).shuffleGrouping(FlowRerouteQueueBolt.BOLT_ID, STREAM_NORTHBOUND_ID);
    zkBolt(topologyBuilder);
    zkSpout(topologyBuilder);
    metrics(topologyBuilder);
    return topologyBuilder.createTopology();
}
Also used : Message(org.openkilda.messaging.Message) TopologyBuilder(org.apache.storm.topology.TopologyBuilder) PersistenceManager(org.openkilda.persistence.PersistenceManager)

Example 7 with PersistenceManager

use of org.openkilda.persistence.PersistenceManager in project open-kilda by telstra.

the class PersistenceConfig method persistenceManager.

@Bean
public PersistenceManager persistenceManager(ConfigurationProvider configurationProvider) {
    PersistenceManager manager = new PersistenceManager(configurationProvider);
    manager.install();
    return manager;
}
Also used : PersistenceManager(org.openkilda.persistence.PersistenceManager) Bean(org.springframework.context.annotation.Bean)

Example 8 with PersistenceManager

use of org.openkilda.persistence.PersistenceManager in project open-kilda by telstra.

the class RerouteQueueServiceTest method setup.

@Before
public void setup() {
    flow = Flow.builder().flowId(FLOW_ID).srcSwitch(SWITCH_A).destSwitch(SWITCH_B).priority(2).build();
    when(flowRepository.findById(FLOW_ID)).thenReturn(Optional.of(flow));
    yFlow = YFlow.builder().yFlowId(YFLOW_ID).sharedEndpoint(new SharedEndpoint(SWITCH_A.getSwitchId(), 10)).priority(2).build();
    when(yFlowRepository.findById(YFLOW_ID)).thenReturn(Optional.of(yFlow));
    RepositoryFactory repositoryFactory = mock(RepositoryFactory.class);
    when(repositoryFactory.createFlowRepository()).thenReturn(flowRepository);
    when(repositoryFactory.createYFlowRepository()).thenReturn(yFlowRepository);
    PersistenceManager persistenceManager = mock(PersistenceManager.class);
    when(persistenceManager.getRepositoryFactory()).thenReturn(repositoryFactory);
    rerouteQueueService = new RerouteQueueService(carrier, persistenceManager, 0, 3);
}
Also used : PersistenceManager(org.openkilda.persistence.PersistenceManager) SharedEndpoint(org.openkilda.model.YFlow.SharedEndpoint) RepositoryFactory(org.openkilda.persistence.repositories.RepositoryFactory) Before(org.junit.Before)

Example 9 with PersistenceManager

use of org.openkilda.persistence.PersistenceManager in project open-kilda by telstra.

the class ConnectedDevicesTopology method createTopology.

/**
 * Creating topology.
 */
public StormTopology createTopology() {
    TopologyBuilder builder = new TopologyBuilder();
    PersistenceManager persistenceManager = new PersistenceManager(configurationProvider);
    createZkSpout(builder);
    createSpout(builder);
    createPacketBolt(builder, persistenceManager);
    createZkBolt(builder);
    return builder.createTopology();
}
Also used : TopologyBuilder(org.apache.storm.topology.TopologyBuilder) PersistenceManager(org.openkilda.persistence.PersistenceManager)

Example 10 with PersistenceManager

use of org.openkilda.persistence.PersistenceManager in project open-kilda by telstra.

the class NbWorkerTopology method createTopology.

@Override
public StormTopology createTopology() {
    logger.info("Creating NbWorkerTopology - {}", topologyName);
    TopologyBuilder tb = new TopologyBuilder();
    declareSpout(tb, new CoordinatorSpout(), CoordinatorSpout.ID);
    declareBolt(tb, new CoordinatorBolt(), CoordinatorBolt.ID).allGrouping(CoordinatorSpout.ID).fieldsGrouping(FlowMeterModifyHubBolt.ID, CoordinatorBolt.INCOME_STREAM, FIELDS_KEY).fieldsGrouping(METER_MODIFY_WORKER_BOLT, CoordinatorBolt.INCOME_STREAM, FIELDS_KEY);
    declareKafkaSpout(tb, topologyConfig.getKafkaTopoNbTopic(), NB_SPOUT_ID);
    RouterBolt router = new RouterBolt(ZooKeeperSpout.SPOUT_ID);
    declareBolt(tb, router, ROUTER_BOLT_NAME).shuffleGrouping(NB_SPOUT_ID).allGrouping(ZooKeeperSpout.SPOUT_ID);
    ZooKeeperSpout zooKeeperSpout = new ZooKeeperSpout(getConfig().getBlueGreenMode(), getZkTopoName(), getZookeeperConfig());
    declareSpout(tb, zooKeeperSpout, ZooKeeperSpout.SPOUT_ID);
    ZooKeeperBolt zooKeeperBolt = new ZooKeeperBolt(getConfig().getBlueGreenMode(), getZkTopoName(), getZookeeperConfig(), getBoltInstancesCount(ROUTER_BOLT_NAME, FlowMeterModifyHubBolt.ID));
    declareBolt(tb, zooKeeperBolt, ZooKeeperBolt.BOLT_ID).allGrouping(ROUTER_BOLT_NAME, ZkStreams.ZK.toString()).allGrouping(FlowMeterModifyHubBolt.ID, ZkStreams.ZK.toString());
    PersistenceManager persistenceManager = new PersistenceManager(configurationProvider);
    PathComputerConfig pathComputerConfig = configurationProvider.getConfiguration(PathComputerConfig.class);
    HubBolt.Config meterModifyHubConfig = HubBolt.Config.builder().requestSenderComponent(ROUTER_BOLT_NAME).workerComponent(METER_MODIFY_WORKER_BOLT).lifeCycleEventComponent(ZooKeeperSpout.SPOUT_ID).timeoutMs((int) TimeUnit.SECONDS.toMillis(topologyConfig.getProcessTimeout())).build();
    declareBolt(tb, new FlowMeterModifyHubBolt(meterModifyHubConfig, persistenceManager), FlowMeterModifyHubBolt.ID).fieldsGrouping(ROUTER_BOLT_NAME, FlowMeterModifyHubBolt.INCOME_STREAM, FIELDS_KEY).directGrouping(METER_MODIFY_WORKER_BOLT, FlowMeterModifyHubBolt.INCOME_STREAM).directGrouping(CoordinatorBolt.ID).allGrouping(ZooKeeperSpout.SPOUT_ID);
    WorkerBolt.Config speakerMeterModifyWorkerConfig = WorkerBolt.Config.builder().hubComponent(FlowMeterModifyHubBolt.ID).streamToHub(FlowMeterModifyHubBolt.INCOME_STREAM).workerSpoutComponent(ROUTER_BOLT_NAME).defaultTimeout((int) TimeUnit.SECONDS.toMillis(topologyConfig.getOperationTimeout())).build();
    declareBolt(tb, new SpeakerWorkerBolt(speakerMeterModifyWorkerConfig), METER_MODIFY_WORKER_BOLT).fieldsGrouping(ROUTER_BOLT_NAME, SpeakerWorkerBolt.INCOME_STREAM, FIELDS_KEY).fieldsGrouping(FlowMeterModifyHubBolt.ID, StreamType.METER_MODIFY_WORKER.toString(), FIELDS_KEY).directGrouping(CoordinatorBolt.ID);
    SwitchOperationsBolt switchesBolt = new SwitchOperationsBolt(persistenceManager);
    declareBolt(tb, switchesBolt, SWITCHES_BOLT_NAME).shuffleGrouping(ROUTER_BOLT_NAME, StreamType.SWITCH.toString());
    LinkOperationsBolt linksBolt = new LinkOperationsBolt(persistenceManager);
    declareBolt(tb, linksBolt, LINKS_BOLT_NAME).shuffleGrouping(ROUTER_BOLT_NAME, StreamType.ISL.toString());
    FlowOperationsBolt flowsBolt = new FlowOperationsBolt(persistenceManager);
    declareBolt(tb, flowsBolt, FLOWS_BOLT_NAME).shuffleGrouping(ROUTER_BOLT_NAME, StreamType.FLOW.toString());
    FlowPatchBolt flowPatchBolt = new FlowPatchBolt(persistenceManager);
    declareBolt(tb, flowPatchBolt, FLOW_PATCH_BOLT_NAME).shuffleGrouping(ROUTER_BOLT_NAME, StreamType.FLOW_PATCH.toString());
    FeatureTogglesBolt featureTogglesBolt = new FeatureTogglesBolt(persistenceManager);
    declareBolt(tb, featureTogglesBolt, FEATURE_TOGGLES_BOLT_NAME).shuffleGrouping(ROUTER_BOLT_NAME, StreamType.FEATURE_TOGGLES.toString());
    KildaConfigurationBolt kildaConfigurationBolt = new KildaConfigurationBolt(persistenceManager);
    declareBolt(tb, kildaConfigurationBolt, KILDA_CONFIG_BOLT_NAME).shuffleGrouping(ROUTER_BOLT_NAME, StreamType.KILDA_CONFIG.toString());
    PathsBolt pathsBolt = new PathsBolt(persistenceManager, pathComputerConfig);
    declareBolt(tb, pathsBolt, PATHS_BOLT_NAME).shuffleGrouping(ROUTER_BOLT_NAME, StreamType.PATHS.toString());
    HistoryOperationsBolt historyBolt = new HistoryOperationsBolt(persistenceManager);
    declareBolt(tb, historyBolt, HISTORY_BOLT_NAME).shuffleGrouping(ROUTER_BOLT_NAME, StreamType.HISTORY.toString());
    ResponseSplitterBolt splitterBolt = new ResponseSplitterBolt();
    declareBolt(tb, splitterBolt, SPLITTER_BOLT_NAME).shuffleGrouping(SWITCHES_BOLT_NAME).shuffleGrouping(LINKS_BOLT_NAME).shuffleGrouping(FLOWS_BOLT_NAME).shuffleGrouping(FEATURE_TOGGLES_BOLT_NAME).shuffleGrouping(KILDA_CONFIG_BOLT_NAME).shuffleGrouping(PATHS_BOLT_NAME).shuffleGrouping(HISTORY_BOLT_NAME).shuffleGrouping(FlowMeterModifyHubBolt.ID).shuffleGrouping(FLOW_PATCH_BOLT_NAME);
    MessageEncoder messageEncoder = new MessageEncoder();
    declareBolt(tb, messageEncoder, MESSAGE_ENCODER_BOLT_NAME).shuffleGrouping(LINKS_BOLT_NAME, StreamType.ERROR.toString()).shuffleGrouping(LINKS_BOLT_NAME, StreamType.REROUTE.toString()).shuffleGrouping(FLOWS_BOLT_NAME, StreamType.ERROR.toString()).shuffleGrouping(FLOWS_BOLT_NAME, StreamType.REROUTE.toString()).shuffleGrouping(SWITCHES_BOLT_NAME, StreamType.ERROR.toString()).shuffleGrouping(SWITCHES_BOLT_NAME, StreamType.REROUTE.toString()).shuffleGrouping(SWITCHES_BOLT_NAME, StreamType.TO_SWITCH_MANAGER.toString()).shuffleGrouping(ROUTER_BOLT_NAME, StreamType.ERROR.toString()).shuffleGrouping(FEATURE_TOGGLES_BOLT_NAME, StreamType.ERROR.toString()).shuffleGrouping(FEATURE_TOGGLES_BOLT_NAME, StreamType.TO_SWITCH_MANAGER.toString()).shuffleGrouping(KILDA_CONFIG_BOLT_NAME, StreamType.ERROR.toString()).shuffleGrouping(PATHS_BOLT_NAME, StreamType.ERROR.toString()).shuffleGrouping(HISTORY_BOLT_NAME, StreamType.ERROR.toString()).shuffleGrouping(FlowMeterModifyHubBolt.ID, StreamType.ERROR.toString()).shuffleGrouping(FLOW_PATCH_BOLT_NAME, StreamType.ERROR.toString());
    DiscoveryEncoderBolt discoveryEncoder = new DiscoveryEncoderBolt();
    declareBolt(tb, discoveryEncoder, DISCOVERY_ENCODER_BOLT_NAME).shuffleGrouping(LINKS_BOLT_NAME, StreamType.DISCO.toString()).shuffleGrouping(SWITCHES_BOLT_NAME, StreamType.DISCO.toString()).shuffleGrouping(FEATURE_TOGGLES_BOLT_NAME, FeatureTogglesBolt.STREAM_NOTIFICATION_ID);
    KafkaBolt kafkaNbBolt = buildKafkaBolt(topologyConfig.getKafkaNorthboundTopic());
    declareBolt(tb, kafkaNbBolt, NB_KAFKA_BOLT_NAME).fieldsGrouping(SPLITTER_BOLT_NAME, FIELDS_KEY).shuffleGrouping(MESSAGE_ENCODER_BOLT_NAME, StreamType.ERROR.toString());
    KafkaBolt kafkaFlowHsBolt = buildKafkaBolt(topologyConfig.getKafkaFlowHsTopic());
    declareBolt(tb, kafkaFlowHsBolt, FLOW_HS_KAFKA_BOLT_NAME).shuffleGrouping(MESSAGE_ENCODER_BOLT_NAME, StreamType.FLOWHS.toString()).shuffleGrouping(FLOW_PATCH_BOLT_NAME, StreamType.FLOWHS.toString());
    KafkaBolt kafkaDiscoBolt = buildKafkaBolt(topologyConfig.getKafkaDiscoTopic());
    declareBolt(tb, kafkaDiscoBolt, DISCO_KAFKA_BOLT_NAME).shuffleGrouping(DISCOVERY_ENCODER_BOLT_NAME);
    KafkaBolt kafkaPingBolt = buildKafkaBolt(topologyConfig.getKafkaPingTopic());
    declareBolt(tb, kafkaPingBolt, PING_KAFKA_BOLT_NAME).shuffleGrouping(FLOW_PATCH_BOLT_NAME, StreamType.PING.toString());
    declareBolt(tb, buildKafkaBolt(topologyConfig.getKafkaSpeakerTopic()), SPEAKER_KAFKA_BOLT).shuffleGrouping(METER_MODIFY_WORKER_BOLT, StreamType.TO_SPEAKER.toString());
    declareBolt(tb, buildKafkaBolt(topologyConfig.getKafkaSwitchManagerTopic()), SWITCH_MANAGER_KAFKA_BOLT).shuffleGrouping(MESSAGE_ENCODER_BOLT_NAME, StreamType.TO_SWITCH_MANAGER.toString());
    Server42EncoderBolt server42EncoderBolt = new Server42EncoderBolt();
    declareBolt(tb, server42EncoderBolt, SERVER42_ENCODER_BOLT_NAME).shuffleGrouping(SWITCHES_BOLT_NAME, StreamType.TO_SERVER42.toString()).shuffleGrouping(FEATURE_TOGGLES_BOLT_NAME, FeatureTogglesBolt.STREAM_NOTIFICATION_ID);
    declareBolt(tb, buildKafkaBolt(topologyConfig.getKafkaServer42StormNotifyTopic()), SERVER42_KAFKA_BOLT).shuffleGrouping(SERVER42_ENCODER_BOLT_NAME);
    declareBolt(tb, buildKafkaBolt(topologyConfig.getKafkaRerouteTopic()), REROUTE_KAFKA_BOLT).shuffleGrouping(MESSAGE_ENCODER_BOLT_NAME, StreamType.REROUTE.toString());
    metrics(tb);
    return tb.createTopology();
}
Also used : TopologyBuilder(org.apache.storm.topology.TopologyBuilder) FeatureTogglesBolt(org.openkilda.wfm.topology.nbworker.bolts.FeatureTogglesBolt) HistoryOperationsBolt(org.openkilda.wfm.topology.nbworker.bolts.HistoryOperationsBolt) CoordinatorSpout(org.openkilda.wfm.share.hubandspoke.CoordinatorSpout) KildaConfigurationBolt(org.openkilda.wfm.topology.nbworker.bolts.KildaConfigurationBolt) CoordinatorBolt(org.openkilda.wfm.share.hubandspoke.CoordinatorBolt) ZooKeeperSpout(org.openkilda.wfm.share.zk.ZooKeeperSpout) ZooKeeperBolt(org.openkilda.wfm.share.zk.ZooKeeperBolt) KafkaBolt(org.apache.storm.kafka.bolt.KafkaBolt) SpeakerWorkerBolt(org.openkilda.wfm.topology.nbworker.bolts.SpeakerWorkerBolt) FlowOperationsBolt(org.openkilda.wfm.topology.nbworker.bolts.FlowOperationsBolt) PersistenceManager(org.openkilda.persistence.PersistenceManager) LinkOperationsBolt(org.openkilda.wfm.topology.nbworker.bolts.LinkOperationsBolt) HubBolt(org.openkilda.wfm.share.hubandspoke.HubBolt) FlowMeterModifyHubBolt(org.openkilda.wfm.topology.nbworker.bolts.FlowMeterModifyHubBolt) DiscoveryEncoderBolt(org.openkilda.wfm.topology.nbworker.bolts.DiscoveryEncoderBolt) FlowPatchBolt(org.openkilda.wfm.topology.nbworker.bolts.FlowPatchBolt) ResponseSplitterBolt(org.openkilda.wfm.topology.nbworker.bolts.ResponseSplitterBolt) RouterBolt(org.openkilda.wfm.topology.nbworker.bolts.RouterBolt) PathsBolt(org.openkilda.wfm.topology.nbworker.bolts.PathsBolt) SpeakerWorkerBolt(org.openkilda.wfm.topology.nbworker.bolts.SpeakerWorkerBolt) WorkerBolt(org.openkilda.wfm.share.hubandspoke.WorkerBolt) PathComputerConfig(org.openkilda.pce.PathComputerConfig) SwitchOperationsBolt(org.openkilda.wfm.topology.nbworker.bolts.SwitchOperationsBolt) FlowMeterModifyHubBolt(org.openkilda.wfm.topology.nbworker.bolts.FlowMeterModifyHubBolt) MessageEncoder(org.openkilda.wfm.topology.nbworker.bolts.MessageEncoder) Server42EncoderBolt(org.openkilda.wfm.topology.nbworker.bolts.Server42EncoderBolt)

Aggregations

PersistenceManager (org.openkilda.persistence.PersistenceManager)22 RepositoryFactory (org.openkilda.persistence.repositories.RepositoryFactory)13 YFlowRepository (org.openkilda.persistence.repositories.YFlowRepository)11 Test (org.junit.Test)10 FlowRepository (org.openkilda.persistence.repositories.FlowRepository)9 FlowPathRepository (org.openkilda.persistence.repositories.FlowPathRepository)8 TopologyBuilder (org.apache.storm.topology.TopologyBuilder)6 FlowThrottlingData (org.openkilda.wfm.topology.reroute.model.FlowThrottlingData)6 PathSegmentRepository (org.openkilda.persistence.repositories.PathSegmentRepository)5 RerouteAffectedFlows (org.openkilda.messaging.command.reroute.RerouteAffectedFlows)3 PathNode (org.openkilda.messaging.info.event.PathNode)3 BeforeClass (org.junit.BeforeClass)2 YFlowRerouteRequest (org.openkilda.messaging.command.yflow.YFlowRerouteRequest)2 FlowPath (org.openkilda.model.FlowPath)2 PathSegment (org.openkilda.model.PathSegment)2 CoordinatorBolt (org.openkilda.wfm.share.hubandspoke.CoordinatorBolt)2 CoordinatorSpout (org.openkilda.wfm.share.hubandspoke.CoordinatorSpout)2 HubBolt (org.openkilda.wfm.share.hubandspoke.HubBolt)2 WorkerBolt (org.openkilda.wfm.share.hubandspoke.WorkerBolt)2 ZooKeeperBolt (org.openkilda.wfm.share.zk.ZooKeeperBolt)2