Examples with StormBase org.apache.storm.generated.StormBase used on opensource projects

Example 6 with StormBase

use of org.apache.storm.generated.StormBase in project storm by apache.

the class WorkerState method refreshStormActive.

public void refreshStormActive(Runnable callback) {
    StormBase base = stormClusterState.stormBase(topologyId, callback);
    isTopologyActive.set((null != base) && (base.get_status() == TopologyStatus.ACTIVE) && (isWorkerActive.get()));
    if (null != base) {
        Map<String, DebugOptions> debugOptionsMap = new HashMap<>(base.get_component_debug());
        for (DebugOptions debugOptions : debugOptionsMap.values()) {
            if (!debugOptions.is_set_samplingpct()) {
                debugOptions.set_samplingpct(10);
            }
            if (!debugOptions.is_set_enable()) {
                debugOptions.set_enable(false);
            }
        }
        stormComponentToDebug.set(debugOptionsMap);
        LOG.debug("Events debug options {}", stormComponentToDebug.get());
    }
}

Example 7 with StormBase

use of org.apache.storm.generated.StormBase in project storm by apache.

the class Nimbus method startTopology.

private void startTopology(String topoName, String topoId, TopologyStatus initStatus) throws KeyNotFoundException, AuthorizationException, IOException, InvalidTopologyException {
    assert (TopologyStatus.ACTIVE == initStatus || TopologyStatus.INACTIVE == initStatus);
    IStormClusterState state = stormClusterState;
    BlobStore store = blobStore;
    Map<String, Object> topoConf = readTopoConf(topoId, store);
    StormTopology topology = StormCommon.systemTopology(topoConf, readStormTopology(topoId, store));
    Map<String, Integer> numExecutors = new HashMap<>();
    for (Entry<String, Object> entry : StormCommon.allComponents(topology).entrySet()) {
        numExecutors.put(entry.getKey(), StormCommon.numStartExecutors(entry.getValue()));
    }
    LOG.info("Activating {}: {}", topoName, topoId);
    StormBase base = new StormBase();
    base.set_name(topoName);
    base.set_launch_time_secs(Time.currentTimeSecs());
    base.set_status(initStatus);
    base.set_num_workers(Utils.getInt(topoConf.get(Config.TOPOLOGY_WORKERS), 0));
    base.set_component_executors(numExecutors);
    base.set_owner((String) topoConf.get(Config.TOPOLOGY_SUBMITTER_USER));
    base.set_component_debug(new HashMap<>());
    state.activateStorm(topoId, base);
    notifyTopologyActionListener(topoName, "activate");
}

Example 8 with StormBase

use of org.apache.storm.generated.StormBase in project storm by apache.

the class Nimbus method debug.

@Override
public void debug(String topoName, String componentId, boolean enable, double samplingPercentage) throws NotAliveException, AuthorizationException, TException {
    debugCalls.mark();
    try {
        IStormClusterState state = stormClusterState;
        String topoId = toTopoId(topoName);
        Map<String, Object> topoConf = tryReadTopoConf(topoId, blobStore);
        // make sure samplingPct is within bounds.
        double spct = Math.max(Math.min(samplingPercentage, 100.0), 0.0);
        // while disabling we retain the sampling pct.
        checkAuthorization(topoName, topoConf, "debug");
        if (topoId == null) {
            throw new NotAliveException(topoName);
        }
        boolean hasCompId = componentId != null && !componentId.isEmpty();
        DebugOptions options = new DebugOptions();
        options.set_enable(enable);
        if (enable) {
            options.set_samplingpct(spct);
        }
        StormBase updates = new StormBase();
        //For backwards compatability
        updates.set_component_executors(Collections.emptyMap());
        String key = hasCompId ? componentId : topoId;
        updates.put_to_component_debug(key, options);
        LOG.info("Nimbus setting debug to {} for storm-name '{}' storm-id '{}' sanpling pct '{}'" + (hasCompId ? " component-id '" + componentId + "'" : ""), enable, topoName, topoId, spct);
        synchronized (submitLock) {
            state.updateStorm(topoId, updates);
        }
    } catch (Exception e) {
        LOG.warn("debug topology exception. (topology name='{}')", topoName, e);
        if (e instanceof TException) {
            throw (TException) e;
        }
        throw new RuntimeException(e);
    }
}

Example 9 with StormBase

use of org.apache.storm.generated.StormBase in project storm by apache.

the class Nimbus method doRebalance.

void doRebalance(String topoId, StormBase stormBase) throws Exception {
    RebalanceOptions rbo = stormBase.get_topology_action_options().get_rebalance_options();
    StormBase updated = new StormBase();
    updated.set_topology_action_options(null);
    updated.set_component_debug(Collections.emptyMap());
    if (rbo.is_set_num_executors()) {
        updated.set_component_executors(rbo.get_num_executors());
    }
    if (rbo.is_set_num_workers()) {
        updated.set_num_workers(rbo.get_num_workers());
    }
    stormClusterState.updateStorm(topoId, updated);
    mkAssignments(topoId);
}