Search in sources :

Example 6 with NodeInfo

use of com.yahoo.vespa.clustercontroller.core.NodeInfo in project vespa by vespa-engine.

the class NodeStateRequest method calculateResult.

@Override
public Response.NodeResponse calculateResult(RemoteClusterControllerTask.Context context) throws StateRestApiException {
    Response.NodeResponse result = new Response.NodeResponse();
    NodeInfo info = context.cluster.getNodeInfo(id.getNode());
    if (info == null) {
        throw new MissingResourceException("node " + id.getNode());
    }
    if (info.getGroup() != null) {
        result.addAttribute("hierarchical-group", info.getGroup().getPath());
    }
    result.addState("generated", new Response.UnitStateImpl(context.currentConsolidatedState.getNodeState(id.getNode())));
    result.addState("unit", new Response.UnitStateImpl(info.getReportedState()));
    result.addState("user", new Response.UnitStateImpl(info.getWantedState()));
    for (int i = 0; i < info.getReportedState().getDiskCount(); ++i) {
        Id.Partition partitionId = new Id.Partition(id, i);
        if (recursive > 0) {
            PartitionStateRequest psr = new PartitionStateRequest(partitionId, verboseReports);
            result.addEntry("partition", String.valueOf(i), psr.calculateResult(context));
        } else {
            result.addLink("partition", String.valueOf(i), partitionId.toString());
        }
    }
    return result;
}
Also used : Response(com.yahoo.vespa.clustercontroller.core.restapiv2.Response) NodeInfo(com.yahoo.vespa.clustercontroller.core.NodeInfo) MissingResourceException(com.yahoo.vespa.clustercontroller.utils.staterestapi.errors.MissingResourceException) Id(com.yahoo.vespa.clustercontroller.core.restapiv2.Id)

Example 7 with NodeInfo

use of com.yahoo.vespa.clustercontroller.core.NodeInfo in project vespa by vespa-engine.

the class RpcServer method handleRpcRequests.

public boolean handleRpcRequests(ContentCluster cluster, ClusterState systemState, NodeStateOrHostInfoChangeHandler changeListener, NodeAddedOrRemovedListener addedListener) {
    boolean handledAnyRequests = false;
    if (!isConnected()) {
        long time = timer.getCurrentTimeInMillis();
        try {
            connect();
        } catch (ListenFailedException e) {
            if (!e.getMessage().equals(lastConnectError) || time - lastConnectErrorTime > 60 * 1000) {
                lastConnectError = e.getMessage();
                lastConnectErrorTime = time;
                log.log(LogLevel.WARNING, "Failed to bind RPC server to port " + port + ": " + e.getMessage());
            }
        } catch (Exception e) {
            if (!e.getMessage().equals(lastConnectError) || time - lastConnectErrorTime > 60 * 1000) {
                lastConnectError = e.getMessage();
                lastConnectErrorTime = time;
                log.log(LogLevel.WARNING, "Failed to initailize RPC server socket: " + e.getMessage());
            }
        }
    }
    for (int j = 0; j < 10; ++j) {
        // Max perform 10 RPC requests per cycle.
        Request req;
        synchronized (monitor) {
            if (rpcRequests.isEmpty())
                break;
            Iterator<Request> it = rpcRequests.iterator();
            req = it.next();
            it.remove();
            handledAnyRequests = true;
        }
        try {
            if (req.methodName().equals("getMaster")) {
                log.log(LogLevel.DEBUG, "Resolving RPC getMaster request");
                Integer master = masterHandler.getMaster();
                String masterReason = masterHandler.getMasterReason();
                req.returnValues().add(new Int32Value(master == null ? -1 : master));
                req.returnValues().add(new StringValue(masterReason == null ? "No reason given" : masterReason));
                req.returnRequest();
                continue;
            }
            if (!masterHandler.isMaster()) {
                throw new IllegalStateException("Refusing to answer RPC calls as we are not the master fleetcontroller.");
            }
            if (req.methodName().equals("getNodeList")) {
                log.log(LogLevel.DEBUG, "Resolving RPC getNodeList request");
                List<String> slobrok = new ArrayList<String>();
                List<String> rpc = new ArrayList<String>();
                for (NodeInfo node : cluster.getNodeInfo()) {
                    String s1 = node.getSlobrokAddress();
                    String s2 = node.getRpcAddress();
                    assert (s1 != null);
                    slobrok.add(s1);
                    rpc.add(s2 == null ? "" : s2);
                }
                req.returnValues().add(new StringArray(slobrok.toArray(new String[slobrok.size()])));
                req.returnValues().add(new StringArray(rpc.toArray(new String[rpc.size()])));
                req.returnRequest();
            } else if (req.methodName().equals("getSystemState")) {
                log.log(LogLevel.DEBUG, "Resolving RPC getSystemState request");
                req.returnValues().add(new StringValue(""));
                req.returnValues().add(new StringValue(systemState.toString(true)));
                req.returnRequest();
            } else if (req.methodName().equals("getNodeState")) {
                log.log(LogLevel.DEBUG, "Resolving RPC getNodeState request");
                NodeType nodeType = NodeType.get(req.parameters().get(0).asString());
                int nodeIndex = req.parameters().get(1).asInt32();
                Node node = new Node(nodeType, nodeIndex);
                // First parameter is current state in system state
                NodeState ns = systemState.getNodeState(node);
                req.returnValues().add(new StringValue(systemState.getNodeState(node).serialize()));
                // Second parameter is state node is reporting
                NodeInfo nodeInfo = cluster.getNodeInfo(node);
                if (nodeInfo == null)
                    throw new RuntimeException("No node " + node + " exists in cluster " + cluster.getName());
                NodeState fromNode = nodeInfo.getReportedState();
                req.returnValues().add(new StringValue(fromNode == null ? "unknown" : fromNode.serialize()));
                // Third parameter is state node has been requested to be in
                req.returnValues().add(new StringValue(nodeInfo.getWantedState().serialize()));
                // Fourth parameter is RPC address of node
                req.returnValues().add(new StringValue(nodeInfo.getRpcAddress() == null ? "" : nodeInfo.getRpcAddress()));
                req.returnRequest();
            } else if (req.methodName().equals("setNodeState")) {
                String slobrokAddress = req.parameters().get(0).asString();
                int lastSlash = slobrokAddress.lastIndexOf('/');
                int nextButLastSlash = slobrokAddress.lastIndexOf('/', lastSlash - 1);
                if (lastSlash == -1 || nextButLastSlash == -1) {
                    throw new IllegalStateException("Invalid slobrok address '" + slobrokAddress + "'.");
                }
                NodeType nodeType = NodeType.get(slobrokAddress.substring(nextButLastSlash + 1, lastSlash));
                Integer nodeIndex = Integer.valueOf(slobrokAddress.substring(lastSlash + 1));
                NodeInfo node = cluster.getNodeInfo(new Node(nodeType, nodeIndex));
                if (node == null)
                    throw new IllegalStateException("Cannot set wanted state of node " + new Node(nodeType, nodeIndex) + ". Index does not correspond to a configured node.");
                NodeState nodeState = NodeState.deserialize(nodeType, req.parameters().get(1).asString());
                if (nodeState.getDescription().equals("") && !nodeState.getState().equals(State.UP) && !nodeState.getState().equals(State.RETIRED)) {
                    nodeState.setDescription("Set by remote RPC client");
                }
                NodeState oldState = node.getUserWantedState();
                String message = (nodeState.getState().equals(State.UP) ? "Clearing wanted nodeState for node " + node : "New wantedstate '" + nodeState.toString() + "' stored for node " + node);
                if (!oldState.equals(nodeState) || !oldState.getDescription().equals(nodeState.getDescription())) {
                    if (!nodeState.getState().validWantedNodeState(nodeType)) {
                        throw new IllegalStateException("State " + nodeState.getState() + " can not be used as wanted state for node of type " + nodeType);
                    }
                    node.setWantedState(nodeState);
                    changeListener.handleNewWantedNodeState(node, nodeState);
                } else {
                    message = "Node " + node + " already had wanted state " + nodeState.toString();
                    log.log(LogLevel.DEBUG, message);
                }
                req.returnValues().add(new StringValue(message));
                req.returnRequest();
                if (nodeState.getState() == State.UP && node.getPrematureCrashCount() > 0) {
                    log.log(LogLevel.INFO, "Clearing premature crash count of " + node.getPrematureCrashCount() + " as wanted state was set to up");
                    node.setPrematureCrashCount(0);
                }
            }
        } catch (Exception e) {
            if (log.isLoggable(LogLevel.DEBUG)) {
                StringWriter sw = new StringWriter();
                e.printStackTrace(new PrintWriter(sw));
                log.log(LogLevel.DEBUG, "Failed RPC Request: " + sw);
            }
            String errorMsg = e.getMessage();
            if (errorMsg == null) {
                errorMsg = e.toString();
            }
            req.setError(ErrorCode.METHOD_FAILED, errorMsg);
            req.returnRequest();
        }
    }
    return handledAnyRequests;
}
Also used : NodeState(com.yahoo.vdslib.state.NodeState) Node(com.yahoo.vdslib.state.Node) Request(com.yahoo.jrt.Request) ArrayList(java.util.ArrayList) ListenFailedException(com.yahoo.jrt.ListenFailedException) UnknownHostException(java.net.UnknownHostException) ListenFailedException(com.yahoo.jrt.ListenFailedException) StringArray(com.yahoo.jrt.StringArray) StringWriter(java.io.StringWriter) NodeInfo(com.yahoo.vespa.clustercontroller.core.NodeInfo) NodeType(com.yahoo.vdslib.state.NodeType) Int32Value(com.yahoo.jrt.Int32Value) StringValue(com.yahoo.jrt.StringValue) PrintWriter(java.io.PrintWriter)

Example 8 with NodeInfo

use of com.yahoo.vespa.clustercontroller.core.NodeInfo in project vespa by vespa-engine.

the class SlobrokClient method detectNewAndMissingNodes.

private void detectNewAndMissingNodes(ContentCluster oldCluster, Map<Node, SlobrokData> slobrokNodes, List<SlobrokData> newNodes, List<NodeInfo> missingNodeInfos, List<SlobrokData> alteredRpcAddress, List<NodeInfo> returningRpcAddressNodeInfos) {
    Iterator<NodeInfo> oldIt = oldCluster.getNodeInfo().iterator();
    Iterator<SlobrokData> newIt = slobrokNodes.values().iterator();
    NodeInfo oldNext = null;
    SlobrokData newNext = null;
    while (true) {
        if (oldNext == null && oldIt.hasNext()) {
            oldNext = oldIt.next();
        }
        if (newNext == null && newIt.hasNext()) {
            newNext = newIt.next();
        }
        if (oldNext == null && newNext == null) {
            break;
        }
        if (oldNext == null || (newNext != null && oldNext.getNode().compareTo(newNext.node) > 0)) {
            newNodes.add(newNext);
            newNext = null;
        } else if (newNext == null || newNext.node.compareTo(oldNext.getNode()) > 0) {
            assert (slobrokNodes.get(oldNext.getNode()) == null);
            if (!oldNext.isRpcAddressOutdated() && oldNext.getRpcAddress() != null) {
                missingNodeInfos.add(oldNext);
            }
            oldNext = null;
        } else {
            assert (newNext.rpcAddress != null);
            if (oldNext.getRpcAddress() == null || !oldNext.getRpcAddress().equals(newNext.rpcAddress)) {
                alteredRpcAddress.add(newNext);
            } else if (oldNext.isRpcAddressOutdated()) {
                returningRpcAddressNodeInfos.add(oldNext);
            }
            oldNext = null;
            newNext = null;
        }
    }
}
Also used : NodeInfo(com.yahoo.vespa.clustercontroller.core.NodeInfo)

Example 9 with NodeInfo

use of com.yahoo.vespa.clustercontroller.core.NodeInfo in project vespa by vespa-engine.

the class SetNodeStateRequest method setDistributorWantedState.

/**
 * Set the wanted state on the distributor to something appropriate given the storage is being
 * set to (or is equal to) newStorageWantedState.
 */
private static void setDistributorWantedState(ContentCluster cluster, int index, NodeState newStorageWantedState, NodeStateOrHostInfoChangeHandler stateListener) {
    Node distributorNode = new Node(NodeType.DISTRIBUTOR, index);
    NodeInfo nodeInfo = cluster.getNodeInfo(distributorNode);
    if (nodeInfo == null) {
        throw new IllegalStateException("Missing distributor at index " + distributorNode.getIndex());
    }
    State newState;
    switch(newStorageWantedState.getState()) {
        case MAINTENANCE:
            newState = State.DOWN;
            break;
        case RETIRED:
            newState = State.UP;
            break;
        default:
            newState = newStorageWantedState.getState();
            if (!newState.validWantedNodeState(distributorNode.getType())) {
                throw new IllegalStateException("Distributor cannot be set to wanted state " + newState);
            }
    }
    NodeState newWantedState = new NodeState(distributorNode.getType(), newState);
    newWantedState.setDescription(newStorageWantedState.getDescription());
    NodeState currentWantedState = nodeInfo.getUserWantedState();
    if (newWantedState.getState() != currentWantedState.getState() || !Objects.equals(newWantedState.getDescription(), currentWantedState.getDescription())) {
        setNewWantedState(nodeInfo, newWantedState, stateListener);
    }
}
Also used : NodeState(com.yahoo.vdslib.state.NodeState) NodeInfo(com.yahoo.vespa.clustercontroller.core.NodeInfo) UnitState(com.yahoo.vespa.clustercontroller.utils.staterestapi.response.UnitState) ClusterState(com.yahoo.vdslib.state.ClusterState) NodeState(com.yahoo.vdslib.state.NodeState) State(com.yahoo.vdslib.state.State) Node(com.yahoo.vdslib.state.Node)

Aggregations

NodeInfo (com.yahoo.vespa.clustercontroller.core.NodeInfo)9 Node (com.yahoo.vdslib.state.Node)6 NodeState (com.yahoo.vdslib.state.NodeState)6 Int32Value (com.yahoo.jrt.Int32Value)1 ListenFailedException (com.yahoo.jrt.ListenFailedException)1 Request (com.yahoo.jrt.Request)1 StringArray (com.yahoo.jrt.StringArray)1 StringValue (com.yahoo.jrt.StringValue)1 ClusterState (com.yahoo.vdslib.state.ClusterState)1 NodeType (com.yahoo.vdslib.state.NodeType)1 State (com.yahoo.vdslib.state.State)1 NodeStateChangeChecker (com.yahoo.vespa.clustercontroller.core.NodeStateChangeChecker)1 Id (com.yahoo.vespa.clustercontroller.core.restapiv2.Id)1 MissingIdException (com.yahoo.vespa.clustercontroller.core.restapiv2.MissingIdException)1 Response (com.yahoo.vespa.clustercontroller.core.restapiv2.Response)1 MissingResourceException (com.yahoo.vespa.clustercontroller.utils.staterestapi.errors.MissingResourceException)1 SetResponse (com.yahoo.vespa.clustercontroller.utils.staterestapi.response.SetResponse)1 UnitState (com.yahoo.vespa.clustercontroller.utils.staterestapi.response.UnitState)1 PrintWriter (java.io.PrintWriter)1 StringWriter (java.io.StringWriter)1