Examples with PersistedClusterStateService org.opensearch.gateway.PersistedClusterStateService used on opensource projects

Example 1 with PersistedClusterStateService

use of org.opensearch.gateway.PersistedClusterStateService in project OpenSearch by opensearch-project.

the class NodeRepurposeCommand method processMasterNoDataNode.

private void processMasterNoDataNode(Terminal terminal, Path[] dataPaths, Environment env) throws IOException {
    NodeEnvironment.NodePath[] nodePaths = toNodePaths(dataPaths);
    terminal.println(Terminal.Verbosity.VERBOSE, "Collecting shard data paths");
    List<Path> shardDataPaths = NodeEnvironment.collectShardDataPaths(nodePaths);
    if (shardDataPaths.isEmpty()) {
        terminal.println(NO_SHARD_DATA_TO_CLEAN_UP_FOUND);
        return;
    }
    final PersistedClusterStateService persistedClusterStateService = createPersistedClusterStateService(env.settings(), dataPaths);
    final Metadata metadata = loadClusterState(terminal, env, persistedClusterStateService).metadata();
    final Set<Path> indexPaths = uniqueParentPaths(shardDataPaths);
    final Set<String> indexUUIDs = indexUUIDsFor(indexPaths);
    outputVerboseInformation(terminal, shardDataPaths, indexUUIDs, metadata);
    terminal.println(shardMessage(shardDataPaths.size(), indexUUIDs.size()));
    outputHowToSeeVerboseInformation(terminal);
    terminal.println("Node is being re-purposed as master and no-data. Clean-up of shard data will be performed.");
    confirm(terminal, "Do you want to proceed?");
    // clean-up shard dirs
    removePaths(terminal, shardDataPaths);
    terminal.println("Node successfully repurposed to master and no-data.");
}

Example 2 with PersistedClusterStateService

use of org.opensearch.gateway.PersistedClusterStateService in project OpenSearch by opensearch-project.

the class NodeRepurposeCommand method processNoMasterNoDataNode.

private void processNoMasterNoDataNode(Terminal terminal, Path[] dataPaths, Environment env) throws IOException {
    NodeEnvironment.NodePath[] nodePaths = toNodePaths(dataPaths);
    terminal.println(Terminal.Verbosity.VERBOSE, "Collecting shard data paths");
    List<Path> shardDataPaths = NodeEnvironment.collectShardDataPaths(nodePaths);
    terminal.println(Terminal.Verbosity.VERBOSE, "Collecting index metadata paths");
    List<Path> indexMetadataPaths = NodeEnvironment.collectIndexMetadataPaths(nodePaths);
    Set<Path> indexPaths = uniqueParentPaths(shardDataPaths, indexMetadataPaths);
    final PersistedClusterStateService persistedClusterStateService = createPersistedClusterStateService(env.settings(), dataPaths);
    final Metadata metadata = loadClusterState(terminal, env, persistedClusterStateService).metadata();
    if (indexPaths.isEmpty() && metadata.indices().isEmpty()) {
        terminal.println(Terminal.Verbosity.NORMAL, NO_DATA_TO_CLEAN_UP_FOUND);
        return;
    }
    final Set<String> indexUUIDs = Sets.union(indexUUIDsFor(indexPaths), StreamSupport.stream(metadata.indices().values().spliterator(), false).map(imd -> imd.value.getIndexUUID()).collect(Collectors.toSet()));
    outputVerboseInformation(terminal, indexPaths, indexUUIDs, metadata);
    terminal.println(noMasterMessage(indexUUIDs.size(), shardDataPaths.size(), indexMetadataPaths.size()));
    outputHowToSeeVerboseInformation(terminal);
    terminal.println("Node is being re-purposed as no-master and no-data. Clean-up of index data will be performed.");
    confirm(terminal, "Do you want to proceed?");
    // clean-up shard dirs
    removePaths(terminal, indexPaths);
    // clean-up all metadata dirs
    MetadataStateFormat.deleteMetaState(dataPaths);
    IOUtils.rm(Stream.of(dataPaths).map(path -> path.resolve(INDICES_FOLDER)).toArray(Path[]::new));
    terminal.println("Node successfully repurposed to no-master and no-data.");
}

Example 3 with PersistedClusterStateService

use of org.opensearch.gateway.PersistedClusterStateService in project OpenSearch by opensearch-project.

the class RemoveCustomsCommand method processNodePaths.

@Override
protected void processNodePaths(Terminal terminal, Path[] dataPaths, int nodeLockId, OptionSet options, Environment env) throws IOException, UserException {
    final List<String> customsToRemove = arguments.values(options);
    if (customsToRemove.isEmpty()) {
        throw new UserException(ExitCodes.USAGE, "Must supply at least one custom metadata name to remove");
    }
    final PersistedClusterStateService persistedClusterStateService = createPersistedClusterStateService(env.settings(), dataPaths);
    terminal.println(Terminal.Verbosity.VERBOSE, "Loading cluster state");
    final Tuple<Long, ClusterState> termAndClusterState = loadTermAndClusterState(persistedClusterStateService, env);
    final ClusterState oldClusterState = termAndClusterState.v2();
    terminal.println(Terminal.Verbosity.VERBOSE, "custom metadata names: " + oldClusterState.metadata().customs().keys());
    final Metadata.Builder metadataBuilder = Metadata.builder(oldClusterState.metadata());
    for (String customToRemove : customsToRemove) {
        boolean matched = false;
        for (ObjectCursor<String> customKeyCur : oldClusterState.metadata().customs().keys()) {
            final String customKey = customKeyCur.value;
            if (Regex.simpleMatch(customToRemove, customKey)) {
                metadataBuilder.removeCustom(customKey);
                if (matched == false) {
                    terminal.println("The following customs will be removed:");
                }
                matched = true;
                terminal.println(customKey);
            }
        }
        if (matched == false) {
            throw new UserException(ExitCodes.USAGE, "No custom metadata matching [" + customToRemove + "] were found on this node");
        }
    }
    final ClusterState newClusterState = ClusterState.builder(oldClusterState).metadata(metadataBuilder.build()).build();
    terminal.println(Terminal.Verbosity.VERBOSE, "[old cluster state = " + oldClusterState + ", new cluster state = " + newClusterState + "]");
    confirm(terminal, CONFIRMATION_MSG);
    try (PersistedClusterStateService.Writer writer = persistedClusterStateService.createWriter()) {
        writer.writeFullStateAndCommit(termAndClusterState.v1(), newClusterState);
    }
    terminal.println(CUSTOMS_REMOVED_MSG);
}

Example 4 with PersistedClusterStateService

use of org.opensearch.gateway.PersistedClusterStateService in project OpenSearch by opensearch-project.

the class RemoveSettingsCommand method processNodePaths.

@Override
protected void processNodePaths(Terminal terminal, Path[] dataPaths, int nodeLockId, OptionSet options, Environment env) throws IOException, UserException {
    final List<String> settingsToRemove = arguments.values(options);
    if (settingsToRemove.isEmpty()) {
        throw new UserException(ExitCodes.USAGE, "Must supply at least one setting to remove");
    }
    final PersistedClusterStateService persistedClusterStateService = createPersistedClusterStateService(env.settings(), dataPaths);
    terminal.println(Terminal.Verbosity.VERBOSE, "Loading cluster state");
    final Tuple<Long, ClusterState> termAndClusterState = loadTermAndClusterState(persistedClusterStateService, env);
    final ClusterState oldClusterState = termAndClusterState.v2();
    final Settings oldPersistentSettings = oldClusterState.metadata().persistentSettings();
    terminal.println(Terminal.Verbosity.VERBOSE, "persistent settings: " + oldPersistentSettings);
    final Settings.Builder newPersistentSettingsBuilder = Settings.builder().put(oldPersistentSettings);
    for (String settingToRemove : settingsToRemove) {
        boolean matched = false;
        for (String settingKey : oldPersistentSettings.keySet()) {
            if (Regex.simpleMatch(settingToRemove, settingKey)) {
                newPersistentSettingsBuilder.remove(settingKey);
                if (matched == false) {
                    terminal.println("The following settings will be removed:");
                }
                matched = true;
                terminal.println(settingKey + ": " + oldPersistentSettings.get(settingKey));
            }
        }
        if (matched == false) {
            throw new UserException(ExitCodes.USAGE, "No persistent cluster settings matching [" + settingToRemove + "] were found on this node");
        }
    }
    final ClusterState newClusterState = ClusterState.builder(oldClusterState).metadata(Metadata.builder(oldClusterState.metadata()).persistentSettings(newPersistentSettingsBuilder.build()).build()).build();
    terminal.println(Terminal.Verbosity.VERBOSE, "[old cluster state = " + oldClusterState + ", new cluster state = " + newClusterState + "]");
    confirm(terminal, CONFIRMATION_MSG);
    try (PersistedClusterStateService.Writer writer = persistedClusterStateService.createWriter()) {
        writer.writeFullStateAndCommit(termAndClusterState.v1(), newClusterState);
    }
    terminal.println(SETTINGS_REMOVED_MSG);
}

Example 5 with PersistedClusterStateService

use of org.opensearch.gateway.PersistedClusterStateService in project OpenSearch by opensearch-project.

the class RemoveCorruptedShardDataCommandTests method setup.

@Before
public void setup() throws IOException {
    shardId = new ShardId("index0", UUIDs.randomBase64UUID(), 0);
    final String nodeId = randomAlphaOfLength(10);
    routing = TestShardRouting.newShardRouting(shardId, nodeId, true, ShardRoutingState.INITIALIZING, RecoverySource.EmptyStoreRecoverySource.INSTANCE);
    final Path dataDir = createTempDir();
    environment = TestEnvironment.newEnvironment(Settings.builder().put(Environment.PATH_HOME_SETTING.getKey(), dataDir).putList(Environment.PATH_DATA_SETTING.getKey(), dataDir.toAbsolutePath().toString()).build());
    // create same directory structure as prod does
    final Path path = NodeEnvironment.resolveNodePath(dataDir, 0);
    Files.createDirectories(path);
    dataPaths = new Path[] { path };
    final Settings settings = Settings.builder().put(IndexMetadata.SETTING_VERSION_CREATED, Version.CURRENT).put(IndexMetadata.SETTING_NUMBER_OF_SHARDS, 1).put(MergePolicyConfig.INDEX_MERGE_ENABLED, false).put(IndexMetadata.SETTING_NUMBER_OF_REPLICAS, 0).put(IndexMetadata.SETTING_INDEX_UUID, shardId.getIndex().getUUID()).build();
    final NodeEnvironment.NodePath nodePath = new NodeEnvironment.NodePath(path);
    shardPath = new ShardPath(false, nodePath.resolve(shardId), nodePath.resolve(shardId), shardId);
    final IndexMetadata.Builder metadata = IndexMetadata.builder(routing.getIndexName()).settings(settings).primaryTerm(0, randomIntBetween(1, 100)).putMapping("_doc", "{ \"properties\": {} }");
    indexMetadata = metadata.build();
    clusterState = ClusterState.builder(ClusterName.DEFAULT).metadata(Metadata.builder().put(indexMetadata, false).build()).build();
    try (NodeEnvironment.NodeLock lock = new NodeEnvironment.NodeLock(0, logger, environment, Files::exists)) {
        final Path[] dataPaths = Arrays.stream(lock.getNodePaths()).filter(Objects::nonNull).map(p -> p.path).toArray(Path[]::new);
        try (PersistedClusterStateService.Writer writer = new PersistedClusterStateService(dataPaths, nodeId, xContentRegistry(), BigArrays.NON_RECYCLING_INSTANCE, new ClusterSettings(settings, ClusterSettings.BUILT_IN_CLUSTER_SETTINGS), () -> 0L).createWriter()) {
            writer.writeFullStateAndCommit(1L, clusterState);
        }
    }
    indexShard = newStartedShard(p -> newShard(routing, shardPath, indexMetadata, null, null, new InternalEngineFactory(), new EngineConfigFactory(new IndexSettings(indexMetadata, settings)), () -> {
    }, RetentionLeaseSyncer.EMPTY, EMPTY_EVENT_LISTENER), true);
    translogPath = shardPath.resolveTranslog();
    indexPath = shardPath.resolveIndex();
}