Examples with CloneSnapshotRequest org.opensearch.action.admin.cluster.snapshots.clone.CloneSnapshotRequest used on opensource projects

Example 1 with CloneSnapshotRequest

use of org.opensearch.action.admin.cluster.snapshots.clone.CloneSnapshotRequest in project OpenSearch by opensearch-project.

the class SnapshotRequestConverters method cloneSnapshot.

static Request cloneSnapshot(CloneSnapshotRequest cloneSnapshotRequest) throws IOException {
    String endpoint = new RequestConverters.EndpointBuilder().addPathPart("_snapshot").addPathPart(cloneSnapshotRequest.repository()).addPathPart(cloneSnapshotRequest.source()).addPathPart("_clone").addPathPart(cloneSnapshotRequest.target()).build();
    Request request = new Request(HttpPut.METHOD_NAME, endpoint);
    RequestConverters.Params params = new RequestConverters.Params();
    params.withMasterTimeout(cloneSnapshotRequest.masterNodeTimeout());
    request.addParameters(params.asMap());
    request.setEntity(RequestConverters.createEntity(cloneSnapshotRequest, RequestConverters.REQUEST_BODY_CONTENT_TYPE));
    return request;
}

Example 2 with CloneSnapshotRequest

use of org.opensearch.action.admin.cluster.snapshots.clone.CloneSnapshotRequest in project OpenSearch by opensearch-project.

the class RestCloneSnapshotAction method prepareRequest.

@Override
public RestChannelConsumer prepareRequest(final RestRequest request, final NodeClient client) throws IOException {
    final Map<String, Object> source = request.contentParser().map();
    final CloneSnapshotRequest cloneSnapshotRequest = new CloneSnapshotRequest(request.param("repository"), request.param("snapshot"), request.param("target_snapshot"), XContentMapValues.nodeStringArrayValue(source.getOrDefault("indices", Collections.emptyList())));
    cloneSnapshotRequest.masterNodeTimeout(request.paramAsTime("master_timeout", cloneSnapshotRequest.masterNodeTimeout()));
    cloneSnapshotRequest.indicesOptions(IndicesOptions.fromMap(source, cloneSnapshotRequest.indicesOptions()));
    return channel -> client.admin().cluster().cloneSnapshot(cloneSnapshotRequest, new RestToXContentListener<>(channel));
}

Example 3 with CloneSnapshotRequest

use of org.opensearch.action.admin.cluster.snapshots.clone.CloneSnapshotRequest in project OpenSearch by opensearch-project.

the class SnapshotIT method testCloneSnapshot.

public void testCloneSnapshot() throws IOException {
    String repository = "test_repository";
    String snapshot = "source_snapshot";
    String targetSnapshot = "target_snapshot";
    final String testIndex = "test_idx";
    createIndex(testIndex, Settings.EMPTY);
    assertTrue("index [" + testIndex + "] should have been created", indexExists(testIndex));
    AcknowledgedResponse putRepositoryResponse = createTestRepository(repository, FsRepository.TYPE, "{\"location\": \".\"}");
    assertTrue(putRepositoryResponse.isAcknowledged());
    CreateSnapshotRequest createSnapshotRequest = new CreateSnapshotRequest(repository, snapshot);
    createSnapshotRequest.waitForCompletion(true);
    CreateSnapshotResponse createSnapshotResponse = createTestSnapshot(createSnapshotRequest);
    assertEquals(RestStatus.OK, createSnapshotResponse.status());
    CloneSnapshotRequest request = new CloneSnapshotRequest(repository, snapshot, targetSnapshot, new String[] { testIndex });
    AcknowledgedResponse response = execute(request, highLevelClient().snapshot()::clone, highLevelClient().snapshot()::cloneAsync);
    assertTrue(response.isAcknowledged());
}

Example 4 with CloneSnapshotRequest

use of org.opensearch.action.admin.cluster.snapshots.clone.CloneSnapshotRequest in project OpenSearch by opensearch-project.

the class SnapshotsService method cloneSnapshot.

// TODO: It is worth revisiting the design choice of creating a placeholder entry in snapshots-in-progress here once we have a cache
// for repository metadata and loading it has predictable performance
public void cloneSnapshot(CloneSnapshotRequest request, ActionListener<Void> listener) {
    final String repositoryName = request.repository();
    Repository repository = repositoriesService.repository(repositoryName);
    if (repository.isReadOnly()) {
        listener.onFailure(new RepositoryException(repositoryName, "cannot create snapshot in a readonly repository"));
        return;
    }
    final String snapshotName = indexNameExpressionResolver.resolveDateMathExpression(request.target());
    validate(repositoryName, snapshotName);
    // TODO: create snapshot UUID in CloneSnapshotRequest and make this operation idempotent to cleanly deal with transport layer
    // retries
    final SnapshotId snapshotId = new SnapshotId(snapshotName, UUIDs.randomBase64UUID());
    final Snapshot snapshot = new Snapshot(repositoryName, snapshotId);
    initializingClones.add(snapshot);
    repository.executeConsistentStateUpdate(repositoryData -> new ClusterStateUpdateTask() {

        private SnapshotsInProgress.Entry newEntry;

        @Override
        public ClusterState execute(ClusterState currentState) {
            ensureSnapshotNameAvailableInRepo(repositoryData, snapshotName, repository);
            ensureNoCleanupInProgress(currentState, repositoryName, snapshotName);
            final SnapshotsInProgress snapshots = currentState.custom(SnapshotsInProgress.TYPE, SnapshotsInProgress.EMPTY);
            final List<SnapshotsInProgress.Entry> runningSnapshots = snapshots.entries();
            ensureSnapshotNameNotRunning(runningSnapshots, repositoryName, snapshotName);
            validate(repositoryName, snapshotName, currentState);
            final SnapshotId sourceSnapshotId = repositoryData.getSnapshotIds().stream().filter(src -> src.getName().equals(request.source())).findAny().orElseThrow(() -> new SnapshotMissingException(repositoryName, request.source()));
            final SnapshotDeletionsInProgress deletionsInProgress = currentState.custom(SnapshotDeletionsInProgress.TYPE, SnapshotDeletionsInProgress.EMPTY);
            if (deletionsInProgress.getEntries().stream().anyMatch(entry -> entry.getSnapshots().contains(sourceSnapshotId))) {
                throw new ConcurrentSnapshotExecutionException(repositoryName, sourceSnapshotId.getName(), "cannot clone from snapshot that is being deleted");
            }
            ensureBelowConcurrencyLimit(repositoryName, snapshotName, snapshots, deletionsInProgress);
            final List<String> indicesForSnapshot = new ArrayList<>();
            for (IndexId indexId : repositoryData.getIndices().values()) {
                if (repositoryData.getSnapshots(indexId).contains(sourceSnapshotId)) {
                    indicesForSnapshot.add(indexId.getName());
                }
            }
            final List<String> matchingIndices = SnapshotUtils.filterIndices(indicesForSnapshot, request.indices(), request.indicesOptions());
            if (matchingIndices.isEmpty()) {
                throw new SnapshotException(new Snapshot(repositoryName, sourceSnapshotId), "No indices in the source snapshot [" + sourceSnapshotId + "] matched requested pattern [" + Strings.arrayToCommaDelimitedString(request.indices()) + "]");
            }
            newEntry = SnapshotsInProgress.startClone(snapshot, sourceSnapshotId, repositoryData.resolveIndices(matchingIndices), threadPool.absoluteTimeInMillis(), repositoryData.getGenId(), minCompatibleVersion(currentState.nodes().getMinNodeVersion(), repositoryData, null));
            final List<SnapshotsInProgress.Entry> newEntries = new ArrayList<>(runningSnapshots);
            newEntries.add(newEntry);
            return ClusterState.builder(currentState).putCustom(SnapshotsInProgress.TYPE, SnapshotsInProgress.of(newEntries)).build();
        }

        @Override
        public void onFailure(String source, Exception e) {
            initializingClones.remove(snapshot);
            logger.warn(() -> new ParameterizedMessage("[{}][{}] failed to clone snapshot", repositoryName, snapshotName), e);
            listener.onFailure(e);
        }

        @Override
        public void clusterStateProcessed(String source, ClusterState oldState, final ClusterState newState) {
            logger.info("snapshot clone [{}] started", snapshot);
            addListener(snapshot, ActionListener.wrap(r -> listener.onResponse(null), listener::onFailure));
            startCloning(repository, newEntry);
        }

        @Override
        public TimeValue timeout() {
            return request.masterNodeTimeout();
        }
    }, "clone_snapshot [" + request.source() + "][" + snapshotName + ']', listener::onFailure);
}