Examples with RecoveryTarget org.elasticsearch.indices.recovery.RecoveryTarget used on opensource projects

Example 1 with RecoveryTarget

use of org.elasticsearch.indices.recovery.RecoveryTarget in project elasticsearch by elastic.

the class RecoveriesCollectionTests method testResetRecovery.

public void testResetRecovery() throws Exception {
    try (ReplicationGroup shards = createGroup(0)) {
        shards.startAll();
        int numDocs = randomIntBetween(1, 15);
        shards.indexDocs(numDocs);
        final RecoveriesCollection collection = new RecoveriesCollection(logger, threadPool, v -> {
        });
        IndexShard shard = shards.addReplica();
        final long recoveryId = startRecovery(collection, shards.getPrimaryNode(), shard);
        RecoveryTarget recoveryTarget = collection.getRecoveryTarget(recoveryId);
        final int currentAsTarget = shard.recoveryStats().currentAsTarget();
        final int referencesToStore = recoveryTarget.store().refCount();
        IndexShard indexShard = recoveryTarget.indexShard();
        Store store = recoveryTarget.store();
        String tempFileName = recoveryTarget.getTempNameForFile("foobar");
        RecoveryTarget resetRecovery = collection.resetRecovery(recoveryId, TimeValue.timeValueMinutes(60));
        final long resetRecoveryId = resetRecovery.recoveryId();
        assertNotSame(recoveryTarget, resetRecovery);
        assertNotSame(recoveryTarget.cancellableThreads(), resetRecovery.cancellableThreads());
        assertSame(indexShard, resetRecovery.indexShard());
        assertSame(store, resetRecovery.store());
        assertEquals(referencesToStore, resetRecovery.store().refCount());
        assertEquals(currentAsTarget, shard.recoveryStats().currentAsTarget());
        assertEquals(recoveryTarget.refCount(), 0);
        expectThrows(ElasticsearchException.class, () -> recoveryTarget.store());
        expectThrows(ElasticsearchException.class, () -> recoveryTarget.indexShard());
        String resetTempFileName = resetRecovery.getTempNameForFile("foobar");
        assertNotEquals(tempFileName, resetTempFileName);
        assertEquals(currentAsTarget, shard.recoveryStats().currentAsTarget());
        try (RecoveriesCollection.RecoveryRef newRecoveryRef = collection.getRecovery(resetRecoveryId)) {
            shards.recoverReplica(shard, (s, n) -> {
                assertSame(s, newRecoveryRef.target().indexShard());
                return newRecoveryRef.target();
            }, false);
        }
        shards.assertAllEqual(numDocs);
        assertNull("recovery is done", collection.getRecovery(recoveryId));
    }
}

Example 2 with RecoveryTarget

use of org.elasticsearch.indices.recovery.RecoveryTarget in project elasticsearch by elastic.

the class IndexLevelReplicationTests method testAppendWhileRecovering.

public void testAppendWhileRecovering() throws Exception {
    try (ReplicationGroup shards = createGroup(0)) {
        shards.startAll();
        IndexShard replica = shards.addReplica();
        CountDownLatch latch = new CountDownLatch(2);
        int numDocs = randomIntBetween(100, 200);
        // just append one to the translog so we can assert below
        shards.appendDocs(1);
        Thread thread = new Thread() {

            @Override
            public void run() {
                try {
                    latch.countDown();
                    latch.await();
                    shards.appendDocs(numDocs - 1);
                } catch (Exception e) {
                    throw new AssertionError(e);
                }
            }
        };
        thread.start();
        Future<Void> future = shards.asyncRecoverReplica(replica, (indexShard, node) -> new RecoveryTarget(indexShard, node, recoveryListener, version -> {
        }) {

            @Override
            public void cleanFiles(int totalTranslogOps, Store.MetadataSnapshot sourceMetaData) throws IOException {
                super.cleanFiles(totalTranslogOps, sourceMetaData);
                latch.countDown();
                try {
                    latch.await();
                } catch (InterruptedException e) {
                    throw new AssertionError(e);
                }
            }
        });
        future.get();
        thread.join();
        shards.assertAllEqual(numDocs);
        Engine engine = IndexShardTests.getEngineFromShard(replica);
        assertEquals("expected at no version lookups ", InternalEngineTests.getNumVersionLookups((InternalEngine) engine), 0);
        for (IndexShard shard : shards) {
            engine = IndexShardTests.getEngineFromShard(shard);
            assertEquals(0, InternalEngineTests.getNumIndexVersionsLookups((InternalEngine) engine));
            assertEquals(0, InternalEngineTests.getNumVersionLookups((InternalEngine) engine));
        }
    }
}

Example 3 with RecoveryTarget

use of org.elasticsearch.indices.recovery.RecoveryTarget in project elasticsearch by elastic.

the class IndexShardTests method testTranslogRecoverySyncsTranslog.

public void testTranslogRecoverySyncsTranslog() throws IOException {
    Settings settings = Settings.builder().put(IndexMetaData.SETTING_VERSION_CREATED, Version.CURRENT).put(IndexMetaData.SETTING_NUMBER_OF_REPLICAS, 1).put(IndexMetaData.SETTING_NUMBER_OF_SHARDS, 1).build();
    IndexMetaData metaData = IndexMetaData.builder("test").putMapping("test", "{ \"properties\": { \"foo\":  { \"type\": \"text\"}}}").settings(settings).primaryTerm(0, 1).build();
    IndexShard primary = newShard(new ShardId(metaData.getIndex(), 0), true, "n1", metaData, null);
    recoveryShardFromStore(primary);
    indexDoc(primary, "test", "0", "{\"foo\" : \"bar\"}");
    IndexShard replica = newShard(primary.shardId(), false, "n2", metaData, null);
    recoverReplica(replica, primary, (shard, discoveryNode) -> new RecoveryTarget(shard, discoveryNode, recoveryListener, aLong -> {
    }) {

        @Override
        public void indexTranslogOperations(List<Translog.Operation> operations, int totalTranslogOps) {
            super.indexTranslogOperations(operations, totalTranslogOps);
            assertFalse(replica.getTranslog().syncNeeded());
        }
    }, true);
    closeShards(primary, replica);
}

Example 4 with RecoveryTarget

use of org.elasticsearch.indices.recovery.RecoveryTarget in project elasticsearch by elastic.

the class IndexShardTestCase method recoverReplica.

/**
     * Recovers a replica from the give primary, allow the user to supply a custom recovery target. A typical usage of a custom recovery
     * target is to assert things in the various stages of recovery.
     * @param replica                the recovery target shard
     * @param primary                the recovery source shard
     * @param targetSupplier         supplies an instance of {@link RecoveryTarget}
     * @param markAsRecovering       set to {@code false} if the replica is marked as recovering
     */
protected final void recoverReplica(final IndexShard replica, final IndexShard primary, final BiFunction<IndexShard, DiscoveryNode, RecoveryTarget> targetSupplier, final boolean markAsRecovering) throws IOException {
    final DiscoveryNode pNode = getFakeDiscoNode(primary.routingEntry().currentNodeId());
    final DiscoveryNode rNode = getFakeDiscoNode(replica.routingEntry().currentNodeId());
    if (markAsRecovering) {
        replica.markAsRecovering("remote", new RecoveryState(replica.routingEntry(), pNode, rNode));
    } else {
        assertEquals(replica.state(), IndexShardState.RECOVERING);
    }
    replica.prepareForIndexRecovery();
    final RecoveryTarget recoveryTarget = targetSupplier.apply(replica, pNode);
    final Store.MetadataSnapshot snapshot = getMetadataSnapshotOrEmpty(replica);
    final long startingSeqNo;
    if (snapshot.size() > 0) {
        startingSeqNo = PeerRecoveryTargetService.getStartingSeqNo(recoveryTarget);
    } else {
        startingSeqNo = SequenceNumbersService.UNASSIGNED_SEQ_NO;
    }
    final StartRecoveryRequest request = new StartRecoveryRequest(replica.shardId(), pNode, rNode, snapshot, false, 0, startingSeqNo);
    final RecoverySourceHandler recovery = new RecoverySourceHandler(primary, recoveryTarget, request, () -> 0L, e -> () -> {
    }, (int) ByteSizeUnit.MB.toBytes(1), Settings.builder().put(Node.NODE_NAME_SETTING.getKey(), pNode.getName()).build());
    recovery.recoverToTarget();
    recoveryTarget.markAsDone();
    replica.updateRoutingEntry(ShardRoutingHelper.moveToStarted(replica.routingEntry()));
}

Example 5 with RecoveryTarget

use of org.elasticsearch.indices.recovery.RecoveryTarget in project elasticsearch by elastic.

the class IndexShardTests method testShardActiveDuringPeerRecovery.

public void testShardActiveDuringPeerRecovery() throws IOException {
    Settings settings = Settings.builder().put(IndexMetaData.SETTING_VERSION_CREATED, Version.CURRENT).put(IndexMetaData.SETTING_NUMBER_OF_REPLICAS, 1).put(IndexMetaData.SETTING_NUMBER_OF_SHARDS, 1).build();
    IndexMetaData metaData = IndexMetaData.builder("test").putMapping("test", "{ \"properties\": { \"foo\":  { \"type\": \"text\"}}}").settings(settings).primaryTerm(0, 1).build();
    IndexShard primary = newShard(new ShardId(metaData.getIndex(), 0), true, "n1", metaData, null);
    recoveryShardFromStore(primary);
    indexDoc(primary, "test", "0", "{\"foo\" : \"bar\"}");
    IndexShard replica = newShard(primary.shardId(), false, "n2", metaData, null);
    DiscoveryNode localNode = new DiscoveryNode("foo", buildNewFakeTransportAddress(), emptyMap(), emptySet(), Version.CURRENT);
    replica.markAsRecovering("for testing", new RecoveryState(replica.routingEntry(), localNode, localNode));
    // Shard is still inactive since we haven't started recovering yet
    assertFalse(replica.isActive());
    recoverReplica(replica, primary, (shard, discoveryNode) -> new RecoveryTarget(shard, discoveryNode, recoveryListener, aLong -> {
    }) {

        @Override
        public void prepareForTranslogOperations(int totalTranslogOps, long maxUnsafeAutoIdTimestamp) throws IOException {
            super.prepareForTranslogOperations(totalTranslogOps, maxUnsafeAutoIdTimestamp);
            // Shard is still inactive since we haven't started recovering yet
            assertFalse(replica.isActive());
        }

        @Override
        public void indexTranslogOperations(List<Translog.Operation> operations, int totalTranslogOps) {
            super.indexTranslogOperations(operations, totalTranslogOps);
            // Shard should now be active since we did recover:
            assertTrue(replica.isActive());
        }
    }, false);
    closeShards(primary, replica);
}