Examples with ShardLockObtainFailedException org.elasticsearch.env.ShardLockObtainFailedException used on opensource projects

Example 6 with ShardLockObtainFailedException

use of org.elasticsearch.env.ShardLockObtainFailedException in project elasticsearch by elastic.

the class PrimaryShardAllocator method buildNodeShardsResult.

/**
     * Builds a list of nodes. If matchAnyShard is set to false, only nodes that have an allocation id matching
     * inSyncAllocationIds are added to the list. Otherwise, any node that has a shard is added to the list, but
     * entries with matching allocation id are always at the front of the list.
     */
protected static NodeShardsResult buildNodeShardsResult(ShardRouting shard, boolean matchAnyShard, Set<String> ignoreNodes, Set<String> inSyncAllocationIds, FetchResult<NodeGatewayStartedShards> shardState, Logger logger) {
    List<NodeGatewayStartedShards> nodeShardStates = new ArrayList<>();
    int numberOfAllocationsFound = 0;
    for (NodeGatewayStartedShards nodeShardState : shardState.getData().values()) {
        DiscoveryNode node = nodeShardState.getNode();
        String allocationId = nodeShardState.allocationId();
        if (ignoreNodes.contains(node.getId())) {
            continue;
        }
        if (nodeShardState.storeException() == null) {
            if (allocationId == null) {
                logger.trace("[{}] on node [{}] has no shard state information", shard, nodeShardState.getNode());
            } else {
                logger.trace("[{}] on node [{}] has allocation id [{}]", shard, nodeShardState.getNode(), allocationId);
            }
        } else {
            final String finalAllocationId = allocationId;
            if (nodeShardState.storeException() instanceof ShardLockObtainFailedException) {
                logger.trace((Supplier<?>) () -> new ParameterizedMessage("[{}] on node [{}] has allocation id [{}] but the store can not be opened as it's locked, treating as valid shard", shard, nodeShardState.getNode(), finalAllocationId), nodeShardState.storeException());
            } else {
                logger.trace((Supplier<?>) () -> new ParameterizedMessage("[{}] on node [{}] has allocation id [{}] but the store can not be opened, treating as no allocation id", shard, nodeShardState.getNode(), finalAllocationId), nodeShardState.storeException());
                allocationId = null;
            }
        }
        if (allocationId != null) {
            assert nodeShardState.storeException() == null || nodeShardState.storeException() instanceof ShardLockObtainFailedException : "only allow store that can be opened or that throws a ShardLockObtainFailedException while being opened but got a store throwing " + nodeShardState.storeException();
            numberOfAllocationsFound++;
            if (matchAnyShard || inSyncAllocationIds.contains(nodeShardState.allocationId())) {
                nodeShardStates.add(nodeShardState);
            }
        }
    }
    // allocation preference
    final Comparator<NodeGatewayStartedShards> comparator;
    if (matchAnyShard) {
        // prefer shards with matching allocation ids
        Comparator<NodeGatewayStartedShards> matchingAllocationsFirst = Comparator.comparing((NodeGatewayStartedShards state) -> inSyncAllocationIds.contains(state.allocationId())).reversed();
        comparator = matchingAllocationsFirst.thenComparing(NO_STORE_EXCEPTION_FIRST_COMPARATOR).thenComparing(PRIMARY_FIRST_COMPARATOR);
    } else {
        comparator = NO_STORE_EXCEPTION_FIRST_COMPARATOR.thenComparing(PRIMARY_FIRST_COMPARATOR);
    }
    nodeShardStates.sort(comparator);
    if (logger.isTraceEnabled()) {
        logger.trace("{} candidates for allocation: {}", shard, nodeShardStates.stream().map(s -> s.getNode().getName()).collect(Collectors.joining(", ")));
    }
    return new NodeShardsResult(nodeShardStates, numberOfAllocationsFound);
}

Example 7 with ShardLockObtainFailedException

use of org.elasticsearch.env.ShardLockObtainFailedException in project elasticsearch by elastic.

the class InternalTestCluster method assertAfterTest.

@Override
public void assertAfterTest() throws IOException {
    super.assertAfterTest();
    assertRequestsFinished();
    for (NodeAndClient nodeAndClient : nodes.values()) {
        NodeEnvironment env = nodeAndClient.node().getNodeEnvironment();
        Set<ShardId> shardIds = env.lockedShards();
        for (ShardId id : shardIds) {
            try {
                env.shardLock(id, TimeUnit.SECONDS.toMillis(5)).close();
            } catch (ShardLockObtainFailedException ex) {
                fail("Shard " + id + " is still locked after 5 sec waiting");
            }
        }
    }
}

Example 8 with ShardLockObtainFailedException

use of org.elasticsearch.env.ShardLockObtainFailedException in project elasticsearch by elastic.

the class ExceptionSerializationTests method testBWCShardLockObtainFailedException.

public void testBWCShardLockObtainFailedException() throws IOException {
    ShardId shardId = new ShardId("foo", "_na_", 1);
    ShardLockObtainFailedException orig = new ShardLockObtainFailedException(shardId, "boom");
    Exception ex = serialize((Exception) orig, randomFrom(Version.V_5_0_0, Version.V_5_0_1));
    assertThat(ex, instanceOf(NotSerializableExceptionWrapper.class));
    assertEquals("shard_lock_obtain_failed_exception: [foo][1]: boom", ex.getMessage());
}

Example 9 with ShardLockObtainFailedException

use of org.elasticsearch.env.ShardLockObtainFailedException in project elasticsearch by elastic.

the class IndicesServiceTests method testPendingTasks.

public void testPendingTasks() throws Exception {
    IndicesService indicesService = getIndicesService();
    IndexService test = createIndex("test");
    assertTrue(test.hasShard(0));
    ShardPath path = test.getShardOrNull(0).shardPath();
    assertTrue(test.getShardOrNull(0).routingEntry().started());
    ShardPath shardPath = ShardPath.loadShardPath(logger, getNodeEnvironment(), new ShardId(test.index(), 0), test.getIndexSettings());
    assertEquals(shardPath, path);
    try {
        indicesService.processPendingDeletes(test.index(), test.getIndexSettings(), new TimeValue(0, TimeUnit.MILLISECONDS));
        fail("can't get lock");
    } catch (ShardLockObtainFailedException ex) {
    }
    assertTrue(path.exists());
    int numPending = 1;
    if (randomBoolean()) {
        indicesService.addPendingDelete(new ShardId(test.index(), 0), test.getIndexSettings());
    } else {
        if (randomBoolean()) {
            numPending++;
            indicesService.addPendingDelete(new ShardId(test.index(), 0), test.getIndexSettings());
        }
        indicesService.addPendingDelete(test.index(), test.getIndexSettings());
    }
    assertAcked(client().admin().indices().prepareClose("test"));
    assertTrue(path.exists());
    assertEquals(indicesService.numPendingDeletes(test.index()), numPending);
    assertTrue(indicesService.hasUncompletedPendingDeletes());
    // shard lock released... we can now delete
    indicesService.processPendingDeletes(test.index(), test.getIndexSettings(), new TimeValue(0, TimeUnit.MILLISECONDS));
    assertEquals(indicesService.numPendingDeletes(test.index()), 0);
    assertFalse(indicesService.hasUncompletedPendingDeletes());
    assertFalse(path.exists());
    if (randomBoolean()) {
        indicesService.addPendingDelete(new ShardId(test.index(), 0), test.getIndexSettings());
        indicesService.addPendingDelete(new ShardId(test.index(), 1), test.getIndexSettings());
        indicesService.addPendingDelete(new ShardId("bogus", "_na_", 1), test.getIndexSettings());
        assertEquals(indicesService.numPendingDeletes(test.index()), 2);
        assertTrue(indicesService.hasUncompletedPendingDeletes());
        // shard lock released... we can now delete
        indicesService.processPendingDeletes(test.index(), test.getIndexSettings(), new TimeValue(0, TimeUnit.MILLISECONDS));
        assertEquals(indicesService.numPendingDeletes(test.index()), 0);
        // "bogus" index has not been removed
        assertTrue(indicesService.hasUncompletedPendingDeletes());
    }
    assertAcked(client().admin().indices().prepareOpen("test"));
}