Examples with Node org.opensearch.node.Node used on opensource projects

Example 1 with Node

use of org.opensearch.node.Node in project OpenSearch by opensearch-project.

the class Bootstrap method setup.

private void setup(boolean addShutdownHook, Environment environment) throws BootstrapException {
    Settings settings = environment.settings();
    try {
        spawner.spawnNativeControllers(environment, true);
    } catch (IOException e) {
        throw new BootstrapException(e);
    }
    initializeNatives(environment.tmpFile(), BootstrapSettings.MEMORY_LOCK_SETTING.get(settings), BootstrapSettings.SYSTEM_CALL_FILTER_SETTING.get(settings), BootstrapSettings.CTRLHANDLER_SETTING.get(settings));
    // initialize probes before the security manager is installed
    initializeProbes();
    if (addShutdownHook) {
        Runtime.getRuntime().addShutdownHook(new Thread() {

            @Override
            public void run() {
                try {
                    IOUtils.close(node, spawner);
                    LoggerContext context = (LoggerContext) LogManager.getContext(false);
                    Configurator.shutdown(context);
                    if (node != null && node.awaitClose(10, TimeUnit.SECONDS) == false) {
                        throw new IllegalStateException("Node didn't stop within 10 seconds. " + "Any outstanding requests or tasks might get killed.");
                    }
                } catch (IOException ex) {
                    throw new OpenSearchException("failed to stop node", ex);
                } catch (InterruptedException e) {
                    LogManager.getLogger(Bootstrap.class).warn("Thread got interrupted while waiting for the node to shutdown.");
                    Thread.currentThread().interrupt();
                }
            }
        });
    }
    try {
        // look for jar hell
        final Logger logger = LogManager.getLogger(JarHell.class);
        JarHell.checkJarHell(logger::debug);
    } catch (IOException | URISyntaxException e) {
        throw new BootstrapException(e);
    }
    // Log ifconfig output before SecurityManager is installed
    IfConfig.logIfNecessary();
    // install SM after natives, shutdown hooks, etc.
    try {
        Security.configure(environment, BootstrapSettings.SECURITY_FILTER_BAD_DEFAULTS_SETTING.get(settings));
    } catch (IOException | NoSuchAlgorithmException e) {
        throw new BootstrapException(e);
    }
    node = new Node(environment) {

        @Override
        protected void validateNodeBeforeAcceptingRequests(final BootstrapContext context, final BoundTransportAddress boundTransportAddress, List<BootstrapCheck> checks) throws NodeValidationException {
            BootstrapChecks.check(context, boundTransportAddress, checks);
        }
    };
}

Example 2 with Node

use of org.opensearch.node.Node in project OpenSearch by opensearch-project.

the class DedicatedClusterSnapshotRestoreIT method testAbortWaitsOnDataNode.

public void testAbortWaitsOnDataNode() throws Exception {
    internalCluster().startMasterOnlyNode();
    final String dataNodeName = internalCluster().startDataOnlyNode();
    final String indexName = "test-index";
    createIndex(indexName);
    index(indexName, "_doc", "some_id", "foo", "bar");
    final String otherDataNode = internalCluster().startDataOnlyNode();
    final String repoName = "test-repo";
    createRepository(repoName, "mock");
    blockAllDataNodes(repoName);
    final String snapshotName = "test-snap";
    final ActionFuture<CreateSnapshotResponse> snapshotResponse = startFullSnapshot(repoName, snapshotName);
    waitForBlock(dataNodeName, repoName, TimeValue.timeValueSeconds(30L));
    final AtomicBoolean blocked = new AtomicBoolean(true);
    final TransportService transportService = internalCluster().getInstance(TransportService.class, otherDataNode);
    transportService.addMessageListener(new TransportMessageListener() {

        @Override
        public void onRequestSent(DiscoveryNode node, long requestId, String action, TransportRequest request, TransportRequestOptions finalOptions) {
            if (blocked.get() && action.equals(SnapshotsService.UPDATE_SNAPSHOT_STATUS_ACTION_NAME)) {
                throw new AssertionError("Node had no assigned shard snapshots so it shouldn't send out shard state updates");
            }
        }
    });
    logger.info("--> abort snapshot");
    final ActionFuture<AcknowledgedResponse> deleteResponse = startDeleteSnapshot(repoName, snapshotName);
    awaitClusterState(otherDataNode, state -> state.custom(SnapshotsInProgress.TYPE, SnapshotsInProgress.EMPTY).entries().stream().anyMatch(entry -> entry.state() == SnapshotsInProgress.State.ABORTED));
    assertFalse("delete should not be able to finish until data node is unblocked", deleteResponse.isDone());
    blocked.set(false);
    unblockAllDataNodes(repoName);
    assertAcked(deleteResponse.get());
    assertThat(snapshotResponse.get().getSnapshotInfo().state(), is(SnapshotState.FAILED));
}

Example 3 with Node

use of org.opensearch.node.Node in project OpenSearch by opensearch-project.

the class IndicesServiceCloseTests method testCloseNonEmptyIndicesService.

public void testCloseNonEmptyIndicesService() throws Exception {
    Node node = startNode();
    IndicesService indicesService = node.injector().getInstance(IndicesService.class);
    assertEquals(1, indicesService.indicesRefCount.refCount());
    assertAcked(node.client().admin().indices().prepareCreate("test").setSettings(Settings.builder().put(SETTING_NUMBER_OF_SHARDS, 1).put(SETTING_NUMBER_OF_REPLICAS, 0)));
    assertEquals(2, indicesService.indicesRefCount.refCount());
    assertFalse(indicesService.awaitClose(0, TimeUnit.MILLISECONDS));
    node.close();
    assertEquals(0, indicesService.indicesRefCount.refCount());
    assertTrue(indicesService.awaitClose(0, TimeUnit.MILLISECONDS));
}

Example 4 with Node

use of org.opensearch.node.Node in project OpenSearch by opensearch-project.

the class IndicesServiceCloseTests method testCloseWithIncedRefStore.

public void testCloseWithIncedRefStore() throws Exception {
    Node node = startNode();
    IndicesService indicesService = node.injector().getInstance(IndicesService.class);
    assertEquals(1, indicesService.indicesRefCount.refCount());
    assertAcked(node.client().admin().indices().prepareCreate("test").setSettings(Settings.builder().put(SETTING_NUMBER_OF_SHARDS, 1).put(SETTING_NUMBER_OF_REPLICAS, 0)));
    assertEquals(2, indicesService.indicesRefCount.refCount());
    IndexService indexService = indicesService.iterator().next();
    IndexShard shard = indexService.getShard(0);
    shard.store().incRef();
    assertFalse(indicesService.awaitClose(0, TimeUnit.MILLISECONDS));
    node.close();
    assertEquals(1, indicesService.indicesRefCount.refCount());
    assertFalse(indicesService.awaitClose(0, TimeUnit.MILLISECONDS));
    shard.store().decRef();
    assertEquals(0, indicesService.indicesRefCount.refCount());
    assertTrue(indicesService.awaitClose(0, TimeUnit.MILLISECONDS));
}

Example 5 with Node

use of org.opensearch.node.Node in project OpenSearch by opensearch-project.

the class IndicesServiceCloseTests method testCloseWhileOngoingRequestUsesRequestCache.

public void testCloseWhileOngoingRequestUsesRequestCache() throws Exception {
    Node node = startNode();
    IndicesService indicesService = node.injector().getInstance(IndicesService.class);
    assertEquals(1, indicesService.indicesRefCount.refCount());
    assertAcked(node.client().admin().indices().prepareCreate("test").setSettings(Settings.builder().put(SETTING_NUMBER_OF_SHARDS, 1).put(SETTING_NUMBER_OF_REPLICAS, 0).put(IndexModule.INDEX_QUERY_CACHE_EVERYTHING_SETTING.getKey(), true)));
    node.client().prepareIndex("test").setId("1").setSource(Collections.singletonMap("foo", 3L)).get();
    OpenSearchAssertions.assertAllSuccessful(node.client().admin().indices().prepareRefresh("test").get());
    assertEquals(2, indicesService.indicesRefCount.refCount());
    IndicesRequestCache cache = indicesService.indicesRequestCache;
    IndexService indexService = indicesService.iterator().next();
    IndexShard shard = indexService.getShard(0);
    Engine.Searcher searcher = shard.acquireSearcher("test");
    assertEquals(1, searcher.getIndexReader().maxDoc());
    node.close();
    assertEquals(1, indicesService.indicesRefCount.refCount());
    assertEquals(0L, cache.count());
    IndicesRequestCache.CacheEntity cacheEntity = new IndicesRequestCache.CacheEntity() {

        @Override
        public long ramBytesUsed() {
            return 42;
        }

        @Override
        public void onCached(Key key, BytesReference value) {
        }

        @Override
        public boolean isOpen() {
            return true;
        }

        @Override
        public Object getCacheIdentity() {
            return this;
        }

        @Override
        public void onHit() {
        }

        @Override
        public void onMiss() {
        }

        @Override
        public void onRemoval(RemovalNotification<Key, BytesReference> notification) {
        }
    };
    cache.getOrCompute(cacheEntity, () -> new BytesArray("bar"), searcher.getDirectoryReader(), new BytesArray("foo"));
    assertEquals(1L, cache.count());
    searcher.close();
    assertEquals(0, indicesService.indicesRefCount.refCount());
    assertEquals(0L, cache.count());
}