Search in sources :

Example 1 with GlobalState

use of com.yelp.nrtsearch.server.luceneserver.GlobalState in project nrtsearch by Yelp.

the class LocalStateBackendTest method getMockGlobalState.

private GlobalState getMockGlobalState() throws IOException {
    GlobalState mockState = mock(GlobalState.class);
    LuceneServerConfiguration serverConfiguration = getConfig();
    when(mockState.getConfiguration()).thenReturn(serverConfiguration);
    when(mockState.getStateDir()).thenReturn(Paths.get(serverConfiguration.getStateDir()));
    return mockState;
}
Also used : LuceneServerConfiguration(com.yelp.nrtsearch.server.config.LuceneServerConfiguration) GlobalState(com.yelp.nrtsearch.server.luceneserver.GlobalState) PersistentGlobalState(com.yelp.nrtsearch.server.luceneserver.state.PersistentGlobalState)

Example 2 with GlobalState

use of com.yelp.nrtsearch.server.luceneserver.GlobalState in project nrtsearch by Yelp.

the class RemoteStateBackendTest method testArchiverRequired.

@Test
public void testArchiverRequired() throws IOException {
    GlobalState mockState = mock(GlobalState.class);
    LuceneServerConfiguration serverConfiguration = getConfig(false);
    when(mockState.getConfiguration()).thenReturn(serverConfiguration);
    when(mockState.getStateDir()).thenReturn(Paths.get(serverConfiguration.getStateDir()));
    try {
        new RemoteStateBackend(mockState);
        fail();
    } catch (IllegalArgumentException e) {
        assertEquals("Archiver must be provided for remote state usage", e.getMessage());
    }
}
Also used : LuceneServerConfiguration(com.yelp.nrtsearch.server.config.LuceneServerConfiguration) GlobalState(com.yelp.nrtsearch.server.luceneserver.GlobalState) PersistentGlobalState(com.yelp.nrtsearch.server.luceneserver.state.PersistentGlobalState) Test(org.junit.Test)

Example 3 with GlobalState

use of com.yelp.nrtsearch.server.luceneserver.GlobalState in project nrtsearch by Yelp.

the class SuggestTest method setUp.

@Before
public void setUp() throws IOException {
    LuceneServerConfiguration luceneServerConfiguration = LuceneServerTestConfigurationFactory.getConfig(Mode.STANDALONE, folder.getRoot());
    GlobalState globalState = GlobalState.createState(luceneServerConfiguration);
    grpcServer = new GrpcServer(grpcCleanup, luceneServerConfiguration, folder, false, globalState, luceneServerConfiguration.getIndexDir(), "test_index", globalState.getPort());
    Path tempDir = folder.newFolder("TestSuggest").toPath();
    tempFile = tempDir.resolve("suggest.in");
}
Also used : Path(java.nio.file.Path) LuceneServerConfiguration(com.yelp.nrtsearch.server.config.LuceneServerConfiguration) GlobalState(com.yelp.nrtsearch.server.luceneserver.GlobalState) Before(org.junit.Before)

Example 4 with GlobalState

use of com.yelp.nrtsearch.server.luceneserver.GlobalState in project nrtsearch by Yelp.

the class AckedCopyTest method setUp.

public void setUp(int chunkSize, int ackEvery, int maxInFlight) throws IOException {
    // setup S3 for backup/restore
    s3Directory = folder.newFolder("s3").toPath();
    archiverDirectory = folder.newFolder("archiver").toPath();
    api = S3Mock.create(8011, s3Directory.toAbsolutePath().toString());
    api.start();
    s3 = new AmazonS3Client(new AnonymousAWSCredentials());
    s3.setEndpoint("http://127.0.0.1:8011");
    s3.createBucket(BUCKET_NAME);
    archiver = new ArchiverImpl(s3, BUCKET_NAME, archiverDirectory, new TarImpl(Tar.CompressionMode.LZ4));
    String extraConfig = String.join("\n", "FileCopyConfig:", "  ackedCopy: true", "  chunkSize: " + chunkSize, "  ackEvery: " + ackEvery, "  maxInFlight: " + maxInFlight);
    // set up primary servers
    String testIndex = "test_index";
    LuceneServerConfiguration luceneServerPrimaryConfiguration = LuceneServerTestConfigurationFactory.getConfig(Mode.PRIMARY, folder.getRoot(), extraConfig);
    GlobalState globalStatePrimary = GlobalState.createState(luceneServerPrimaryConfiguration);
    luceneServerPrimary = new GrpcServer(grpcCleanup, luceneServerPrimaryConfiguration, folder, false, globalStatePrimary, luceneServerPrimaryConfiguration.getIndexDir(), testIndex, globalStatePrimary.getPort(), archiver);
    replicationServerPrimary = new GrpcServer(grpcCleanup, luceneServerPrimaryConfiguration, folder, true, globalStatePrimary, luceneServerPrimaryConfiguration.getIndexDir(), testIndex, luceneServerPrimaryConfiguration.getReplicationPort(), archiver);
    // set up secondary servers
    LuceneServerConfiguration luceneServerSecondaryConfiguration = LuceneServerTestConfigurationFactory.getConfig(Mode.REPLICA, folder.getRoot(), extraConfig);
    GlobalState globalStateSecondary = GlobalState.createState(luceneServerSecondaryConfiguration);
    luceneServerSecondary = new GrpcServer(grpcCleanup, luceneServerSecondaryConfiguration, folder, false, globalStateSecondary, luceneServerSecondaryConfiguration.getIndexDir(), testIndex, globalStateSecondary.getPort(), archiver);
    replicationServerSecondary = new GrpcServer(grpcCleanup, luceneServerSecondaryConfiguration, folder, true, globalStateSecondary, luceneServerSecondaryConfiguration.getIndexDir(), testIndex, globalStateSecondary.getReplicationPort(), archiver);
}
Also used : AmazonS3Client(com.amazonaws.services.s3.AmazonS3Client) ArchiverImpl(com.yelp.nrtsearch.server.backup.ArchiverImpl) LuceneServerConfiguration(com.yelp.nrtsearch.server.config.LuceneServerConfiguration) GlobalState(com.yelp.nrtsearch.server.luceneserver.GlobalState) AnonymousAWSCredentials(com.amazonaws.auth.AnonymousAWSCredentials) TarImpl(com.yelp.nrtsearch.server.backup.TarImpl)

Example 5 with GlobalState

use of com.yelp.nrtsearch.server.luceneserver.GlobalState in project nrtsearch by Yelp.

the class BackupRestoreIndexRequestHandlerTest method setUpGrpcServer.

private GrpcServer setUpGrpcServer() throws IOException {
    LuceneServerConfiguration luceneServerConfiguration = LuceneServerTestConfigurationFactory.getConfig(Mode.STANDALONE, folder.getRoot());
    GlobalState globalState = GlobalState.createState(luceneServerConfiguration);
    return new GrpcServer(grpcCleanup, luceneServerConfiguration, folder, false, globalState, luceneServerConfiguration.getIndexDir(), "test_index", globalState.getPort(), archiver);
}
Also used : LuceneServerConfiguration(com.yelp.nrtsearch.server.config.LuceneServerConfiguration) GlobalState(com.yelp.nrtsearch.server.luceneserver.GlobalState)

Aggregations

GlobalState (com.yelp.nrtsearch.server.luceneserver.GlobalState)19 LuceneServerConfiguration (com.yelp.nrtsearch.server.config.LuceneServerConfiguration)17 PersistentGlobalState (com.yelp.nrtsearch.server.luceneserver.state.PersistentGlobalState)3 AnonymousAWSCredentials (com.amazonaws.auth.AnonymousAWSCredentials)2 AmazonS3Client (com.amazonaws.services.s3.AmazonS3Client)2 ArchiverImpl (com.yelp.nrtsearch.server.backup.ArchiverImpl)2 TarImpl (com.yelp.nrtsearch.server.backup.TarImpl)2 GrpcServer (com.yelp.nrtsearch.server.grpc.GrpcServer)2 Path (java.nio.file.Path)2 Before (org.junit.Before)2 Test (org.junit.Test)2 JsonObject (com.google.gson.JsonObject)1