Examples with ConfigSetup io.pravega.segmentstore.storage.ConfigSetup used on opensource projects

Example 1 with ConfigSetup

use of io.pravega.segmentstore.storage.ConfigSetup in project pravega by pravega.

the class StorageFactoryTests method testS3StorageFactoryCreator.

private void testS3StorageFactoryCreator(S3StorageConfig config) {
    StorageFactoryCreator factoryCreator = new S3StorageFactoryCreator();
    val expected = new StorageFactoryInfo[] { StorageFactoryInfo.builder().name("S3").storageLayoutType(StorageLayoutType.CHUNKED_STORAGE).build() };
    val factoryInfoList = factoryCreator.getStorageFactories();
    Assert.assertEquals(1, factoryInfoList.length);
    Assert.assertArrayEquals(expected, factoryInfoList);
    // Simple Storage
    ConfigSetup configSetup1 = mock(ConfigSetup.class);
    when(configSetup1.getConfig(any())).thenReturn(ChunkedSegmentStorageConfig.DEFAULT_CONFIG, config);
    val factory1 = factoryCreator.createFactory(expected[0], configSetup1, executorService());
    Assert.assertTrue(factory1 instanceof S3SimpleStorageFactory);
    @Cleanup Storage storage1 = ((S3SimpleStorageFactory) factory1).createStorageAdapter(42, new InMemoryMetadataStore(ChunkedSegmentStorageConfig.DEFAULT_CONFIG, executorService()));
    Assert.assertTrue(storage1 instanceof ChunkedSegmentStorage);
    Assert.assertTrue(((ChunkedSegmentStorage) storage1).getChunkStorage() instanceof S3ChunkStorage);
    AssertExtensions.assertThrows("createStorageAdapter should throw UnsupportedOperationException.", () -> factory1.createStorageAdapter(), ex -> ex instanceof UnsupportedOperationException);
}

Example 2 with ConfigSetup

use of io.pravega.segmentstore.storage.ConfigSetup in project pravega by pravega.

the class StorageFactoryTests method testHDFSStorageFactoryCreator.

@Test
public void testHDFSStorageFactoryCreator() {
    StorageFactoryCreator factoryCreator = new HDFSStorageFactoryCreator();
    val expected = new StorageFactoryInfo[] { StorageFactoryInfo.builder().name("HDFS").storageLayoutType(StorageLayoutType.CHUNKED_STORAGE).build(), StorageFactoryInfo.builder().name("HDFS").storageLayoutType(StorageLayoutType.ROLLING_STORAGE).build() };
    val factoryInfoList = factoryCreator.getStorageFactories();
    Assert.assertEquals(2, factoryInfoList.length);
    Assert.assertArrayEquals(expected, factoryInfoList);
    // Simple Storage
    ConfigSetup configSetup1 = mock(ConfigSetup.class);
    when(configSetup1.getConfig(any())).thenReturn(ChunkedSegmentStorageConfig.DEFAULT_CONFIG, HDFSStorageConfig.builder().build());
    val factory1 = factoryCreator.createFactory(expected[0], configSetup1, executorService());
    Assert.assertTrue(factory1 instanceof HDFSSimpleStorageFactory);
    @Cleanup Storage storage1 = ((HDFSSimpleStorageFactory) factory1).createStorageAdapter(42, new InMemoryMetadataStore(ChunkedSegmentStorageConfig.DEFAULT_CONFIG, executorService()));
    Assert.assertTrue(storage1 instanceof ChunkedSegmentStorage);
    Assert.assertTrue(((ChunkedSegmentStorage) storage1).getChunkStorage() instanceof HDFSChunkStorage);
    // Legacy Storage
    ConfigSetup configSetup2 = mock(ConfigSetup.class);
    when(configSetup2.getConfig(any())).thenReturn(HDFSStorageConfig.builder().build());
    val factory2 = factoryCreator.createFactory(expected[1], configSetup2, executorService());
    Assert.assertTrue(factory2 instanceof HDFSStorageFactory);
    @Cleanup Storage storage2 = factory2.createStorageAdapter();
    Assert.assertTrue(storage2 instanceof AsyncStorageWrapper);
    SyncStorage syncStorage = factory2.createSyncStorage();
    Assert.assertNotNull(syncStorage);
    AssertExtensions.assertThrows("createStorageAdapter should throw UnsupportedOperationException.", () -> factory1.createStorageAdapter(), ex -> ex instanceof UnsupportedOperationException);
}

Example 3 with ConfigSetup

use of io.pravega.segmentstore.storage.ConfigSetup in project pravega by pravega.

the class StorageLoaderTest method testExtendedS3SimpleStorage.

@Test
public void testExtendedS3SimpleStorage() throws Exception {
    val storageType = ServiceConfig.StorageType.EXTENDEDS3;
    ConfigSetup configSetup = mock(ConfigSetup.class);
    val config = ExtendedS3StorageConfig.builder().with(ExtendedS3StorageConfig.CONFIGURI, "http://127.0.0.1?identity=x&secretKey=x").with(ExtendedS3StorageConfig.BUCKET, "bucket").with(ExtendedS3StorageConfig.PREFIX, "samplePrefix").build();
    val extraConfig = StorageExtraConfig.builder().with(StorageExtraConfig.STORAGE_NO_OP_MODE, false).build();
    when(configSetup.getConfig(any())).thenReturn(extraConfig, ChunkedSegmentStorageConfig.DEFAULT_CONFIG, config);
    val factory = getStorageFactory(configSetup, storageType, "EXTENDEDS3", StorageLayoutType.CHUNKED_STORAGE);
    assertTrue(factory instanceof ExtendedS3SimpleStorageFactory);
}

Example 4 with ConfigSetup

use of io.pravega.segmentstore.storage.ConfigSetup in project pravega by pravega.

the class StorageLoaderTest method testSimpleFileSystemStorage.

@Test
public void testSimpleFileSystemStorage() throws Exception {
    val storageType = ServiceConfig.StorageType.FILESYSTEM;
    ConfigSetup configSetup = mock(ConfigSetup.class);
    val extraConfig = StorageExtraConfig.builder().with(StorageExtraConfig.STORAGE_NO_OP_MODE, false).build();
    when(configSetup.getConfig(any())).thenReturn(extraConfig, ChunkedSegmentStorageConfig.DEFAULT_CONFIG, FileSystemStorageConfig.builder().build());
    val factory = getStorageFactory(configSetup, storageType, "FILESYSTEM", StorageLayoutType.CHUNKED_STORAGE);
    assertTrue(factory instanceof FileSystemSimpleStorageFactory);
}

Example 5 with ConfigSetup

use of io.pravega.segmentstore.storage.ConfigSetup in project pravega by pravega.

the class StorageLoaderTest method testExtendedS3Storage.

@Test
public void testExtendedS3Storage() throws Exception {
    val storageType = ServiceConfig.StorageType.EXTENDEDS3;
    ConfigSetup configSetup = mock(ConfigSetup.class);
    val config = ExtendedS3StorageConfig.builder().with(ExtendedS3StorageConfig.CONFIGURI, "http://127.0.0.1?identity=x&secretKey=x").with(ExtendedS3StorageConfig.BUCKET, "bucket").with(ExtendedS3StorageConfig.PREFIX, "samplePrefix").build();
    val extraConfig = StorageExtraConfig.builder().with(StorageExtraConfig.STORAGE_NO_OP_MODE, false).build();
    when(configSetup.getConfig(any())).thenReturn(extraConfig, config);
    val factory = getStorageFactory(configSetup, storageType, "EXTENDEDS3", StorageLayoutType.ROLLING_STORAGE);
    assertTrue(factory instanceof ExtendedS3StorageFactory);
}