Search in sources :

Example 1 with TagsList

use of io.pravega.controller.server.rest.generated.model.TagsList in project pravega by pravega.

the class ModelHelper method getCreateStreamConfig.

/**
 * This method translates the REST request object CreateStreamRequest into internal object StreamConfiguration.
 *
 * @param createStreamRequest An object conforming to the createStream REST API json
 * @return StreamConfiguration internal object
 */
public static final StreamConfiguration getCreateStreamConfig(final CreateStreamRequest createStreamRequest) {
    ScalingPolicy scalingPolicy;
    if (createStreamRequest.getScalingPolicy().getType() == ScalingConfig.TypeEnum.FIXED_NUM_SEGMENTS) {
        scalingPolicy = ScalingPolicy.fixed(createStreamRequest.getScalingPolicy().getMinSegments());
    } else if (createStreamRequest.getScalingPolicy().getType() == ScalingConfig.TypeEnum.BY_RATE_IN_EVENTS_PER_SEC) {
        scalingPolicy = ScalingPolicy.byEventRate(createStreamRequest.getScalingPolicy().getTargetRate(), createStreamRequest.getScalingPolicy().getScaleFactor(), createStreamRequest.getScalingPolicy().getMinSegments());
    } else {
        scalingPolicy = ScalingPolicy.byDataRate(createStreamRequest.getScalingPolicy().getTargetRate(), createStreamRequest.getScalingPolicy().getScaleFactor(), createStreamRequest.getScalingPolicy().getMinSegments());
    }
    RetentionPolicy retentionPolicy = null;
    if (createStreamRequest.getRetentionPolicy() != null) {
        switch(createStreamRequest.getRetentionPolicy().getType()) {
            case LIMITED_SIZE_MB:
                if (createStreamRequest.getRetentionPolicy().getMaxValue() == null) {
                    // max value is not specified
                    retentionPolicy = RetentionPolicy.bySizeBytes(createStreamRequest.getRetentionPolicy().getValue() * MB_TO_BYTES);
                } else {
                    retentionPolicy = RetentionPolicy.bySizeBytes(createStreamRequest.getRetentionPolicy().getValue() * MB_TO_BYTES, createStreamRequest.getRetentionPolicy().getMaxValue() * MB_TO_BYTES);
                }
                break;
            case LIMITED_DAYS:
                if (createStreamRequest.getRetentionPolicy().getMaxValue() == null && createStreamRequest.getRetentionPolicy().getMaxTimeBasedRetention() == null) {
                    retentionPolicy = getRetentionPolicy(createStreamRequest.getRetentionPolicy().getTimeBasedRetention(), createStreamRequest.getRetentionPolicy().getValue());
                } else {
                    retentionPolicy = getRetentionPolicy(createStreamRequest.getRetentionPolicy().getTimeBasedRetention(), createStreamRequest.getRetentionPolicy().getValue(), createStreamRequest.getRetentionPolicy().getMaxTimeBasedRetention(), createStreamRequest.getRetentionPolicy().getMaxValue() == null ? 0 : createStreamRequest.getRetentionPolicy().getMaxValue());
                }
                break;
            default:
                throw new NotImplementedException("retention policy type not supported");
        }
    }
    TagsList tagsList = new TagsList();
    if (createStreamRequest.getStreamTags() != null) {
        tagsList = createStreamRequest.getStreamTags();
    }
    StreamConfiguration.StreamConfigurationBuilder builder = StreamConfiguration.builder().scalingPolicy(scalingPolicy).retentionPolicy(retentionPolicy).tags(tagsList);
    if (createStreamRequest.getTimestampAggregationTimeout() != null) {
        builder.timestampAggregationTimeout(createStreamRequest.getTimestampAggregationTimeout());
    }
    if (createStreamRequest.getRolloverSizeBytes() != null) {
        builder.rolloverSizeBytes(createStreamRequest.getRolloverSizeBytes());
    }
    return builder.build();
}
Also used : ScalingPolicy(io.pravega.client.stream.ScalingPolicy) NotImplementedException(org.apache.commons.lang3.NotImplementedException) StreamConfiguration(io.pravega.client.stream.StreamConfiguration) TagsList(io.pravega.controller.server.rest.generated.model.TagsList) RetentionPolicy(io.pravega.client.stream.RetentionPolicy)

Example 2 with TagsList

use of io.pravega.controller.server.rest.generated.model.TagsList in project pravega by pravega.

the class ControllerRestApiTest method restApiTests.

@Test
public void restApiTests() {
    Invocation.Builder builder;
    Response response;
    restServerURI = SETUP_UTILS.getControllerRestUri().toString();
    log.info("REST Server URI: {}", restServerURI);
    // TEST REST server status, ping test
    resourceURl = new StringBuilder(restServerURI).append("/ping").toString();
    webTarget = client.target(resourceURl);
    builder = webTarget.request();
    response = builder.get();
    assertEquals("Ping test", OK.getStatusCode(), response.getStatus());
    log.info("REST Server is running. Ping successful.");
    final String scope1 = RandomStringUtils.randomAlphanumeric(10);
    final String stream1 = RandomStringUtils.randomAlphanumeric(10);
    // TEST CreateScope POST http://controllerURI:Port/v1/scopes
    resourceURl = new StringBuilder(restServerURI).append("/v1/scopes").toString();
    webTarget = client.target(resourceURl);
    final CreateScopeRequest createScopeRequest = new CreateScopeRequest();
    createScopeRequest.setScopeName(scope1);
    builder = webTarget.request(MediaType.APPLICATION_JSON_TYPE);
    response = builder.post(Entity.json(createScopeRequest));
    assertEquals("Create scope status", CREATED.getStatusCode(), response.getStatus());
    Assert.assertEquals("Create scope response", scope1, response.readEntity(ScopeProperty.class).getScopeName());
    log.info("Create scope: {} successful ", scope1);
    // Create another scope for empty stream test later.
    final String scope2 = RandomStringUtils.randomAlphanumeric(10);
    final CreateScopeRequest createScopeRequest1 = new CreateScopeRequest();
    createScopeRequest1.setScopeName(scope2);
    builder = webTarget.request(MediaType.APPLICATION_JSON_TYPE);
    response = builder.post(Entity.json(createScopeRequest1));
    assertEquals("Create scope status", CREATED.getStatusCode(), response.getStatus());
    Assert.assertEquals("Create scope response", scope2, response.readEntity(ScopeProperty.class).getScopeName());
    // TEST CreateStream POST  http://controllerURI:Port/v1/scopes/{scopeName}/streams
    resourceURl = new StringBuilder(restServerURI).append("/v1/scopes/" + scope1 + "/streams").toString();
    webTarget = client.target(resourceURl);
    CreateStreamRequest createStreamRequest = new CreateStreamRequest();
    ScalingConfig scalingConfig = new ScalingConfig();
    scalingConfig.setType(ScalingConfig.TypeEnum.FIXED_NUM_SEGMENTS);
    scalingConfig.setTargetRate(2);
    scalingConfig.scaleFactor(2);
    scalingConfig.minSegments(2);
    RetentionConfig retentionConfig = new RetentionConfig();
    retentionConfig.setType(RetentionConfig.TypeEnum.LIMITED_DAYS);
    retentionConfig.setValue(123L);
    TagsList tagsList = new TagsList();
    tagsList.add("testTag");
    createStreamRequest.setStreamName(stream1);
    createStreamRequest.setScalingPolicy(scalingConfig);
    createStreamRequest.setRetentionPolicy(retentionConfig);
    createStreamRequest.setStreamTags(tagsList);
    createStreamRequest.setTimestampAggregationTimeout(1000L);
    createStreamRequest.setRolloverSizeBytes(1024L);
    builder = webTarget.request(MediaType.APPLICATION_JSON_TYPE);
    response = builder.post(Entity.json(createStreamRequest));
    assertEquals("Create stream status", CREATED.getStatusCode(), response.getStatus());
    final StreamProperty streamPropertyResponse = response.readEntity(StreamProperty.class);
    assertEquals("Scope name in response", scope1, streamPropertyResponse.getScopeName());
    assertEquals("Stream name in response", stream1, streamPropertyResponse.getStreamName());
    assertEquals("TimestampAggregationTimeout in response", 1000L, (long) streamPropertyResponse.getTimestampAggregationTimeout());
    assertEquals("RolloverSizeBytes in response", 1024L, (long) streamPropertyResponse.getRolloverSizeBytes());
    log.info("Create stream: {} successful", stream1);
    // Test listScopes  GET http://controllerURI:Port/v1/scopes/{scopeName}/streams
    resourceURl = new StringBuilder(restServerURI).append("/v1/scopes").toString();
    webTarget = client.target(resourceURl);
    builder = webTarget.request();
    response = builder.get();
    assertEquals("List scopes", OK.getStatusCode(), response.getStatus());
    log.info("List scopes successful");
    // Test listStream GET /v1/scopes/scope1/streams
    resourceURl = new StringBuilder(restServerURI).append("/v1/scopes/" + scope1 + "/streams").toString();
    webTarget = client.target(resourceURl);
    builder = webTarget.request();
    response = builder.get();
    assertEquals("List streams", OK.getStatusCode(), response.getStatus());
    Assert.assertEquals("List streams size", 1, response.readEntity(StreamsList.class).getStreams().size());
    log.info("List streams successful");
    // Test listStream GET /v1/scopes/scope1/streams for tags
    response = client.target(resourceURl).queryParam("filter_type", "tag").queryParam("filter_value", "testTag").request().get();
    assertEquals("List streams", OK.getStatusCode(), response.getStatus());
    Assert.assertEquals("List streams size", 1, response.readEntity(StreamsList.class).getStreams().size());
    response = client.target(resourceURl).queryParam("filter_type", "tag").queryParam("filter_value", "randomTag").request().get();
    assertEquals("List streams", OK.getStatusCode(), response.getStatus());
    Assert.assertEquals("List streams size", 0, response.readEntity(StreamsList.class).getStreams().size());
    log.info("List streams with tag successful");
    response = client.target(resourceURl).queryParam("filter_type", "showInternalStreams").request().get();
    assertEquals("List streams", OK.getStatusCode(), response.getStatus());
    assertTrue(response.readEntity(StreamsList.class).getStreams().get(0).getStreamName().startsWith("_MARK"));
    log.info("List streams with showInternalStreams successful");
    // Test for the case when the scope is empty.
    resourceURl = new StringBuilder(restServerURI).append("/v1/scopes/" + scope2 + "/streams").toString();
    response = client.target(resourceURl).request().get();
    assertEquals("List streams", OK.getStatusCode(), response.getStatus());
    Assert.assertEquals("List streams size", 0, response.readEntity(StreamsList.class).getStreams().size());
    // Test getScope
    resourceURl = new StringBuilder(restServerURI).append("/v1/scopes/" + scope1).toString();
    response = client.target(resourceURl).request().get();
    assertEquals("Get scope status", OK.getStatusCode(), response.getStatus());
    assertEquals("Get scope scope1 response", scope1, response.readEntity(ScopeProperty.class).getScopeName());
    log.info("Get scope successful");
    // Test updateStream
    resourceURl = new StringBuilder(restServerURI).append("/v1/scopes/" + scope1 + "/streams/" + stream1).toString();
    UpdateStreamRequest updateStreamRequest = new UpdateStreamRequest();
    ScalingConfig scalingConfig1 = new ScalingConfig();
    scalingConfig1.setType(ScalingConfig.TypeEnum.FIXED_NUM_SEGMENTS);
    scalingConfig1.setTargetRate(2);
    // update existing scaleFactor from 2 to 3
    scalingConfig1.scaleFactor(3);
    // update existing minSegments from 2 to 4
    scalingConfig1.minSegments(4);
    updateStreamRequest.setScalingPolicy(scalingConfig1);
    updateStreamRequest.setRetentionPolicy(retentionConfig);
    updateStreamRequest.setTimestampAggregationTimeout(2000L);
    updateStreamRequest.setRolloverSizeBytes(2048L);
    response = client.target(resourceURl).request(MediaType.APPLICATION_JSON_TYPE).put(Entity.json(updateStreamRequest));
    assertEquals("Update stream status", OK.getStatusCode(), response.getStatus());
    assertEquals("Verify updated property", 4, response.readEntity(StreamProperty.class).getScalingPolicy().getMinSegments().intValue());
    log.info("Update stream successful");
    // Test scaling event list GET /v1/scopes/scope1/streams/stream1
    resourceURl = new StringBuilder(restServerURI).append("/v1/scopes/" + scope1 + "/streams/" + stream1 + "/scaling-events").toString();
    response = client.target(resourceURl).queryParam("from", 0L).queryParam("to", System.currentTimeMillis()).request().get();
    List<ScaleMetadata> scaleMetadataListResponse = response.readEntity(new GenericType<List<ScaleMetadata>>() {
    });
    assertEquals(2, scaleMetadataListResponse.size());
    assertEquals(2, scaleMetadataListResponse.get(0).getSegments().size());
    assertEquals(4, scaleMetadataListResponse.get(1).getSegments().size());
    // Test getStream
    resourceURl = new StringBuilder(restServerURI).append("/v1/scopes/" + scope1 + "/streams/" + stream1).toString();
    response = client.target(resourceURl).request().get();
    assertEquals("Get stream status", OK.getStatusCode(), response.getStatus());
    StreamProperty responseProperty = response.readEntity(StreamProperty.class);
    assertEquals("Get stream stream1 response", stream1, responseProperty.getStreamName());
    assertEquals("Get stream stream1 response TimestampAggregationTimeout", (long) responseProperty.getTimestampAggregationTimeout(), 2000L);
    assertEquals("Get stream stream1 RolloverSizeBytes", (long) responseProperty.getRolloverSizeBytes(), 2048L);
    log.info("Get stream successful");
    // Test updateStreamState
    resourceURl = new StringBuilder(restServerURI).append("/v1/scopes/" + scope1 + "/streams/" + stream1 + "/state").toString();
    StreamState streamState = new StreamState();
    streamState.setStreamState(StreamState.StreamStateEnum.SEALED);
    response = client.target(resourceURl).request(MediaType.APPLICATION_JSON_TYPE).put(Entity.json(streamState));
    assertEquals("UpdateStreamState status", OK.getStatusCode(), response.getStatus());
    assertEquals("UpdateStreamState status in response", streamState.getStreamState(), response.readEntity(StreamState.class).getStreamState());
    log.info("Update stream state successful");
    // Test deleteStream
    resourceURl = new StringBuilder(restServerURI).append("/v1/scopes/" + scope1 + "/streams/" + stream1).toString();
    response = client.target(resourceURl).request().delete();
    assertEquals("DeleteStream status", NO_CONTENT.getStatusCode(), response.getStatus());
    log.info("Delete stream successful");
    // Test deleteScope
    resourceURl = new StringBuilder(restServerURI).append("/v1/scopes/" + scope1).toString();
    response = client.target(resourceURl).request().delete();
    assertEquals("Get scope status", NO_CONTENT.getStatusCode(), response.getStatus());
    log.info("Delete Scope successful");
    // Test reader groups APIs.
    // Prepare the streams and readers using the admin client.
    final String testScope = RandomStringUtils.randomAlphanumeric(10);
    final String testStream1 = RandomStringUtils.randomAlphanumeric(10);
    final String testStream2 = RandomStringUtils.randomAlphanumeric(10);
    URI controllerUri = SETUP_UTILS.getControllerUri();
    @Cleanup("shutdown") InlineExecutor inlineExecutor = new InlineExecutor();
    ClientConfig clientConfig = ClientConfig.builder().build();
    try (ConnectionPool cp = new ConnectionPoolImpl(clientConfig, new SocketConnectionFactoryImpl(clientConfig));
        StreamManager streamManager = new StreamManagerImpl(createController(controllerUri, inlineExecutor), cp)) {
        log.info("Creating scope: {}", testScope);
        streamManager.createScope(testScope);
        log.info("Creating stream: {}", testStream1);
        StreamConfiguration streamConf1 = StreamConfiguration.builder().scalingPolicy(ScalingPolicy.fixed(1)).build();
        streamManager.createStream(testScope, testStream1, streamConf1);
        log.info("Creating stream: {}", testStream2);
        StreamConfiguration streamConf2 = StreamConfiguration.builder().scalingPolicy(ScalingPolicy.fixed(1)).build();
        streamManager.createStream(testScope, testStream2, streamConf2);
    }
    final String readerGroupName1 = RandomStringUtils.randomAlphanumeric(10);
    final String readerGroupName2 = RandomStringUtils.randomAlphanumeric(10);
    final String reader1 = RandomStringUtils.randomAlphanumeric(10);
    final String reader2 = RandomStringUtils.randomAlphanumeric(10);
    try (ClientFactoryImpl clientFactory = new ClientFactoryImpl(testScope, createController(controllerUri, inlineExecutor), clientConfig);
        ReaderGroupManager readerGroupManager = ReaderGroupManager.withScope(testScope, ClientConfig.builder().controllerURI(controllerUri).build())) {
        readerGroupManager.createReaderGroup(readerGroupName1, ReaderGroupConfig.builder().stream(Stream.of(testScope, testStream1)).stream(Stream.of(testScope, testStream2)).build());
        readerGroupManager.createReaderGroup(readerGroupName2, ReaderGroupConfig.builder().stream(Stream.of(testScope, testStream1)).stream(Stream.of(testScope, testStream2)).build());
        clientFactory.createReader(reader1, readerGroupName1, new JavaSerializer<Long>(), ReaderConfig.builder().build());
        clientFactory.createReader(reader2, readerGroupName1, new JavaSerializer<Long>(), ReaderConfig.builder().build());
    }
    // Test fetching readergroups.
    resourceURl = new StringBuilder(restServerURI).append("/v1/scopes/" + testScope + "/readergroups").toString();
    response = client.target(resourceURl).request().get();
    assertEquals("Get readergroups status", OK.getStatusCode(), response.getStatus());
    ReaderGroupsList readerGroupsList = response.readEntity(ReaderGroupsList.class);
    assertEquals("Get readergroups size", 2, readerGroupsList.getReaderGroups().size());
    assertTrue(readerGroupsList.getReaderGroups().contains(new ReaderGroupsListReaderGroups().readerGroupName(readerGroupName1)));
    assertTrue(readerGroupsList.getReaderGroups().contains(new ReaderGroupsListReaderGroups().readerGroupName(readerGroupName2)));
    log.info("Get readergroups successful");
    // Test fetching readergroup info.
    resourceURl = new StringBuilder(restServerURI).append("/v1/scopes/" + testScope + "/readergroups/" + readerGroupName1).toString();
    response = client.target(resourceURl).request().get();
    assertEquals("Get readergroup properties status", OK.getStatusCode(), response.getStatus());
    ReaderGroupProperty readerGroupProperty = response.readEntity(ReaderGroupProperty.class);
    assertEquals("Get readergroup name", readerGroupName1, readerGroupProperty.getReaderGroupName());
    assertEquals("Get readergroup scope name", testScope, readerGroupProperty.getScopeName());
    assertEquals("Get readergroup streams size", 2, readerGroupProperty.getStreamList().size());
    assertTrue(readerGroupProperty.getStreamList().contains(Stream.of(testScope, testStream1).getScopedName()));
    assertTrue(readerGroupProperty.getStreamList().contains(Stream.of(testScope, testStream2).getScopedName()));
    assertEquals("Get readergroup onlinereaders size", 2, readerGroupProperty.getOnlineReaderIds().size());
    assertTrue(readerGroupProperty.getOnlineReaderIds().contains(reader1));
    assertTrue(readerGroupProperty.getOnlineReaderIds().contains(reader2));
    // Test readergroup or scope not found.
    resourceURl = new StringBuilder(restServerURI).append("/v1/scopes/" + testScope + "/readergroups/" + "unknownreadergroup").toString();
    response = client.target(resourceURl).request().get();
    assertEquals("Get readergroup properties status", NOT_FOUND.getStatusCode(), response.getStatus());
    resourceURl = new StringBuilder(restServerURI).append("/v1/scopes/" + "unknownscope" + "/readergroups/" + readerGroupName1).toString();
    response = client.target(resourceURl).request().get();
    assertEquals("Get readergroup properties status", NOT_FOUND.getStatusCode(), response.getStatus());
    log.info("Get readergroup properties successful");
    log.info("Test restApiTests passed successfully!");
}
Also used : ConnectionPool(io.pravega.client.connection.impl.ConnectionPool) ReaderGroupProperty(io.pravega.controller.server.rest.generated.model.ReaderGroupProperty) Invocation(javax.ws.rs.client.Invocation) ConnectionPoolImpl(io.pravega.client.connection.impl.ConnectionPoolImpl) StreamManagerImpl(io.pravega.client.admin.impl.StreamManagerImpl) URI(java.net.URI) Cleanup(lombok.Cleanup) StreamState(io.pravega.controller.server.rest.generated.model.StreamState) ClientFactoryImpl(io.pravega.client.stream.impl.ClientFactoryImpl) UpdateStreamRequest(io.pravega.controller.server.rest.generated.model.UpdateStreamRequest) ReaderGroupsListReaderGroups(io.pravega.controller.server.rest.generated.model.ReaderGroupsListReaderGroups) InlineExecutor(io.pravega.test.common.InlineExecutor) CreateStreamRequest(io.pravega.controller.server.rest.generated.model.CreateStreamRequest) StreamConfiguration(io.pravega.client.stream.StreamConfiguration) StreamsList(io.pravega.controller.server.rest.generated.model.StreamsList) List(java.util.List) TagsList(io.pravega.controller.server.rest.generated.model.TagsList) ReaderGroupsList(io.pravega.controller.server.rest.generated.model.ReaderGroupsList) ClientConfig(io.pravega.client.ClientConfig) ScaleMetadata(io.pravega.controller.store.stream.ScaleMetadata) ReaderGroupManager(io.pravega.client.admin.ReaderGroupManager) ScalingConfig(io.pravega.controller.server.rest.generated.model.ScalingConfig) StreamsList(io.pravega.controller.server.rest.generated.model.StreamsList) StreamProperty(io.pravega.controller.server.rest.generated.model.StreamProperty) TagsList(io.pravega.controller.server.rest.generated.model.TagsList) SocketConnectionFactoryImpl(io.pravega.client.connection.impl.SocketConnectionFactoryImpl) RetentionConfig(io.pravega.controller.server.rest.generated.model.RetentionConfig) ReaderGroupsList(io.pravega.controller.server.rest.generated.model.ReaderGroupsList) Response(javax.ws.rs.core.Response) CreateScopeRequest(io.pravega.controller.server.rest.generated.model.CreateScopeRequest) StreamManager(io.pravega.client.admin.StreamManager) Test(org.junit.Test)

Example 3 with TagsList

use of io.pravega.controller.server.rest.generated.model.TagsList in project pravega by pravega.

the class ModelHelper method encodeStreamResponse.

/**
 * The method translates the internal object StreamConfiguration into REST response object.
 *
 * @param scope               the scope of the stream
 * @param streamName          the name of the stream
 * @param streamConfiguration The configuration of stream
 * @return Stream properties wrapped in StreamResponse object
 */
public static final StreamProperty encodeStreamResponse(String scope, String streamName, final StreamConfiguration streamConfiguration) {
    ScalingConfig scalingPolicy = new ScalingConfig();
    if (streamConfiguration.getScalingPolicy().getScaleType() == ScalingPolicy.ScaleType.FIXED_NUM_SEGMENTS) {
        scalingPolicy.setType(ScalingConfig.TypeEnum.valueOf(streamConfiguration.getScalingPolicy().getScaleType().name()));
        scalingPolicy.setMinSegments(streamConfiguration.getScalingPolicy().getMinNumSegments());
    } else {
        scalingPolicy.setType(ScalingConfig.TypeEnum.valueOf(streamConfiguration.getScalingPolicy().getScaleType().name()));
        scalingPolicy.setTargetRate(streamConfiguration.getScalingPolicy().getTargetRate());
        scalingPolicy.setScaleFactor(streamConfiguration.getScalingPolicy().getScaleFactor());
        scalingPolicy.setMinSegments(streamConfiguration.getScalingPolicy().getMinNumSegments());
    }
    RetentionConfig retentionConfig = null;
    if (streamConfiguration.getRetentionPolicy() != null) {
        retentionConfig = new RetentionConfig();
        switch(streamConfiguration.getRetentionPolicy().getRetentionType()) {
            case SIZE:
                retentionConfig.setType(RetentionConfig.TypeEnum.LIMITED_SIZE_MB);
                retentionConfig.setValue(streamConfiguration.getRetentionPolicy().getRetentionParam() / (1024 * 1024));
                break;
            case TIME:
                retentionConfig.setType(RetentionConfig.TypeEnum.LIMITED_DAYS);
                TimeBasedRetention timeRetention = new TimeBasedRetention();
                long totalMilliSecs = streamConfiguration.getRetentionPolicy().getRetentionParam();
                long days = Duration.ofMillis(streamConfiguration.getRetentionPolicy().getRetentionParam()).toDays();
                long daysInMs = Duration.ofDays(days).toMillis();
                long hours = 0L, minutes = 0L;
                if (totalMilliSecs == daysInMs) {
                    // retention is specified only in days
                    hours = 0L;
                    minutes = 0L;
                    retentionConfig.setValue(days);
                } else {
                    hours = TimeUnit.MILLISECONDS.toHours(totalMilliSecs - daysInMs);
                    minutes = getMinsFromMillis(totalMilliSecs, daysInMs, hours);
                    retentionConfig.setValue(0L);
                }
                retentionConfig.setTimeBasedRetention(timeRetention.days(days).hours(hours).minutes(minutes));
                break;
            default:
                throw new NotImplementedException("consumption type not supported");
        }
    }
    TagsList tagList = new TagsList();
    tagList.addAll(streamConfiguration.getTags());
    StreamProperty streamProperty = new StreamProperty();
    streamProperty.setScopeName(scope);
    streamProperty.setStreamName(streamName);
    streamProperty.setScalingPolicy(scalingPolicy);
    streamProperty.setRetentionPolicy(retentionConfig);
    streamProperty.setTags(tagList);
    streamProperty.setTimestampAggregationTimeout(streamConfiguration.getTimestampAggregationTimeout());
    streamProperty.setRolloverSizeBytes(streamConfiguration.getRolloverSizeBytes());
    return streamProperty;
}
Also used : ScalingConfig(io.pravega.controller.server.rest.generated.model.ScalingConfig) NotImplementedException(org.apache.commons.lang3.NotImplementedException) StreamProperty(io.pravega.controller.server.rest.generated.model.StreamProperty) TagsList(io.pravega.controller.server.rest.generated.model.TagsList) TimeBasedRetention(io.pravega.controller.server.rest.generated.model.TimeBasedRetention) RetentionConfig(io.pravega.controller.server.rest.generated.model.RetentionConfig)

Example 4 with TagsList

use of io.pravega.controller.server.rest.generated.model.TagsList in project pravega by pravega.

the class ModelHelper method getUpdateStreamConfig.

/**
 * This method translates the REST request object UpdateStreamRequest into internal object StreamConfiguration.
 *
 * @param updateStreamRequest An object conforming to the updateStreamConfig REST API json
 * @return StreamConfiguration internal object
 */
public static final StreamConfiguration getUpdateStreamConfig(final UpdateStreamRequest updateStreamRequest) {
    ScalingPolicy scalingPolicy;
    if (updateStreamRequest.getScalingPolicy().getType() == ScalingConfig.TypeEnum.FIXED_NUM_SEGMENTS) {
        scalingPolicy = ScalingPolicy.fixed(updateStreamRequest.getScalingPolicy().getMinSegments());
    } else if (updateStreamRequest.getScalingPolicy().getType() == ScalingConfig.TypeEnum.BY_RATE_IN_EVENTS_PER_SEC) {
        scalingPolicy = ScalingPolicy.byEventRate(updateStreamRequest.getScalingPolicy().getTargetRate(), updateStreamRequest.getScalingPolicy().getScaleFactor(), updateStreamRequest.getScalingPolicy().getMinSegments());
    } else {
        scalingPolicy = ScalingPolicy.byDataRate(updateStreamRequest.getScalingPolicy().getTargetRate(), updateStreamRequest.getScalingPolicy().getScaleFactor(), updateStreamRequest.getScalingPolicy().getMinSegments());
    }
    RetentionPolicy retentionPolicy = null;
    if (updateStreamRequest.getRetentionPolicy() != null) {
        switch(updateStreamRequest.getRetentionPolicy().getType()) {
            case LIMITED_SIZE_MB:
                retentionPolicy = RetentionPolicy.bySizeBytes(updateStreamRequest.getRetentionPolicy().getValue() * 1024 * 1024);
                break;
            case LIMITED_DAYS:
                retentionPolicy = getRetentionPolicy(updateStreamRequest.getRetentionPolicy().getTimeBasedRetention(), updateStreamRequest.getRetentionPolicy().getValue());
                break;
            default:
                throw new NotImplementedException("retention policy type not supported");
        }
    }
    TagsList tagsList = new TagsList();
    if (updateStreamRequest.getStreamTags() != null) {
        tagsList = updateStreamRequest.getStreamTags();
    }
    StreamConfiguration.StreamConfigurationBuilder builder = StreamConfiguration.builder().scalingPolicy(scalingPolicy).retentionPolicy(retentionPolicy).tags(tagsList);
    if (updateStreamRequest.getTimestampAggregationTimeout() != null) {
        builder.timestampAggregationTimeout(updateStreamRequest.getTimestampAggregationTimeout());
    }
    if (updateStreamRequest.getRolloverSizeBytes() != null) {
        builder.rolloverSizeBytes(updateStreamRequest.getRolloverSizeBytes());
    }
    return builder.build();
}
Also used : ScalingPolicy(io.pravega.client.stream.ScalingPolicy) NotImplementedException(org.apache.commons.lang3.NotImplementedException) StreamConfiguration(io.pravega.client.stream.StreamConfiguration) TagsList(io.pravega.controller.server.rest.generated.model.TagsList) RetentionPolicy(io.pravega.client.stream.RetentionPolicy)

Aggregations

TagsList (io.pravega.controller.server.rest.generated.model.TagsList)4 StreamConfiguration (io.pravega.client.stream.StreamConfiguration)3 NotImplementedException (org.apache.commons.lang3.NotImplementedException)3 RetentionPolicy (io.pravega.client.stream.RetentionPolicy)2 ScalingPolicy (io.pravega.client.stream.ScalingPolicy)2 RetentionConfig (io.pravega.controller.server.rest.generated.model.RetentionConfig)2 ScalingConfig (io.pravega.controller.server.rest.generated.model.ScalingConfig)2 StreamProperty (io.pravega.controller.server.rest.generated.model.StreamProperty)2 ClientConfig (io.pravega.client.ClientConfig)1 ReaderGroupManager (io.pravega.client.admin.ReaderGroupManager)1 StreamManager (io.pravega.client.admin.StreamManager)1 StreamManagerImpl (io.pravega.client.admin.impl.StreamManagerImpl)1 ConnectionPool (io.pravega.client.connection.impl.ConnectionPool)1 ConnectionPoolImpl (io.pravega.client.connection.impl.ConnectionPoolImpl)1 SocketConnectionFactoryImpl (io.pravega.client.connection.impl.SocketConnectionFactoryImpl)1 ClientFactoryImpl (io.pravega.client.stream.impl.ClientFactoryImpl)1 CreateScopeRequest (io.pravega.controller.server.rest.generated.model.CreateScopeRequest)1 CreateStreamRequest (io.pravega.controller.server.rest.generated.model.CreateStreamRequest)1 ReaderGroupProperty (io.pravega.controller.server.rest.generated.model.ReaderGroupProperty)1 ReaderGroupsList (io.pravega.controller.server.rest.generated.model.ReaderGroupsList)1