Examples with TypeSyncStatistics com.commercetools.sync.types.helpers.TypeSyncStatistics used on opensource projects

Example 11 with TypeSyncStatistics

use of com.commercetools.sync.types.helpers.TypeSyncStatistics in project commercetools-sync-java by commercetools.

the class TypeSyncTest method sync_WithErrorFetchingExistingKeys_ShouldExecuteCallbackOnErrorAndIncreaseFailedCounter.

@Test
void sync_WithErrorFetchingExistingKeys_ShouldExecuteCallbackOnErrorAndIncreaseFailedCounter() {
    // preparation
    final TypeDraft newTypeDraft = TypeDraftBuilder.of("foo", ofEnglish("name"), ResourceTypeIdsSetBuilder.of().addCategories().build()).description(ofEnglish("desc")).fieldDefinitions(emptyList()).build();
    final List<String> errorMessages = new ArrayList<>();
    final List<Throwable> exceptions = new ArrayList<>();
    final TypeSyncOptions syncOptions = TypeSyncOptionsBuilder.of(mock(SphereClient.class)).errorCallback((exception, oldResource, newResource, updateActions) -> {
        errorMessages.add(exception.getMessage());
        exceptions.add(exception.getCause());
    }).build();
    final TypeService mockTypeService = mock(TypeService.class);
    when(mockTypeService.fetchMatchingTypesByKeys(singleton(newTypeDraft.getKey()))).thenReturn(supplyAsync(() -> {
        throw new SphereException();
    }));
    final TypeSync typeSync = new TypeSync(syncOptions, mockTypeService);
    // test
    final TypeSyncStatistics typeSyncStatistics = typeSync.sync(singletonList(newTypeDraft)).toCompletableFuture().join();
    // assertions
    assertThat(errorMessages).hasSize(1).singleElement(as(STRING)).isEqualTo("Failed to fetch existing types with keys: '[foo]'.");
    assertThat(exceptions).hasSize(1).singleElement(as(THROWABLE)).isExactlyInstanceOf(CompletionException.class).hasCauseExactlyInstanceOf(SphereException.class);
    assertThat(typeSyncStatistics).hasValues(1, 0, 0, 1);
}

Example 12 with TypeSyncStatistics

use of com.commercetools.sync.types.helpers.TypeSyncStatistics in project commercetools-sync-java by commercetools.

the class TypeSyncBenchmark method sync_WithSomeExistingTypes_ShouldSyncTypes.

@Test
void sync_WithSomeExistingTypes_ShouldSyncTypes() throws IOException {
    // preparation
    final List<TypeDraft> typeDrafts = buildTypeDrafts(NUMBER_OF_RESOURCE_UNDER_TEST);
    final int halfNumberOfDrafts = typeDrafts.size() / 2;
    final List<TypeDraft> firstHalf = typeDrafts.subList(0, halfNumberOfDrafts);
    // Create first half of drafts to target project with different field definition name
    CompletableFuture.allOf(firstHalf.stream().map(TypeDraftBuilder::of).map(TypeSyncBenchmark::applyFieldDefinitionNameChange).map(TypeDraftBuilder::build).map(draft -> CTP_TARGET_CLIENT.execute(TypeCreateCommand.of(draft))).map(CompletionStage::toCompletableFuture).toArray(CompletableFuture[]::new)).join();
    final TypeSync typeSync = new TypeSync(typeSyncOptions);
    // benchmark
    final long beforeSyncTime = System.currentTimeMillis();
    final TypeSyncStatistics syncStatistics = executeBlocking(typeSync.sync(typeDrafts));
    final long totalTime = System.currentTimeMillis() - beforeSyncTime;
    // assert on threshold (based on history of benchmarks; highest was ~12 seconds)
    // double of the highest benchmark
    final int threshold = 24000;
    assertThat(totalTime).withFailMessage(format(THRESHOLD_EXCEEDED_ERROR, totalTime, threshold)).isLessThan(threshold);
    // Assert actual state of CTP project (number of updated types)
    final CompletableFuture<Integer> totalNumberOfUpdatedTypesWithOldFieldDefinitionName = CTP_TARGET_CLIENT.execute(TypeQuery.of().withPredicates(p -> p.fieldDefinitions().name().is(FIELD_DEFINITION_NAME_1 + "_old"))).thenApply(PagedQueryResult::getTotal).thenApply(Long::intValue).toCompletableFuture();
    executeBlocking(totalNumberOfUpdatedTypesWithOldFieldDefinitionName);
    assertThat(totalNumberOfUpdatedTypesWithOldFieldDefinitionName).isCompletedWithValue(0);
    // Assert actual state of CTP project (total number of existing types)
    final CompletableFuture<Integer> totalNumberOfTypes = CTP_TARGET_CLIENT.execute(TypeQuery.of()).thenApply(PagedQueryResult::getTotal).thenApply(Long::intValue).toCompletableFuture();
    executeBlocking(totalNumberOfTypes);
    assertThat(totalNumberOfTypes).isCompletedWithValue(NUMBER_OF_RESOURCE_UNDER_TEST);
    // Assert statistics
    assertThat(syncStatistics).hasValues(NUMBER_OF_RESOURCE_UNDER_TEST, halfNumberOfDrafts, halfNumberOfDrafts, 0);
    assertThat(errorCallBackExceptions).isEmpty();
    assertThat(errorCallBackMessages).isEmpty();
    assertThat(warningCallBackMessages).isEmpty();
    saveNewResult(TYPE_SYNC, CREATES_AND_UPDATES, totalTime);
}

Example 13 with TypeSyncStatistics

use of com.commercetools.sync.types.helpers.TypeSyncStatistics in project commercetools-sync-java by commercetools.

the class TypeSyncBenchmark method sync_ExistingTypes_ShouldUpdateTypes.

@Test
void sync_ExistingTypes_ShouldUpdateTypes() throws IOException {
    // preparation
    final List<TypeDraft> typeDrafts = buildTypeDrafts(NUMBER_OF_RESOURCE_UNDER_TEST);
    // Create drafts to target project with different field type name
    CompletableFuture.allOf(typeDrafts.stream().map(TypeDraftBuilder::of).map(TypeSyncBenchmark::applyFieldDefinitionNameChange).map(TypeDraftBuilder::build).map(draft -> CTP_TARGET_CLIENT.execute(TypeCreateCommand.of(draft))).map(CompletionStage::toCompletableFuture).toArray(CompletableFuture[]::new)).join();
    final TypeSync typeSync = new TypeSync(typeSyncOptions);
    // benchmark
    final long beforeSyncTime = System.currentTimeMillis();
    final TypeSyncStatistics syncStatistics = executeBlocking(typeSync.sync(typeDrafts));
    final long totalTime = System.currentTimeMillis() - beforeSyncTime;
    // assert on threshold (based on history of benchmarks; highest was ~13 seconds)
    // double of the highest benchmark
    final int threshold = 26000;
    assertThat(totalTime).withFailMessage(format(THRESHOLD_EXCEEDED_ERROR, totalTime, threshold)).isLessThan(threshold);
    // Assert actual state of CTP project (number of updated types)
    final CompletableFuture<Integer> totalNumberOfUpdatedTypes = CTP_TARGET_CLIENT.execute(TypeQuery.of().withPredicates(p -> p.fieldDefinitions().name().is(FIELD_DEFINITION_NAME_1))).thenApply(PagedQueryResult::getTotal).thenApply(Long::intValue).toCompletableFuture();
    executeBlocking(totalNumberOfUpdatedTypes);
    assertThat(totalNumberOfUpdatedTypes).isCompletedWithValue(NUMBER_OF_RESOURCE_UNDER_TEST);
    // Assert actual state of CTP project (total number of existing types)
    final CompletableFuture<Integer> totalNumberOfTypes = CTP_TARGET_CLIENT.execute(TypeQuery.of()).thenApply(PagedQueryResult::getTotal).thenApply(Long::intValue).toCompletableFuture();
    executeBlocking(totalNumberOfTypes);
    assertThat(totalNumberOfTypes).isCompletedWithValue(NUMBER_OF_RESOURCE_UNDER_TEST);
    // Assert statistics
    assertThat(syncStatistics).hasValues(NUMBER_OF_RESOURCE_UNDER_TEST, 0, NUMBER_OF_RESOURCE_UNDER_TEST, 0);
    assertThat(errorCallBackExceptions).isEmpty();
    assertThat(errorCallBackMessages).isEmpty();
    assertThat(warningCallBackMessages).isEmpty();
    saveNewResult(TYPE_SYNC, UPDATES_ONLY, totalTime);
}

Example 14 with TypeSyncStatistics

use of com.commercetools.sync.types.helpers.TypeSyncStatistics in project commercetools-sync-java by commercetools.

the class TypeSyncBenchmark method sync_NewTypes_ShouldCreateTypes.

@Test
void sync_NewTypes_ShouldCreateTypes() throws IOException {
    // preparation
    final List<TypeDraft> typeDrafts = buildTypeDrafts(NUMBER_OF_RESOURCE_UNDER_TEST);
    final TypeSync typeSync = new TypeSync(typeSyncOptions);
    // benchmark
    final long beforeSyncTime = System.currentTimeMillis();
    final TypeSyncStatistics syncStatistics = executeBlocking(typeSync.sync(typeDrafts));
    final long totalTime = System.currentTimeMillis() - beforeSyncTime;
    // assert on threshold (based on history of benchmarks; highest was ~13 seconds)
    // double of the highest benchmark
    final int threshold = 26000;
    assertThat(totalTime).withFailMessage(format(THRESHOLD_EXCEEDED_ERROR, totalTime, threshold)).isLessThan(threshold);
    // Assert actual state of CTP project (total number of existing types)
    final CompletableFuture<Integer> totalNumberOfTypes = CTP_TARGET_CLIENT.execute(TypeQuery.of()).thenApply(PagedQueryResult::getTotal).thenApply(Long::intValue).toCompletableFuture();
    executeBlocking(totalNumberOfTypes);
    assertThat(totalNumberOfTypes).isCompletedWithValue(NUMBER_OF_RESOURCE_UNDER_TEST);
    assertThat(syncStatistics).hasValues(NUMBER_OF_RESOURCE_UNDER_TEST, NUMBER_OF_RESOURCE_UNDER_TEST, 0, 0);
    assertThat(errorCallBackExceptions).isEmpty();
    assertThat(errorCallBackMessages).isEmpty();
    assertThat(warningCallBackMessages).isEmpty();
    saveNewResult(TYPE_SYNC, CREATES_ONLY, totalTime);
}

Example 15 with TypeSyncStatistics

use of com.commercetools.sync.types.helpers.TypeSyncStatistics in project commercetools-sync-java by commercetools.

the class TypeSyncIT method sync_WithSeveralBatches_ShouldReturnProperStatistics.

@Test
void sync_WithSeveralBatches_ShouldReturnProperStatistics() {
    // preparation
    // Default batch size is 50 (check TypeSyncOptionsBuilder) so we have 2 batches of 50
    final List<TypeDraft> typeDrafts = IntStream.range(0, 100).mapToObj(i -> TypeDraftBuilder.of("key__" + Integer.toString(i), LocalizedString.ofEnglish("name__" + Integer.toString(i)), ResourceTypeIdsSetBuilder.of().addCategories().build()).description(LocalizedString.ofEnglish("description__" + Integer.toString(i))).fieldDefinitions(singletonList(FIELD_DEFINITION_1)).build()).collect(Collectors.toList());
    final TypeSyncOptions typeSyncOptions = TypeSyncOptionsBuilder.of(CTP_TARGET_CLIENT).build();
    final TypeSync typeSync = new TypeSync(typeSyncOptions);
    // test
    final TypeSyncStatistics typeSyncStatistics = typeSync.sync(typeDrafts).toCompletableFuture().join();
    // assertion
    assertThat(typeSyncStatistics).hasValues(100, 100, 0, 0);
}