Search in sources :

Example 51 with Folder

use of org.talend.dataprep.api.folder.Folder in project data-prep by Talend.

the class APIClientTest method getFolderByPath.

public Folder getFolderByPath(String path) throws IOException {
    InputStream inputStream = with().queryParam("path", path).get("/api/folders/search").asInputStream();
    MappingIterator<Folder> foldersIterator = mapper.readerFor(Folder.class).readValues(inputStream);
    List<Folder> folders = foldersIterator.readAll();
    assertTrue(folders.size() == 1);
    return folders.iterator().next();
}
Also used : InputStream(java.io.InputStream) Folder(org.talend.dataprep.api.folder.Folder)

Example 52 with Folder

use of org.talend.dataprep.api.folder.Folder in project data-prep by Talend.

the class APIPreparationConversionsTest method shouldDealWithRepeatedStepIds.

@Test
public void shouldDealWithRepeatedStepIds() {
    // given
    DataSetMetadata metadata = getDataSetMetadata("super dataset", 1001L);
    setupHystrixCommand(DataSetGetMetadata.class, metadata);
    final PreparationMessage preparation = getPreparationMessage(metadata.getId());
    preparation.setSteps(asList(Step.ROOT_STEP, Step.ROOT_STEP));
    Folder folder = getFolder("F-753854");
    setupHystrixCommand(LocatePreparation.class, folder);
    // when
    final EnrichedPreparation actual = conversionService.convert(preparation, EnrichedPreparation.class);
    // then
    assertEquals(1, actual.getSteps().size());
    assertEquals(Step.ROOT_STEP.id(), actual.getSteps().get(0));
}
Also used : EnrichedPreparation(org.talend.dataprep.api.service.api.EnrichedPreparation) PreparationMessage(org.talend.dataprep.api.preparation.PreparationMessage) Folder(org.talend.dataprep.api.folder.Folder) DataSetMetadata(org.talend.dataprep.api.dataset.DataSetMetadata) Test(org.junit.Test)

Example 53 with Folder

use of org.talend.dataprep.api.folder.Folder in project data-prep by Talend.

the class FolderService method getFolderAndHierarchyById.

/**
 * Get a folder metadata with its hierarchy
 *
 * @param id the folder id.
 * @return the folder metadata with its hierarchy.
 */
@RequestMapping(value = "/folders/{id}", method = GET)
@ApiOperation(value = "Get folder by id", notes = "GET a folder by id")
@Timed
public FolderInfo getFolderAndHierarchyById(@PathVariable(value = "id") final String id) {
    final Folder folder = folderRepository.getFolderById(id);
    if (folder == null) {
        throw new TDPException(FOLDER_NOT_FOUND, ExceptionContext.build().put("path", id));
    }
    final List<Folder> hierarchy = folderRepository.getHierarchy(folder);
    return new FolderInfo(folder, hierarchy);
}
Also used : TDPException(org.talend.dataprep.exception.TDPException) Folder(org.talend.dataprep.api.folder.Folder) FolderInfo(org.talend.dataprep.api.folder.FolderInfo) Timed(org.talend.dataprep.metrics.Timed) ApiOperation(io.swagger.annotations.ApiOperation) RequestMapping(org.springframework.web.bind.annotation.RequestMapping)

Example 54 with Folder

use of org.talend.dataprep.api.folder.Folder in project data-prep by Talend.

the class FolderService method search.

/**
 * Search for folders.
 *
 * @param name the folder name to search.
 * @param strict strict mode means the name is the full name.
 * @return the folders whose part of their name match the given path.
 */
@RequestMapping(value = "/folders/search", method = GET)
@ApiOperation(value = "Search Folders with parameter as part of the name")
@Timed
public Stream<Folder> search(@RequestParam(required = false, defaultValue = "") final String name, @RequestParam(required = false, defaultValue = "false") final Boolean strict, @RequestParam(required = false) final String path) {
    Stream<Folder> folders;
    if (path == null) {
        folders = folderRepository.searchFolders(name, strict);
    } else {
        folders = folderRepository.searchFolders(name, strict).filter(f -> f.getPath().equals(path));
    }
    AtomicInteger foldersFound = new AtomicInteger(0);
    folders = folders.peek(folder -> {
        folder.setNbPreparations(folderRepository.count(folder.getId(), PREPARATION));
        foldersFound.incrementAndGet();
    });
    LOGGER.info("Found {} folder(s) searching for {}", foldersFound, name);
    return folders;
}
Also used : PathVariable(org.springframework.web.bind.annotation.PathVariable) RequestParam(org.springframework.web.bind.annotation.RequestParam) TDPException(org.talend.dataprep.exception.TDPException) PREPARATION(org.talend.dataprep.api.folder.FolderContentType.PREPARATION) PUT(org.springframework.web.bind.annotation.RequestMethod.PUT) LoggerFactory(org.slf4j.LoggerFactory) Autowired(org.springframework.beans.factory.annotation.Autowired) RequestMapping(org.springframework.web.bind.annotation.RequestMapping) ApiParam(io.swagger.annotations.ApiParam) FOLDER_NOT_FOUND(org.talend.dataprep.exception.error.FolderErrorCodes.FOLDER_NOT_FOUND) GET(org.springframework.web.bind.annotation.RequestMethod.GET) RequestBody(org.springframework.web.bind.annotation.RequestBody) ApiOperation(io.swagger.annotations.ApiOperation) ExceptionContext.build(org.talend.daikon.exception.ExceptionContext.build) ExceptionContext(org.talend.daikon.exception.ExceptionContext) Folder(org.talend.dataprep.api.folder.Folder) AtomicInteger(java.util.concurrent.atomic.AtomicInteger) StreamSupport(java.util.stream.StreamSupport) Api(io.swagger.annotations.Api) FolderRepository(org.talend.dataprep.folder.store.FolderRepository) SortAndOrderHelper.getFolderComparator(org.talend.dataprep.util.SortAndOrderHelper.getFolderComparator) Logger(org.slf4j.Logger) DELETE(org.springframework.web.bind.annotation.RequestMethod.DELETE) Order(org.talend.dataprep.util.SortAndOrderHelper.Order) HttpResponseContext(org.talend.dataprep.http.HttpResponseContext) Sort(org.talend.dataprep.util.SortAndOrderHelper.Sort) FolderTreeNode(org.talend.dataprep.api.folder.FolderTreeNode) RestController(org.springframework.web.bind.annotation.RestController) HttpStatus(org.springframework.http.HttpStatus) Collectors.toList(java.util.stream.Collectors.toList) List(java.util.List) Stream(java.util.stream.Stream) Security(org.talend.dataprep.security.Security) Timed(org.talend.dataprep.metrics.Timed) FolderInfo(org.talend.dataprep.api.folder.FolderInfo) AtomicInteger(java.util.concurrent.atomic.AtomicInteger) Folder(org.talend.dataprep.api.folder.Folder) Timed(org.talend.dataprep.metrics.Timed) ApiOperation(io.swagger.annotations.ApiOperation) RequestMapping(org.springframework.web.bind.annotation.RequestMapping)

Example 55 with Folder

use of org.talend.dataprep.api.folder.Folder in project data-prep by Talend.

the class PreparationService method listAll.

public Stream<UserPreparation> listAll(PreparationSearchCriterion searchCriterion, Sort sort, Order order) {
    LOGGER.debug("Get list of preparations (with details).");
    Stream<Preparation> preparationStream;
    if (searchCriterion.getName() == null && searchCriterion.getDataSetId() == null) {
        preparationStream = preparationRepository.list(Preparation.class);
    } else {
        Expression filter = null;
        if (searchCriterion.getName() != null) {
            filter = getNameFilter(searchCriterion.getName(), searchCriterion.isNameExactMatch());
        }
        if (searchCriterion.getDataSetId() != null) {
            Expression dataSetFilter = eq("dataSetId", searchCriterion.getDataSetId());
            filter = filter == null ? dataSetFilter : and(filter, dataSetFilter);
        }
        preparationStream = preparationRepository.list(Preparation.class, filter);
    }
    // filter on path
    if (searchCriterion.getFolderPath() != null || searchCriterion.getFolderId() != null) {
        Map<String, Folder> preparationsFolder = folderRepository.getPreparationsFolderPaths();
        if (searchCriterion.getFolderPath() != null) {
            preparationStream = preparationStream.filter(p -> preparationsFolder.get(p.getId()).getPath().equals(searchCriterion.getFolderPath()));
        }
        if (searchCriterion.getFolderId() != null) {
            preparationStream = preparationStream.filter(p -> preparationsFolder.get(p.getId()).getId().equals(searchCriterion.getFolderId()));
        }
    }
    return // Needed to order on
    preparationStream.map(p -> beanConversionService.convert(p, UserPreparation.class)).sorted(getPreparationComparator(sort, order, p -> getDatasetMetadata(p.getDataSetId())));
}
Also used : StringUtils(org.apache.commons.lang.StringUtils) PREPARATION(org.talend.dataprep.api.folder.FolderContentType.PREPARATION) ActionFactory(org.talend.dataprep.transformation.actions.common.ActionFactory) MAX_VALUE(java.lang.Integer.MAX_VALUE) LoggerFactory(org.slf4j.LoggerFactory) Autowired(org.springframework.beans.factory.annotation.Autowired) PreparationRepository(org.talend.dataprep.preparation.store.PreparationRepository) LockedResourceRepository(org.talend.dataprep.lock.store.LockedResourceRepository) BeanConversionService(org.talend.dataprep.conversions.BeanConversionService) DataprepBundle.message(org.talend.dataprep.i18n.DataprepBundle.message) DataSetMetadata(org.talend.dataprep.api.dataset.DataSetMetadata) ConstraintViolation(javax.validation.ConstraintViolation) Collectors.toSet(java.util.stream.Collectors.toSet) Order(org.talend.dataprep.util.SortAndOrderHelper.Order) Collections.emptyList(java.util.Collections.emptyList) Predicate(java.util.function.Predicate) Validator(javax.validation.Validator) PreparationErrorCodes(org.talend.dataprep.exception.error.PreparationErrorCodes) Collectors(java.util.stream.Collectors) Stream(java.util.stream.Stream) SortAndOrderHelper.getPreparationComparator(org.talend.dataprep.util.SortAndOrderHelper.getPreparationComparator) Pattern(java.util.regex.Pattern) ActionDefinition(org.talend.dataprep.api.action.ActionDefinition) Security(org.talend.dataprep.security.Security) RowMetadata(org.talend.dataprep.api.dataset.RowMetadata) RunnableAction(org.talend.dataprep.transformation.actions.common.RunnableAction) IntStream(java.util.stream.IntStream) ImplicitParameters(org.talend.dataprep.transformation.actions.common.ImplicitParameters) java.util(java.util) TDPException(org.talend.dataprep.exception.TDPException) TqlBuilder(org.talend.tql.api.TqlBuilder) JsonErrorCodeDescription(org.talend.dataprep.exception.json.JsonErrorCodeDescription) org.talend.dataprep.api.preparation(org.talend.dataprep.api.preparation) Expression(org.talend.tql.model.Expression) Function(java.util.function.Function) FolderEntry(org.talend.dataprep.api.folder.FolderEntry) ExceptionContext.build(org.talend.daikon.exception.ExceptionContext.build) ExceptionContext(org.talend.daikon.exception.ExceptionContext) Folder(org.talend.dataprep.api.folder.Folder) Service(org.springframework.stereotype.Service) VersionService(org.talend.dataprep.api.service.info.VersionService) FolderRepository(org.talend.dataprep.folder.store.FolderRepository) Logger(org.slf4j.Logger) ActionRegistry(org.talend.dataprep.transformation.pipeline.ActionRegistry) DecimalFormat(java.text.DecimalFormat) Sort(org.talend.dataprep.util.SortAndOrderHelper.Sort) PreparationSearchCriterion.filterPreparation(org.talend.dataprep.preparation.service.PreparationSearchCriterion.filterPreparation) Collectors.toList(java.util.stream.Collectors.toList) ActionMetadataValidation(org.talend.dataprep.transformation.api.action.validation.ActionMetadataValidation) Lookup(org.talend.dataprep.transformation.actions.datablending.Lookup) DataSetGetMetadata(org.talend.dataprep.command.dataset.DataSetGetMetadata) PATH_SEPARATOR(org.talend.dataprep.folder.store.FoldersRepositoriesConstants.PATH_SEPARATOR) Expression(org.talend.tql.model.Expression) PreparationSearchCriterion.filterPreparation(org.talend.dataprep.preparation.service.PreparationSearchCriterion.filterPreparation) Folder(org.talend.dataprep.api.folder.Folder)

Aggregations

Folder (org.talend.dataprep.api.folder.Folder)69 Test (org.junit.Test)36 Response (com.jayway.restassured.response.Response)25 BasePreparationTest (org.talend.dataprep.preparation.BasePreparationTest)21 ServiceBaseTest (org.talend.ServiceBaseTest)17 FolderEntry (org.talend.dataprep.api.folder.FolderEntry)16 TDPException (org.talend.dataprep.exception.TDPException)9 Collectors.toList (java.util.stream.Collectors.toList)7 List (java.util.List)6 Preparation (org.talend.dataprep.api.preparation.Preparation)6 DataSetMetadata (org.talend.dataprep.api.dataset.DataSetMetadata)5 RowMetadata (org.talend.dataprep.api.dataset.RowMetadata)5 FolderInfo (org.talend.dataprep.api.folder.FolderInfo)5 EnrichedPreparation (org.talend.dataprep.api.service.api.EnrichedPreparation)5 Stream (java.util.stream.Stream)4 Autowired (org.springframework.beans.factory.annotation.Autowired)4 PREPARATION (org.talend.dataprep.api.folder.FolderContentType.PREPARATION)4 ApiOperation (io.swagger.annotations.ApiOperation)3 IOException (java.io.IOException)3 InputStream (java.io.InputStream)3