Search in sources :

Example 1 with DBMSType

use of com.odysseusinc.arachne.commons.types.DBMSType in project ArachneCentralAPI by OHDSI.

the class AnalysisFilesSavingServiceImpl method generateFilesForEachDialectAndAddToZip.

private void generateFilesForEachDialectAndAddToZip(ZipOutputStream zos, MultipartFile file) throws IOException {
    String statement = IOUtils.toString(file.getInputStream(), StandardCharsets.UTF_8);
    String renderedSql = SqlRender.renderSql(statement, null, null);
    String baseName = FilenameUtils.getBaseName(file.getOriginalFilename());
    String extension = FilenameUtils.getExtension(file.getOriginalFilename());
    for (DBMSType dialect : DBMSType.values()) {
        String sql = SqlTranslate.translateSql(renderedSql, dialect.getOhdsiDB());
        String fileName = String.format("%s.%s.%s", baseName, dialect.getLabel().replace(" ", "-"), extension);
        ZipUtil.addZipEntry(zos, fileName, new ByteArrayInputStream(sql.getBytes(StandardCharsets.UTF_8)));
    }
}
Also used : ByteArrayInputStream(java.io.ByteArrayInputStream) DBMSType(com.odysseusinc.arachne.commons.types.DBMSType)

Example 2 with DBMSType

use of com.odysseusinc.arachne.commons.types.DBMSType in project ArachneCentralAPI by OHDSI.

the class BaseAnalysisController method doAddCommonEntityToAnalysis.

protected void doAddCommonEntityToAnalysis(T analysis, DataReference dataReference, IUser user, CommonAnalysisType analysisType, List<MultipartFile> files) throws IOException {
    files.stream().filter(f -> !CommonAnalysisType.COHORT.equals(analysisType) || !f.getName().endsWith(CommonFileUtils.OHDSI_JSON_EXT)).forEach(f -> {
        try {
            analysisService.saveFile(f, user, analysis, f.getName(), detectExecutable(analysisType, f), dataReference);
        } catch (IOException e) {
            LOGGER.error("Failed to save file", e);
        }
    });
    if (analysisType.equals(CommonAnalysisType.COHORT)) {
        final ByteArrayOutputStream out = new ByteArrayOutputStream();
        class StringContainer {

            String value = CommonAnalysisType.COHORT.getTitle();
        }
        final StringContainer generatedFileName = new StringContainer();
        try (final ZipOutputStream zos = new ZipOutputStream(out)) {
            files.forEach(file -> {
                try {
                    if (file.getName().endsWith(CommonFileUtils.OHDSI_SQL_EXT)) {
                        String statement = org.apache.commons.io.IOUtils.toString(file.getInputStream(), "UTF-8");
                        String renderedSql = SqlRender.renderSql(statement, null, null);
                        DBMSType[] dbTypes = new DBMSType[] { DBMSType.POSTGRESQL, DBMSType.ORACLE, DBMSType.MS_SQL_SERVER, DBMSType.REDSHIFT, DBMSType.PDW };
                        String baseName = FilenameUtils.getBaseName(file.getOriginalFilename());
                        String extension = FilenameUtils.getExtension(file.getOriginalFilename());
                        for (final DBMSType dialect : dbTypes) {
                            final String sql = SqlTranslate.translateSql(renderedSql, DBMSType.MS_SQL_SERVER.getOhdsiDB(), dialect.getOhdsiDB());
                            final String fileName = baseName + "." + dialect.getLabel().replaceAll(" ", "-") + "." + extension;
                            ZipUtil.addZipEntry(zos, fileName, new ByteArrayInputStream(sql.getBytes("UTF-8")));
                        }
                        final String shortBaseName = baseName.replaceAll("\\.ohdsi", "");
                        if (!generatedFileName.value.contains(shortBaseName)) {
                            generatedFileName.value += "_" + shortBaseName;
                        }
                    } else {
                        String fileName = file.getName();
                        ZipUtil.addZipEntry(zos, fileName, file.getInputStream());
                    }
                } catch (IOException e) {
                    LOGGER.error("Failed to add file to archive", e);
                    throw new RuntimeIOException(e.getMessage(), e);
                }
            });
        }
        String fileName = generatedFileName.value + ".zip";
        final MultipartFile sqlArchive = new MockMultipartFile(fileName, fileName, "application/zip", out.toByteArray());
        analysisService.saveFile(sqlArchive, user, analysis, fileName, false, dataReference);
    }
}
Also used : Arrays(java.util.Arrays) RequestParam(org.springframework.web.bind.annotation.RequestParam) SqlTranslate(org.ohdsi.sql.SqlTranslate) Valid(javax.validation.Valid) CommentUtils.getRecentCommentables(com.odysseusinc.arachne.portal.util.CommentUtils.getRecentCommentables) AnalysisLockDTO(com.odysseusinc.arachne.portal.api.v1.dto.AnalysisLockDTO) BaseDataSourceService(com.odysseusinc.arachne.portal.service.BaseDataSourceService) Analysis(com.odysseusinc.arachne.portal.model.Analysis) Map(java.util.Map) Commentable(com.odysseusinc.arachne.portal.api.v1.dto.Commentable) Sort(org.springframework.data.domain.Sort) ImportedFile(com.odysseusinc.arachne.portal.util.ImportedFile) Resource(org.springframework.core.io.Resource) MessagingUtils(com.odysseusinc.arachne.portal.service.messaging.MessagingUtils) FieldError(org.springframework.validation.FieldError) SqlRender(org.ohdsi.sql.SqlRender) Set(java.util.Set) AnalysisFileDTO(com.odysseusinc.arachne.portal.api.v1.dto.AnalysisFileDTO) Page(org.springframework.data.domain.Page) MockMultipartFile(org.springframework.mock.web.MockMultipartFile) IUser(com.odysseusinc.arachne.portal.model.IUser) IOUtils(org.apache.commons.io.IOUtils) SimpMessagingTemplate(org.springframework.messaging.simp.SimpMessagingTemplate) RuntimeIOException(org.assertj.core.api.exception.RuntimeIOException) VALIDATION_ERROR(com.odysseusinc.arachne.commons.api.v1.dto.util.JsonResult.ErrorCode.VALIDATION_ERROR) ZipOutputStream(java.util.zip.ZipOutputStream) ByteArrayOutputStream(java.io.ByteArrayOutputStream) DataReference(com.odysseusinc.arachne.portal.model.DataReference) BindingResult(org.springframework.validation.BindingResult) ArrayList(java.util.ArrayList) Value(org.springframework.beans.factory.annotation.Value) RequestBody(org.springframework.web.bind.annotation.RequestBody) ZipUtil(com.odysseusinc.arachne.portal.util.ZipUtil) SubmissionInsightDTO(com.odysseusinc.arachne.portal.api.v1.dto.SubmissionInsightDTO) NO_ERROR(com.odysseusinc.arachne.commons.api.v1.dto.util.JsonResult.ErrorCode.NO_ERROR) StreamSupport(java.util.stream.StreamSupport) CommonEntityRequestDTO(com.odysseusinc.arachne.commons.api.v1.dto.CommonEntityRequestDTO) IOException(java.io.IOException) GenericConversionService(org.springframework.core.convert.support.GenericConversionService) HttpUtils.putFileContentToResponse(com.odysseusinc.arachne.portal.util.HttpUtils.putFileContentToResponse) SubmissionInsightUpdateDTO(com.odysseusinc.arachne.portal.api.v1.dto.SubmissionInsightUpdateDTO) DataReferenceDTO(com.odysseusinc.arachne.portal.api.v1.dto.DataReferenceDTO) AnalysisFile(com.odysseusinc.arachne.portal.model.AnalysisFile) UpdateNotificationDTO(com.odysseusinc.arachne.portal.api.v1.dto.UpdateNotificationDTO) AnalysisUpdateDTO(com.odysseusinc.arachne.portal.api.v1.dto.AnalysisUpdateDTO) PathVariable(org.springframework.web.bind.annotation.PathVariable) AnalysisUnlockRequestDTO(com.odysseusinc.arachne.portal.api.v1.dto.AnalysisUnlockRequestDTO) Date(java.util.Date) PUT(org.springframework.web.bind.annotation.RequestMethod.PUT) URISyntaxException(java.net.URISyntaxException) LoggerFactory(org.slf4j.LoggerFactory) ApiOperation(io.swagger.annotations.ApiOperation) ByteArrayInputStream(java.io.ByteArrayInputStream) PERMISSION_DENIED(com.odysseusinc.arachne.commons.api.v1.dto.util.JsonResult.ErrorCode.PERMISSION_DENIED) AnalysisUnlockRequest(com.odysseusinc.arachne.portal.model.AnalysisUnlockRequest) ToPdfConverter(com.odysseusinc.arachne.portal.service.ToPdfConverter) BaseSubmissionService(com.odysseusinc.arachne.portal.service.submission.BaseSubmissionService) BaseAnalysisService(com.odysseusinc.arachne.portal.service.analysis.BaseAnalysisService) AnalysisDTO(com.odysseusinc.arachne.portal.api.v1.dto.AnalysisDTO) AlreadyExistException(com.odysseusinc.arachne.portal.exception.AlreadyExistException) CommonAnalysisType(com.odysseusinc.arachne.commons.api.v1.dto.CommonAnalysisType) UUID(java.util.UUID) ShortBaseAnalysisDTO(com.odysseusinc.arachne.portal.api.v1.dto.ShortBaseAnalysisDTO) Collectors(java.util.stream.Collectors) JMSException(javax.jms.JMSException) FileDTO(com.odysseusinc.arachne.portal.api.v1.dto.FileDTO) CommonFileUtils(com.odysseusinc.arachne.commons.utils.CommonFileUtils) List(java.util.List) Principal(java.security.Principal) DataReferenceService(com.odysseusinc.arachne.portal.service.DataReferenceService) AnalysisCreateDTO(com.odysseusinc.arachne.portal.api.v1.dto.AnalysisCreateDTO) AnalysisUnlockRequestStatus(com.odysseusinc.arachne.portal.model.AnalysisUnlockRequestStatus) FilenameUtils(org.apache.commons.io.FilenameUtils) SubmissionGroupDTO(com.odysseusinc.arachne.portal.api.v1.dto.SubmissionGroupDTO) NotUniqueException(com.odysseusinc.arachne.portal.exception.NotUniqueException) FileDtoContentHandler(com.odysseusinc.arachne.portal.api.v1.dto.converters.FileDtoContentHandler) ClassPathResource(org.springframework.core.io.ClassPathResource) RequestMapping(org.springframework.web.bind.annotation.RequestMapping) HashMap(java.util.HashMap) ObjectMessage(javax.jms.ObjectMessage) GET(org.springframework.web.bind.annotation.RequestMethod.GET) Submission(com.odysseusinc.arachne.portal.model.Submission) SubmissionGroupSearch(com.odysseusinc.arachne.portal.model.search.SubmissionGroupSearch) ValidationException(com.odysseusinc.arachne.portal.exception.ValidationException) JsonResult(com.odysseusinc.arachne.commons.api.v1.dto.util.JsonResult) ModelAttribute(org.springframework.web.bind.annotation.ModelAttribute) JmsTemplate(org.springframework.jms.core.JmsTemplate) ProducerConsumerTemplate(com.odysseusinc.arachne.commons.service.messaging.ProducerConsumerTemplate) POST(org.springframework.web.bind.annotation.RequestMethod.POST) SubmissionInsight(com.odysseusinc.arachne.portal.model.SubmissionInsight) LinkedList(java.util.LinkedList) UploadFileDTO(com.odysseusinc.arachne.portal.api.v1.dto.UploadFileDTO) DestinationResolver(org.springframework.jms.support.destination.DestinationResolver) ServiceNotAvailableException(com.odysseusinc.arachne.portal.exception.ServiceNotAvailableException) CommentTopic(com.odysseusinc.arachne.portal.model.CommentTopic) Logger(org.slf4j.Logger) DELETE(org.springframework.web.bind.annotation.RequestMethod.DELETE) DBMSType(com.odysseusinc.arachne.commons.types.DBMSType) HttpServletResponse(javax.servlet.http.HttpServletResponse) BaseDataNodeService(com.odysseusinc.arachne.portal.service.BaseDataNodeService) PermissionDeniedException(com.odysseusinc.arachne.portal.exception.PermissionDeniedException) OptionDTO(com.odysseusinc.arachne.commons.api.v1.dto.OptionDTO) NotExistException(com.odysseusinc.arachne.portal.exception.NotExistException) DataNode(com.odysseusinc.arachne.portal.model.DataNode) MultipartFile(org.springframework.web.multipart.MultipartFile) ImportService(com.odysseusinc.arachne.portal.service.ImportService) NotEmptyException(com.odysseusinc.arachne.portal.exception.NotEmptyException) SubmissionInsightService(com.odysseusinc.arachne.portal.service.submission.SubmissionInsightService) InputStream(java.io.InputStream) StringUtils(org.springframework.util.StringUtils) MockMultipartFile(org.springframework.mock.web.MockMultipartFile) RuntimeIOException(org.assertj.core.api.exception.RuntimeIOException) MockMultipartFile(org.springframework.mock.web.MockMultipartFile) MultipartFile(org.springframework.web.multipart.MultipartFile) ByteArrayInputStream(java.io.ByteArrayInputStream) ZipOutputStream(java.util.zip.ZipOutputStream) DBMSType(com.odysseusinc.arachne.commons.types.DBMSType) RuntimeIOException(org.assertj.core.api.exception.RuntimeIOException) IOException(java.io.IOException) ByteArrayOutputStream(java.io.ByteArrayOutputStream)

Aggregations

DBMSType (com.odysseusinc.arachne.commons.types.DBMSType)2 CommonAnalysisType (com.odysseusinc.arachne.commons.api.v1.dto.CommonAnalysisType)1 CommonEntityRequestDTO (com.odysseusinc.arachne.commons.api.v1.dto.CommonEntityRequestDTO)1 OptionDTO (com.odysseusinc.arachne.commons.api.v1.dto.OptionDTO)1 JsonResult (com.odysseusinc.arachne.commons.api.v1.dto.util.JsonResult)1 NO_ERROR (com.odysseusinc.arachne.commons.api.v1.dto.util.JsonResult.ErrorCode.NO_ERROR)1 PERMISSION_DENIED (com.odysseusinc.arachne.commons.api.v1.dto.util.JsonResult.ErrorCode.PERMISSION_DENIED)1 VALIDATION_ERROR (com.odysseusinc.arachne.commons.api.v1.dto.util.JsonResult.ErrorCode.VALIDATION_ERROR)1 ProducerConsumerTemplate (com.odysseusinc.arachne.commons.service.messaging.ProducerConsumerTemplate)1 CommonFileUtils (com.odysseusinc.arachne.commons.utils.CommonFileUtils)1 AnalysisCreateDTO (com.odysseusinc.arachne.portal.api.v1.dto.AnalysisCreateDTO)1 AnalysisDTO (com.odysseusinc.arachne.portal.api.v1.dto.AnalysisDTO)1 AnalysisFileDTO (com.odysseusinc.arachne.portal.api.v1.dto.AnalysisFileDTO)1 AnalysisLockDTO (com.odysseusinc.arachne.portal.api.v1.dto.AnalysisLockDTO)1 AnalysisUnlockRequestDTO (com.odysseusinc.arachne.portal.api.v1.dto.AnalysisUnlockRequestDTO)1 AnalysisUpdateDTO (com.odysseusinc.arachne.portal.api.v1.dto.AnalysisUpdateDTO)1 Commentable (com.odysseusinc.arachne.portal.api.v1.dto.Commentable)1 DataReferenceDTO (com.odysseusinc.arachne.portal.api.v1.dto.DataReferenceDTO)1 FileDTO (com.odysseusinc.arachne.portal.api.v1.dto.FileDTO)1 ShortBaseAnalysisDTO (com.odysseusinc.arachne.portal.api.v1.dto.ShortBaseAnalysisDTO)1