Examples with ExportDataFailedOneTableEvent com.cubrid.common.ui.cubrid.table.event.ExportDataFailedOneTableEvent used on opensource projects

Example 11 with ExportDataFailedOneTableEvent

use of com.cubrid.common.ui.cubrid.table.event.ExportDataFailedOneTableEvent in project cubrid-manager by CUBRID.

the class ExportToXlsxHandler method exportByQuerying.

public void exportByQuerying(String tableName) throws IOException, SQLException {
    if (StringUtil.isEmpty(tableName)) {
        return;
    }
    long totalRecord = exportConfig.getTotalCount(tableName);
    if (totalRecord == 0) {
        return;
    }
    // 1048576: limit xlsx row number.
    int rowLimit = ImportFileConstants.XLSX_ROW_LIMIT;
    // 16384: limit xlsx column number.
    int columnLimit = ImportFileConstants.XLSX_COLUMN_LIMIT;
    int cellCharacterLimit = ImportFileConstants.XLSX_CELL_CHAR_LIMIT;
    boolean hasNextPage = true;
    long beginIndex = 1;
    String whereCondition = exportConfig.getWhereCondition(tableName);
    XlsxWriterHelper xlsxWriterhelper = new XlsxWriterHelper();
    //create memory workbook
    XSSFWorkbook workbook = new XSSFWorkbook();
    Calendar cal = Calendar.getInstance();
    int datetimeStyleIndex = ((XSSFCellStyle) xlsxWriterhelper.getStyles(workbook).get("datetime")).getIndex();
    int timestampStyleIndex = ((XSSFCellStyle) xlsxWriterhelper.getStyles(workbook).get("timestamp")).getIndex();
    int dateStyleIndex = ((XSSFCellStyle) xlsxWriterhelper.getStyles(workbook).get("date")).getIndex();
    int timeStyleIndex = ((XSSFCellStyle) xlsxWriterhelper.getStyles(workbook).get("time")).getIndex();
    int sheetNum = 0;
    int xssfRowNum = 0;
    File file = new File(exportConfig.getDataFilePath(tableName));
    Map<String, File> fileMap = new HashMap<String, File>();
    XlsxWriterHelper.SpreadsheetWriter sheetWriter = null;
    Connection conn = null;
    CUBRIDPreparedStatementProxy pStmt = null;
    CUBRIDResultSetProxy rs = null;
    boolean isInitedColumnTitle = false;
    List<String> columnTitles = new ArrayList<String>();
    try {
        conn = getConnection();
        String sql = QueryUtil.getSelectSQL(conn, tableName);
        isPaginating = isPagination(whereCondition, sql, whereCondition);
        int exportedCount = 0;
        while (hasNextPage) {
            String executeSQL = null;
            if (isPaginating) {
                long endIndex = beginIndex + RSPAGESIZE;
                executeSQL = getExecuteSQL(sql, beginIndex, endIndex, whereCondition);
                executeSQL = dbInfo.wrapShardQuery(executeSQL);
                beginIndex = endIndex + 1;
            } else {
                executeSQL = getExecuteSQL(sql, whereCondition);
                executeSQL = dbInfo.wrapShardQuery(sql);
                beginIndex = totalRecord + 1;
            }
            pStmt = getStatement(conn, executeSQL, tableName);
            rs = (CUBRIDResultSetProxy) pStmt.executeQuery();
            CUBRIDResultSetMetaDataProxy rsmt = (CUBRIDResultSetMetaDataProxy) rs.getMetaData();
            int colCount = rsmt.getColumnCount();
            if (colCount >= columnLimit && !isConfirmColumnLimit) {
                isConfirmColumnLimit = true;
                Display.getDefault().syncExec(new Runnable() {

                    public void run() {
                        if (!CommonUITool.openConfirmBox(Messages.exportColumnCountOverWarnInfo)) {
                            isExit = true;
                        }
                    }
                });
                if (isExit) {
                    return;
                }
                colCount = columnLimit;
            }
            if (!isInitedColumnTitle) {
                columnTitles = getColumnTitleList(rsmt);
                isInitedColumnTitle = true;
                if (isExit) {
                    return;
                }
                if (sheetWriter != null) {
                    try {
                        XlsxWriterHelper.writeSheetWriter(sheetWriter);
                    } catch (IOException e) {
                        sheetWriter = null;
                        throw e;
                    }
                }
                sheetWriter = createSheetWriter(workbook, xlsxWriterhelper, sheetNum++, fileMap, columnTitles, xssfRowNum);
                if (exportConfig.isFirstRowAsColumnName()) {
                    xssfRowNum++;
                }
            }
            try {
                while (rs.next()) {
                    sheetWriter.insertRow(xssfRowNum);
                    for (int k = 1; k <= colCount; k++) {
                        String colType = rsmt.getColumnTypeName(k);
                        colType = FieldHandlerUtils.amendDataTypeByResult(rs, k, colType);
                        int precision = rsmt.getPrecision(k);
                        setIsHasBigValue(colType, precision);
                        Object cellValue = FieldHandlerUtils.getRsValueForExport(colType, rs, k, exportConfig.getNULLValueTranslation());
                        // We need judge the CLOB/BLOD data by column type
                        if (DataType.DATATYPE_BLOB.equals(colType) || DataType.DATATYPE_CLOB.equals(colType)) {
                            if (DataType.DATATYPE_BLOB.equals(colType)) {
                                String fileName = exportBlobData(tableName, rs, k);
                                String dataCellValue = DataType.NULL_EXPORT_FORMAT;
                                if (StringUtil.isNotEmpty(fileName)) {
                                    dataCellValue = DBAttrTypeFormatter.FILE_URL_PREFIX + tableName + BLOB_FOLDER_POSTFIX + File.separator + fileName;
                                }
                                sheetWriter.createCell(k - 1, dataCellValue);
                            } else {
                                String fileName = exportClobData(tableName, rs, k);
                                String dataCellValue = DataType.NULL_EXPORT_FORMAT;
                                if (StringUtil.isNotEmpty(fileName)) {
                                    dataCellValue = DBAttrTypeFormatter.FILE_URL_PREFIX + tableName + CLOB_FOLDER_POSTFIX + File.separator + fileName;
                                }
                                sheetWriter.createCell(k - 1, dataCellValue);
                            }
                        } else if (cellValue instanceof Long) {
                            sheetWriter.createCell(k - 1, ((Long) cellValue).longValue());
                        } else if (cellValue instanceof Double) {
                            sheetWriter.createCell(k - 1, ((Double) cellValue).doubleValue());
                        } else if (cellValue instanceof Date) {
                            cal.setTime((Date) cellValue);
                            if (DataType.DATATYPE_DATETIME.equals(colType)) {
                                sheetWriter.createCell(k - 1, cal, datetimeStyleIndex);
                            } else if (DataType.DATATYPE_DATE.equals(colType)) {
                                sheetWriter.createCell(k - 1, cal, dateStyleIndex);
                            } else if (DataType.DATATYPE_TIME.equals(colType)) {
                                sheetWriter.createCell(k - 1, cal, timeStyleIndex);
                            } else {
                                sheetWriter.createCell(k - 1, cal, timestampStyleIndex);
                            }
                        } else {
                            String cellStr = cellValue.toString().length() > cellCharacterLimit ? cellValue.toString().substring(0, cellCharacterLimit) : cellValue.toString();
                            sheetWriter.createCell(k - 1, Export.covertXMLString(cellStr));
                        }
                    }
                    sheetWriter.endRow();
                    xssfRowNum++;
                    exportedCount++;
                    if ((xssfRowNum + 1) % rowLimit == 0) {
                        xssfRowNum = 0;
                        if (sheetWriter != null) {
                            try {
                                XlsxWriterHelper.writeSheetWriter(sheetWriter);
                            } catch (IOException e) {
                                sheetWriter = null;
                                throw e;
                            }
                        }
                        sheetWriter = createSheetWriter(workbook, xlsxWriterhelper, sheetNum, fileMap, columnTitles, xssfRowNum);
                        sheetNum++;
                        if (exportConfig.isFirstRowAsColumnName()) {
                            xssfRowNum++;
                        }
                    }
                    if (exportedCount >= COMMIT_LINES) {
                        exportDataEventHandler.handleEvent(new ExportDataSuccessEvent(tableName, exportedCount));
                        exportedCount = 0;
                    }
                    if (stop) {
                        break;
                    }
                }
                exportDataEventHandler.handleEvent(new ExportDataSuccessEvent(tableName, exportedCount));
                exportedCount = 0;
            } catch (Exception e) {
                LOGGER.error("", e);
                exportDataEventHandler.handleEvent(new ExportDataFailedOneTableEvent(tableName));
            } finally {
                QueryUtil.freeQuery(pStmt, rs);
            }
            if (hasNextPage(beginIndex, totalRecord)) {
                hasNextPage = true;
            } else {
                hasNextPage = false;
            }
            System.gc();
        }
    } finally {
        QueryUtil.freeQuery(conn);
        try {
            if (sheetWriter != null) {
                XlsxWriterHelper.writeSheetWriter(sheetWriter);
            }
        } catch (IOException e) {
            sheetWriter = null;
            throw e;
        } finally {
            XlsxWriterHelper.writeWorkbook(workbook, xlsxWriterhelper, fileMap, file);
        }
    }
}

Example 12 with ExportDataFailedOneTableEvent

use of com.cubrid.common.ui.cubrid.table.event.ExportDataFailedOneTableEvent in project cubrid-manager by CUBRID.

the class ExportLoadDBThread method doRun.

protected void doRun() {
    exportDataEventHandler.handleEvent(new ExportDataBeginOneTableEvent(exportConfig.getDataFilePath(ExportConfig.LOADDB_DATAFILEKEY)));
    try {
        AbsExportDataHandler handler = ExportHandlerFactory.getExportHandler(dbInfo, exportConfig, exportDataEventHandler);
        handler.handle(null);
    } catch (Exception e) {
        isSuccess = false;
        LOGGER.error("", e);
    } catch (OutOfMemoryError error) {
        isSuccess = false;
        error.printStackTrace();
    } finally {
        if (isSuccess) {
            exportDataEventHandler.handleEvent(new ExportDataFinishOneTableEvent(exportConfig.getDataFilePath(ExportConfig.LOADDB_DATAFILEKEY)));
        } else {
            exportDataEventHandler.handleEvent(new ExportDataFailedOneTableEvent(exportConfig.getDataFilePath(ExportConfig.LOADDB_DATAFILEKEY)));
        }
    }
}

Example 13 with ExportDataFailedOneTableEvent

use of com.cubrid.common.ui.cubrid.table.event.ExportDataFailedOneTableEvent in project cubrid-manager by CUBRID.

the class ExportSchemaThread method doRun.

protected void doRun() {
    // FIXME move this logic to core module
    File dirFile = null;
    try {
        dirFile = new File(exportConfig.getDataFileFolder() + File.separator + "ddl");
        if (!dirFile.exists()) {
            dirFile.mkdir();
        }
    } catch (Exception e) {
        LOGGER.error("create schema dir error : ", e);
        return;
    }
    try {
        String schemaFile = null;
        String indexFile = null;
        if (exportConfig.isExportSchema()) {
            schemaFile = dirFile + File.separator + "schema.sql";
            exportDataEventHandler.handleEvent(new ExportDataBeginOneTableEvent(ExportConfig.TASK_NAME_SCHEMA));
        }
        if (exportConfig.isExportIndex()) {
            indexFile = dirFile + File.separator + "index.sql";
            exportDataEventHandler.handleEvent(new ExportDataBeginOneTableEvent(ExportConfig.TASK_NAME_INDEX));
        }
        Set<String> tableSet = new HashSet<String>();
        tableSet.addAll(exportConfig.getTableNameList());
        ExprotToOBSHandler.exportSchemaToOBSFile(dbInfo, exportDataEventHandler, tableSet, schemaFile, indexFile, exportConfig.getFileCharset(), exportConfig.isExportSerialStartValue());
        if (exportConfig.isExportSchema()) {
            exportDataEventHandler.handleEvent(new ExportDataSuccessEvent(ExportConfig.TASK_NAME_SCHEMA));
            exportDataEventHandler.handleEvent(new ExportDataFinishOneTableEvent(ExportConfig.TASK_NAME_SCHEMA));
        }
        if (exportConfig.isExportIndex()) {
            exportDataEventHandler.handleEvent(new ExportDataSuccessEvent(ExportConfig.TASK_NAME_INDEX));
            exportDataEventHandler.handleEvent(new ExportDataFinishOneTableEvent(ExportConfig.TASK_NAME_INDEX));
        }
    } catch (Exception e) {
        if (exportConfig.isExportSchema()) {
            exportDataEventHandler.handleEvent(new ExportDataFailedOneTableEvent(ExportConfig.TASK_NAME_SCHEMA));
        }
        if (exportConfig.isExportIndex()) {
            exportDataEventHandler.handleEvent(new ExportDataFailedOneTableEvent(ExportConfig.TASK_NAME_INDEX));
        }
        LOGGER.error("create schema index error : ", e);
    }
    try {
        if (exportConfig.isExportSerial()) {
            exportDataEventHandler.handleEvent(new ExportDataBeginOneTableEvent(ExportConfig.TASK_NAME_SERIAL));
            String serialFile = dirFile + File.separator + "serial.sql";
            exportSerial(serialFile);
            exportDataEventHandler.handleEvent(new ExportDataSuccessEvent(ExportConfig.TASK_NAME_SERIAL));
            exportDataEventHandler.handleEvent(new ExportDataFinishOneTableEvent(ExportConfig.TASK_NAME_SERIAL));
        }
    } catch (Exception e) {
        exportDataEventHandler.handleEvent(new ExportDataFailedOneTableEvent(ExportConfig.TASK_NAME_SERIAL));
        LOGGER.error("create serial.sql error : ", e);
    }
    try {
        if (exportConfig.isExportView()) {
            exportDataEventHandler.handleEvent(new ExportDataBeginOneTableEvent(ExportConfig.TASK_NAME_VIEW));
            String viewFile = dirFile + File.separator + "view.sql";
            exportDataEventHandler.handleEvent(new ExportDataSuccessEvent(ExportConfig.TASK_NAME_VIEW));
            exportDataEventHandler.handleEvent(new ExportDataFinishOneTableEvent(ExportConfig.TASK_NAME_VIEW));
            exportView(viewFile);
        }
    } catch (Exception e) {
        exportDataEventHandler.handleEvent(new ExportDataFailedOneTableEvent(ExportConfig.TASK_NAME_VIEW));
        LOGGER.error("create view.sql error : ", e);
    }
}