Examples with Project com.google.refine.model.Project used on opensource projects

Example 51 with Project

use of com.google.refine.model.Project in project OpenRefine by OpenRefine.

the class PreviewExtendDataCommand method doPost.

@Override
public void doPost(HttpServletRequest request, HttpServletResponse response) throws ServletException, IOException {
    if (!hasValidCSRFToken(request)) {
        respondCSRFError(response);
        return;
    }
    try {
        Project project = getProject(request);
        String columnName = request.getParameter("columnName");
        String rowIndicesString = request.getParameter("rowIndices");
        if (rowIndicesString == null) {
            respond(response, "{ \"code\" : \"error\", \"message\" : \"No row indices specified\" }");
            return;
        }
        String jsonString = request.getParameter("extension");
        DataExtensionConfig config = DataExtensionConfig.reconstruct(jsonString);
        List<Integer> rowIndices = ParsingUtilities.mapper.readValue(rowIndicesString, new TypeReference<List<Integer>>() {
        });
        int length = rowIndices.size();
        Column column = project.columnModel.getColumnByName(columnName);
        int cellIndex = column.getCellIndex();
        // get the endpoint to extract data from
        String endpoint = null;
        ReconConfig cfg = column.getReconConfig();
        if (cfg != null && cfg instanceof StandardReconConfig) {
            StandardReconConfig scfg = (StandardReconConfig) cfg;
            endpoint = scfg.service;
        } else {
            respond(response, "{ \"code\" : \"error\", \"message\" : \"This column has not been reconciled with a standard service.\" }");
            return;
        }
        List<String> topicNames = new ArrayList<String>();
        List<String> topicIds = new ArrayList<String>();
        Set<String> ids = new HashSet<String>();
        for (int i = 0; i < length; i++) {
            int rowIndex = rowIndices.get(i);
            if (rowIndex >= 0 && rowIndex < project.rows.size()) {
                Row row = project.rows.get(rowIndex);
                Cell cell = row.getCell(cellIndex);
                if (cell != null && cell.recon != null && cell.recon.match != null) {
                    topicNames.add(cell.recon.match.name);
                    topicIds.add(cell.recon.match.id);
                    ids.add(cell.recon.match.id);
                } else {
                    topicNames.add(null);
                    topicIds.add(null);
                    ids.add(null);
                }
            }
        }
        Map<String, ReconCandidate> reconCandidateMap = new HashMap<String, ReconCandidate>();
        ReconciledDataExtensionJob job = new ReconciledDataExtensionJob(config, endpoint);
        Map<String, DataExtension> map = job.extend(ids, reconCandidateMap);
        List<List<Object>> rows = new ArrayList<>();
        for (int r = 0; r < topicNames.size(); r++) {
            String id = topicIds.get(r);
            String topicName = topicNames.get(r);
            if (id != null && map.containsKey(id)) {
                DataExtension ext = map.get(id);
                boolean first = true;
                if (ext.data.length > 0) {
                    for (Object[] row : ext.data) {
                        List<Object> jsonRow = new ArrayList<>();
                        if (first) {
                            jsonRow.add(topicName);
                            first = false;
                        } else {
                            jsonRow.add(null);
                        }
                        for (Object cell : row) {
                            jsonRow.add(cell);
                        }
                        rows.add(jsonRow);
                    }
                    continue;
                }
            }
            List<Object> supplement = new ArrayList<>();
            if (id != null) {
                supplement.add(new ReconCandidate(id, topicName, new String[0], 100));
            } else {
                supplement.add("<not reconciled>");
            }
            rows.add(supplement);
        }
        respondJSON(response, new PreviewResponse(job.columns, rows));
    } catch (Exception e) {
        respondException(response, e);
    }
}

Example 52 with Project

use of com.google.refine.model.Project in project OpenRefine by OpenRefine.

the class EngineDependentCommand method doPost.

@Override
public void doPost(HttpServletRequest request, HttpServletResponse response) throws ServletException, IOException {
    if (!hasValidCSRFToken(request)) {
        respondCSRFError(response);
        return;
    }
    try {
        Project project = getProject(request);
        AbstractOperation op = createOperation(project, request, getEngineConfig(request));
        Process process = op.createProcess(project, new Properties());
        performProcessAndRespond(request, response, project, process);
    } catch (Exception e) {
        respondException(response, e);
    }
}

Example 53 with Project

use of com.google.refine.model.Project in project OpenRefine by OpenRefine.

the class ComputeFacetsCommand method doPost.

/**
 * This command uses POST (probably to allow for larger parameters) but does not actually modify any state
 * so we do not add CSRF protection to it.
 */
@Override
public void doPost(HttpServletRequest request, HttpServletResponse response) throws ServletException, IOException {
    try {
        Project project = getProject(request);
        Engine engine = getEngine(request, project);
        engine.computeFacets();
        respondJSON(response, engine);
    } catch (Exception e) {
        respondException(response, e);
    }
}

Example 54 with Project

use of com.google.refine.model.Project in project OpenRefine by OpenRefine.

the class Command method getProject.

/**
 * Utility method for retrieving the Project object having the ID specified
 * in the "project" URL parameter.
 *
 * @param request
 * @return
 * @throws ServletException
 */
protected Project getProject(HttpServletRequest request) throws ServletException {
    if (request == null) {
        throw new IllegalArgumentException("parameter 'request' should not be null");
    }
    String param = request.getParameter("project");
    if (param == null || "".equals(param)) {
        throw new ServletException("Can't find project: missing ID parameter");
    }
    Long id;
    try {
        id = Long.parseLong(param);
    } catch (NumberFormatException e) {
        throw new ServletException("Can't find project: badly formatted id #", e);
    }
    Project p = ProjectManager.singleton.getProject(id);
    if (p != null) {
        return p;
    } else {
        throw new ServletException("Failed to find project id #" + param + " - may be corrupt");
    }
}

Example 55 with Project

use of com.google.refine.model.Project in project OpenRefine by OpenRefine.

the class XmlImportUtilitiesTests method SetUp.

@BeforeMethod
public void SetUp() {
    SUT = new XmlImportUtilitiesStub();
    project = new Project();
    columnGroup = new ImportColumnGroup();
    record = new ImportRecord();
}