Examples with CsvReader com.csvreader.CsvReader used on opensource projects

Example 6 with CsvReader

use of com.csvreader.CsvReader in project OpenTripPlanner by opentripplanner.

the class CSVPopulation method createIndividuals.

@Override
public void createIndividuals() {
    try {
        CsvReader reader = new CsvReader(sourceFilename, ',', Charset.forName("UTF8"));
        if (skipHeaders) {
            reader.readHeaders();
        }
        // deal with non-WGS84 data
        MathTransform mathTransform = null;
        boolean transform = false;
        CoordinateReferenceSystem destCrs = CRS.decode("EPSG:4326");
        Boolean latLon = null;
        if (crs != null) {
            CoordinateReferenceSystem sourceCrs = CRS.decode(crs);
            // lat,lon: geotools default
            if (CRS.getAxisOrder(destCrs) == CRS.AxisOrder.NORTH_EAST)
                latLon = true;
            else if (CRS.getAxisOrder(destCrs) == CRS.AxisOrder.EAST_NORTH)
                latLon = false;
            else
                throw new UnsupportedOperationException("Coordinate axis order for WGS 84 unknown.");
            if (!destCrs.equals(sourceCrs)) {
                transform = true;
                // find the transformation, being strict about datums &c.
                mathTransform = CRS.findMathTransform(sourceCrs, destCrs, false);
            }
        }
        while (reader.readRecord()) {
            double y = Double.parseDouble(reader.get(yCol));
            double x = Double.parseDouble(reader.get(xCol));
            double lon, lat;
            if (transform) {
                DirectPosition2D orig = new DirectPosition2D(x, y);
                DirectPosition2D transformed = new DirectPosition2D();
                mathTransform.transform(orig, transformed);
                // x: lat, y: lon. This seems backwards but is the way Geotools does it.
                if (latLon) {
                    lon = transformed.getY();
                    lat = transformed.getX();
                } else // x: lon, y: lat
                {
                    lon = transformed.getX();
                    lat = transformed.getY();
                }
            } else {
                lon = x;
                lat = y;
            }
            String label = reader.get(labelCol);
            Double input = Double.parseDouble(reader.get(inputCol));
            // at this point x and y are expressed in WGS84
            Individual individual = new Individual(label, lon, lat, input);
            this.addIndividual(individual);
        }
        reader.close();
    } catch (Exception e) {
        LOG.error("exception while loading individuals from CSV file", e);
    }
}

Example 7 with CsvReader

use of com.csvreader.CsvReader in project OpenTripPlanner by opentripplanner.

the class OtpsPopulation method loadFromCSV.

// TODO Specify the CRS to use
// TODO Use a Map<String, Object> for optional parameters?
protected static OtpsPopulation loadFromCSV(String filename, String latColName, String lonColName) throws IOException {
    OtpsPopulation ret = new OtpsPopulation();
    CsvReader reader = new CsvReader(filename, ',', Charset.forName("UTF8"));
    reader.readHeaders();
    // Read headers
    List<String> dataHeaders = new ArrayList<>(reader.getHeaderCount());
    for (String header : reader.getHeaders()) {
        if (header.equals(latColName) || header.equals(lonColName))
            continue;
        dataHeaders.add(header);
    }
    ret.setHeaders(dataHeaders.toArray(new String[dataHeaders.size()]));
    // Read records
    while (reader.readRecord()) {
        double lat = Double.parseDouble(reader.get(latColName));
        double lon = Double.parseDouble(reader.get(lonColName));
        List<String> data = new ArrayList<String>();
        for (String header : dataHeaders) {
            data.add(reader.get(header));
        }
        OtpsIndividual individual = new OtpsIndividual(lat, lon, data.toArray(new String[data.size()]), ret);
        ret.individuals.add(individual);
    }
    reader.close();
    return ret;
}

Example 8 with CsvReader

use of com.csvreader.CsvReader in project DataX by alibaba.

the class UnstructuredStorageReaderUtil method splitOneLine.

/**
 * @param inputLine
 *            输入待分隔字符串
 * @param delimiter
 *            字符串分割符
 * @return 分隔符分隔后的字符串数组，出现异常时返回为null 支持转义，即数据中可包含分隔符
 */
public static String[] splitOneLine(String inputLine, char delimiter) {
    String[] splitedResult = null;
    if (null != inputLine) {
        try {
            CsvReader csvReader = new CsvReader(new StringReader(inputLine));
            csvReader.setDelimiter(delimiter);
            setCsvReaderConfig(csvReader);
            if (csvReader.readRecord()) {
                splitedResult = csvReader.getValues();
            }
        } catch (IOException e) {
        // nothing to do
        }
    }
    return splitedResult;
}

Example 9 with CsvReader

use of com.csvreader.CsvReader in project meclipse by flaper87.

the class MeclipsePlugin method loadSavedServers.

private MongoInstance[] loadSavedServers() {
    CsvReader reader = null;
    try {
        IPath libPath = MeclipsePlugin.getDefault().getStateLocation();
        libPath = libPath.append("servers.cfg");
        File file = libPath.toFile();
        if (!file.exists())
            return new MongoInstance[0];
        reader = new CsvReader(new BufferedReader(new FileReader(file)));
        java.util.List<MongoInstance> savedServersList = new ArrayList<MongoInstance>();
        while (reader.readRecord()) {
            MongoInstance server = new MongoInstance(reader.get(0));
            server.setHost(reader.get(1));
            try {
                server.setPort(Integer.valueOf(reader.get(2)));
            } catch (NumberFormatException e) {
                System.out.println(e);
            }
            savedServersList.add(server);
        }
        return savedServersList.toArray(new MongoInstance[savedServersList.size()]);
    } catch (IOException ex) {
        ex.printStackTrace();
    } finally {
        if (reader != null) {
            reader.close();
        }
    }
    return new MongoInstance[0];
}

Example 10 with CsvReader

use of com.csvreader.CsvReader in project dhis2-core by dhis2.

the class DefaultCsvImportService method setOptionGroupsFromCsv.

/**
 * Option group format:
 * <p>
 * <ul>
 * <li>option group name</li>
 * <li>option group uid</li>
 * <li>option group code</li>
 * <li>option group short name</li>
 * <li>option set uid</li>
 * <li>option uid</li>
 * </ul>
 */
private void setOptionGroupsFromCsv(CsvReader reader, Metadata metadata) throws IOException {
    ListMap<String, Option> nameOptionMap = new ListMap<>();
    Map<String, OptionGroup> nameOptionGroupMap = new HashMap<>();
    Map<String, OptionSet> mapOptionSet = new HashMap<>();
    while (reader.readRecord()) {
        String[] values = reader.getValues();
        if (values != null && values.length > 0) {
            OptionGroup optionGroup = new OptionGroup();
            setIdentifiableObject(optionGroup, values);
            optionGroup.setShortName(getSafe(values, 3, 50));
            optionGroup.setAutoFields();
            if (optionGroup.getName() == null || optionGroup.getShortName() == null) {
                continue;
            }
            OptionSet optionSet = new OptionSet();
            optionSet.setUid(getSafe(values, 4, 11));
            if (optionSet.getUid() == null) {
                continue;
            }
            OptionSet persistedOptionSet = optionSet.getUid() != null ? mapOptionSet.computeIfAbsent(optionSet.getUid(), key -> optionService.getOptionSet(optionSet.getUid())) : mapOptionSet.computeIfAbsent(optionSet.getCode(), key -> optionService.getOptionSetByCode(optionSet.getCode()));
            if (persistedOptionSet == null) {
                continue;
            }
            optionGroup.setOptionSet(optionSet);
            Option option = new Option();
            option.setUid(getSafe(values, 5, 11));
            option.setCode(getSafe(values, 6, 50));
            if (option.getCode() == null && option.getUid() == null) {
                continue;
            }
            Optional<Option> isOptionExisted = persistedOptionSet.getOptions().stream().filter(persistedOption -> {
                if (option.getUid() != null) {
                    return persistedOption.getUid().equals(option.getUid());
                } else {
                    return persistedOption.getCode().equals(option.getCode());
                }
            }).findFirst();
            if (!isOptionExisted.isPresent()) {
                continue;
            }
            nameOptionGroupMap.put(optionGroup.getName(), optionGroup);
            nameOptionMap.putValue(optionGroup.getName(), isOptionExisted.get());
        }
    }
    // Read option groups from map and set in meta data
    for (Entry<String, OptionGroup> optionGroupEntry : nameOptionGroupMap.entrySet()) {
        optionGroupEntry.getValue().setMembers(new HashSet<>(nameOptionMap.get(optionGroupEntry.getKey())));
    }
    metadata.setOptionGroups(new ArrayList<>(nameOptionGroupMap.values()));
}