Examples with DirectByteCharSequence com.questdb.std.str.DirectByteCharSequence used on opensource projects

Example 11 with DirectByteCharSequence

use of com.questdb.std.str.DirectByteCharSequence in project questdb by bluestreak01.

the class PlainTextMetadataParser method onFields.

@Override
public void onFields(int line, ObjList<DirectByteCharSequence> values, int hi) {
    // keep first line in case its a header
    if (line == 0) {
        stashPossibleHeader(values, hi);
    }
    int count = typeProbeCollection.getProbeCount();
    for (int i = 0; i < hi; i++) {
        DirectByteCharSequence cs = values.getQuick(i);
        if (cs.length() == 0) {
            _blanks.increment(i);
        }
        int offset = i * count;
        for (int k = 0; k < count; k++) {
            TypeProbe probe = typeProbeCollection.getProbe(k);
            if (probe.probe(cs)) {
                _histogram.increment(k + offset);
            }
        }
    }
}

Example 12 with DirectByteCharSequence

use of com.questdb.std.str.DirectByteCharSequence in project questdb by bluestreak01.

the class TypeProbeCollection method parseFile.

private void parseFile(CharSequence fileName, DateFormatFactory dateFormatFactory, DateLocaleFactory dateLocaleFactory) throws IOException {
    final DirectByteCharSequence dbcs = new DirectByteCharSequence();
    try (Path path = new Path().of(fileName).$()) {
        long fd = Files.openRO(path);
        if (fd < 0) {
            throw new IOException("Cannot open " + fileName + " [errno=" + Os.errno() + ']');
        }
        long sz = Files.length(fd);
        long buf = Unsafe.malloc(sz);
        try {
            Files.read(fd, buf, sz, 0);
            long p = buf;
            long hi = p + sz;
            long _lo = p;
            boolean newline = true;
            boolean comment = false;
            boolean quote = false;
            boolean space = true;
            String pattern = null;
            while (p < hi) {
                char b = (char) Unsafe.getUnsafe().getByte(p++);
                switch(b) {
                    case '#':
                        comment = newline;
                        break;
                    case '\'':
                        // inside comment, ignore
                        if (comment) {
                            continue;
                        }
                        if (quote) {
                            // we were inside quote, close out and check which part to assign result to
                            if (pattern == null) {
                                pattern = dbcs.of(_lo, p - 1).toString();
                                _lo = p;
                                space = true;
                                quote = false;
                            } else {
                                // pattern has been assigned, should never end up here
                                LOG.error().$("Internal error").$();
                            }
                        } else if (newline) {
                            // only start quote if it is at beginning of line
                            _lo = p;
                            quote = true;
                        }
                        break;
                    case ' ':
                    case '\t':
                        if (comment || quote) {
                            continue;
                        }
                        if (space) {
                            _lo = p;
                            continue;
                        }
                        space = true;
                        newline = false;
                        String s = dbcs.of(_lo, p - 1).toString();
                        if (pattern == null) {
                            pattern = s;
                            _lo = p;
                            space = true;
                        } else {
                            DateLocale locale = dateLocaleFactory.getDateLocale(s);
                            if (locale == null) {
                                LOG.error().$("Unknown date locale: ").$(s).$();
                                // skip rest of line
                                comment = true;
                                continue;
                            }
                            probes.add(new DateProbe(dateFormatFactory, locale, pattern));
                        }
                        break;
                    case '\n':
                    case '\r':
                        if (!comment) {
                            if (_lo < p - 1) {
                                s = dbcs.of(_lo, p - 1).toString();
                                if (pattern == null) {
                                    // no date locale, use default
                                    probes.add(new DateProbe(dateFormatFactory, dateLocaleFactory.getDefaultDateLocale(), s));
                                } else {
                                    DateLocale locale = dateLocaleFactory.getDateLocale(s);
                                    if (locale == null) {
                                        LOG.error().$("Unknown date locale: ").$(s).$();
                                    } else {
                                        probes.add(new DateProbe(dateFormatFactory, locale, pattern));
                                    }
                                }
                            } else if (pattern != null) {
                                probes.add(new DateProbe(dateFormatFactory, dateLocaleFactory.getDefaultDateLocale(), pattern));
                            }
                        }
                        newline = true;
                        comment = false;
                        quote = false;
                        pattern = null;
                        space = false;
                        _lo = p;
                        break;
                    default:
                        if (newline) {
                            newline = false;
                        }
                        if (space) {
                            space = false;
                        }
                        break;
                }
            }
        } finally {
            Unsafe.free(buf, sz);
        }
    }
}