Examples with Config org.apache.lucene.benchmark.byTask.utils.Config used on opensource projects

Example 11 with Config

use of org.apache.lucene.benchmark.byTask.utils.Config in project lucene-solr by apache.

the class WriteLineDocTaskTest method createPerfRunData.

private PerfRunData createPerfRunData(Path file, boolean allowEmptyDocs, String docMakerName) throws Exception {
    Properties props = new Properties();
    props.setProperty("doc.maker", docMakerName);
    props.setProperty("line.file.out", file.toAbsolutePath().toString());
    // no accidental FS dir.
    props.setProperty("directory", "RAMDirectory");
    if (allowEmptyDocs) {
        props.setProperty("sufficient.fields", ",");
    }
    if (docMakerName.equals(LegalJustDateDocMaker.class.getName())) {
        props.setProperty("line.fields", DocMaker.DATE_FIELD);
        props.setProperty("sufficient.fields", DocMaker.DATE_FIELD);
    }
    Config config = new Config(props);
    return new PerfRunData(config);
}

Example 12 with Config

use of org.apache.lucene.benchmark.byTask.utils.Config in project lucene-solr by apache.

the class SpatialFileQueryMaker method prepareQueries.

@Override
protected Query[] prepareQueries() throws Exception {
    final int maxQueries = config.get("query.file.maxQueries", 1000);
    Config srcConfig = new Config(new Properties());
    srcConfig.set("docs.file", config.get("query.file", null));
    srcConfig.set("line.parser", config.get("query.file.line.parser", null));
    srcConfig.set("content.source.forever", "false");
    List<Query> queries = new ArrayList<>();
    LineDocSource src = new LineDocSource();
    try {
        src.setConfig(srcConfig);
        src.resetInputs();
        DocData docData = new DocData();
        for (int i = 0; i < maxQueries; i++) {
            docData = src.getNextDocData(docData);
            Shape shape = SpatialDocMaker.makeShapeFromString(strategy, docData.getName(), docData.getBody());
            if (shape != null) {
                shape = shapeConverter.convert(shape);
                queries.add(makeQueryFromShape(shape));
            } else {
                //skip
                i--;
            }
        }
    } catch (NoMoreDataException e) {
    //all-done
    } finally {
        src.close();
    }
    return queries.toArray(new Query[queries.size()]);
}

Example 13 with Config

use of org.apache.lucene.benchmark.byTask.utils.Config in project lucene-solr by apache.

the class CreateIndexTask method doLogic.

@Override
public int doLogic() throws IOException {
    PerfRunData runData = getRunData();
    Config config = runData.getConfig();
    runData.setIndexWriter(configureWriter(config, runData, OpenMode.CREATE, null));
    return 1;
}

Example 14 with Config

use of org.apache.lucene.benchmark.byTask.utils.Config in project lucene-solr by apache.

the class Sample method main.

public static void main(String[] args) throws Exception {
    Properties p = initProps();
    Config conf = new Config(p);
    PerfRunData runData = new PerfRunData(conf);
    // 1. top sequence
    // top level, not parallel
    TaskSequence top = new TaskSequence(runData, null, null, false);
    // 2. task to create the index
    CreateIndexTask create = new CreateIndexTask(runData);
    top.addTask(create);
    // 3. task seq to add 500 docs (order matters - top to bottom - add seq to top, only then add to seq)
    TaskSequence seq1 = new TaskSequence(runData, "AddDocs", top, false);
    seq1.setRepetitions(500);
    seq1.setNoChildReport();
    top.addTask(seq1);
    // 4. task to add the doc
    AddDocTask addDoc = new AddDocTask(runData);
    //addDoc.setParams("1200"); // doc size limit if supported
    // order matters 9see comment above)
    seq1.addTask(addDoc);
    // 5. task to close the index
    CloseIndexTask close = new CloseIndexTask(runData);
    top.addTask(close);
    // task to report
    RepSumByNameTask rep = new RepSumByNameTask(runData);
    top.addTask(rep);
    // print algorithm
    System.out.println(top.toString());
    // execute
    top.doLogic();
}

Example 15 with Config

use of org.apache.lucene.benchmark.byTask.utils.Config in project lucene-solr by apache.

the class SearchWithCollectorTask method setup.

@Override
public void setup() throws Exception {
    super.setup();
    //check to make sure either the doc is being stored
    PerfRunData runData = getRunData();
    Config config = runData.getConfig();
    clnName = config.get("collector.class", "");
}