use of edu.neu.ccs.pyramid.configuration.Config in project pyramid by cheng-li.
the class App1 method loadIndex.
static MultiLabelIndex loadIndex(Config config, Logger logger, String trainOrTest) throws Exception {
MultiLabelIndex.Builder builder = new MultiLabelIndex.Builder().setIndexName(config.getString("index.indexName")).setClusterName(config.getString("index.clusterName")).setClientType(config.getString("index.clientType")).setDocumentType(config.getString("index.documentType"));
if (trainOrTest.endsWith("train")) {
builder.setExtMultiLabelField(config.getString("train.label.field"));
}
if (trainOrTest.endsWith("test")) {
File metaDataFolder = new File(config.getString("output.folder"), "meta_data");
Config savedConfig = new Config(new File(metaDataFolder, "saved_config_app1"));
builder.setExtMultiLabelField(savedConfig.getString("train.label.field"));
}
if (config.getString("index.clientType").equals("transport")) {
String[] hosts = config.getString("index.hosts").split(Pattern.quote(","));
String[] ports = config.getString("index.ports").split(Pattern.quote(","));
builder.addHostsAndPorts(hosts, ports);
}
MultiLabelIndex index = builder.build();
logger.info("index loaded");
logger.info("there are " + index.getNumDocs() + " documents in the index.");
return index;
}
use of edu.neu.ccs.pyramid.configuration.Config in project pyramid by cheng-li.
the class TRECFormat method parseNumClasses.
private static int parseNumClasses(File trecFile) throws IOException {
File configFile = new File(trecFile, TREC_CONFIG_FILE_NAME);
int numClasses;
try (BufferedReader br = new BufferedReader(new FileReader(configFile))) {
Config config = new Config(configFile);
numClasses = config.getInt(TREC_CONFIG_NUM_CLASSES);
}
return numClasses;
}
use of edu.neu.ccs.pyramid.configuration.Config in project pyramid by cheng-li.
the class TRECFormat method writeConfigFile.
private static void writeConfigFile(MultiLabelClfDataSet dataSet, File trecFile) {
File configFile = new File(trecFile, TREC_CONFIG_FILE_NAME);
Config config = new Config();
config.setInt(TREC_CONFIG_NUM_DATA_POINTS, dataSet.getNumDataPoints());
config.setInt(TREC_CONFIG_NUM_FEATURES, dataSet.getNumFeatures());
config.setInt(TREC_CONFIG_NUM_CLASSES, dataSet.getNumClasses());
config.setBoolean(TREC_CONFIG_MISSING_VALUE, dataSet.hasMissingValue());
try {
config.store(configFile);
} catch (Exception e) {
e.printStackTrace();
}
}
use of edu.neu.ccs.pyramid.configuration.Config in project pyramid by cheng-li.
the class TRECFormat method parseNumFeaturess.
private static int parseNumFeaturess(File trecFile) throws IOException {
File configFile = new File(trecFile, TREC_CONFIG_FILE_NAME);
int numFeatures;
try (BufferedReader br = new BufferedReader(new FileReader(configFile))) {
Config config = new Config(configFile);
numFeatures = config.getInt(TREC_CONFIG_NUM_FEATURES);
}
return numFeatures;
}
use of edu.neu.ccs.pyramid.configuration.Config in project pyramid by cheng-li.
the class TRECFormat method parseMissingValue.
private static boolean parseMissingValue(File trecFile) throws IOException {
File configFile = new File(trecFile, TREC_CONFIG_FILE_NAME);
boolean missingValue;
try (BufferedReader br = new BufferedReader(new FileReader(configFile))) {
Config config = new Config(configFile);
missingValue = config.getBoolean(TREC_CONFIG_MISSING_VALUE);
}
return missingValue;
}
Aggregations