use of com.typesafe.config.Config in project aerosolve by airbnb.
the class CapFloatTransformTest method testTransformWithNewOutput.
@Test
public void testTransformWithNewOutput() {
Config config = ConfigFactory.parseString(makeConfigWithOutput());
Transform transform = TransformFactory.createTransform(config, "test_cap");
FeatureVector featureVector = TransformTestingHelper.makeFeatureVector();
transform.doTransform(featureVector);
Map<String, Set<String>> stringFeatures = featureVector.getStringFeatures();
assertTrue(stringFeatures.size() == 1);
// original feature should not change
Map<String, Double> feat1 = featureVector.getFloatFeatures().get("loc");
assertEquals(3, feat1.size());
assertEquals(37.7, feat1.get("lat"), 0.1);
assertEquals(40.0, feat1.get("long"), 0.1);
assertEquals(-20, feat1.get("z"), 0.1);
// capped features are in a new feature family
assertTrue(featureVector.getFloatFeatures().containsKey("new_output"));
Map<String, Double> feat2 = featureVector.getFloatFeatures().get("new_output");
assertEquals(3, feat2.size());
assertEquals(37.7, feat2.get("lat"), 0.1);
assertEquals(39.0, feat2.get("long"), 0.1);
assertEquals(1.0, feat2.get("z"), 0.1);
}
use of com.typesafe.config.Config in project aerosolve by airbnb.
the class ConvertStringCaseTransformTest method testEmptyFeatureVector.
@Test
public void testEmptyFeatureVector() {
Config config = ConfigFactory.parseString(makeConfig(false, false));
Transform transform = TransformFactory.createTransform(config, "test_convert_string_case");
FeatureVector featureVector = new FeatureVector();
transform.doTransform(featureVector);
assertTrue(featureVector.getStringFeatures() == null);
}
use of com.typesafe.config.Config in project aerosolve by airbnb.
the class ConvertStringCaseTransformTest method testTransformConvertToLowercase.
@Test
public void testTransformConvertToLowercase() {
Config config = ConfigFactory.parseString(makeConfig(false, false));
Transform transform = TransformFactory.createTransform(config, "test_convert_string_case");
FeatureVector featureVector = makeFeatureVector();
transform.doTransform(featureVector);
Map<String, Set<String>> stringFeatures = featureVector.getStringFeatures();
assertNotNull(stringFeatures);
assertEquals(2, stringFeatures.size());
Set<String> output = stringFeatures.get("bar");
assertNotNull(output);
assertEquals(2, output.size());
assertTrue(output.contains("i like blueberry pie, apple pie; and i also like blue!"));
assertTrue(output.contains("i'm so excited: i like blue!?!!"));
}
use of com.typesafe.config.Config in project aerosolve by airbnb.
the class CrossTransformTest method testTransform.
@Test
public void testTransform() {
Config config = ConfigFactory.parseString(makeConfig());
Transform transform = TransformFactory.createTransform(config, "test_cross");
FeatureVector featureVector = makeFeatureVector();
transform.doTransform(featureVector);
Map<String, Set<String>> stringFeatures = featureVector.getStringFeatures();
assertTrue(stringFeatures.size() == 3);
Set<String> out = stringFeatures.get("out");
assertTrue(out.size() == 4);
log.info("Cross output");
for (String string : out) {
log.info(string);
}
assertTrue(out.contains("aaa^11"));
assertTrue(out.contains("aaa^22"));
assertTrue(out.contains("bbb^11"));
assertTrue(out.contains("bbb^22"));
}
use of com.typesafe.config.Config in project aerosolve by airbnb.
the class CrossTransformTest method testTwoKeysTransform.
@Test
public void testTwoKeysTransform() {
Config config = ConfigFactory.parseString(makeBothKeyConfig());
Transform transform = TransformFactory.createTransform(config, "test_cross");
FeatureVector featureVector = makeFeatureVector();
transform.doTransform(featureVector);
Map<String, Set<String>> stringFeatures = featureVector.getStringFeatures();
assertTrue(stringFeatures.size() == 3);
Set<String> out = stringFeatures.get("out");
log.info("Cross output");
for (String string : out) {
log.info(string);
}
assertEquals(1, out.size());
assertTrue(out.contains("aaa^22"));
}
Aggregations