Examples with Metric edu.illinois.cs.cogcomp.sim.Metric used on opensource projects

Example 1 with Metric

use of edu.illinois.cs.cogcomp.sim.Metric in project cogcomp-nlp by CogComp.

the class EntityComparisonTest method testEntityComparison.

@Test
public void testEntityComparison() {
    Metric ec = new NESim();
    String hitchA = "Bill C. Hitchcock";
    String hitchB = "William Hitchcock";
    String hitchC = "Mrs. Hitchcock";
    String hitchD = "Arthur Hitchcock";
    String hitchE = "Bill F. Hitchcock";
    MetricResponse result = ec.compare(hitchA, hitchB);
    assertEquals(result.score, 1.0, 0.01);
    /**
     * this test FAILS: no gender test
     */
    result = ec.compare(hitchB, hitchC);
    // assertTrue(Double.parseDouble(result.get(EntityComparison.SCORE)) <
    // 0.5);
    result = ec.compare(hitchB, hitchD);
    assertTrue(result.score < 0.6);
    result = ec.compare(hitchA, hitchE);
// Another test that fails. Critical local difference.
// assertTrue( Double.parseDouble( result.get( EntityComparison.SCORE )
// ) < 0.6 );
}

Example 2 with Metric

use of edu.illinois.cs.cogcomp.sim.Metric in project cogcomp-nlp by CogComp.

the class LlmSimTest method llmNERSimTest.

@Ignore
@Test
public void llmNERSimTest() {
    String config = "config/test.configurations.properties";
    Metric llm = new LLMStringSim(config);
    String s1 = "Donald Trump turn off the light";
    String s2 = "Trump turn off the light";
    String s3 = "Shaoshi turn off the light";
    double score = llm.compare(s1, s2).score;
    double score2 = llm.compare(s1, s3).score;
    System.out.println(score + " " + score2);
    assert (score > score2);
}

Example 3 with Metric

use of edu.illinois.cs.cogcomp.sim.Metric in project cogcomp-nlp by CogComp.

the class LlmSimTest method llmSimTest.

@Test
public void llmSimTest() {
    String config = "config/configurations.properties";
    Metric llm = new LLMStringSim(config);
    String s1 = "please turn on the light";
    String s2 = "please turn off the TV";
    String s3 = "please close the door";
    double score = llm.compare(s1, s2).score;
    double score2 = llm.compare(s1, s3).score;
    assert (score > score2);
}

Example 4 with Metric

use of edu.illinois.cs.cogcomp.sim.Metric in project cogcomp-nlp by CogComp.

the class LlmSimTest method llmphraseSimTest.

@Ignore
@Test
public void llmphraseSimTest() {
    String config = "config/test2.configurations.properties";
    Metric llm = new LLMStringSim(config);
    String s1 = "please turn off the light";
    String s2 = "please turn the light";
    String s3 = "please turn on the light";
    double score = llm.compare(s1, s2).score;
    double score2 = llm.compare(s1, s3).score;
    assert (score < score2);
}