Examples with NonDetectingEncodingDetector org.apache.tika.detect.NonDetectingEncodingDetector used on opensource projects

Example 1 with NonDetectingEncodingDetector

use of org.apache.tika.detect.NonDetectingEncodingDetector in project tika by apache.

the class TikaEncodingDetectorTest method testParameterization.

@Test
public void testParameterization() throws Exception {
    TikaConfig config = getConfig("TIKA-2273-parameterize-encoding-detector.xml");
    EncodingDetector detector = config.getEncodingDetector();
    assertTrue(detector instanceof CompositeEncodingDetector);
    List<EncodingDetector> detectors = ((CompositeEncodingDetector) detector).getDetectors();
    assertEquals(2, detectors.size());
    assertTrue(((Icu4jEncodingDetector) detectors.get(0)).getStripMarkup());
    assertTrue(detectors.get(1) instanceof NonDetectingEncodingDetector);
}

Example 2 with NonDetectingEncodingDetector

use of org.apache.tika.detect.NonDetectingEncodingDetector in project tika by apache.

the class TikaEncodingDetectorTest method testNonDetectingDetectorParams.

@Test
public void testNonDetectingDetectorParams() throws Exception {
    TikaConfig tikaConfig = new TikaConfig(getResourceAsStream("/org/apache/tika/config/TIKA-2273-non-detecting-params.xml"));
    AutoDetectParser p = new AutoDetectParser(tikaConfig);
    List<Parser> parsers = new ArrayList<>();
    findEncodingDetectionParsers(p, parsers);
    assertEquals(3, parsers.size());
    EncodingDetector encodingDetector = ((AbstractEncodingDetectorParser) parsers.get(0)).getEncodingDetector();
    assertTrue(encodingDetector instanceof CompositeEncodingDetector);
    assertEquals(1, ((CompositeEncodingDetector) encodingDetector).getDetectors().size());
    EncodingDetector child = ((CompositeEncodingDetector) encodingDetector).getDetectors().get(0);
    assertTrue(child instanceof NonDetectingEncodingDetector);
    assertEquals(StandardCharsets.UTF_16LE, ((NonDetectingEncodingDetector) child).getCharset());
}

Example 3 with NonDetectingEncodingDetector

use of org.apache.tika.detect.NonDetectingEncodingDetector in project tika by apache.

the class TikaEncodingDetectorTest method testBlackList.

@Test
public void testBlackList() throws Exception {
    TikaConfig config = getConfig("TIKA-2273-blacklist-encoding-detector-default.xml");
    EncodingDetector detector = config.getEncodingDetector();
    assertTrue(detector instanceof CompositeEncodingDetector);
    List<EncodingDetector> detectors = ((CompositeEncodingDetector) detector).getDetectors();
    assertEquals(2, detectors.size());
    EncodingDetector detector1 = detectors.get(0);
    assertTrue(detector1 instanceof CompositeEncodingDetector);
    List<EncodingDetector> detectors1Children = ((CompositeEncodingDetector) detector1).getDetectors();
    assertEquals(2, detectors1Children.size());
    assertTrue(detectors1Children.get(0) instanceof UniversalEncodingDetector);
    assertTrue(detectors1Children.get(1) instanceof Icu4jEncodingDetector);
    assertTrue(detectors.get(1) instanceof NonDetectingEncodingDetector);
}