Example 21 with BodyContentHandler
use of org.apache.tika.sax.BodyContentHandler in project tika by apache.
the class HtmlParserTest method testUsingCharsetInContentTypeHeader.
/**
* Test case for TIKA-341
*
* @see <a href="https://issues.apache.org/jira/browse/TIKA-341">TIKA-341</a>
*/
@Test
public void testUsingCharsetInContentTypeHeader() throws Exception {
final String test = "<html><head><title>the name is ándre</title></head>" + "<body></body></html>";
Metadata metadata = new Metadata();
new HtmlParser().parse(new ByteArrayInputStream(test.getBytes(UTF_8)), new BodyContentHandler(), metadata, new ParseContext());
assertEquals("UTF-8", metadata.get(Metadata.CONTENT_ENCODING));
metadata = new Metadata();
metadata.set(Metadata.CONTENT_TYPE, "text/html; charset=ISO-8859-1");
new HtmlParser().parse(new ByteArrayInputStream(test.getBytes(ISO_8859_1)), new BodyContentHandler(), metadata, new ParseContext());
assertEquals("ISO-8859-1", metadata.get(Metadata.CONTENT_ENCODING));
}
Also used :
BodyContentHandler(org.apache.tika.sax.BodyContentHandler)
ByteArrayInputStream(java.io.ByteArrayInputStream)
Metadata(org.apache.tika.metadata.Metadata)
ParseContext(org.apache.tika.parser.ParseContext)
Test(org.junit.Test)
TikaTest(org.apache.tika.TikaTest)
Example 22 with BodyContentHandler
use of org.apache.tika.sax.BodyContentHandler in project tika by apache.
the class Pkcs7ParserTest method testDetachedSignature.
public void testDetachedSignature() throws Exception {
try (InputStream input = Pkcs7ParserTest.class.getResourceAsStream("/test-documents/testDetached.p7s")) {
ContentHandler handler = new BodyContentHandler();
Metadata metadata = new Metadata();
new Pkcs7Parser().parse(input, handler, metadata, new ParseContext());
} catch (NullPointerException npe) {
fail("should not get NPE");
} catch (TikaException te) {
assertTrue(te.toString().contains("cannot parse detached pkcs7 signature"));
}
}
Also used :
BodyContentHandler(org.apache.tika.sax.BodyContentHandler)
TikaException(org.apache.tika.exception.TikaException)
InputStream(java.io.InputStream)
Metadata(org.apache.tika.metadata.Metadata)
ParseContext(org.apache.tika.parser.ParseContext)
BodyContentHandler(org.apache.tika.sax.BodyContentHandler)
ContentHandler(org.xml.sax.ContentHandler)
Example 23 with BodyContentHandler
use of org.apache.tika.sax.BodyContentHandler in project tika by apache.
the class ForkParserIntegrationTest method testParsingErrorInForkedParserShouldBeReported.
/**
* TIKA-831 Parsers throwing errors should be caught and
* properly reported
*/
@Test
public void testParsingErrorInForkedParserShouldBeReported() throws Exception {
BrokenParser brokenParser = new BrokenParser();
ForkParser parser = new ForkParser(ForkParser.class.getClassLoader(), brokenParser);
InputStream stream = getClass().getResourceAsStream("/test-documents/testTXT.txt");
// With a serializable error, we'll get that back
try {
ContentHandler output = new BodyContentHandler();
ParseContext context = new ParseContext();
parser.parse(stream, output, new Metadata(), context);
fail("Expected TikaException caused by Error");
} catch (TikaException e) {
assertEquals(brokenParser.err, e.getCause());
} finally {
parser.close();
}
// With a non serializable one, we'll get something else
// TODO Fix this test
brokenParser = new BrokenParser();
brokenParser.re = new WontBeSerializedError("Can't Serialize");
parser = new ForkParser(ForkParser.class.getClassLoader(), brokenParser);
// try {
// ContentHandler output = new BodyContentHandler();
// ParseContext context = new ParseContext();
// parser.parse(stream, output, new Metadata(), context);
// fail("Expected TikaException caused by Error");
// } catch (TikaException e) {
// assertEquals(TikaException.class, e.getCause().getClass());
// assertEquals("Bang!", e.getCause().getMessage());
// }
}
Also used :
ForkParser(org.apache.tika.fork.ForkParser)
BodyContentHandler(org.apache.tika.sax.BodyContentHandler)
TikaException(org.apache.tika.exception.TikaException)
InputStream(java.io.InputStream)
ParseContext(org.apache.tika.parser.ParseContext)
Metadata(org.apache.tika.metadata.Metadata)
BodyContentHandler(org.apache.tika.sax.BodyContentHandler)
ContentHandler(org.xml.sax.ContentHandler)
Test(org.junit.Test)
Example 24 with BodyContentHandler
use of org.apache.tika.sax.BodyContentHandler in project tika by apache.
the class ForkParserIntegrationTest method testParserHandlingOfNonSerializable.
/**
* If we supply a non serializable object on the ParseContext,
* check we get a helpful exception back
*/
@Test
public void testParserHandlingOfNonSerializable() throws Exception {
ForkParser parser = new ForkParser(ForkParserIntegrationTest.class.getClassLoader(), tika.getParser());
ParseContext context = new ParseContext();
context.set(Detector.class, new Detector() {
public MediaType detect(InputStream input, Metadata metadata) {
return MediaType.OCTET_STREAM;
}
});
try {
ContentHandler output = new BodyContentHandler();
InputStream stream = ForkParserIntegrationTest.class.getResourceAsStream("/test-documents/testTXT.txt");
parser.parse(stream, output, new Metadata(), context);
fail("Should have blown up with a non serializable ParseContext");
} catch (TikaException e) {
// Check the right details
assertNotNull(e.getCause());
assertEquals(NotSerializableException.class, e.getCause().getClass());
assertEquals("Unable to serialize ParseContext to pass to the Forked Parser", e.getMessage());
} finally {
parser.close();
}
}
Also used :
ForkParser(org.apache.tika.fork.ForkParser)
BodyContentHandler(org.apache.tika.sax.BodyContentHandler)
NotSerializableException(java.io.NotSerializableException)
Detector(org.apache.tika.detect.Detector)
TikaException(org.apache.tika.exception.TikaException)
InputStream(java.io.InputStream)
ParseContext(org.apache.tika.parser.ParseContext)
Metadata(org.apache.tika.metadata.Metadata)
MediaType(org.apache.tika.mime.MediaType)
BodyContentHandler(org.apache.tika.sax.BodyContentHandler)
ContentHandler(org.xml.sax.ContentHandler)
Test(org.junit.Test)
Example 25 with BodyContentHandler
use of org.apache.tika.sax.BodyContentHandler in project tika by apache.
the class ForkParserIntegrationTest method testAttachingADebuggerOnTheForkedParserShouldWork.
/**
* TIKA-832
*/
@Test
public void testAttachingADebuggerOnTheForkedParserShouldWork() throws Exception {
ParseContext context = new ParseContext();
context.set(Parser.class, tika.getParser());
ForkParser parser = new ForkParser(ForkParserIntegrationTest.class.getClassLoader(), tika.getParser());
parser.setJavaCommand(Arrays.asList("java", "-Xmx32m", "-Xdebug", "-Xrunjdwp:transport=dt_socket,address=54321,server=y,suspend=n"));
try {
ContentHandler body = new BodyContentHandler();
InputStream stream = ForkParserIntegrationTest.class.getResourceAsStream("/test-documents/testTXT.txt");
parser.parse(stream, body, new Metadata(), context);
String content = body.toString();
assertContains("Test d'indexation", content);
assertContains("http://www.apache.org", content);
} finally {
parser.close();
}
}
Also used :
ForkParser(org.apache.tika.fork.ForkParser)
BodyContentHandler(org.apache.tika.sax.BodyContentHandler)
InputStream(java.io.InputStream)
ParseContext(org.apache.tika.parser.ParseContext)
Metadata(org.apache.tika.metadata.Metadata)
BodyContentHandler(org.apache.tika.sax.BodyContentHandler)
ContentHandler(org.xml.sax.ContentHandler)
Test(org.junit.Test)
Aggregations
BodyContentHandler (org.apache.tika.sax.BodyContentHandler)251
Metadata (org.apache.tika.metadata.Metadata)242
Test (org.junit.Test)213
ContentHandler (org.xml.sax.ContentHandler)202
InputStream (java.io.InputStream)189
ParseContext (org.apache.tika.parser.ParseContext)170
TikaTest (org.apache.tika.TikaTest)117
AutoDetectParser (org.apache.tika.parser.AutoDetectParser)87
Parser (org.apache.tika.parser.Parser)81
ByteArrayInputStream (java.io.ByteArrayInputStream)65
TikaInputStream (org.apache.tika.io.TikaInputStream)65
ExcelParserTest (org.apache.tika.parser.microsoft.ExcelParserTest)24
WordParserTest (org.apache.tika.parser.microsoft.WordParserTest)24
TikaException (org.apache.tika.exception.TikaException)23
IOException (java.io.IOException)17
OfficeParser (org.apache.tika.parser.microsoft.OfficeParser)15
EmptyParser (org.apache.tika.parser.EmptyParser)14
SAXException (org.xml.sax.SAXException)13
MediaType (org.apache.tika.mime.MediaType)10
XHTMLContentHandler (org.apache.tika.sax.XHTMLContentHandler)10
