Examples with CatalogTransformerException ddf.catalog.transform.CatalogTransformerException used on opensource projects

Example 31 with CatalogTransformerException

use of ddf.catalog.transform.CatalogTransformerException in project ddf by codice.

the class TikaInputTransformer method transform.

@Override
public Metacard transform(InputStream input, String id) throws IOException, CatalogTransformerException {
    LOGGER.debug("Transforming input stream using Tika.");
    long bytes;
    if (input == null) {
        throw new CatalogTransformerException("Cannot transform null input.");
    }
    try (TemporaryFileBackedOutputStream fileBackedOutputStream = new TemporaryFileBackedOutputStream()) {
        try {
            bytes = IOUtils.copyLarge(input, fileBackedOutputStream);
        } catch (IOException e) {
            throw new CatalogTransformerException("Could not copy bytes of content message.", e);
        }
        Metadata metadata;
        String bodyText = null;
        String metadataText;
        Metacard metacard = new MetacardImpl(commonTikaMetacardType);
        String contentType = DataType.DATASET.name();
        TikaMetadataExtractor extractor = null;
        try (InputStream inputStreamCopy = fileBackedOutputStream.asByteSource().openStream()) {
            extractor = new TikaMetadataExtractor(inputStreamCopy, previewMaxLength, metadataMaxLength);
        } catch (TikaException | RuntimeException t) {
            LOGGER.debug("Unable to extract tika metadata", t);
        }
        if (extractor != null) {
            metadataText = getMetadataXml(extractor.getMetadataXml());
            Attribute validationAttribute = null;
            if (metadataText.equals(TikaMetadataExtractor.METADATA_LIMIT_REACHED_MSG)) {
                validationAttribute = new AttributeImpl(Validation.VALIDATION_WARNINGS, Collections.singletonList(metadataText));
                metadataText = "";
            }
            bodyText = extractor.getBodyText();
            metadata = extractor.getMetadata();
            contentType = metadata.get(Metadata.CONTENT_TYPE);
            MetacardType metacardType = mergeAttributes(getMetacardType(contentType));
            metacard = MetacardCreator.createMetacard(metadata, id, metadataText, metacardType, useResourceTitleAsTitle);
            if (StringUtils.isNotBlank(bodyText)) {
                metacard.setAttribute(new AttributeImpl(Extracted.EXTRACTED_TEXT, bodyText));
                processContentMetadataExtractors(bodyText, metacard);
            }
            if (StringUtils.isNotBlank(metadataText)) {
                processMetadataExtractors(metadataText, metacard);
            }
            if (validationAttribute != null) {
                metacard.setAttribute(validationAttribute);
            }
        }
        enrichMetacard(fileBackedOutputStream, contentType, bytes, metacard);
        LOGGER.debug("Finished transforming input stream using Tika.");
        return metacard;
    }
}

Example 32 with CatalogTransformerException

use of ddf.catalog.transform.CatalogTransformerException in project ddf by codice.

the class InputTransformerErrorHandler method read.

/**
 * Takes in an {@link InputStream} returns a {@link Metacard}, populated with all the {@link
 * Attribute}s parsed by the {@link SaxEventHandlerDelegate#eventHandlers}
 *
 * @param inputStream an XML document that can be parsed into a Metacard
 * @return a {@link Metacard}, populated with all the {@link Attribute}s parsed by the {@link
 *     SaxEventHandlerDelegate#eventHandlers}
 * @throws CatalogTransformerException
 */
public SaxEventHandlerDelegate read(InputStream inputStream) throws CatalogTransformerException {
    try {
        InputSource newStream = new InputSource(new BufferedInputStream(inputStream));
        /*
       * Set the parser's ContentHandler to this delegate, which ensures the delegate receives all
       * parse events that should be handled by a SaxEventHandler (startElement, endElement, characters, startPrefixMapping, etc)
       * Set the parser's ErrorHandler to be a new InputTransformerHandler
       */
        parser.setContentHandler(this);
        InputTransformerErrorHandler inputTransformerErrorHandler = getInputTransformerErrorHandler().configure(new StringBuilder());
        parser.setErrorHandler(inputTransformerErrorHandler);
        parser.parse(newStream);
    } catch (IOException | SAXException e) {
        throw new CatalogTransformerException("Could not properly parse metacard", e);
    }
    return this;
}

Example 33 with CatalogTransformerException

use of ddf.catalog.transform.CatalogTransformerException in project ddf by codice.

the class AtomTransformer method createOutputStream.

private byte[] createOutputStream(Feed feed) throws CatalogTransformerException {
    ByteArrayOutputStream baos = new ByteArrayOutputStream();
    ClassLoader tccl = Thread.currentThread().getContextClassLoader();
    try {
        Thread.currentThread().setContextClassLoader(AtomTransformer.class.getClassLoader());
        feed.writeTo(baos);
    } catch (IOException e) {
        LOGGER.info("Could not write to output stream.", e);
        throw new CatalogTransformerException("Could not transform into Atom.", e);
    } finally {
        Thread.currentThread().setContextClassLoader(tccl);
    }
    return baos.toByteArray();
}

Example 34 with CatalogTransformerException

use of ddf.catalog.transform.CatalogTransformerException in project ddf by codice.

the class XmlResponseQueueTransformer method transform.

@Override
public BinaryContent transform(SourceResponse response, Map<String, Serializable> args) throws CatalogTransformerException {
    try {
        PrintWriter writer = printWriterProvider.build(Metacard.class);
        writer.setRawValue("<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"yes\"?>\n");
        writer.startNode("metacards");
        for (Map.Entry<String, String> nsRow : NAMESPACE_MAP.entrySet()) {
            writer.addAttribute(nsRow.getKey(), nsRow.getValue());
        }
        if (response.getResults() != null && !response.getResults().isEmpty()) {
            StringWriter metacardContent = fjp.invoke(new MetacardForkTask(ImmutableList.copyOf(response.getResults()), fjp, geometryTransformer, threshold, metacardMarshaller));
            writer.setRawValue(metacardContent.getBuffer().toString());
        }
        // metacards
        writer.endNode();
        ByteArrayInputStream bais = new ByteArrayInputStream(writer.makeString().getBytes(StandardCharsets.UTF_8));
        return new BinaryContentImpl(bais, mimeType);
    } catch (Exception e) {
        LOGGER.info("Failed Query response transformation", e);
        throw new CatalogTransformerException("Failed Query response transformation");
    }
}

Example 35 with CatalogTransformerException

use of ddf.catalog.transform.CatalogTransformerException in project ddf by codice.

the class VideoInputTransformer method transform.

@Override
public Metacard transform(InputStream input, String id) throws IOException, CatalogTransformerException {
    Metacard metacard;
    try {
        TikaMetadataExtractor tikaMetadataExtractor = new TikaMetadataExtractor(input);
        Metadata metadata = tikaMetadataExtractor.getMetadata();
        String metadataText = tikaMetadataExtractor.getMetadataXml();
        metacard = MetacardCreator.createMetacard(metadata, id, metadataText, metacardType);
        metacard.setAttribute(new AttributeImpl(Core.DATATYPE, DataType.MOVING_IMAGE.toString()));
    } catch (TikaException e) {
        throw new CatalogTransformerException(e);
    }
    return metacard;
}