Examples with StoredOntologySource org.apache.stanbol.ontologymanager.servicesapi.io.StoredOntologySource used on opensource projects

Example 1 with StoredOntologySource

use of org.apache.stanbol.ontologymanager.servicesapi.io.StoredOntologySource in project stanbol by apache.

the class ScopeResource method postOntology.

@POST
@Consumes({ MULTIPART_FORM_DATA })
@Produces({ TEXT_HTML, TEXT_PLAIN, RDF_XML, TURTLE, X_TURTLE, N3 })
public Response postOntology(MultiPartBody data, @PathParam("scopeid") String scopeid, @Context HttpHeaders headers) {
    log.info(" post(MultiPartBody data) scope: {}", scopeid);
    ResponseBuilder rb;
    scope = onm.getScope(scopeid);
    // TODO remove and make sure it is set across the method
    rb = Response.status(BAD_REQUEST);
    IRI location = null, library = null;
    // If found, it takes precedence over location.
    FormFile file = null;
    String format = null;
    Set<String> keys = new HashSet<String>();
    if (data.getFormFileParameterValues("file").length > 0) {
        file = data.getFormFileParameterValues("file")[0];
    }
    // else {
    if (data.getTextParameterValues("format").length > 0) {
        String value = data.getTextParameterValues("format")[0];
        if (!value.equals("auto")) {
            format = value;
        }
    }
    if (data.getTextParameterValues("url").length > 0) {
        String value = data.getTextParameterValues("url")[0];
        try {
            // To throw 400 if malformed.
            URI.create(value);
            location = IRI.create(value);
        } catch (Exception ex) {
            log.error("Malformed IRI for param url " + value, ex);
            throw new WebApplicationException(ex, BAD_REQUEST);
        }
    }
    if (data.getTextParameterValues("library").length > 0) {
        String value = data.getTextParameterValues("library")[0];
        try {
            // To throw 400 if malformed.
            URI.create(value);
            library = IRI.create(value);
        } catch (Exception ex) {
            log.error("Malformed IRI for param library " + value, ex);
            throw new WebApplicationException(ex, BAD_REQUEST);
        }
    }
    if (data.getTextParameterValues("stored").length > 0) {
        String value = data.getTextParameterValues("stored")[0];
        keys.add(value);
    }
    log.debug("Parameters:");
    log.debug("file: {}", file);
    log.debug("url: {}", location);
    log.debug("format: {}", format);
    log.debug("keys: {}", keys);
    boolean fileOk = file != null;
    // }
    if (fileOk || location != null || library != null) {
        // File and location take precedence
        // src = new GraphContentInputSource(content, format, ontologyProvider.getStore());
        // Then add the file
        OntologyInputSource<?> src = null;
        if (fileOk) {
            /*
                 * Because the ontology provider's load method could fail after only one attempt without
                 * resetting the stream, we might have to do that ourselves.
                 */
            List<String> formats;
            if (format != null && !format.trim().isEmpty())
                formats = Collections.singletonList(format);
            else
                // The RESTful API has its own list of preferred formats
                formats = Arrays.asList(RDF_XML, TURTLE, X_TURTLE, N3, N_TRIPLE, OWL_XML, FUNCTIONAL_OWL, MANCHESTER_OWL, RDF_JSON);
            int unsupported = 0, failed = 0;
            Iterator<String> itf = formats.iterator();
            if (!itf.hasNext())
                throw new OntologyLoadingException("No suitable format found or defined.");
            do {
                String f = itf.next();
                try {
                    // Re-instantiate the stream on every attempt
                    InputStream content = new ByteArrayInputStream(file.getContent());
                    // ClerezzaOWLUtils.guessOntologyID(new FileInputStream(file), Parser.getInstance(),
                    // f);
                    OWLOntologyID guessed = OWLUtils.guessOntologyID(content, Parser.getInstance(), f);
                    log.debug("guessed ontology id: {}", guessed);
                    if (guessed != null && !guessed.isAnonymous() && ontologyProvider.hasOntology(guessed)) {
                        // rb = Response.status(Status.CONFLICT);
                        this.submitted = guessed;
                        if (headers.getAcceptableMediaTypes().contains(MediaType.TEXT_HTML_TYPE)) {
                            rb.entity(new Viewable("conflict.ftl", new ScopeResultData()));
                            rb.header(HttpHeaders.CONTENT_TYPE, MediaType.TEXT_HTML + "; charset=utf-8");
                        }
                        break;
                    } else {
                        content = new ByteArrayInputStream(file.getContent());
                        log.debug("Recreated input stream for format {}", f);
                        src = new GraphContentInputSource(content, f, ontologyProvider.getStore());
                    }
                } catch (UnsupportedFormatException e) {
                    log.warn("POST method failed for media type {}. This should not happen (should fail earlier)", headers.getMediaType());
                    // rb = Response.status(UNSUPPORTED_MEDIA_TYPE);
                    unsupported++;
                } catch (IOException e) {
                    log.debug(">>> FAILURE format {} (I/O error)", f);
                    failed++;
                } catch (Exception e) {
                    // SAXParseException and others
                    log.debug(">>> FAILURE format {} (parse error)", f);
                    failed++;
                }
            } while (src == null && itf.hasNext());
        }
        if (src != null) {
            OWLOntologyID key = scope.getCustomSpace().addOntology(src);
            if (key == null || key.isAnonymous())
                throw new WebApplicationException(INTERNAL_SERVER_ERROR);
            // FIXME ugly but will have to do for the time being
            // key.split("::")[1];
            String uri = OntologyUtils.encode(key);
            // uri = uri.substring((ontologyProvider.getGraphPrefix() + "::").length());
            if (uri != null && !uri.isEmpty()) {
                rb = Response.seeOther(URI.create("/ontonet/ontology/" + scope.getID() + "/" + uri));
            } else
                rb = Response.ok();
        } else if (rb == null)
            rb = Response.status(INTERNAL_SERVER_ERROR);
    }
    if (!keys.isEmpty()) {
        for (String key : keys) scope.getCustomSpace().addOntology(new StoredOntologySource(OntologyUtils.decode(key)));
        rb = Response.seeOther(URI.create("/ontonet/ontology/" + scope.getID()));
    }
    // addCORSOrigin(servletContext, rb, headers);
    return rb.build();
}

Example 2 with StoredOntologySource

use of org.apache.stanbol.ontologymanager.servicesapi.io.StoredOntologySource in project stanbol by apache.

the class SessionResource method postOntology.

@POST
@Consumes({ MULTIPART_FORM_DATA })
@Produces({ WILDCARD })
public Response postOntology(MultiPartBody data, @Context HttpHeaders headers) {
    log.debug(" post(FormDataMultiPart data)");
    long before = System.currentTimeMillis();
    ResponseBuilder rb;
    // TODO remove and make sure it is set across the method
    rb = Response.status(BAD_REQUEST);
    IRI location = null, library = null;
    // If found, it takes precedence over location.
    FormFile file = null;
    String format = null;
    Set<String> toAppend = null;
    Set<String> keys = new HashSet<String>();
    //        }
    if (data.getFormFileParameterValues("file").length > 0) {
        file = data.getFormFileParameterValues("file")[0];
    }
    // else {
    if (data.getTextParameterValues("format").length > 0) {
        String value = data.getTextParameterValues("format")[0];
        if (!value.equals("auto")) {
            format = value;
        }
    }
    if (data.getTextParameterValues("url").length > 0) {
        String value = data.getTextParameterValues("url")[0];
        try {
            // To throw 400 if malformed.
            URI.create(value);
            location = IRI.create(value);
        } catch (Exception ex) {
            log.error("Malformed IRI for param url " + value, ex);
            throw new WebApplicationException(ex, BAD_REQUEST);
        }
    }
    if (data.getTextParameterValues("library").length > 0) {
        String value = data.getTextParameterValues("library")[0];
        try {
            // To throw 400 if malformed.
            URI.create(value);
            library = IRI.create(value);
        } catch (Exception ex) {
            log.error("Malformed IRI for param library " + value, ex);
            throw new WebApplicationException(ex, BAD_REQUEST);
        }
    }
    if (data.getTextParameterValues("stored").length > 0) {
        String value = data.getTextParameterValues("stored")[0];
        keys.add(value);
    }
    if (data.getTextParameterValues("scope").length > 0) {
        String value = data.getTextParameterValues("scope")[0];
        log.info("Request to append scope \"{}\".", value);
        if (toAppend == null) {
            toAppend = new HashSet<String>();
        }
        toAppend.add(value);
    }
    boolean fileOk = file != null;
    if (fileOk || location != null || library != null) {
        // File and location take precedence
        // Then add the file
        OntologyInputSource<?> src = null;
        if (fileOk) {
            // File first
            Collection<String> formats;
            if (format == null || "".equals(format.trim()))
                formats = OntologyUtils.getPreferredFormats();
            else
                formats = Collections.singleton(format);
            for (String f : formats) try {
                log.debug("Trying format {}.", f);
                long b4buf = System.currentTimeMillis();
                // Recreate the stream on each attempt
                InputStream content = new BufferedInputStream(new ByteArrayInputStream(file.getContent()));
                log.debug("Streams created in {} ms", System.currentTimeMillis() - b4buf);
                log.debug("Creating ontology input source...");
                b4buf = System.currentTimeMillis();
                OWLOntologyID guessed = OWLUtils.guessOntologyID(content, Parser.getInstance(), f);
                if (guessed != null && !guessed.isAnonymous() && ontologyProvider.hasOntology(guessed)) {
                    rb = Response.status(Status.CONFLICT);
                    this.submitted = guessed;
                    if (headers.getAcceptableMediaTypes().contains(MediaType.TEXT_HTML_TYPE)) {
                        rb.entity(new Viewable("/imports/409", this));
                        rb.header(HttpHeaders.CONTENT_TYPE, MediaType.TEXT_HTML + "; charset=utf-8");
                    }
                } else {
                    content = new BufferedInputStream(new ByteArrayInputStream(file.getContent()));
                    src = new GraphContentInputSource(content, f, ontologyProvider.getStore());
                }
                log.debug("Done in {} ms", System.currentTimeMillis() - b4buf);
                log.info("SUCCESS parse with format {}.", f);
                break;
            } catch (OntologyLoadingException e) {
                log.debug("FAILURE parse with format {}.", f);
                continue;
            } catch (IOException e) {
                log.debug("FAILURE parse with format {} (I/O error).", f);
                continue;
            }
            log.debug("No more formats to try.");
        } else if (location != null) {
            try {
                src = new RootOntologySource(location);
            } catch (Exception e) {
                log.error("Failed to load ontology from " + location, e);
                throw new WebApplicationException(e, BAD_REQUEST);
            }
        } else if (library != null) {
            // This comes last, since it will most likely have a value.
            try {
                long beforeLib = System.currentTimeMillis();
                log.debug("Creating library source for {}", library);
                src = new LibrarySource(library, regMgr);
                log.debug("Library source created in {} ms.", System.currentTimeMillis() - beforeLib);
            } catch (Exception e) {
                log.error("Failed to load ontology library " + library, e);
                throw new WebApplicationException(e, INTERNAL_SERVER_ERROR);
            }
        } else {
            log.error("Bad request");
            log.error(" file is: {}", file);
            throw new WebApplicationException(BAD_REQUEST);
        }
        if (src != null) {
            log.debug("Adding ontology from input source {}", src);
            long b4add = System.currentTimeMillis();
            OWLOntologyID key = session.addOntology(src);
            if (key == null || key.isAnonymous())
                throw new WebApplicationException(INTERNAL_SERVER_ERROR);
            // FIXME ugly but will have to do for the time being
            log.debug("Addition done in {} ms.", System.currentTimeMillis() - b4add);
            log.debug("Storage key : {}", key);
            // key.split("::")[1];
            String uri = OntologyUtils.encode(key);
            // uri = uri.substring((ontologyProvider.getGraphPrefix() + "::").length());
            if (uri != null && !uri.isEmpty())
                rb = Response.seeOther(URI.create("/ontonet/session/" + session.getID() + "/" + uri));
            else
                rb = Response.seeOther(URI.create("/ontonet/session/" + session.getID()));
        } else if (rb == null)
            rb = Response.status(INTERNAL_SERVER_ERROR);
    }
    if (!keys.isEmpty()) {
        for (String key : keys) session.addOntology(new StoredOntologySource(OntologyUtils.decode(key)));
        rb = Response.seeOther(URI.create("/ontonet/session/" + session.getID()));
    }
    // Now check scopes
    if (toAppend != null && (!toAppend.isEmpty() || (toAppend.isEmpty() && !getAppendedScopes().isEmpty()))) {
        for (Scope sc : getAllScopes()) {
            // First remove appended scopes not in the list
            String scid = sc.getID();
            if (!toAppend.contains(scid) && getAppendedScopes().contains(scid)) {
                session.detachScope(scid);
                log.info("Removed scope \"{}\".", scid);
            }
        }
        for (String scid : toAppend) {
            // Then add all the scopes in the list
            if (!getAppendedScopes().contains(scid)) {
                log.info("Appending scope \"{}\" to session \"{}\".", scid, session.getID());
                session.attachScope(scid);
                log.info("Appended scope \"{}\".", scid);
            }
        }
        rb = Response.seeOther(URI.create("/ontonet/session/" + session.getID()));
    }
    // else {
    // log.error("Nothing to do with session {}.", session.getID());
    // throw new WebApplicationException(BAD_REQUEST);
    // }
    // rb.header(HttpHeaders.CONTENT_TYPE, TEXT_HTML + "; charset=utf-8");
    //        addCORSOrigin(servletContext, rb, headers);
    log.info("POST ontology completed in {} ms.", System.currentTimeMillis() - before);
    return rb.build();
}

Example 3 with StoredOntologySource

use of org.apache.stanbol.ontologymanager.servicesapi.io.StoredOntologySource in project stanbol by apache.

the class ScopeManagerImpl method rebuildScopes.

private void rebuildScopes() {
    OntologyNetworkConfiguration struct = ontologyProvider.getOntologyNetworkConfiguration();
    for (String scopeId : struct.getScopeIDs()) {
        long before = System.currentTimeMillis();
        log.debug("Rebuilding scope with ID \"{}\".", scopeId);
        Collection<OWLOntologyID> coreOnts = struct.getCoreOntologyKeysForScope(scopeId);
        OntologyInputSource<?>[] srcs = new OntologyInputSource<?>[coreOnts.size()];
        int i = 0;
        for (OWLOntologyID coreOnt : coreOnts) {
            log.debug("Core ontology key : {}", coreOnts);
            srcs[i++] = new StoredOntologySource(coreOnt);
        }
        Scope scope;
        try {
            scope = createOntologyScope(scopeId, srcs);
        } catch (DuplicateIDException e) {
            String dupe = e.getDuplicateID();
            log.warn("Scope \"{}\" already exists and will be reused.", dupe);
            scope = getScope(dupe);
        }
        OntologySpace custom = scope.getCustomSpace();
        // Register even if some ontologies were to fail to be restored afterwards.
        scopeMap.put(scopeId, scope);
        for (OWLOntologyID key : struct.getCustomOntologyKeysForScope(scopeId)) try {
            log.debug("Custom ontology key : {}", key);
            custom.addOntology(new StoredOntologySource(key));
        } catch (MissingOntologyException ex) {
            log.error("Could not find an ontology with public key {} to be managed by scope \"{}\". Proceeding to next ontology.", key, scopeId);
            continue;
        } catch (Exception ex) {
            log.error("Exception caught while trying to add ontology with public key " + key + " to rebuilt scope \"" + scopeId + "\". proceeding to next ontology", ex);
            continue;
        }
        log.info("Scope \"{}\" rebuilt in {} ms.", scopeId, System.currentTimeMillis() - before);
    }
}

Example 4 with StoredOntologySource

use of org.apache.stanbol.ontologymanager.servicesapi.io.StoredOntologySource in project stanbol by apache.

the class SessionManagerImpl method rebuildSessions.

private void rebuildSessions() {
    if (ontologyProvider == null) {
        log.warn("No ontology provider supplied. Cannot rebuild sessions");
        return;
    }
    OntologyNetworkConfiguration struct = ontologyProvider.getOntologyNetworkConfiguration();
    for (String sessionId : struct.getSessionIDs()) {
        long before = System.currentTimeMillis();
        log.debug("Rebuilding session with ID \"{}\"", sessionId);
        Session session;
        try {
            session = createSession(sessionId);
        } catch (DuplicateSessionIDException e) {
            log.warn("Session \"{}\" already exists and will be reused.", sessionId);
            session = getSession(sessionId);
        } catch (SessionLimitException e) {
            log.error("Cannot create session {}. Session limit of {} reached.", sessionId, getActiveSessionLimit());
            break;
        }
        // Register even if some ontologies were to fail to be restored afterwards.
        sessionsByID.put(sessionId, session);
        // Restored sessions are inactive at first.
        session.setActive(false);
        for (OWLOntologyID key : struct.getOntologyKeysForSession(sessionId)) try {
            session.addOntology(new StoredOntologySource(key));
        } catch (MissingOntologyException ex) {
            log.error("Could not find an ontology with public key {} to be managed by session \"{}\". Proceeding to next ontology.", key, sessionId);
            continue;
        } catch (Exception ex) {
            log.error("Exception caught while trying to add ontology with public key " + key + " to rebuilt session \"" + sessionId + "\". Proceeding to next ontology.", ex);
            continue;
        }
        for (String scopeId : struct.getAttachedScopes(sessionId)) {
            /*
                 * The scope is attached by reference, so we won't have to bother checking if the scope has
                 * been rebuilt by then (which could not happen if the SessionManager is being activated
                 * first).
                 */
            session.attachScope(scopeId);
        }
        log.info("Session \"{}\" rebuilt in {} ms.", sessionId, System.currentTimeMillis() - before);
    }
}