Examples with CrawlCommandEvent won.bot.framework.eventbot.event.impl.crawl.CrawlCommandEvent used on opensource projects

Example 1 with CrawlCommandEvent

use of won.bot.framework.eventbot.event.impl.crawl.CrawlCommandEvent in project webofneeds by researchstudio-sat.

the class CrawlAction method doRun.

@Override
protected void doRun(Event event, EventListener executingListener) throws Exception {
    if (!(event instanceof CrawlCommandEvent))
        return;
    CrawlCommandEvent crawlCommandEvent = (CrawlCommandEvent) event;
    EventListenerContext ctx = getEventListenerContext();
    logger.debug("starting crawl for {}", crawlCommandEvent.getStartURI());
    StopWatch stopWatch = new StopWatch();
    stopWatch.start();
    Dataset crawledData;
    try {
        crawledData = ctx.getLinkedDataSource().getDataForResourceWithPropertyPath(crawlCommandEvent.getStartURI(), crawlCommandEvent.getAtomURI(), crawlCommandEvent.getPropertyPaths(), crawlCommandEvent.getGetMaxRequest(), crawlCommandEvent.getMaxDepth());
    } catch (Exception e) {
        logger.debug("caught exception during crawl for {}", crawlCommandEvent.getStartURI(), e);
        ctx.getEventBus().publish(new CrawlCommandFailureEvent(crawlCommandEvent, "Could not crawl " + crawlCommandEvent.getStartURI() + " with WebID " + crawlCommandEvent.getAtomURI() + ": caught " + e));
        return;
    }
    stopWatch.stop();
    logger.debug("finished crawl for {} in {} millis", crawlCommandEvent.getStartURI(), stopWatch.getTotalTimeMillis());
    ctx.getEventBus().publish(new CrawlCommandSuccessEvent(crawlCommandEvent, crawledData, "Finished crawling " + crawlCommandEvent.getStartURI() + " in " + stopWatch.getTotalTimeMillis()));
}

Example 2 with CrawlCommandEvent

use of won.bot.framework.eventbot.event.impl.crawl.CrawlCommandEvent in project webofneeds by researchstudio-sat.

the class CrawlConnectionDataBehaviour method onActivate.

@Override
protected void onActivate(Optional<Object> message) {
    logger.debug("activating crawling connection data for connection {}", command.getConnectionURI());
    logger.debug("will deactivate automatically after " + abortTimeout);
    LinkedDataSource linkedDataSource = context.getLinkedDataSource();
    if (linkedDataSource instanceof CachingLinkedDataSource) {
        URI toInvalidate = WonRelativeUriHelper.createMessageContainerURIForConnection(command.getConnectionURI());
        ((CachingLinkedDataSource) linkedDataSource).invalidate(toInvalidate);
        ((CachingLinkedDataSource) linkedDataSource).invalidate(toInvalidate, command.getAtomURI());
    }
    context.getTaskScheduler().schedule(this::deactivate, new Date(System.currentTimeMillis() + abortTimeout.toMillis()));
    List<Path> propertyPaths = new ArrayList<>();
    PrefixMapping pmap = new PrefixMappingImpl();
    pmap.withDefaultMappings(PrefixMapping.Standard);
    pmap.setNsPrefix("won", WON.getURI());
    pmap.setNsPrefix("msg", WONMSG.getURI());
    propertyPaths.add(PathParser.parse("won:messageContainer", pmap));
    propertyPaths.add(PathParser.parse("won:messageContainer/rdfs:member", pmap));
    CrawlCommandEvent crawlAtomCommandEvent = new CrawlCommandEvent(command.getAtomURI(), command.getAtomURI(), propertyPaths, 10000, 5);
    propertyPaths = new ArrayList<>();
    propertyPaths.add(PathParser.parse("won:messageContainer", pmap));
    propertyPaths.add(PathParser.parse("won:messageContainer/rdfs:member", pmap));
    propertyPaths.add(PathParser.parse("won:messageContainer/rdfs:member/msg:correspondingRemoteMessage", pmap));
    propertyPaths.add(PathParser.parse("won:targetAtom", pmap));
    propertyPaths.add(PathParser.parse("won:targetConnection", pmap));
    CrawlCommandEvent crawlConnectionCommandEvent = new CrawlCommandEvent(command.getAtomURI(), command.getConnectionURI(), propertyPaths, 10000, 5);
    Dataset crawledData = DatasetFactory.createGeneral();
    // add crawlcommand listener
    this.subscribeWithAutoCleanup(CrawlCommandEvent.class, new ActionOnEventListener(context, new OrFilter(new SameEventFilter(crawlAtomCommandEvent), new SameEventFilter(crawlConnectionCommandEvent)), new CrawlAction(context)));
    // when the first crawl succeeds, start the second
    this.subscribeWithAutoCleanup(CrawlCommandSuccessEvent.class, new ActionOnEventListener(context, new CommandResultFilter(crawlAtomCommandEvent), new BaseEventBotAction(context) {

        @Override
        protected void doRun(Event event, EventListener executingListener) throws Exception {
            logger.debug("finished crawling atom data. ");
            Dataset dataset = ((CrawlCommandSuccessEvent) event).getCrawledData();
            RdfUtils.addDatasetToDataset(crawledData, dataset);
            // now crawl connection data
            context.getEventBus().publish(crawlConnectionCommandEvent);
        }
    }));
    // when we're done crawling, validate:
    this.subscribeWithAutoCleanup(CrawlCommandSuccessEvent.class, new ActionOnEventListener(context, new CommandResultFilter(crawlConnectionCommandEvent), new BaseEventBotAction(context) {

        @Override
        protected void doRun(Event event, EventListener executingListener) throws Exception {
            logger.debug("finished crawling atom data for connection {}", command.getConnectionURI());
            Dataset dataset = ((CrawlCommandSuccessEvent) event).getCrawledData();
            RdfUtils.addDatasetToDataset(crawledData, dataset);
            context.getEventBus().publish(new CrawlConnectionCommandSuccessEvent(command, crawledData));
            deactivate();
        }
    }));
    // when something goes wrong, abort
    this.subscribeWithAutoCleanup(CrawlCommandFailureEvent.class, new ActionOnFirstEventListener(context, new OrFilter(new CommandResultFilter(crawlConnectionCommandEvent), new CommandResultFilter(crawlAtomCommandEvent)), new BaseEventBotAction(context) {

        @Override
        protected void doRun(Event event, EventListener executingListener) throws Exception {
            CrawlCommandFailureEvent failureEvent = (CrawlCommandFailureEvent) event;
            logger.debug("crawling failed for connection {}, message: {}", command.getConnectionURI(), failureEvent.getMessage());
            context.getEventBus().publish(new CrawlConnectionCommandFailureEvent(failureEvent.getMessage(), command));
            deactivate();
        }
    }));
    // start crawling the atom - connection will be crawled when atom crawling is
    // done
    context.getEventBus().publish(crawlAtomCommandEvent);
}