Examples with FeedProvider com.thinkbiganalytics.metadata.api.feed.FeedProvider used on opensource projects

Example 1 with FeedProvider

use of com.thinkbiganalytics.metadata.api.feed.FeedProvider in project kylo by Teradata.

the class FeedExecutedSinceFeedAssessor method assess.

@Override
public void assess(FeedExecutedSinceFeed metric, MetricAssessmentBuilder<Serializable> builder) {
    LOG.debug("Assessing metric {}", metric.getDescription());
    FeedProvider feedProvider = getFeedProvider();
    FeedOperationsProvider opsProvider = getFeedOperationsProvider();
    List<Feed> mainFeeds = feedProvider.getFeeds(feedProvider.feedCriteria().name(metric.getFeedName()).category(metric.getCategoryName()));
    LOG.debug("Main feeds {}", mainFeeds);
    List<Feed> triggeredFeeds = feedProvider.getFeeds(feedProvider.feedCriteria().name(metric.getSinceFeedName()).category(metric.getSinceCategoryName()));
    LOG.debug("Triggered feeds {}", triggeredFeeds);
    builder.metric(metric);
    if (!mainFeeds.isEmpty() && !triggeredFeeds.isEmpty()) {
        Feed mainFeed = mainFeeds.get(0);
        Feed triggeredFeed = triggeredFeeds.get(0);
        List<FeedOperation> mainFeedOps = opsProvider.findLatestCompleted(mainFeed.getId());
        List<FeedOperation> triggeredFeedOps = opsProvider.findLatest(triggeredFeed.getId());
        if (mainFeedOps.isEmpty()) {
            // If the feed we are checking has never run then it can't have run before the "since" feed.
            LOG.debug("Main feed ops is empty");
            builder.result(AssessmentResult.FAILURE).message("Main feed " + mainFeed.getName() + " has never executed.");
        } else {
            // If the "since" feed has never run then the tested feed has run before it.
            if (triggeredFeedOps.isEmpty()) {
                LOG.debug("Triggered feed ops is empty");
                builder.result(AssessmentResult.SUCCESS).message("Triggered feed " + triggeredFeed.getName() + " has never executed");
            } else {
                DateTime mainFeedStopTime = mainFeedOps.get(0).getStopTime();
                DateTime triggeredFeedStartTime = triggeredFeedOps.get(0).getStartTime();
                LOG.debug("Main feed stop time {}", mainFeedStopTime);
                LOG.debug("Triggered feed start time {}", triggeredFeedStartTime);
                if (mainFeedStopTime.isBefore(triggeredFeedStartTime)) {
                    LOG.debug("Main feed stop time is before triggered feed start time");
                    builder.result(AssessmentResult.FAILURE).message("Main feed " + mainFeed.getName() + " has not executed since triggered feed " + triggeredFeed.getName() + ": " + triggeredFeedStartTime);
                } else {
                    LOG.debug("Main feed stop time is after triggered feed start time");
                    boolean isMainFeedRunning = opsProvider.isFeedRunning(mainFeed.getId());
                    if (isMainFeedRunning) {
                        // todo whether to trigger the feed while the other one is already running should be a
                        // configuration parameter defined by the user
                        LOG.debug("Main feed is still running");
                        builder.result(AssessmentResult.SUCCESS).message("Triggered feed " + triggeredFeed.getName() + " has executed since feed " + mainFeed.getName() + ", but main feed " + mainFeed.getName() + " is still running");
                    } else {
                        LOG.debug("Main is not running");
                        builder.result(AssessmentResult.SUCCESS).message("Triggered feed " + triggeredFeed.getName() + " has executed since main feed " + mainFeed.getName() + ".");
                    }
                }
            }
        }
    } else {
        LOG.debug("Either triggered or main feed does not exist");
        builder.result(AssessmentResult.FAILURE).message("Either feed " + metric.getSinceCategoryAndFeedName() + " and/or feed " + metric.getSinceCategoryAndFeedName() + " does not exist.");
    }
}

Example 2 with FeedProvider

use of com.thinkbiganalytics.metadata.api.feed.FeedProvider in project kylo by Teradata.

the class FeedExecutedSinceFeedAssessorTest method setUpAssessor.

/**
 * @param triggeredFeedStartTime pass negative value for empty operations list
 * @param mainFeedStopTime       pass negative for empty operations list
 */
private FeedExecutedSinceFeedAssessor setUpAssessor(int triggeredFeedStartTime, boolean isTriggeredFeedRunning, int mainFeedStopTime, boolean isMainFeedRunning) {
    FeedCriteria dummyCriteria = mock(FeedCriteria.class);
    when(dummyCriteria.name(Mockito.anyString())).thenReturn(dummyCriteria);
    when(dummyCriteria.category(Mockito.anyString())).thenReturn(dummyCriteria);
    FeedProvider feedProvider = mock(FeedProvider.class);
    when(feedProvider.feedCriteria()).thenReturn(dummyCriteria);
    List<Feed> triggeredFeeds = new ArrayList<>();
    Feed triggeredFeed = mock(Feed.class);
    Feed.ID triggeredFeedId = mock(Feed.ID.class);
    when(triggeredFeed.getId()).thenReturn(triggeredFeedId);
    triggeredFeeds.add(triggeredFeed);
    List<Feed> mainFeeds = new ArrayList<>();
    Feed mainFeed = mock(Feed.class);
    Feed.ID mainFeedId = mock(Feed.ID.class);
    when(mainFeed.getId()).thenReturn(mainFeedId);
    mainFeeds.add(mainFeed);
    when(feedProvider.getFeeds(dummyCriteria)).thenReturn(mainFeeds, triggeredFeeds);
    FeedOperationsProvider opsProvider = mock(FeedOperationsProvider.class);
    List<FeedOperation> triggeredFeedOps = new ArrayList<>();
    if (triggeredFeedStartTime > 0) {
        FeedOperation triggeredOp = mock(FeedOperation.class);
        when(triggeredOp.getStartTime()).thenReturn(new DateTime(triggeredFeedStartTime));
        triggeredFeedOps.add(triggeredOp);
    }
    List<FeedOperation> mainFeedOps = new ArrayList<>();
    if (mainFeedStopTime > 0) {
        FeedOperation mainFeedOp = mock(FeedOperation.class);
        when(mainFeedOp.getStopTime()).thenReturn(new DateTime(mainFeedStopTime));
        mainFeedOps.add(mainFeedOp);
    }
    when(opsProvider.findLatestCompleted(mainFeedId)).thenReturn(mainFeedOps);
    when(opsProvider.findLatest(triggeredFeedId)).thenReturn(triggeredFeedOps);
    when(opsProvider.isFeedRunning(mainFeedId)).thenReturn(isMainFeedRunning);
    when(opsProvider.isFeedRunning(triggeredFeedId)).thenReturn(isTriggeredFeedRunning);
    return new FeedExecutedSinceFeedAssessor() {

        @Override
        protected FeedProvider getFeedProvider() {
            return feedProvider;
        }

        @Override
        protected FeedOperationsProvider getFeedOperationsProvider() {
            return opsProvider;
        }
    };
}