Examples with SourceNotFoundException com.nextdoor.bender.utils.SourceUtils.SourceNotFoundException used on opensource projects

Example 1 with SourceNotFoundException

use of com.nextdoor.bender.utils.SourceUtils.SourceNotFoundException in project bender by Nextdoor.

the class SNSS3Handler method handler.

@Override
public void handler(SNSEvent event, Context context) throws HandlerException {
    if (!initialized) {
        init(context);
        SNSS3HandlerConfig handlerConfig = (SNSS3HandlerConfig) this.config.getHandlerConfig();
        this.logTrigger = handlerConfig.getLogSnsTrigger();
    }
    this.source = this.sources.get(0);
    this.inputFiles = new ArrayList<String>(0);
    if (this.logTrigger) {
        logger.info("trigger: " + gson.toJson(event));
    }
    for (SNSRecord record : event.getRecords()) {
        /*
       * Parse SNS as a S3 notification
       */
        String json = record.getSNS().getMessage();
        S3EventNotification s3Event = S3EventNotification.parseJson(json);
        /*
       * Validate the S3 file matches the regex
       */
        List<S3EventNotificationRecord> toProcess = new ArrayList<S3EventNotificationRecord>(s3Event.getRecords());
        for (S3EventNotificationRecord s3Record : s3Event.getRecords()) {
            String s3Path = String.format("s3://%s/%s", s3Record.getS3().getBucket().getName(), s3Record.getS3().getObject().getKey());
            try {
                this.source = SourceUtils.getSource(s3Path, this.sources);
            } catch (SourceNotFoundException e) {
                logger.warn("skipping processing " + s3Path);
                toProcess.remove(s3Record);
            }
        }
        if (toProcess.size() == 0) {
            logger.warn("Nothing to process");
            return;
        }
        this.inputFiles.addAll(toProcess.stream().map(m -> {
            return m.getS3().getObject().getKey();
        }).collect(Collectors.toList()));
        this.recordIterator = new S3EventIterator(context, toProcess, s3ClientFactory);
        super.process(context);
    }
}

Example 2 with SourceNotFoundException

use of com.nextdoor.bender.utils.SourceUtils.SourceNotFoundException in project bender by Nextdoor.

the class S3Handler method handler.

public void handler(S3EventNotification event, Context context) throws HandlerException {
    if (!initialized) {
        init(context);
        S3HandlerConfig handlerConfig = (S3HandlerConfig) this.config.getHandlerConfig();
        this.logTrigger = handlerConfig.getLogS3Trigger();
    }
    if (this.logTrigger) {
        logger.info("trigger: " + gson.toJson(event));
    }
    /*
     * Validate the S3 file matches the regex
     */
    List<S3EventNotificationRecord> toProcess = new ArrayList<S3EventNotificationRecord>(event.getRecords());
    for (S3EventNotificationRecord record : event.getRecords()) {
        String s3Path = String.format("s3://%s/%s", record.getS3().getBucket().getName(), record.getS3().getObject().getKey());
        try {
            this.source = SourceUtils.getSource(s3Path, this.sources);
        } catch (SourceNotFoundException e) {
            logger.warn("Skipping processing " + s3Path);
            toProcess.remove(record);
        }
    }
    if (toProcess.size() == 0) {
        logger.warn("Nothing to process");
        return;
    }
    this.recordIterator = new S3EventIterator(context, toProcess, s3ClientFactory);
    super.process(context);
}