Examples with BulletinDTO org.apache.nifi.web.api.dto.BulletinDTO used on opensource projects

Example 16 with BulletinDTO

use of org.apache.nifi.web.api.dto.BulletinDTO in project nifi by apache.

the class BulletinMergerTest method createBulletin.

private BulletinEntity createBulletin(final String message) {
    final BulletinDTO bulletin = new BulletinDTO();
    bulletin.setId(bulletinId++);
    bulletin.setMessage(message);
    bulletin.setTimestamp(new Date());
    final BulletinEntity entity = new BulletinEntity();
    entity.setId(bulletin.getId());
    entity.setTimestamp(bulletin.getTimestamp());
    entity.setCanRead(true);
    entity.setBulletin(bulletin);
    return entity;
}

Example 17 with BulletinDTO

use of org.apache.nifi.web.api.dto.BulletinDTO in project kylo by Teradata.

the class ProvenanceEventReceiver method queryForNiFiErrorBulletins.

/**
 * Make a REST call to NiFi and query for the NiFi Bulletins that have a flowfile id matching for this job execution and write the bulletin message to the {@link
 * BatchJobExecution#setExitMessage(String)}
 *
 * @param event a provenance event
 */
private void queryForNiFiErrorBulletins(ProvenanceEventRecordDTO event) {
    try {
        metadataAccess.commit(() -> {
            // query for nifi logs
            List<String> relatedFlowFiles = batchJobExecutionProvider.findRelatedFlowFiles(event.getFlowFileUuid());
            if (relatedFlowFiles == null) {
                relatedFlowFiles = new ArrayList<>();
            }
            if (relatedFlowFiles.isEmpty()) {
                relatedFlowFiles.add(event.getFlowFileUuid());
            }
            log.debug("Failed Job {}/{}. Found {} related flow files. ", event.getEventId(), event.getFlowFileUuid(), relatedFlowFiles.size());
            List<BulletinDTO> bulletinDTOS = nifiBulletinExceptionExtractor.getErrorBulletinsForFlowFiles(relatedFlowFiles);
            if (bulletinDTOS != null && !bulletinDTOS.isEmpty()) {
                // write them back to the job
                BatchJobExecution jobExecution = batchJobExecutionProvider.findJobExecution(event);
                if (jobExecution != null) {
                    String msg = jobExecution.getExitMessage() != null ? jobExecution.getExitMessage() + "\n" : "";
                    msg += "NiFi exceptions: \n" + bulletinDTOS.stream().map(bulletinDTO -> bulletinDTO.getMessage()).collect(Collectors.joining("\n"));
                    jobExecution.setExitMessage(msg);
                    this.batchJobExecutionProvider.save(jobExecution);
                }
            }
        }, MetadataAccess.SERVICE);
    } catch (Exception e) {
        log.error("Unable to query NiFi and save exception bulletins for job failure eventid/flowfile : {} / {}. Exception Message:  {}", event.getEventId(), event.getFlowFileUuid(), e.getMessage(), e);
    }
}

Example 18 with BulletinDTO

use of org.apache.nifi.web.api.dto.BulletinDTO in project nifi by apache.

the class StandardNiFiServiceFacade method updateProcessGroup.

@Override
public ProcessGroupEntity updateProcessGroup(final Revision revision, final ProcessGroupDTO processGroupDTO) {
    final ProcessGroup processGroupNode = processGroupDAO.getProcessGroup(processGroupDTO.getId());
    final RevisionUpdate<ProcessGroupDTO> snapshot = updateComponent(revision, processGroupNode, () -> processGroupDAO.updateProcessGroup(processGroupDTO), processGroup -> dtoFactory.createProcessGroupDto(processGroup));
    final PermissionsDTO permissions = dtoFactory.createPermissionsDto(processGroupNode);
    final RevisionDTO updatedRevision = dtoFactory.createRevisionDTO(snapshot.getLastModification());
    final ProcessGroupStatusDTO status = dtoFactory.createConciseProcessGroupStatusDto(controllerFacade.getProcessGroupStatus(processGroupNode.getIdentifier()));
    final List<BulletinDTO> bulletins = dtoFactory.createBulletinDtos(bulletinRepository.findBulletinsForSource(processGroupNode.getIdentifier()));
    final List<BulletinEntity> bulletinEntities = bulletins.stream().map(bulletin -> entityFactory.createBulletinEntity(bulletin, permissions.getCanRead())).collect(Collectors.toList());
    return entityFactory.createProcessGroupEntity(snapshot.getComponent(), updatedRevision, permissions, status, bulletinEntities);
}

Example 19 with BulletinDTO

use of org.apache.nifi.web.api.dto.BulletinDTO in project nifi by apache.

the class StandardNiFiServiceFacade method updateProcessor.

@Override
public ProcessorEntity updateProcessor(final Revision revision, final ProcessorDTO processorDTO) {
    // get the component, ensure we have access to it, and perform the update request
    final ProcessorNode processorNode = processorDAO.getProcessor(processorDTO.getId());
    final RevisionUpdate<ProcessorDTO> snapshot = updateComponent(revision, processorNode, () -> processorDAO.updateProcessor(processorDTO), proc -> dtoFactory.createProcessorDto(proc));
    final PermissionsDTO permissions = dtoFactory.createPermissionsDto(processorNode);
    final ProcessorStatusDTO status = dtoFactory.createProcessorStatusDto(controllerFacade.getProcessorStatus(processorNode.getIdentifier()));
    final List<BulletinDTO> bulletins = dtoFactory.createBulletinDtos(bulletinRepository.findBulletinsForSource(processorNode.getIdentifier()));
    final List<BulletinEntity> bulletinEntities = bulletins.stream().map(bulletin -> entityFactory.createBulletinEntity(bulletin, permissions.getCanRead())).collect(Collectors.toList());
    return entityFactory.createProcessorEntity(snapshot.getComponent(), dtoFactory.createRevisionDTO(snapshot.getLastModification()), permissions, status, bulletinEntities);
}

Example 20 with BulletinDTO

use of org.apache.nifi.web.api.dto.BulletinDTO in project nifi by apache.

the class StandardNiFiServiceFacade method createControllerServiceEntity.

private ControllerServiceEntity createControllerServiceEntity(final ControllerServiceNode serviceNode, final Set<String> serviceIds, final NiFiUser user) {
    final ControllerServiceDTO dto = dtoFactory.createControllerServiceDto(serviceNode);
    final ControllerServiceReference ref = serviceNode.getReferences();
    final ControllerServiceReferencingComponentsEntity referencingComponentsEntity = createControllerServiceReferencingComponentsEntity(ref, serviceIds);
    dto.setReferencingComponents(referencingComponentsEntity.getControllerServiceReferencingComponents());
    final RevisionDTO revision = dtoFactory.createRevisionDTO(revisionManager.getRevision(serviceNode.getIdentifier()));
    final PermissionsDTO permissions = dtoFactory.createPermissionsDto(serviceNode, user);
    final List<BulletinDTO> bulletins = dtoFactory.createBulletinDtos(bulletinRepository.findBulletinsForSource(serviceNode.getIdentifier()));
    final List<BulletinEntity> bulletinEntities = bulletins.stream().map(bulletin -> entityFactory.createBulletinEntity(bulletin, permissions.getCanRead())).collect(Collectors.toList());
    return entityFactory.createControllerServiceEntity(dto, revision, permissions, bulletinEntities);
}