Examples with Either com.netflix.titus.common.util.tuple.Either used on opensource projects

Example 6 with Either

use of com.netflix.titus.common.util.tuple.Either in project titus-control-plane by Netflix.

the class CassandraJobStore method retrieveJobs.

@Override
public Observable<Pair<List<Job<?>>, Integer>> retrieveJobs() {
    Observable result = Observable.fromCallable(() -> {
        List<String> jobIds = activeJobIdsBucketManager.getItems();
        return jobIds.stream().map(retrieveActiveJobStatement::bind).map(this::execute).collect(Collectors.toList());
    }).flatMap(observables -> Observable.merge(observables, getConcurrencyLimit()).flatMapIterable(resultSet -> {
        List<Row> allRows = resultSet.all();
        if (allRows.isEmpty()) {
            logger.debug("Job id with no record");
            return Collections.emptyList();
        }
        return allRows.stream().map(row -> row.getString(0)).map(value -> {
            String effectiveValue;
            if (fitBadDataInjection.isPresent()) {
                effectiveValue = fitBadDataInjection.get().afterImmediate(JobStoreFitAction.ErrorKind.CorruptedRawJobRecords.name(), value);
            } else {
                effectiveValue = value;
            }
            Job<?> job;
            try {
                job = deserializeJob(effectiveValue);
            } catch (Exception e) {
                logger.error("Cannot map serialized job data to Job class: {}", effectiveValue, e);
                return Either.ofError(e);
            }
            if (job.getJobDescriptor().getDisruptionBudget() == null) {
                titusRuntime.getCodeInvariants().inconsistent("jobWithNoDisruptionBudget: jobId=%s", job.getId());
                job = JobFunctions.changeDisruptionBudget(job, DisruptionBudget.none());
            }
            // TODO Remove this code when there are no more jobs with missing migration data (caused by a bug in ServiceJobExt builder).
            if (job.getJobDescriptor().getExtensions() instanceof ServiceJobExt) {
                Job<ServiceJobExt> serviceJob = (Job<ServiceJobExt>) job;
                ServiceJobExt ext = serviceJob.getJobDescriptor().getExtensions();
                if (ext.getMigrationPolicy() == null) {
                    titusRuntime.getCodePointTracker().markReachable("Corrupted task migration record in Cassandra: " + job.getId());
                    ServiceJobExt fixedExt = ext.toBuilder().withMigrationPolicy(SystemDefaultMigrationPolicy.newBuilder().build()).build();
                    logger.warn("Service job with no migration policy defined. Setting system default: {}", job.getId());
                    job = serviceJob.toBuilder().withJobDescriptor(serviceJob.getJobDescriptor().toBuilder().withExtensions(fixedExt).build()).build();
                }
            }
            if (!fitBadDataInjection.isPresent()) {
                return Either.ofValue(job);
            }
            Job<?> effectiveJob = fitBadDataInjection.get().afterImmediate(JobStoreFitAction.ErrorKind.CorruptedJobRecords.name(), job);
            return Either.ofValue(effectiveJob);
        }).collect(Collectors.toList());
    })).toList().map(everything -> {
        List<Job> goodJobs = (List<Job>) everything.stream().filter(Either::hasValue).map(Either::getValue).collect(Collectors.toList());
        int errors = everything.size() - goodJobs.size();
        return Pair.of(goodJobs, errors);
    });
    return result;
}

Example 7 with Either

use of com.netflix.titus.common.util.tuple.Either in project titus-control-plane by Netflix.

the class CellWebClientConnectorUtil method doGetAndMerge.

/**
 * Run GET operation on all cells and merge the result.
 */
public static <T> Either<List<T>, WebApplicationException> doGetAndMerge(CellWebClientConnector cellWebClientConnector, String path, ParameterizedTypeReference<List<T>> type, long timeoutMs) {
    Either<List<List<T>>, Throwable> partials;
    try {
        partials = Flux.merge(cellWebClientConnector.getWebClients().values().stream().map(c -> c.get().uri(path).retrieve().bodyToMono(type)).collect(Collectors.toList())).collectList().<Either<List<List<T>>, Throwable>>map(Either::ofValue).onErrorResume(e -> Mono.just(Either.ofError(e))).block(Duration.ofMillis(timeoutMs));
    } catch (Exception e) {
        logger.error("Unexpected error: path={}, type={}", path, type, e);
        return Either.ofError(new WebApplicationException(e, Response.Status.INTERNAL_SERVER_ERROR));
    }
    if (partials == null) {
        logger.error("No result from any cell: path={}, type={}", path, type);
        return Either.ofError(new WebApplicationException(Response.Status.INTERNAL_SERVER_ERROR));
    }
    if (partials.hasError()) {
        return Either.ofError(new WebApplicationException(partials.getError(), Response.Status.INTERNAL_SERVER_ERROR));
    }
    if (CollectionsExt.isNullOrEmpty(partials.getValue())) {
        return Either.ofValue(Collections.emptyList());
    }
    List<T> result = new ArrayList<>();
    partials.getValue().forEach(result::addAll);
    return Either.ofValue(result);
}