Examples with TextFile org.hl7.fhir.utilities.TextFile used on opensource projects

Example 1 with TextFile

use of org.hl7.fhir.utilities.TextFile in project pathling by aehrc.

the class ImportExecutor method readStringsFromUrl.

@Nonnull
private Dataset<String> readStringsFromUrl(@Nonnull final ParametersParameterComponent urlParam) {
    final String url = ((UrlType) urlParam.getValue()).getValueAsString();
    final String decodedUrl = URLDecoder.decode(url, StandardCharsets.UTF_8);
    final String convertedUrl = PersistenceScheme.convertS3ToS3aUrl(decodedUrl);
    final Dataset<String> jsonStrings;
    try {
        // Check that the user is authorized to execute the operation.
        accessRules.ifPresent(ar -> ar.checkCanImportFrom(convertedUrl));
        final FilterFunction<String> nonBlanks = s -> !s.isBlank();
        jsonStrings = spark.read().textFile(convertedUrl).filter(nonBlanks);
    } catch (final SecurityError e) {
        throw new InvalidUserInputError("Not allowed to import from URL: " + convertedUrl, e);
    } catch (final Exception e) {
        throw new InvalidUserInputError("Error reading from URL: " + convertedUrl, e);
    }
    return jsonStrings;
}