Examples with GcsFileSystem com.sequenceiq.common.api.filesystem.GcsFileSystem used on opensource projects

Example 1 with GcsFileSystem

use of com.sequenceiq.common.api.filesystem.GcsFileSystem in project cloudbreak by hortonworks.

the class GcsFileSystemToGcsCloudStorageParametersConverterTest method createGcsFileSystem.

private GcsFileSystem createGcsFileSystem() {
    GcsFileSystem gcs = new GcsFileSystem();
    gcs.setServiceAccountEmail(TEST_SERVICE_ACCOUNT_EMAIL);
    return gcs;
}

Example 2 with GcsFileSystem

use of com.sequenceiq.common.api.filesystem.GcsFileSystem in project cloudbreak by hortonworks.

the class FileSystemConverter method legacyConvertFromConfiguration.

private List<CloudFileSystemView> legacyConvertFromConfiguration(FileSystem source) {
    try {
        CloudFileSystemView fileSystemView;
        if (source.getType().isAdls()) {
            AdlsFileSystem adlsFileSystem = source.getConfigurations().get(AdlsFileSystem.class);
            fileSystemView = convertAdlsLegacy(adlsFileSystem);
        } else if (source.getType().isGcs()) {
            GcsFileSystem gcsFileSystem = source.getConfigurations().get(GcsFileSystem.class);
            fileSystemView = convertGcsLegacy(gcsFileSystem);
        } else if (source.getType().isS3()) {
            S3FileSystem s3FileSystem = source.getConfigurations().get(S3FileSystem.class);
            fileSystemView = convertS3Legacy(s3FileSystem);
        } else if (source.getType().isEfs()) {
            EfsFileSystem efsFileSystem = source.getConfigurations().get(EfsFileSystem.class);
            fileSystemView = convertEfsLegacy(efsFileSystem);
        } else if (source.getType().isWasb()) {
            WasbFileSystem wasbFileSystem = source.getConfigurations().get(WasbFileSystem.class);
            fileSystemView = convertWasbLegacy(wasbFileSystem);
        } else if (source.getType().isAdlsGen2()) {
            AdlsGen2FileSystem adlsGen2FileSystem = source.getConfigurations().get(AdlsGen2FileSystem.class);
            fileSystemView = convertAdlsGen2Legacy(adlsGen2FileSystem);
        } else if (source.getType().isGcs()) {
            GcsFileSystem gcsFileSystem = source.getConfigurations().get(GcsFileSystem.class);
            fileSystemView = convertGcsLegacy(gcsFileSystem);
        } else {
            return Collections.emptyList();
        }
        return List.of(fileSystemView);
    } catch (IOException e) {
        LOGGER.warn("Error occurred when tried to convert filesystem object: {}", e.getMessage());
    }
    return Collections.emptyList();
}

Example 3 with GcsFileSystem

use of com.sequenceiq.common.api.filesystem.GcsFileSystem in project cloudbreak by hortonworks.

the class CloudStorageParametersConverter method gcsToFileSystem.

public GcsFileSystem gcsToFileSystem(GcsCloudStorageV1Parameters source) {
    GcsFileSystem fileSystemConfigurations = new GcsFileSystem();
    fileSystemConfigurations.setServiceAccountEmail(source.getServiceAccountEmail());
    return fileSystemConfigurations;
}

Example 4 with GcsFileSystem

use of com.sequenceiq.common.api.filesystem.GcsFileSystem in project cloudbreak by hortonworks.

the class ZeppelinCloudStorageRoleConfigProviderTest method assertZeppelinStorageValues.

protected void assertZeppelinStorageValues(String storagePath) {
    List<StorageLocationView> locations = new ArrayList<>();
    StorageLocation zeppelinNotebookDir = new StorageLocation();
    zeppelinNotebookDir.setProperty("zeppelin.notebook.dir");
    zeppelinNotebookDir.setValue(storagePath);
    locations.add(new StorageLocationView(zeppelinNotebookDir));
    BaseFileSystemConfigurationsView fileSystemConfigurationsView;
    if (storagePath.startsWith("s3a")) {
        fileSystemConfigurationsView = new S3FileSystemConfigurationsView(new S3FileSystem(), locations, false);
    } else if (storagePath.startsWith("gcs")) {
        fileSystemConfigurationsView = new GcsFileSystemConfigurationsView(new GcsFileSystem(), locations, false);
    } else {
        fileSystemConfigurationsView = new AdlsGen2FileSystemConfigurationsView(new AdlsGen2FileSystem(), locations, false);
    }
    TemplatePreparationObject preparationObject = getTemplatePreparationObject(fileSystemConfigurationsView);
    String inputJson = getBlueprintText("input/clouderamanager-ds.bp");
    CmTemplateProcessor cmTemplateProcessor = new CmTemplateProcessor(inputJson);
    Map<String, List<ApiClusterTemplateConfig>> roleConfigs = underTest.getRoleConfigs(cmTemplateProcessor, preparationObject);
    List<ApiClusterTemplateConfig> zeppelinStorageConfigs = roleConfigs.get("zeppelin-ZEPPELIN_SERVER-BASE");
    assertEquals(1, zeppelinStorageConfigs.size());
    assertEquals("zeppelin.notebook.dir", zeppelinStorageConfigs.get(0).getName());
    assertEquals(storagePath, zeppelinStorageConfigs.get(0).getValue());
}

Example 5 with GcsFileSystem

use of com.sequenceiq.common.api.filesystem.GcsFileSystem in project cloudbreak by hortonworks.

the class TemplateCoreTestUtil method gcsFileSystem.

public static GcsFileSystem gcsFileSystem() {
    GcsFileSystem gcsFileSystem = new GcsFileSystem();
    gcsFileSystem.setServiceAccountEmail("serviceaccountemail");
    return gcsFileSystem;
}