use of org.finos.legend.sdlc.server.error.LegendSDLCServerException in project legend-sdlc by finos.
the class AbstractGitLabApiTest method prepareGitLabUser.
/**
* Create the proper users for authenticating the GitLab operations.
*/
protected static void prepareGitLabUser() throws LegendSDLCServerException {
try {
GitLabApi rootGitLabApi = GitLabApi.oauth2Login(TEST_HOST_URL, TEST_ADMIN_USERNAME, TEST_ADMIN_PASSWORD, null, null, true);
Optional<User> testUser = rootGitLabApi.getUserApi().getOptionalUser(TEST_OWNER_USERNAME);
if (!testUser.isPresent()) {
User userSettings = new User().withUsername(TEST_OWNER_USERNAME).withEmail(TEST_OWNER_USERNAME + "@testUser.org").withName("Owner User").withSkipConfirmation(true).withIsAdmin(true);
rootGitLabApi.getUserApi().createUser(userSettings, TEST_OWNER_PASSWORD, false);
LOGGER.info("Created user with name {} and username {}", userSettings.getName(), userSettings.getUsername());
}
Optional<User> testMember = rootGitLabApi.getUserApi().getOptionalUser(TEST_MEMBER_USERNAME);
if (!testMember.isPresent()) {
User userSettings = new User().withUsername(TEST_MEMBER_USERNAME).withEmail(TEST_MEMBER_PASSWORD + "@testUser.org").withName("Member User").withSkipConfirmation(true).withIsAdmin(true);
rootGitLabApi.getUserApi().createUser(userSettings, TEST_MEMBER_PASSWORD, false);
LOGGER.info("Created user with name {} and username {}", userSettings.getName(), userSettings.getUsername());
}
} catch (GitLabApiException e) {
StringBuilder builder = new StringBuilder("Error creating user for authentication; response status: ").append(e.getHttpStatus());
String eMessage = e.getMessage();
if (eMessage != null) {
builder.append("; error message: ").append(eMessage);
}
if (e.hasValidationErrors()) {
builder.append("; validation error(s): ").append(e.getValidationErrors());
}
throw new LegendSDLCServerException(builder.toString(), e);
}
}
use of org.finos.legend.sdlc.server.error.LegendSDLCServerException in project legend-sdlc by finos.
the class ProjectStructure method getProjectStructureForProjectDependency.
protected static ProjectStructure getProjectStructureForProjectDependency(ProjectDependency projectDependency, BiFunction<String, VersionId, FileAccessContext> versionFileAccessContextProvider) {
FileAccessContext versionFileAccessContext = versionFileAccessContextProvider.apply(projectDependency.getProjectId(), projectDependency.getVersionId());
ProjectConfiguration versionConfig = ProjectStructure.getProjectConfiguration(versionFileAccessContext);
if (versionConfig == null) {
throw new LegendSDLCServerException("Invalid version of project " + projectDependency.getProjectId() + ": " + projectDependency.getVersionId().toVersionIdString());
}
return ProjectStructure.getProjectStructure(versionConfig);
}
use of org.finos.legend.sdlc.server.error.LegendSDLCServerException in project legend-sdlc by finos.
the class ProjectStructure method updateProjectConfiguration.
private static Revision updateProjectConfiguration(ProjectConfigurationUpdateBuilder updateBuilder, boolean requireRevisionId) {
ProjectFileAccessProvider projectFileAccessProvider = CachingProjectFileAccessProvider.wrap(updateBuilder.getProjectFileAccessProvider());
ProjectFileAccessProvider.WorkspaceAccessType workspaceAccessType = updateBuilder.getWorkspaceAccessType();
WorkspaceType workspaceType = updateBuilder.getWorkspaceType();
if (updateBuilder.hasGroupId() && !isValidGroupId(updateBuilder.getGroupId())) {
throw new LegendSDLCServerException("Invalid groupId: " + updateBuilder.getGroupId(), Status.BAD_REQUEST);
}
if (updateBuilder.hasArtifactId() && !isValidArtifactId(updateBuilder.getArtifactId())) {
throw new LegendSDLCServerException("Invalid artifactId: " + updateBuilder.getArtifactId(), Status.BAD_REQUEST);
}
ProjectType projectType = updateBuilder.getProjectType();
String projectId = updateBuilder.getProjectId();
String workspaceId = updateBuilder.getWorkspaceId();
String revisionId = updateBuilder.getRevisionId();
// if revisionId not specified, get the current revision
if (revisionId == null) {
Revision currentRevision = projectFileAccessProvider.getRevisionAccessContext(projectId, workspaceId, workspaceType, workspaceAccessType).getCurrentRevision();
if (currentRevision != null) {
revisionId = currentRevision.getId();
} else if (requireRevisionId) {
StringBuilder builder = new StringBuilder("Could not find current revision for ");
if (workspaceId != null) {
builder.append(workspaceType.getLabel() + " " + workspaceAccessType.getLabel()).append(" ").append(workspaceId).append("in ");
}
builder.append("project ").append(projectId).append(": it may be corrupt");
throw new LegendSDLCServerException(builder.toString());
}
}
// find out what we need to update for project structure
FileAccessContext fileAccessContext = CachingFileAccessContext.wrap(projectFileAccessProvider.getFileAccessContext(projectId, workspaceId, workspaceType, workspaceAccessType, revisionId));
ProjectFile configFile = getProjectConfigurationFile(fileAccessContext);
ProjectConfiguration currentConfig = (configFile == null) ? getDefaultProjectConfiguration(projectId, projectType) : readProjectConfiguration(configFile);
if (projectType != currentConfig.getProjectType()) {
throw new LegendSDLCServerException("Project type mismatch for project " + projectId + ": got " + projectType + ", found " + currentConfig.getProjectType(), Status.BAD_REQUEST);
}
boolean updateProjectStructureVersion = updateBuilder.hasProjectStructureVersion() && (updateBuilder.getProjectStructureVersion() != currentConfig.getProjectStructureVersion().getVersion());
boolean updateProjectStructureExtensionVersion = updateBuilder.hasProjectStructureExtensionVersion() && !updateBuilder.getProjectStructureExtensionVersion().equals(currentConfig.getProjectStructureVersion().getExtensionVersion());
boolean updateGroupId = updateBuilder.hasGroupId() && !updateBuilder.getGroupId().equals(currentConfig.getGroupId());
boolean updateArtifactId = updateBuilder.hasArtifactId() && !updateBuilder.getArtifactId().equals(currentConfig.getArtifactId());
// find out which dependencies we need to update
boolean updateProjectDependencies = false;
Set<ProjectDependency> projectDependencies = Sets.mutable.withAll(currentConfig.getProjectDependencies());
Set<ProjectDependency> toUpdateProjectDependencies = projectDependencies.stream().filter(dep -> ProjectDependency.isLegacyProjectDependency(dep) && !(updateBuilder.hasProjectDependenciesToRemove() && updateBuilder.getProjectDependenciesToRemove().contains(dep))).collect(Collectors.toSet());
if (toUpdateProjectDependencies.size() > 0) {
updateProjectDependencies = true;
updateOrAddDependencies(toUpdateProjectDependencies, projectFileAccessProvider, projectDependencies, true);
}
if (updateBuilder.hasProjectDependenciesToRemove()) {
updateProjectDependencies |= projectDependencies.removeAll(updateBuilder.getProjectDependenciesToRemove());
}
// add new dependencies to the list of dependencies while also validate that there are no unknown/non-prod dependencies
if (updateBuilder.hasProjectDependenciesToAdd()) {
updateProjectDependencies = true;
updateOrAddDependencies(updateBuilder.getProjectDependenciesToAdd(), projectFileAccessProvider, projectDependencies, false);
}
// validate if there are any conflicts between the dependencies
if (updateProjectDependencies) {
validateDependencyConflicts(projectDependencies, ProjectDependency::getProjectId, (id, deps) -> {
if ((deps.size() <= 1) || deps.stream().allMatch(dep -> getProjectStructure(projectFileAccessProvider.getFileAccessContext(dep.getProjectId(), dep.getVersionId())).isSupportedArtifactType(ArtifactType.versioned_entities))) {
return null;
}
List<ProjectDependency> supported = Lists.mutable.empty();
List<ProjectDependency> unsupported = Lists.mutable.empty();
deps.forEach(dep -> (getProjectStructure(projectFileAccessProvider.getFileAccessContext(dep.getProjectId(), dep.getVersionId())).isSupportedArtifactType(ArtifactType.versioned_entities) ? supported : unsupported).add(dep));
StringBuilder message = new StringBuilder();
unsupported.forEach(dep -> dep.appendVersionIdString((message.length() == 0) ? message : message.append(", ")));
message.append((unsupported.size() == 1) ? " does" : " do").append(" not support multi-version dependency");
if (!supported.isEmpty()) {
int startLen = message.length();
supported.forEach(dep -> dep.appendVersionIdString(message.append((message.length() == startLen) ? "; " : ", ")));
message.append((supported.size() == 1) ? " does" : " do");
}
return message.toString();
}, "projects");
}
// check if we need to update any metamodel dependencies
boolean updateMetamodelDependencies = false;
Set<MetamodelDependency> metamodelDependencies = Sets.mutable.withAll(currentConfig.getMetamodelDependencies());
if (updateBuilder.hasMetamodelDependenciesToRemove()) {
updateMetamodelDependencies |= metamodelDependencies.removeAll(updateBuilder.getMetamodelDependenciesToRemove());
}
// add new metamodel dependencies to the list of metamodel dependencies while also validate that there are no unknown metamodel dependencies
if (updateBuilder.hasMetamodelDependenciesToAdd()) {
List<MetamodelDependency> unknownDependencies = Lists.mutable.empty();
for (MetamodelDependency metamodelDependency : updateBuilder.getMetamodelDependenciesToAdd()) {
if (metamodelDependencies.add(metamodelDependency)) {
updateMetamodelDependencies = true;
if (!isKnownMetamodel(metamodelDependency)) {
unknownDependencies.add(metamodelDependency);
}
}
}
if (!unknownDependencies.isEmpty()) {
StringBuilder builder = new StringBuilder("There were issues with one or more added metamodel dependencies");
builder.append("; unknown ").append((unknownDependencies.size() == 1) ? "dependency" : "dependencies").append(": ");
unknownDependencies.sort(Comparator.naturalOrder());
unknownDependencies.forEach(d -> d.appendDependencyString((d == unknownDependencies.get(0)) ? builder : builder.append(", ")));
throw new LegendSDLCServerException(builder.toString(), Status.BAD_REQUEST);
}
}
// validate that there are no conflicts between the metamodel dependencies
if (updateMetamodelDependencies) {
validateDependencyConflicts(metamodelDependencies, MetamodelDependency::getMetamodel, (id, deps) -> (deps.size() > 1) ? deps.stream().collect(StringBuilder::new, (builder, dep) -> dep.appendVersionIdString(builder.append((builder.length() == 0) ? "multiple versions not allowed: " : ", ")), StringBuilder::append).toString() : null, "metamodels");
}
boolean updateGeneration = false;
Map<String, ArtifactGeneration> generationsByName = currentConfig.getArtifactGenerations().stream().collect(Collectors.toMap(ArtifactGeneration::getName, Function.identity()));
if (updateBuilder.hasArtifactGenerationsToRemove()) {
updateGeneration = generationsByName.keySet().stream().anyMatch(updateBuilder.getArtifactGenerationToRemove()::contains);
updateBuilder.getArtifactGenerationToRemove().forEach(generationsByName::remove);
}
if (updateBuilder.hasArtifactGenerationsToAdd()) {
validateArtifactGenerations(generationsByName, updateBuilder.getArtifactGenerationToAdd());
updateGeneration = updateBuilder.getArtifactGenerationToAdd().stream().noneMatch(generationsByName.values()::contains);
updateBuilder.getArtifactGenerationToAdd().forEach(art -> generationsByName.put(art.getName(), art));
}
// abort if there is no change to make
if (!updateProjectStructureVersion && !updateProjectStructureExtensionVersion && !updateGroupId && !updateArtifactId && !updateProjectDependencies && !updateMetamodelDependencies && !updateGeneration) {
return null;
}
// Collect operations
List<ProjectFileOperation> operations = Lists.mutable.empty();
// New configuration
SimpleProjectConfiguration newConfig = new SimpleProjectConfiguration(currentConfig);
if (updateProjectStructureVersion) {
if (updateBuilder.hasProjectStructureExtensionVersion()) {
newConfig.setProjectStructureVersion(updateBuilder.getProjectStructureVersion(), updateBuilder.getProjectStructureExtensionVersion());
} else if (updateBuilder.hasProjectStructureExtensionProvider()) {
newConfig.setProjectStructureVersion(updateBuilder.getProjectStructureVersion(), updateBuilder.getProjectStructureExtensionProvider().getLatestVersionForProjectStructureVersion(updateBuilder.getProjectStructureVersion()));
} else {
newConfig.setProjectStructureVersion(updateBuilder.getProjectStructureVersion(), null);
}
} else if (updateProjectStructureExtensionVersion) {
newConfig.setProjectStructureVersion(currentConfig.getProjectStructureVersion().getVersion(), updateBuilder.getProjectStructureExtensionVersion());
}
if (updateGroupId) {
newConfig.setGroupId(updateBuilder.getGroupId());
}
if (updateArtifactId) {
newConfig.setArtifactId(updateBuilder.getArtifactId());
}
if (updateProjectDependencies) {
List<ProjectDependency> projectDependencyList = Lists.mutable.withAll(projectDependencies);
projectDependencyList.sort(Comparator.naturalOrder());
newConfig.setProjectDependencies(projectDependencyList);
}
if (updateMetamodelDependencies) {
List<MetamodelDependency> metamodelDependencyList = Lists.mutable.withAll(metamodelDependencies);
metamodelDependencyList.sort(Comparator.naturalOrder());
newConfig.setMetamodelDependencies(metamodelDependencyList);
}
if (updateGeneration) {
List<ArtifactGeneration> artifactGenerationsList = Lists.mutable.withAll(generationsByName.values());
artifactGenerationsList.sort(Comparator.comparing(ArtifactGeneration::getName));
newConfig.setArtifactGeneration(artifactGenerationsList);
}
// prevent downgrading project
if (newConfig.getProjectStructureVersion().compareTo(currentConfig.getProjectStructureVersion()) < 0) {
throw new LegendSDLCServerException("Cannot change project " + projectId + " from project structure version " + currentConfig.getProjectStructureVersion().toVersionString() + " to version " + newConfig.getProjectStructureVersion().toVersionString(), Status.BAD_REQUEST);
}
String serializedNewConfig = serializeProjectConfiguration(newConfig);
operations.add((configFile == null) ? ProjectFileOperation.addFile(PROJECT_CONFIG_PATH, serializedNewConfig) : ProjectFileOperation.modifyFile(PROJECT_CONFIG_PATH, serializedNewConfig));
ProjectStructure currentProjectStructure = getProjectStructure(currentConfig, updateBuilder.getProjectStructurePlatformExtensions());
ProjectStructure newProjectStructure = getProjectStructure(newConfig, updateBuilder.getProjectStructurePlatformExtensions());
// Move or re-serialize entities if necessary
List<EntitySourceDirectory> currentEntityDirectories = currentProjectStructure.getEntitySourceDirectories();
List<EntitySourceDirectory> newEntityDirectories = newProjectStructure.getEntitySourceDirectories();
if (!currentEntityDirectories.equals(newEntityDirectories)) {
currentEntityDirectories.forEach(currentSourceDirectory -> fileAccessContext.getFilesInDirectory(currentSourceDirectory.getDirectory()).forEach(file -> {
String currentPath = file.getPath();
if (currentSourceDirectory.isPossiblyEntityFilePath(currentPath)) {
byte[] currentBytes = file.getContentAsBytes();
Entity entity;
try {
entity = currentSourceDirectory.deserialize(currentBytes);
} catch (Exception e) {
StringBuilder builder = new StringBuilder("Error deserializing entity from file \"").append(currentPath).append('"');
StringTools.appendThrowableMessageIfPresent(builder, e);
throw new LegendSDLCServerException(builder.toString(), e);
}
EntitySourceDirectory newSourceDirectory = Iterate.detectWith(newEntityDirectories, EntitySourceDirectory::canSerialize, entity);
if (newSourceDirectory == null) {
throw new LegendSDLCServerException("Could not find a new source directory for entity " + entity.getPath() + ", currently in " + currentPath);
}
if (!currentSourceDirectory.equals(newSourceDirectory)) {
String newPath = newSourceDirectory.entityPathToFilePath(entity.getPath());
byte[] newBytes = newSourceDirectory.serializeToBytes(entity);
if (!newPath.equals(currentPath)) {
operations.add(ProjectFileOperation.moveFile(currentPath, newPath, newBytes));
} else if (!Arrays.equals(currentBytes, newBytes)) {
operations.add(ProjectFileOperation.modifyFile(currentPath, newBytes));
}
}
}
}));
}
// Collect any further update operations
newProjectStructure.collectUpdateProjectConfigurationOperations(currentProjectStructure, fileAccessContext, projectFileAccessProvider::getFileAccessContext, operations::add);
// Collect update operations from any project structure extension
if (updateBuilder.hasProjectStructureExtensionProvider() && (newConfig.getProjectStructureVersion().getExtensionVersion() != null)) {
ProjectStructureExtension projectStructureExtension = updateBuilder.getProjectStructureExtensionProvider().getProjectStructureExtension(newConfig.getProjectStructureVersion().getVersion(), newConfig.getProjectStructureVersion().getExtensionVersion());
projectStructureExtension.collectUpdateProjectConfigurationOperations(currentConfig, newConfig, fileAccessContext, operations::add);
}
// Submit changes
return projectFileAccessProvider.getFileModificationContext(projectId, workspaceId, workspaceType, workspaceAccessType, revisionId).submit(updateBuilder.getMessage(), operations);
}
use of org.finos.legend.sdlc.server.error.LegendSDLCServerException in project legend-sdlc by finos.
the class MultiModuleMavenProjectStructure method createMavenOtherModuleModel.
protected Model createMavenOtherModuleModel(String otherModuleName, BiFunction<String, VersionId, ProjectFileAccessProvider.FileAccessContext> versionFileAccessContextProvider) {
Model mavenModel = createMavenModuleModel(otherModuleName);
ArtifactType typeForConfig = otherModules.get(otherModuleName);
Map<ModuleConfigType, Method> otherModuleConfigMethods = this.moduleConfigMethods.get(getModuleConfigName(typeForConfig));
if (otherModuleConfigMethods != null) {
// Properties
Method propertiesMethod = otherModuleConfigMethods.get(ModuleConfigType.PROPERTIES);
if (propertiesMethod != null) {
try {
Properties properties = new SortedPropertiesForSerialization();
invokeConfigMethod(propertiesMethod, (BiConsumer<String, String>) properties::setProperty);
if (!properties.isEmpty()) {
mavenModel.setProperties(properties);
}
} catch (LegendSDLCServerException e) {
throw e;
} catch (Exception e) {
throw new LegendSDLCServerException("Error adding maven properties for module " + otherModuleName, e);
}
}
// Module dependencies
Method moduleDependenciesMethod = otherModuleConfigMethods.get(ModuleConfigType.MODULE_DEPENDENCIES);
if (moduleDependenciesMethod != null) {
try {
invokeConfigMethod(moduleDependenciesMethod, (Consumer<String>) m -> mavenModel.addDependency(getModuleWithNoVersionDependency(m)));
} catch (LegendSDLCServerException e) {
throw e;
} catch (Exception e) {
throw new LegendSDLCServerException("Error adding maven module dependencies for module " + otherModuleName, e);
}
}
// Dependencies
Method dependenciesMethod = otherModuleConfigMethods.get(ModuleConfigType.DEPENDENCIES);
if (dependenciesMethod != null) {
try {
invokeConfigMethod(dependenciesMethod, versionFileAccessContextProvider, (Consumer<Dependency>) mavenModel::addDependency);
} catch (LegendSDLCServerException e) {
throw e;
} catch (Exception e) {
throw new LegendSDLCServerException("Error adding maven dependencies for module " + otherModuleName, e);
}
}
// Plugins
Method pluginsMethod = otherModuleConfigMethods.get(ModuleConfigType.PLUGINS);
if (pluginsMethod != null) {
try {
Build build = new Build();
invokeConfigMethod(pluginsMethod, otherModuleName, versionFileAccessContextProvider, (Consumer<Plugin>) build::addPlugin);
if (!build.getPlugins().isEmpty()) {
mavenModel.setBuild(build);
}
} catch (LegendSDLCServerException e) {
throw e;
} catch (Exception e) {
throw new LegendSDLCServerException("Error adding maven plugins for module " + otherModuleName, e);
}
}
}
return mavenModel;
}
use of org.finos.legend.sdlc.server.error.LegendSDLCServerException in project legend-sdlc by finos.
the class GitLabProjectApi method getPureGitLabProjectById.
private org.gitlab4j.api.models.Project getPureGitLabProjectById(GitLabProjectId projectId) {
try {
GitLabApi gitLabApi = getGitLabApi(projectId.getGitLabMode());
org.gitlab4j.api.models.Project project = withRetries(() -> gitLabApi.getProjectApi().getProject(projectId.getGitLabId()));
if (!isLegendSDLCProject(project)) {
throw new LegendSDLCServerException("Unknown project: " + projectId, Status.NOT_FOUND);
}
return project;
} catch (Exception e) {
throw buildException(e, () -> "User " + getCurrentUser() + " is not allowed to get project " + projectId, () -> "Unknown project: " + projectId, () -> "Failed to get project " + projectId);
}
}
Aggregations