use of org.talend.core.model.repository.FakePropertyImpl in project tdi-studio-se by Talend.
the class NodeTest method testGetNodeConnectorsShowIf2FlowConnectorWithName.
@Test
public void testGetNodeConnectorsShowIf2FlowConnectorWithName() {
Process process = new Process(new FakePropertyImpl());
IComponent sourceCom = ComponentsFactoryProvider.getInstance().get("tMysqlInput", ComponentCategory.CATEGORY_4_DI.getName());
Node node = new Node(sourceCom, process);
// create node connector for test
List<INodeConnector> listConnector = new ArrayList<>();
NodeConnector connector1 = new NodeConnector(node);
connector1.setDefaultConnectionType(EConnectionType.FLOW_MAIN);
connector1.setName("FILTER");
listConnector.add(connector1);
connector1.setShowIf("SHOW_FLOW_CONNECTOR == 'true'");
NodeConnector connector2 = new NodeConnector(node);
connector2.setDefaultConnectionType(EConnectionType.FLOW_MAIN);
connector2.setName("REJECT");
connector2.setShowIf("SHOW_FLOW_CONNECTOR == 'true'");
listConnector.add(connector2);
node.setListConnector(listConnector);
// create a test param with default value 'false'
IElementParameter param = addShowIfParam(node);
Assert.assertEquals(node.getConnectorsFromType(EConnectionType.FLOW_MAIN).size(), 0);
// make connector show if to 'true'
param.setValue(true);
Assert.assertTrue(node.getConnectorFromName("FILTER") == connector1);
Assert.assertTrue(node.getConnectorFromName("REJECT") == connector2);
Assert.assertEquals(node.getConnectorsFromType(EConnectionType.FLOW_MAIN).size(), 2);
// set CurLinkNbInput/Output should not affact other connector with same type but different name
connector1.setCurLinkNbInput(10);
connector1.setCurLinkNbOutput(100);
Assert.assertEquals(connector1.getCurLinkNbInput(), 10);
Assert.assertEquals(connector1.getCurLinkNbOutput(), 100);
Assert.assertEquals(connector2.getCurLinkNbInput(), 0);
Assert.assertEquals(connector2.getCurLinkNbOutput(), 0);
}
use of org.talend.core.model.repository.FakePropertyImpl in project tdi-studio-se by Talend.
the class ProcessTest method testCheckProcess.
/**
* Test method for {@link org.talend.designer.core.ui.editor.process.Process#checkProcess()}.
*/
@Test
public void testCheckProcess() {
Process p = new Process(new FakePropertyImpl()) {
/* (non-Javadoc)
* @see org.talend.designer.core.ui.editor.process.Process#checkProblems()
*/
@Override
protected void checkProblems() {
assertThat(isDuplicate(), is(false));
assertThat(isActivate(), is(true));
}
};
p.setActivate(false);
p.setDuplicate(false);
p.checkProcess();
p.setActivate(false);
p.setDuplicate(true);
p.checkProcess();
p.setActivate(true);
p.setDuplicate(false);
p.checkProcess();
p.setActivate(true);
p.setDuplicate(true);
p.checkProcess();
}
use of org.talend.core.model.repository.FakePropertyImpl in project tdi-studio-se by Talend.
the class DesignerUtilitiesTest method testGetMainSchemaParameterName.
@Test
public void testGetMainSchemaParameterName() {
Process process = new Process(new FakePropertyImpl());
// New component
//$NON-NLS-1$ //$NON-NLS-2$
IComponent component = ComponentsFactoryProvider.getInstance().get("tSalesforceInput", "DI");
Node node = new Node(component, process);
String parameterName = DesignerUtilities.getMainSchemaParameterName(node);
//$NON-NLS-1$ //$NON-NLS-2$
assertEquals("module.main.schema" + ":" + EParameterName.REPOSITORY_SCHEMA_TYPE.getName(), parameterName);
// Old component
//$NON-NLS-1$ //$NON-NLS-2$
component = ComponentsFactoryProvider.getInstance().get("tJavaRow", "DI");
node = new Node(component, process);
parameterName = DesignerUtilities.getMainSchemaParameterName(node);
//$NON-NLS-1$
assertEquals("SCHEMA:" + EParameterName.REPOSITORY_SCHEMA_TYPE.getName(), parameterName);
}
use of org.talend.core.model.repository.FakePropertyImpl in project tdi-studio-se by Talend.
the class ExportItemUtil method exportItems2.
private Map<File, IPath> exportItems2(Collection<Item> items, File destinationDirectory, boolean projectFolderStructure, IProgressMonitor progressMonitor) throws Exception {
Map<File, IPath> toExport = new HashMap<File, IPath>();
//$NON-NLS-1$
progressMonitor.beginTask("Export Items", items.size() + 1);
final boolean oldMeasureActived = TimeMeasure.measureActive;
if (!oldMeasureActived) {
// not active before.
TimeMeasure.display = TimeMeasure.displaySteps = TimeMeasure.measureActive = CommonsPlugin.isDebugMode();
}
//$NON-NLS-1$
final String idTimer = "exportItems";
TimeMeasure.begin(idTimer);
try {
// store item and its corresponding project
Map<Item, Project> itemProjectMap = new HashMap<Item, Project>();
Collection<Item> allItems = new ArrayList<Item>(items);
items.clear();
// ycbai added for TDI-21387
if (allItems.isEmpty()) {
addTalendProjectFile(toExport, destinationDirectory);
return toExport;
}
allItems = sortItemsByProject(allItems, itemProjectMap);
ITransformService tdmService = null;
if (GlobalServiceRegister.getDefault().isServiceRegistered(ITransformService.class)) {
tdmService = (ITransformService) GlobalServiceRegister.getDefault().getService(ITransformService.class);
}
itemProjectMap.clear();
Set<String> jarNameList = new HashSet<String>();
Iterator<Item> iterator = allItems.iterator();
Set<String> projectHasTdm = new HashSet<String>();
while (iterator.hasNext()) {
Item item = iterator.next();
project = pManager.getProject(item);
String label = item.getProperty().getLabel();
// project
addTalendProjectFile(toExport, destinationDirectory);
// tdm .settings/com.oaklandsw.base.projectProps
String technicalLabel = project.getTechnicalLabel();
if (tdmService != null && !projectHasTdm.contains(technicalLabel) && tdmService.isTransformItem(item)) {
projectHasTdm.add(technicalLabel);
IPath propsSourcePath = getProjectLocationPath(technicalLabel).append(FileConstants.TDM_PROPS_PATH);
IPath tdmPropsPath = getProjectOutputPath().append(FileConstants.TDM_PROPS_PATH);
IPath propsTargetPath = new Path(destinationDirectory.getAbsolutePath()).append(tdmPropsPath);
File source = new File(propsSourcePath.toPortableString());
if (source.exists()) {
copyAndAddResource(toExport, propsSourcePath, propsTargetPath, tdmPropsPath);
}
}
// tdm simple files
if (item.getProperty() instanceof FakePropertyImpl) {
FakePropertyImpl fakeProperty = (FakePropertyImpl) item.getProperty();
IPath itemResPath = fakeProperty.getItemPath().makeRelative();
IPath itemSourcePath = getProjectLocationPath(technicalLabel).removeLastSegments(1).append(itemResPath);
// replace the project segment
IPath outputRelativeItemPath = getProjectOutputPath().append(itemResPath.removeFirstSegments(1));
IPath itemTargetPath = new Path(destinationDirectory.getAbsolutePath()).append(outputRelativeItemPath);
copyAndAddResource(toExport, itemSourcePath, itemTargetPath, outputRelativeItemPath);
continue;
}
// property and related resources eg:item, reference files
XmiResourceManager localRepositoryManager = ProxyRepositoryFactory.getInstance().getRepositoryFactoryFromProvider().getResourceManager();
IPath propertyPath = null;
for (Resource curResource : localRepositoryManager.getAffectedResources(item.getProperty())) {
URI uri = curResource.getURI();
IPath relativeItemPath = URIHelper.convert(uri).makeRelative();
Project project = ProjectManager.getInstance().getProject(item);
IPath sourcePath = getProjectLocationPath(project.getTechnicalLabel()).removeLastSegments(1).append(relativeItemPath);
// replace the project segment
IPath outputRelativeItemPath = getProjectOutputPath().append(relativeItemPath.removeFirstSegments(1));
IPath targetPath = new Path(destinationDirectory.getAbsolutePath()).append(outputRelativeItemPath);
copyAndAddResource(toExport, sourcePath, targetPath, outputRelativeItemPath);
if (uri.lastSegment() != null && uri.lastSegment().endsWith(FileConstants.PROPERTIES_FILE_SUFFIX)) {
propertyPath = targetPath;
}
}
if (GlobalServiceRegister.getDefault().isServiceRegistered(ITestContainerProviderService.class)) {
ITestContainerProviderService testContainerService = (ITestContainerProviderService) GlobalServiceRegister.getDefault().getService(ITestContainerProviderService.class);
if (testContainerService != null) {
List<IResource> dataFileList = testContainerService.getDataFiles(item);
for (IResource dataFile : dataFileList) {
IPath relativeItemPath = dataFile.getFullPath();
IPath sourcePath = getProjectLocationPath(project.getTechnicalLabel()).removeLastSegments(1).append(relativeItemPath);
// replace the project segment
IPath outputRelativeItemPath = getProjectOutputPath().append(relativeItemPath.removeFirstSegments(1));
IPath targetPath = new Path(destinationDirectory.getAbsolutePath()).append(outputRelativeItemPath);
copyAndAddResource(toExport, sourcePath, targetPath, outputRelativeItemPath);
}
}
}
if (propertyPath == null) {
return toExport;
}
if (item instanceof RoutineItem) {
List list = ((RoutineItem) item).getImports();
for (int i = 0; i < list.size(); i++) {
String jarName = ((IMPORTTypeImpl) list.get(i)).getMODULE();
jarNameList.add(jarName.toString());
}
}
boolean needChangeItem = false;
needChangeItem = needChangeItem || item.getState().isLocked();
// keep the same as function fixItem()
needChangeItem = needChangeItem || !item.getProperty().getLabel().replace(' ', '_').equals(item.getProperty().getLabel());
if (needChangeItem) {
// load in memory, fix the item and save it
XmiResourceManager xmiMamanger = new XmiResourceManager();
// loadProject
IPath proRelativePath = getProjectOutputPath().append(FileConstants.LOCAL_PROJECT_FILENAME);
IPath proTargetPath = new Path(destinationDirectory.getAbsolutePath()).append(proRelativePath);
Resource loadProject = projectResourcMap.get(proTargetPath);
if (loadProject == null) {
URI projectUri = URI.createFileURI(proTargetPath.toPortableString());
loadProject = xmiMamanger.resourceSet.getResource(projectUri, true);
projectResourcMap.put(proTargetPath, loadProject);
}
URI propertyUri = URI.createFileURI(propertyPath.toPortableString());
Resource propertyResource = xmiMamanger.resourceSet.getResource(propertyUri, true);
Property loadProperty = (Property) EcoreUtil.getObjectByType(propertyResource.getContents(), PropertiesPackage.eINSTANCE.getProperty());
Item newItem = loadProperty.getItem();
fixItem(newItem);
fixItemLockState(newItem);
saveResources(xmiMamanger.resourceSet);
}
iterator.remove();
TimeMeasure.step(idTimer, "export item: " + label);
progressMonitor.worked(1);
}
ILibraryManagerService repositoryBundleService = CorePlugin.getDefault().getRepositoryBundleService();
// add the routines of the jars at the end, to add them only once in the export.
IPath libPath = getProjectOutputPath().append(JavaUtils.JAVA_LIB_DIRECTORY);
String libAbsPath = new Path(destinationDirectory.toString()).append(libPath.toString()).toPortableString();
for (String jarName : jarNameList) {
if (repositoryBundleService.contains(jarName)) {
repositoryBundleService.retrieve(jarName, libAbsPath, new NullProgressMonitor());
toExport.put(new File(libAbsPath, jarName), libPath.append(jarName));
}
}
} catch (Exception e) {
ExceptionHandler.process(e);
} finally {
TimeMeasure.end(idTimer);
// if active before, not disable and active still.
if (!oldMeasureActived) {
TimeMeasure.display = TimeMeasure.displaySteps = TimeMeasure.measureActive = false;
}
}
return toExport;
}
use of org.talend.core.model.repository.FakePropertyImpl in project tdi-studio-se by Talend.
the class JobScriptsManager method addDependencies.
/**
* DOC qwei Comment method "addDepencies".
*/
protected void addDependencies(ExportFileResource[] allResources, ProcessItem processItem, Boolean needDependencies, ExportFileResource resource) {
if (!needDependencies) {
return;
}
// export current job's dependencies.
if (!exportCaculatedItems.contains(processItem)) {
BuildExportManager.getInstance().exportDependencies(resource, processItem);
exportCaculatedItems.add(processItem);
}
Collection<IRepositoryViewObject> allDependencies = ProcessUtils.getAllProcessDependencies(Arrays.asList(new Item[] { processItem }), false);
ITransformService tdmService = null;
if (GlobalServiceRegister.getDefault().isServiceRegistered(ITransformService.class)) {
tdmService = (ITransformService) GlobalServiceRegister.getDefault().getService(ITransformService.class);
}
try {
for (IRepositoryViewObject object : allDependencies) {
Item item = object.getProperty().getItem();
ERepositoryObjectType itemType = ERepositoryObjectType.getItemType(item);
IPath typeFolderPath = new Path(ERepositoryObjectType.getFolderName(itemType));
String itemName = item.getProperty().getLabel();
String itemVersion = item.getProperty().getVersion();
String itemPath = item.getState().getPath();
//$NON-NLS-1$ //$NON-NLS-2$
itemPath = (itemPath == null || itemPath.equals("")) ? "" : itemPath;
IPath projectRootPath = getCorrespondingProjectRootPath(item);
String projectName = getCorrespondingProjectName(item);
String relativePath = JOB_ITEMS_FOLDER_NAME + PATH_SEPARATOR + projectName;
// add .settings/com.oaklandsw.base.projectProps for tdm
if (tdmService != null && !exportCaculatedProject.contains(projectName) && tdmService.isTransformItem(item)) {
IPath propsPath = getCorrespondingProjectRootPath(item).append(FileConstants.TDM_PROPS_PATH);
String propsRelativePath = relativePath;
propsRelativePath = propsRelativePath + PATH_SEPARATOR + FileConstants.TDM_PROPS_FOLDER;
resource.addResource(propsRelativePath, propsPath.toFile().toURL());
}
// project file
IPath projectFilePath = getCorrespondingProjectRootPath(item).append(FileConstants.LOCAL_PROJECT_FILENAME);
checkAndAddProjectResource(allResources, resource, relativePath, FileLocator.toFileURL(projectFilePath.toFile().toURL()));
// export simple file
if (projectRootPath != null && item.getProperty() instanceof FakePropertyImpl) {
String basePath = relativePath + PATH_SEPARATOR + typeFolderPath.toString();
FakePropertyImpl fakeProperty = (FakePropertyImpl) item.getProperty();
IPath relativeItemPath = fakeProperty.getItemPath();
IPath absItemPath = projectRootPath.removeLastSegments(1).append(relativeItemPath.makeRelative());
resource.addResource(basePath, absItemPath.toFile().toURL());
continue;
}
IPath itemFilePath;
String itemVersionString = (itemVersion == null) ? "" : "_" + itemVersion;
if (itemPath.startsWith(typeFolderPath.toString())) {
itemPath = itemPath.substring(typeFolderPath.toString().length());
}
if (item.getFileExtension() == null || "".equals(item.getFileExtension())) {
//$NON-NLS-1$
itemFilePath = projectRootPath.append(typeFolderPath).append(itemPath).append(itemName + (item.isNeedVersion() ? itemVersionString : "") + "." + //$NON-NLS-1$
FileConstants.ITEM_EXTENSION);
} else {
itemFilePath = projectRootPath.append(typeFolderPath).append(itemPath).append(//$NON-NLS-1$
itemName + (item.isNeedVersion() ? itemVersionString : "") + "." + item.getFileExtension());
}
IPath propertiesFilePath = projectRootPath.append(typeFolderPath).append(itemPath).append(//$NON-NLS-1$
itemName + itemVersionString + "." + FileConstants.PROPERTIES_EXTENSION);
List<URL> metadataNameFileUrls = new ArrayList<URL>();
File itemFile = itemFilePath.toFile();
if (itemFile.exists()) {
metadataNameFileUrls.add(FileLocator.toFileURL(itemFile.toURI().toURL()));
} else {
ExceptionHandler.log(Messages.getString("JobScriptsManager.ResourceNotFoundForExport", itemFilePath));
}
File propertiesFile = propertiesFilePath.toFile();
if (propertiesFile.exists()) {
metadataNameFileUrls.add(FileLocator.toFileURL(propertiesFile.toURI().toURL()));
} else {
ExceptionHandler.log(Messages.getString("JobScriptsManager.ResourceNotFoundForExport", propertiesFilePath));
}
String basePath = relativePath + PATH_SEPARATOR + typeFolderPath.toString();
if (itemPath != null && !"".equals(itemPath)) {
//$NON-NLS-1$
basePath = basePath + PATH_SEPARATOR + itemPath;
}
resource.addResources(basePath, metadataNameFileUrls);
// children dependencies
if (!exportCaculatedItems.contains(item)) {
BuildExportManager.getInstance().exportDependencies(resource, item);
exportCaculatedItems.add(item);
}
}
if (GlobalServiceRegister.getDefault().isServiceRegistered(ITDQItemService.class)) {
ITDQItemService tdqItemService = (ITDQItemService) GlobalServiceRegister.getDefault().getService(ITDQItemService.class);
if (tdqItemService != null && tdqItemService.hasProcessItemDependencies(Arrays.asList(new Item[] { processItem }))) {
// add .Talend.definition file
//$NON-NLS-1$
String defIdxFolderName = "TDQ_Libraries";
//$NON-NLS-1$
String defIdxFileName = ".Talend.definition";
IProject project = ReponsitoryContextBridge.getRootProject();
IFile defIdxFile = project.getFile(defIdxFolderName + PATH_SEPARATOR + defIdxFileName);
if (defIdxFile.exists()) {
String defIdxBasePath = JOB_ITEMS_FOLDER_NAME + PATH_SEPARATOR + project.getName().toLowerCase() + PATH_SEPARATOR + defIdxFolderName;
List<URL> defIdxUrls = new ArrayList<URL>();
defIdxUrls.add(project.getLocation().makeAbsolute().append(defIdxFolderName).append(defIdxFileName).toFile().toURI().toURL());
resource.addResources(defIdxBasePath, defIdxUrls);
}
// add report header image & template files
//$NON-NLS-1$
String reportingBundlePath = PluginChecker.getBundlePath("org.talend.dataquality.reporting");
List<URL> reportResourceUrls = new ArrayList<URL>();
//$NON-NLS-1$
File imageFolder = new File(reportingBundlePath + PATH_SEPARATOR + "images");
if (imageFolder.exists()) {
reportResourceUrls.add(imageFolder.toURI().toURL());
}
//$NON-NLS-1$
File templateFolder = new File(reportingBundlePath + PATH_SEPARATOR + "reports");
if (templateFolder.exists() && templateFolder.isDirectory()) {
reportResourceUrls.add(templateFolder.toURI().toURL());
}
// include all added resources
resource.addResources(JOB_ITEMS_FOLDER_NAME + PATH_SEPARATOR, reportResourceUrls);
}
}
} catch (Exception e) {
ExceptionHandler.process(e);
}
}
Aggregations