use of com.dtstack.taier.develop.dto.devlop.ReadWriteLockVO in project Taier by DTStack.
the class BatchTaskService method getTaskById.
/**
* 数据开发-根据任务id,查询详情
*
* @return
* @author toutian
*/
public BatchTaskBatchVO getTaskById(final ScheduleTaskVO scheduleTaskVO) {
final BatchTask task = this.developTaskDao.getOne(scheduleTaskVO.getId());
if (task == null) {
throw new RdosDefineException(ErrorCode.CAN_NOT_FIND_TASK);
}
final List<BatchResource> resources = this.batchTaskResourceService.getResources(scheduleTaskVO.getId(), ResourceRefType.MAIN_RES.getType());
final List<BatchResource> refResourceIdList = this.batchTaskResourceService.getResources(scheduleTaskVO.getId(), ResourceRefType.DEPENDENCY_RES.getType());
final BatchTaskBatchVO taskVO = new BatchTaskBatchVO(this.batchTaskTaskService.getForefathers(task));
taskVO.setVersion(task.getVersion());
if (task.getTaskType().intValue() == EScheduleJobType.SYNC.getVal().intValue()) {
// 同步任务类型
final String taskJson = Base64Util.baseDecode(task.getSqlText());
if (StringUtils.isBlank(taskJson)) {
// 向导模式存在为空的情况
taskVO.setCreateModel(Constant.CREATE_MODEL_GUIDE);
taskVO.setSqlText("");
} else {
final JSONObject obj = JSON.parseObject(taskJson);
taskVO.setCreateModel(obj.get("createModel") == null ? Constant.CREATE_MODEL_GUIDE : Integer.parseInt(String.valueOf(obj.get("createModel"))));
formatSqlText(taskVO, obj);
}
}
this.setTaskOperatorModelAndOptions(taskVO, task);
if (task.getFlowId() != null && task.getFlowId() > 0) {
taskVO.setFlowId(task.getFlowId());
final BatchTask flow = this.developTaskDao.getOne(task.getFlowId());
if (flow != null) {
taskVO.setFlowName(flow.getName());
}
}
final BatchCatalogue catalogue = batchCatalogueService.getOne(task.getNodePid());
if (catalogue != null) {
taskVO.setNodePName(catalogue.getNodeName());
}
taskVO.setResourceList(resources);
taskVO.setRefResourceList(refResourceIdList);
PageQuery pageQuery = new PageQuery(1, 5, "gmt_create", Sort.DESC.name());
List<BatchTaskVersionDetailDTO> taskVersions = batchTaskVersionService.listByTaskId(scheduleTaskVO.getId(), pageQuery).stream().map(ver -> {
if (StringUtils.isNotBlank(ver.getOriginSql())) {
if (task.getTaskType().intValue() == EScheduleJobType.SYNC.getVal().intValue()) {
ver.setSqlText(ver.getSqlText());
} else {
ver.setSqlText(ver.getOriginSql());
}
}
// 填充用户名称
ver.setUserName(userService.getUserName(ver.getCreateUserId()));
return ver;
}).collect(Collectors.toList());
taskVO.setTaskVersions(taskVersions);
// 密码脱敏 --2019/10/25 茂茂-- 同步任务 密码脱敏 仅 向导模式 修改成 全部模式
if (task.getTaskType().intValue() == EScheduleJobType.SYNC.getVal().intValue()) {
try {
taskVO.setSqlText(JsonUtils.formatJSON(DataFilter.passwordFilter(taskVO.getSqlText())));
} catch (final Exception e) {
LOGGER.error("同步任务json解析失败 taskId = {}", task.getId(), e);
taskVO.setSqlText(DataFilter.passwordFilter(taskVO.getSqlText()));
}
for (BatchTaskVersionDetailDTO taskVersion : taskVO.getTaskVersions()) {
try {
taskVersion.setSqlText(JsonUtils.formatJSON(DataFilter.passwordFilter(taskVersion.getSqlText())));
} catch (final Exception e) {
LOGGER.error("同步任务json解析失败 taskVersionId = {}", taskVersion.getId(), e);
taskVersion.setSqlText(DataFilter.passwordFilter(taskVersion.getSqlText()));
}
}
}
final ReadWriteLockVO readWriteLockVO = this.readWriteLockService.getDetail(scheduleTaskVO.getTenantId(), task.getId(), ReadWriteLockType.BATCH_TASK, scheduleTaskVO.getUserId(), task.getModifyUserId(), task.getGmtModified());
taskVO.setReadWriteLockVO(readWriteLockVO);
taskVO.setUserId(scheduleTaskVO.getUserId());
setTaskVariables(taskVO, scheduleTaskVO.getId());
final List<Long> userIds = new ArrayList<>();
userIds.add(task.getCreateUserId());
final Map<Long, User> userMap = userService.getUserMap(userIds);
buildUserDTOInfo(userMap, taskVO);
return taskVO;
}
use of com.dtstack.taier.develop.dto.devlop.ReadWriteLockVO in project Taier by DTStack.
the class BatchCatalogueService method getChildNode.
/**
* 获得当前节点的子节点信息,包括子孙文件夹和子孙文件
*
* @param tenantId 租户id
* @param isGetFile
* @param userId
* @return
* @author jiangbo、toutian
*/
private CatalogueVO getChildNode(CatalogueVO currentCatalogueVO, Boolean isGetFile, Long userId, Long tenantId) {
BatchCatalogue currentCatalogue = developCatalogueDao.getOne(currentCatalogueVO.getId());
if (currentCatalogue == null) {
throw new RdosDefineException(ErrorCode.CAN_NOT_FIND_CATALOGUE);
}
currentCatalogueVO.setTenantId(currentCatalogue.getTenantId());
currentCatalogueVO.setName(currentCatalogue.getNodeName());
currentCatalogueVO.setLevel(currentCatalogue.getLevel());
currentCatalogueVO.setParentId(currentCatalogue.getNodePid());
currentCatalogueVO.setType(FILE_TYPE_FOLDER);
// 获取目录下的资源或任务列表
if (isGetFile) {
// 目录下的文件信息
List<CatalogueVO> catalogueChildFileList = Lists.newArrayList();
// 用户id 和 名称映射
Map<Long, String> userIdAndNameMap = Maps.newHashMap();
// 任务目录
if (CatalogueType.TASK_DEVELOP.getType().equals(currentCatalogueVO.getCatalogueType())) {
List<BatchTask> taskList = batchTaskService.catalogueListBatchTaskByNodePid(tenantId, currentCatalogueVO.getId());
taskList.sort(Comparator.comparing(BatchTask::getName));
if (CollectionUtils.isNotEmpty(taskList)) {
List<Long> taskIds = taskList.stream().map(BatchTask::getId).collect(Collectors.toList());
Map<Long, ReadWriteLockVO> readWriteLockIdAndVOMap = getReadWriteLockVOMap(tenantId, taskIds, userId, userIdAndNameMap);
// 遍历目录下的所有任务
for (BatchTask task : taskList) {
CatalogueVO childCatalogueTask = new CatalogueVO();
BeanUtils.copyProperties(task, childCatalogueTask);
childCatalogueTask.setType("file");
childCatalogueTask.setLevel(currentCatalogueVO.getLevel() + 1);
childCatalogueTask.setParentId(currentCatalogueVO.getId());
childCatalogueTask.setCreateUser(getUserNameInMemory(userIdAndNameMap, task.getCreateUserId()));
// 设置任务的读写锁信息
ReadWriteLockVO readWriteLockVO = readWriteLockIdAndVOMap.get(task.getId());
if (readWriteLockVO.getLastKeepLockUserName() == null) {
readWriteLockVO.setLastKeepLockUserName(getUserNameInMemory(userIdAndNameMap, task.getModifyUserId()));
readWriteLockVO.setGmtModified(task.getGmtModified());
}
childCatalogueTask.setReadWriteLockVO(readWriteLockVO);
catalogueChildFileList.add(childCatalogueTask);
}
}
} else if (FUNCTION_CATALOGUE_TYPE.contains(currentCatalogueVO.getCatalogueType())) {
// 处理函数目录
List<BatchFunction> functionList = batchFunctionService.listByNodePidAndTenantId(currentCatalogueVO.getTenantId(), currentCatalogueVO.getId());
if (CollectionUtils.isNotEmpty(functionList)) {
functionList.sort(Comparator.comparing(BatchFunction::getName));
for (BatchFunction function : functionList) {
CatalogueVO child = new CatalogueVO();
BeanUtils.copyProperties(function, child);
child.setLevel(currentCatalogueVO.getLevel() + 1);
child.setType("file");
child.setCreateUser(getUserNameInMemory(userIdAndNameMap, function.getCreateUserId()));
child.setParentId(function.getNodePid());
catalogueChildFileList.add(child);
}
}
} else if (CatalogueType.RESOURCE_MANAGER.getType().equals(currentCatalogueVO.getCatalogueType())) {
// 处理资源目录
List<BatchResource> resourceList = batchResourceService.listByPidAndTenantId(tenantId, currentCatalogueVO.getId());
resourceList.sort(Comparator.comparing(BatchResource::getResourceName));
if (CollectionUtils.isNotEmpty(resourceList)) {
for (BatchResource resource : resourceList) {
CatalogueVO childResource = new CatalogueVO();
BeanUtils.copyProperties(resource, childResource);
childResource.setName(resource.getResourceName());
childResource.setType("file");
childResource.setLevel(currentCatalogueVO.getLevel() + 1);
childResource.setParentId(currentCatalogueVO.getId());
childResource.setCreateUser(getUserNameInMemory(userIdAndNameMap, resource.getCreateUserId()));
catalogueChildFileList.add(childResource);
}
}
}
currentCatalogueVO.setChildren(catalogueChildFileList);
}
// 获取目录下的子目录
List<BatchCatalogue> childCatalogues = this.getChildCataloguesByType(currentCatalogueVO.getId(), currentCatalogueVO.getCatalogueType(), currentCatalogue.getTenantId());
childCatalogues = keepInitCatalogueBeTop(childCatalogues, currentCatalogue);
List<CatalogueVO> children = new ArrayList<>();
for (BatchCatalogue catalogue : childCatalogues) {
CatalogueVO cv = CatalogueVO.toVO(catalogue);
cv.setType(FILE_TYPE_FOLDER);
this.changeSQLFunctionCatalogueType(catalogue, cv, currentCatalogueVO);
children.add(cv);
}
if (currentCatalogueVO.getChildren() == null) {
currentCatalogueVO.setChildren(children);
} else {
currentCatalogueVO.getChildren().addAll(0, children);
}
return currentCatalogueVO;
}
use of com.dtstack.taier.develop.dto.devlop.ReadWriteLockVO in project Taier by DTStack.
the class BatchTaskService method updateTask.
/**
* 新增/更新任务
*
* @param task
* @param isEditBaseInfo 如果是右键编辑的情况则不更新任务参数
* @return
*/
@Transactional
public BatchTaskBatchVO updateTask(final BatchTaskBatchVO task, final Boolean isEditBaseInfo) {
if (task.getName() == null) {
throw new RdosDefineException("任务名称不能为空.", ErrorCode.INVALID_PARAMETERS);
}
if (!PublicUtil.matcher(task.getName(), TASK_PATTERN)) {
throw new RdosDefineException("名称只能由字母、数据、中文、下划线组成", ErrorCode.INVALID_PARAMETERS);
}
task.setGmtModified(Timestamp.valueOf(LocalDateTime.now()));
BatchTask batchTask = this.developTaskDao.getByName(task.getName(), task.getTenantId());
boolean isAdd = false;
if (task.getId() > 0) {
// update
BatchTask specialTask = getOneWithError(task.getId());
if (task.getTaskType() == null) {
task.setTaskType(specialTask.getTaskType());
}
String oriTaskName = specialTask.getName();
if (batchTask != null && !batchTask.getId().equals(task.getId())) {
throw new RdosDefineException(ErrorCode.NAME_ALREADY_EXIST);
}
BatchTask specialTask1 = new BatchTask();
ReadWriteLockVO readWriteLockVO = this.readWriteLockService.dealWithLock(task.getTenantId(), task.getId(), ReadWriteLockType.BATCH_TASK, task.getUserId(), res -> {
task.setCreateUser(null);
task.setIsDeleted(Deleted.NORMAL.getStatus());
if (task.getVersion() == null) {
task.setVersion(0);
}
PublicUtil.copyPropertiesIgnoreNull(task, specialTask1);
final Integer updateResult = this.developTaskDao.update(specialTask1);
if (updateResult == 1) {
task.setVersion(task.getVersion() + 1);
}
return updateResult;
});
task.setReadWriteLockVO(readWriteLockVO);
// 如果是工作流任务 更新父节点调度类型时,需要同样更新子节点
if (EScheduleJobType.WORK_FLOW.getVal().equals(task.getTaskType()) && task.getFlowId() == 0 && StringUtils.isNotEmpty(task.getScheduleConf())) {
updateSonTaskPeriodType(task.getId(), task.getPeriodType(), task.getScheduleConf());
}
if (!oriTaskName.equals(task.getName())) {
// 修改名字需要同步到taskShade
this.taskService.updateTaskName(task.getId(), task.getName());
}
LOGGER.info("success update batchTask, taskId:{}", task.getId());
} else {
if (batchTask != null) {
throw new RdosDefineException(ErrorCode.NAME_ALREADY_EXIST);
}
// 初始化task的一些属性
isAdd = initTaskInfo(task);
BatchTask insertTask = new BatchTask();
BeanUtils.copyProperties(task, insertTask);
// 如果是工作流获取父任务的锁 用来保证父任务一定会更新成功 这里有并发问题 如果同时对一个工作流添加子任务 会丢失
if (task.getFlowId() > 0) {
BatchTask parentTask = developTaskDao.getOne(task.getFlowId());
BatchReadWriteLock readWriteLock = developReadWriteLockDao.getByTenantIdAndRelationIdAndType(0L, parentTask.getId(), ReadWriteLockType.BATCH_TASK.name());
if (readWriteLock == null) {
throw new RdosDefineException("父任务锁不存在");
}
if (!readWriteLock.getVersion().equals(task.getParentReadWriteLockVersion())) {
throw new RdosDefineException("当前任务已被修改,请重新打开任务后再次提交");
}
}
developTaskDao.insert(insertTask);
task.setTaskId(insertTask.getId());
task.setId(insertTask.getId());
// parseCreateTaskExeArgs(task);
// 新增锁
ReadWriteLockVO readWriteLockVO = this.readWriteLockService.getLock(task.getTenantId(), task.getUserId(), ReadWriteLockType.BATCH_TASK.name(), task.getId(), null);
task.setReadWriteLockVO(readWriteLockVO);
LOGGER.info("success insert batchTask, taskId:{}", task.getId());
}
// 右键编辑时会调用另一个接口
if (BooleanUtils.isNotTrue(isEditBaseInfo)) {
if (!EScheduleJobType.WORK_FLOW.getVal().equals(task.getTaskType()) && !EScheduleJobType.VIRTUAL.getVal().equals(task.getTaskType())) {
// 新增加不校验自定义参数
if (!isAdd) {
this.batchTaskParamService.checkParams(task.getSqlText(), task.getTaskVariables());
}
}
this.batchTaskParamService.addOrUpdateTaskParam(task);
}
final BatchTaskBatchVO batchTaskBatchVO = new BatchTaskBatchVO(task);
batchTaskBatchVO.setReadWriteLockVO(task.getReadWriteLockVO());
batchTaskBatchVO.setVersion(task.getVersion());
return batchTaskBatchVO;
}
use of com.dtstack.taier.develop.dto.devlop.ReadWriteLockVO in project Taier by DTStack.
the class ReadWriteLockService method dealWithLock.
/**
* 利用回调函数实现锁机制
*
* @param tenantId
* @param relationId
* @param type
* @param userId
* @param callback
* @return
*/
public ReadWriteLockVO dealWithLock(Long tenantId, Long relationId, ReadWriteLockType type, Long userId, Callback<Void> callback) {
ReadWriteLockVO readWriteLockVO = null;
Integer update = (Integer) callback.submit(null);
if (update != 1) {
readWriteLockVO = getLockBasicInfo(tenantId, relationId, type);
readWriteLockVO.setResult(TaskLockStatus.UPDATE_COMPLETED.getVal());
return readWriteLockVO;
} else {
readWriteLockVO = forceUpdateLock(userId, type, relationId, tenantId);
readWriteLockVO.setResult(TaskLockStatus.TO_UPDATE.getVal());
return readWriteLockVO;
}
}
use of com.dtstack.taier.develop.dto.devlop.ReadWriteLockVO in project Taier by DTStack.
the class ReadWriteLockService method checkLock.
/**
* 锁检查,判断是否有其他人也在修改相同的文件
* @param userId
* @param tenantId
* @param relationId
* @param type
* @param lockVersion
* @param relationLocalVersion
* @param relationVersion
* @return
*/
private ReadWriteLockVO checkLock(Long userId, Long tenantId, Long relationId, ReadWriteLockType type, Integer lockVersion, Integer relationLocalVersion, Integer relationVersion) {
BatchReadWriteLock readWriteLock = developReadWriteLockDao.getByTenantIdAndRelationIdAndType(tenantId, relationId, type.name());
if (readWriteLock == null) {
throw new RdosDefineException(ErrorCode.LOCK_IS_NOT_EXISTS);
}
Long modifyUserId = readWriteLock.getModifyUserId();
int version = readWriteLock.getVersion();
// 初始化返回对象
ReadWriteLockVO readWriteLockVO = new ReadWriteLockVO();
readWriteLockVO.setGmtModified(readWriteLock.getGmtModified());
readWriteLockVO.setLastKeepLockUserName(userService.getUserName(modifyUserId));
// 任务版本是否保持一致
if (!relationLocalVersion.equals(relationVersion)) {
// 表示已经被提交了
// 提示任务版本已经更新不能在提交,是否保存到本地,或取消修改
readWriteLockVO.setResult(TaskLockStatus.UPDATE_COMPLETED.getVal());
return readWriteLockVO;
} else if (modifyUserId.equals(userId) && version == lockVersion) {
readWriteLockVO.setResult(TaskLockStatus.TO_UPDATE.getVal());
readWriteLockVO.setVersion(lockVersion);
return readWriteLockVO;
} else {
// 提示其他人也正在编辑,是否取消修改
readWriteLockVO.setResult(TaskLockStatus.TO_CONFIRM.getVal());
return readWriteLockVO;
}
}
Aggregations