Examples with UPDATE org.craftercms.studio.api.v2.dal.RepoOperation.Action.UPDATE used on opensource projects

Example 1 with UPDATE

use of org.craftercms.studio.api.v2.dal.RepoOperation.Action.UPDATE in project studio by craftercms.

the class SearchServiceInternalImpl method updateFilters.

/**
 * Adds the required filters based on the given parameters
 * @param query the query to update
 * @param params the parameters to add
 * @param siteFacets the facets configured for the site
 */
@SuppressWarnings("unchecked")
protected void updateFilters(BoolQueryBuilder query, SearchParams params, Map<String, FacetTO> siteFacets) {
    params.getFilters().forEach((filter, value) -> {
        FacetTO facetConfig;
        if (MapUtils.isNotEmpty(siteFacets)) {
            facetConfig = siteFacets.getOrDefault(filter, facets.get(filter));
        } else {
            facetConfig = facets.get(filter);
        }
        if (Objects.nonNull(facetConfig)) {
            String fieldName = facetConfig.getField();
            if (facetConfig.isRange()) {
                RangeQueryBuilder rangeQuery = QueryBuilders.rangeQuery(fieldName);
                Map<String, Object> range = (Map<String, Object>) value;
                rangeQuery.gte(range.get(FACET_RANGE_MIN)).lt(range.get(FACET_RANGE_MAX));
                query.filter(rangeQuery);
            } else if (facetConfig.isMultiple() && value instanceof List) {
                List<Object> values = (List<Object>) value;
                BoolQueryBuilder orQuery = QueryBuilders.boolQuery();
                values.forEach(val -> orQuery.should(QueryBuilders.matchQuery(fieldName, val)));
                query.filter(QueryBuilders.boolQuery().must(orQuery));
            } else {
                query.filter(QueryBuilders.matchQuery(fieldName, value));
            }
        }
    });
}

Example 2 with UPDATE

use of org.craftercms.studio.api.v2.dal.RepoOperation.Action.UPDATE in project studio by craftercms.

the class StudioClusterGlobalRepoSyncTask method updateContent.

protected void updateContent(List<ClusterMember> clusterNodes) throws IOException, CryptoException, ServiceLayerException {
    logger.debug("Update global repo");
    Path siteSandboxPath = Paths.get(studioConfiguration.getProperty(StudioConfiguration.REPO_BASE_PATH), studioConfiguration.getProperty(StudioConfiguration.GLOBAL_REPO_PATH)).resolve(GIT_ROOT);
    FileRepositoryBuilder builder = new FileRepositoryBuilder();
    Repository repo = builder.setGitDir(siteSandboxPath.toFile()).readEnvironment().findGitDir().build();
    try (Git git = new Git(repo)) {
        logger.debug("Update content from each active cluster memeber");
        for (ClusterMember remoteNode : clusterNodes) {
            updateBranch(git, remoteNode);
        }
    } catch (GitAPIException e) {
        logger.error("Error while syncing cluster node global repo content", e);
    }
}

Example 3 with UPDATE

use of org.craftercms.studio.api.v2.dal.RepoOperation.Action.UPDATE in project studio by craftercms.

the class StudioClusterPublishedRepoSyncTask method updateContent.

protected void updateContent(long sId, String siteId, List<ClusterMember> clusterNodes, List<ClusterSiteRecord> clusterSiteRecords) throws IOException, CryptoException, ServiceLayerException {
    logger.debug("Update published repo for site " + siteId);
    Path siteSandboxPath = buildRepoPath(siteId).resolve(GIT_ROOT);
    FileRepositoryBuilder builder = new FileRepositoryBuilder();
    Repository repo = builder.setGitDir(siteSandboxPath.toFile()).readEnvironment().findGitDir().build();
    String gitLockKey = SITE_PUBLISHED_REPOSITORY_GIT_LOCK.replaceAll(PATTERN_SITE, siteId);
    logger.debug("Git Lock Key: " + gitLockKey);
    try (Git git = new Git(repo)) {
        Set<String> environments = getAllPublishingEnvironments(siteId);
        logger.debug("Update published repo from all active cluster members");
        if (generalLockService.tryLock(gitLockKey)) {
            try {
                for (ClusterMember remoteNode : clusterNodes) {
                    ClusterSiteRecord csr = clusterDao.getClusterSiteRecord(remoteNode.getId(), sId);
                    if (Objects.nonNull(csr) && csr.getPublishedRepoCreated() > 0) {
                        try {
                            logger.debug("Fetch from cluster member " + remoteNode.getLocalAddress());
                            final Path tempKey = Files.createTempFile(UUID.randomUUID().toString(), ".tmp");
                            FetchCommand fetch = git.fetch().setRemote(remoteNode.getGitRemoteName());
                            fetch = studioClusterUtils.configureAuthenticationForCommand(remoteNode, fetch, tempKey);
                            fetch.call();
                            Files.delete(tempKey);
                        } catch (GitAPIException e) {
                            logger.error("Error while fetching published repo for site " + siteId + " from remote " + remoteNode.getGitRemoteName());
                            logger.error(e.getMessage());
                        }
                    }
                }
                for (String branch : environments) {
                    for (ClusterMember remoteNode : clusterNodes) {
                        ClusterSiteRecord csr = clusterDao.getClusterSiteRecord(remoteNode.getId(), sId);
                        if (Objects.nonNull(csr) && csr.getPublishedRepoCreated() > 0) {
                            try {
                                updatePublishedBranch(siteId, git, remoteNode, branch);
                            } catch (GitAPIException e) {
                                logger.error("Error while updating published repo for site " + siteId + " from remote " + remoteNode.getGitRemoteName() + " environment " + branch);
                                logger.error(e.getMessage());
                            }
                        }
                    }
                }
            } finally {
                generalLockService.unlock(gitLockKey);
            }
        } else {
            logger.debug("Failed to get lock " + gitLockKey);
        }
    }
}

Example 4 with UPDATE

use of org.craftercms.studio.api.v2.dal.RepoOperation.Action.UPDATE in project studio by craftercms.

the class StudioClusterPublishedRepoSyncTask method executeInternal.

@Override
protected void executeInternal(String siteId) {
    // Log start time
    long startTime = System.currentTimeMillis();
    logger.debug("Worker starts syncing cluster node published for site " + siteId);
    try {
        HierarchicalConfiguration<ImmutableNode> registrationData = studioClusterUtils.getClusterConfiguration();
        if (registrationData != null && !registrationData.isEmpty()) {
            String localAddress = studioClusterUtils.getClusterNodeLocalAddress();
            ClusterMember localNode = clusterDao.getMemberByLocalAddress(localAddress);
            List<ClusterMember> clusterNodes = studioClusterUtils.getClusterNodes(localAddress);
            SiteFeed siteFeed = siteService.getSite(siteId);
            List<ClusterSiteRecord> clusterSiteRecords = clusterDao.getSiteStateAcrossCluster(siteId);
            Optional<ClusterSiteRecord> localNodeRecord = clusterSiteRecords.stream().filter(x -> x.getClusterNodeId() == localNode.getId() && StringUtils.equals(x.getState(), STATE_CREATED)).findFirst();
            if (!localNodeRecord.isPresent()) {
                return;
            }
            long nodesCreated = clusterSiteRecords.stream().filter(x -> StringUtils.equals(x.getState(), STATE_CREATED)).count();
            if (nodesCreated < 1) {
                return;
            }
            // Check if site exists
            logger.debug("Check if site " + siteId + " exists in local repository");
            boolean success = true;
            int publishedReposCreated = clusterSiteRecords.stream().mapToInt(ClusterSiteRecord::getPublishedRepoCreated).sum();
            if (publishedReposCreated > 0 || siteFeed.getPublishedRepoCreated() > 0) {
                boolean siteCheck = checkIfSiteRepoExists(siteId);
                if (!siteCheck) {
                    // Site doesn't exist locally, create it
                    success = createSite(localNode.getId(), siteFeed.getId(), siteId, siteFeed.getSandboxBranch());
                } else {
                    clusterDao.setPublishedRepoCreated(localNode.getId(), siteFeed.getId());
                }
            } else {
                success = false;
            }
            if (success) {
                try {
                    // Add the remote repositories to the local repository to sync from if not added already
                    logger.debug("Add remotes for site " + siteId);
                    addRemotes(siteId, clusterNodes);
                } catch (InvalidRemoteUrlException | ServiceLayerException | CryptoException e) {
                    logger.error("Error while adding remotes on cluster node for site " + siteId);
                }
                try {
                    // Sync with remote and update the local cache with the last commit ID to speed things up
                    logger.debug("Update content for site " + siteId);
                    updateContent(siteFeed.getId(), siteId, clusterNodes, clusterSiteRecords);
                } catch (IOException | CryptoException | ServiceLayerException e) {
                    logger.error("Error while updating content for site " + siteId + " on cluster node.", e);
                }
            }
        }
    } catch (SiteNotFoundException e) {
        logger.error("Error while executing Cluster Node Sync Published for site " + siteId, e);
    }
    // Compute execution duration and log it
    long duration = System.currentTimeMillis() - startTime;
    logger.debug("Worker finished syncing cluster node for site " + siteId);
    logger.debug("Worker performed cluster node sync for site " + siteId + " in " + duration + "ms");
    logger.debug("Finished Cluster Node Sync task for site " + siteId);
}

Example 5 with UPDATE

use of org.craftercms.studio.api.v2.dal.RepoOperation.Action.UPDATE in project studio by craftercms.

the class StudioClusterSandboxRepoSyncTask method executeInternal.

@Override
protected void executeInternal(String siteId) {
    // Log start time
    long startTime = System.currentTimeMillis();
    logger.debug("Worker starts syncing cluster node sandbox for site " + siteId);
    try {
        HierarchicalConfiguration<ImmutableNode> registrationData = studioClusterUtils.getClusterConfiguration();
        if (registrationData != null && !registrationData.isEmpty()) {
            String localAddress = studioClusterUtils.getClusterNodeLocalAddress();
            ClusterMember localNode = clusterDao.getMemberByLocalAddress(localAddress);
            List<ClusterMember> clusterNodes = studioClusterUtils.getClusterNodes(localAddress);
            SiteFeed siteFeed = siteService.getSite(siteId);
            List<ClusterSiteRecord> clusterSiteRecords = clusterDao.getSiteStateAcrossCluster(siteId);
            long nodesCreated = clusterSiteRecords.stream().filter(x -> StringUtils.equals(x.getState(), STATE_CREATED)).count();
            if (nodesCreated < 1 && !StringUtils.equals(siteFeed.getState(), STATE_CREATED)) {
                return;
            }
            // Check if site exists
            logger.debug("Check if site " + siteId + " exists in local repository");
            boolean success = true;
            boolean siteCheck = checkIfSiteRepoExists(siteId);
            if (!siteCheck) {
                // Site doesn't exist locally, create it
                success = createSite(localNode.getId(), siteFeed.getId(), siteId, siteFeed.getSiteUuid(), siteFeed.getSearchEngine(), clusterNodes, clusterSiteRecords);
            }
            if (success && clusterDao.existsClusterSiteSyncRepo(localNode.getId(), siteFeed.getId()) < 1) {
                String commitId = contentRepository.getRepoLastCommitId(siteId);
                clusterDao.insertClusterSiteSyncRepo(localNode.getId(), siteFeed.getId(), commitId, commitId, siteFeed.getLastSyncedGitlogCommitId());
                clusterDao.setSiteState(localNode.getId(), siteFeed.getId(), STATE_CREATED);
                addSiteUuidFile(siteId, siteFeed.getSiteUuid());
            }
            if (success) {
                syncRemoteRepositories(siteId, localAddress);
                // Check if the site needs to be synced
                boolean syncRequired = isSyncRequired(siteId, siteFeed.getLastCommitId());
                if (syncRequired) {
                    try {
                        // Add the remote repositories to the local repository to sync from if not added already
                        logger.debug("Add remotes for site " + siteId);
                        addRemotes(siteId, clusterNodes);
                    } catch (InvalidRemoteUrlException | ServiceLayerException e) {
                        logger.error("Error while adding remotes on cluster node for site " + siteId);
                    }
                    try {
                        // Sync with remote and update the local cache with the last commit ID to speed things up
                        logger.debug("Update content for site " + siteId);
                        updateContent(localNode.getId(), siteFeed.getId(), siteId, siteFeed.getSandboxBranch(), clusterNodes);
                    } catch (IOException | CryptoException | ServiceLayerException e) {
                        logger.error("Error while updating content for site " + siteId + " on cluster node.", e);
                    }
                }
            }
        }
    } catch (SiteNotFoundException | IOException e) {
        logger.error("Error while executing Cluster Node Sync Sandbox for site " + siteId, e);
    }
    // Compute execution duration and log it
    long duration = System.currentTimeMillis() - startTime;
    logger.debug("Worker finished syncing cluster node for site " + siteId);
    logger.debug("Worker performed cluster node sync for site " + siteId + " in " + duration + "ms");
    logger.debug("Finished Cluster Node Sync task for site " + siteId);
}