Examples with StoreKey org.commonjava.indy.model.core.StoreKey used on opensource projects

Example 26 with StoreKey

use of org.commonjava.indy.model.core.StoreKey in project indy by Commonjava.

the class StoreDataSetupAction method migrate.

@Override
public boolean migrate() throws IndyLifecycleException {
    final ChangeSummary summary = new ChangeSummary(ChangeSummary.SYSTEM_USER, "Initializing default data.");
    boolean changed = false;
    try {
        logger.info("Verfiying that Indy basic stores are installed...");
        storeManager.install();
        if (!storeManager.query().packageType(MAVEN_PKG_KEY).storeType(RemoteRepository.class).containsByName("central")) {
            final RemoteRepository central = new RemoteRepository(MAVEN_PKG_KEY, "central", "http://repo.maven.apache.org/maven2/");
            central.setCacheTimeoutSeconds(86400);
            storeManager.storeArtifactStore(central, summary, true, true, new EventMetadata().set(StoreDataManager.EVENT_ORIGIN, DEFAULT_SETUP));
            changed = true;
        }
        if (!storeManager.query().packageType(MAVEN_PKG_KEY).storeType(HostedRepository.class).containsByName("local-deployments")) {
            final HostedRepository local = new HostedRepository(MAVEN_PKG_KEY, "local-deployments");
            local.setAllowReleases(true);
            local.setAllowSnapshots(true);
            local.setSnapshotTimeoutSeconds(86400);
            storeManager.storeArtifactStore(local, summary, true, true, new EventMetadata().set(StoreDataManager.EVENT_ORIGIN, DEFAULT_SETUP));
            changed = true;
        }
        if (!storeManager.query().packageType(MAVEN_PKG_KEY).storeType(Group.class).containsByName("public")) {
            final Group pub = new Group(MAVEN_PKG_KEY, "public");
            pub.addConstituent(new StoreKey(MAVEN_PKG_KEY, StoreType.remote, "central"));
            pub.addConstituent(new StoreKey(MAVEN_PKG_KEY, StoreType.hosted, "local-deployments"));
            storeManager.storeArtifactStore(pub, summary, true, true, new EventMetadata().set(StoreDataManager.EVENT_ORIGIN, DEFAULT_SETUP));
            changed = true;
        }
    } catch (final IndyDataException e) {
        throw new RuntimeException("Failed to boot indy components: " + e.getMessage(), e);
    }
    return changed;
}

Example 27 with StoreKey

use of org.commonjava.indy.model.core.StoreKey in project indy by Commonjava.

the class ScheduleManager method rescheduleDisableTimeout.

public synchronized void rescheduleDisableTimeout(final StoreKey key) throws IndySchedulerException {
    if (!schedulerConfig.isEnabled()) {
        logger.debug("Scheduler disabled.");
        return;
    }
    ArtifactStore store = null;
    try {
        store = dataManager.getArtifactStore(key);
    } catch (final IndyDataException e) {
        logger.error(String.format("Failed to retrieve store for: %s. Reason: %s", key, e.getMessage()), e);
    }
    if (store == null) {
        return;
    }
    int timeout = store.getDisableTimeout();
    if (timeout == TIMEOUT_USE_DEFAULT) {
        // case TIMEOUT_USE_DEFAULT: will use default timeout configuration
        timeout = config.getStoreDisableTimeoutSeconds();
    }
    if (timeout > TIMEOUT_USE_DEFAULT && store.isDisabled()) {
        final StoreKey sk = store.getKey();
        logger.debug("Set/Reschedule disable timeout for store:{}", sk);
        scheduleForStore(sk, DISABLE_TIMEOUT, DISABLE_TIMEOUT, sk, timeout);
    }
// Will never consider the TIMEOUT_NEVER_DISABLE case here, will consider this in the calling object(StoreEnablementManager)
}

Example 28 with StoreKey

use of org.commonjava.indy.model.core.StoreKey in project indy by Commonjava.

the class StoreContentListener method removeAllSupercededMemberContent.

// TODO: If we find points where a new HostedRepository is added, we should be using its comprehensive index to minimize the index damage to the group.
private void removeAllSupercededMemberContent(final ArtifactStore store, final Map<ArtifactStore, ArtifactStore> changeMap) {
    Logger logger = LoggerFactory.getLogger(getClass());
    StoreKey key = store.getKey();
    // we're only interested in groups, since only adjustments to group memberships can invalidate indexed content.
    if (StoreType.group == key.getType()) {
        List<StoreKey> newMembers = ((Group) store).getConstituents();
        logger.debug("New members of: {} are: {}", store, newMembers);
        Group group = (Group) changeMap.get(store);
        List<StoreKey> oldMembers = group.getConstituents();
        logger.debug("Old members of: {} are: {}", group, oldMembers);
        int commonSize = Math.min(newMembers.size(), oldMembers.size());
        int divergencePoint;
        // look in the members that overlap in new/old groups and see if there are changes that would
        // indicate member reordering. If so, it might lead previously suppressed results to be prioritized,
        // which would invalidate part of the content index for the group.
        boolean foundDivergence = false;
        for (divergencePoint = 0; divergencePoint < commonSize; divergencePoint++) {
            logger.debug("Checking for common member at index: {}", divergencePoint);
            if (!oldMembers.get(divergencePoint).equals(newMembers.get(divergencePoint))) {
                foundDivergence = true;
                break;
            }
        }
        //      that include the one we're affecting directly here...using clearIndexedPathFrom() to do this.
        if (!foundDivergence) {
            if (newMembers.size() < oldMembers.size()) {
                divergencePoint = commonSize;
            } else {
                divergencePoint = newMembers.size();
            }
        }
        logger.debug("group membership divergence point: {}", divergencePoint);
        Set<StoreKey> affectedMembers = new HashSet<>();
        boolean removeMergableOnly = divergencePoint >= oldMembers.size();
        // group content index entries for those.
        if (divergencePoint < oldMembers.size()) {
            for (int i = divergencePoint; i < oldMembers.size(); i++) {
                affectedMembers.add(oldMembers.get(i));
            }
        } else {
            // See [NOS-128]
            for (int i = divergencePoint - 1; i >= commonSize; i--) {
                affectedMembers.add(newMembers.get(i));
            }
        }
        logger.debug("Got members affected by membership divergence: {}", affectedMembers);
        if (!affectedMembers.isEmpty()) {
            Set<Group> groups = new HashSet<>();
            groups.add(group);
            try {
                groups.addAll(storeDataManager.query().packageType(group.getPackageType()).getGroupsAffectedBy(group.getKey()));
            } catch (IndyDataException e) {
                logger.error(String.format("Cannot retrieve groups affected by: %s. Reason: %s", group.getKey(), e.getMessage()), e);
            }
            logger.debug("Got affected groups: {}", groups);
            affectedMembers.parallelStream().forEach((memberKey) -> {
                logger.debug("Listing all {}paths in: {}", (removeMergableOnly ? "mergeable " : ""), memberKey);
                Set<String> paths = listPaths(memberKey, removeMergableOnly ? mergablePathStrings() : (p) -> true);
                logger.debug("Got mergable transfers from diverged portion of membership: {}", paths);
                clearPaths(paths, memberKey, groups, false);
            });
        }
    }
}

Example 29 with StoreKey

use of org.commonjava.indy.model.core.StoreKey in project indy by Commonjava.

the class IndySchedulerClientModule method getDisabledStoreTimeouts.

public Map<StoreKey, Date> getDisabledStoreTimeouts() throws IndyClientException {
    ExpirationSet expSet = getHttp().get(UrlUtils.buildUrl(BY_STORE_BASE, ALL_STORES, DISABLE_TIMEOUT), ExpirationSet.class);
    Logger logger = LoggerFactory.getLogger(getClass());
    if (expSet == null) {
        logger.debug("No disabled stores!");
        return Collections.emptyMap();
    }
    Map<StoreKey, Date> result = new HashMap<>();
    expSet.forEach((exp) -> {
        logger.debug("Mapping expiration for group: {} (parts: {})", exp.getGroup(), Arrays.asList(exp.getGroup().split("\\s*#\\s*")));
        String[] parts = exp.getGroup().split("\\s*#\\s*");
        if (parts.length < 2) {
            logger.warn("Skipping invalid store-disabled timeout group: '{}'", exp.getGroup());
        } else {
            StoreKey key = StoreKey.fromString(parts[0]);
            logger.debug("{} -> {}", key, exp.getExpiration());
            result.put(key, exp.getExpiration());
        }
    });
    return result;
}

Example 30 with StoreKey

use of org.commonjava.indy.model.core.StoreKey in project indy by Commonjava.

the class TimeoutEventListener method onFileStorageEvent.

public void onFileStorageEvent(@Observes final FileStorageEvent event) {
    final StoreKey key = getKey(event);
    if (key == null) {
        return;
    }
    final Transfer transfer = event.getTransfer();
    final TransferOperation type = event.getType();
    switch(type) {
        case UPLOAD:
            {
                try {
                    scheduleManager.setSnapshotTimeouts(key, transfer.getPath());
                } catch (final IndySchedulerException e) {
                    logger.error("Failed to clean up metadata / set snapshot timeouts related to: " + transfer, e);
                }
                break;
            }
        case DOWNLOAD:
            {
                try {
                    scheduleManager.setProxyTimeouts(key, transfer.getPath());
                } catch (final IndySchedulerException e) {
                    logger.error("Failed to clean up metadata / set proxy-cache timeouts related to: " + transfer, e);
                }
                break;
            }
        default:
            {
                break;
            }
    }
}