Examples with EntityScope io.cdap.cdap.proto.EntityScope used on opensource projects

Example 1 with EntityScope

use of io.cdap.cdap.proto.EntityScope in project cdap by caskdata.

the class DatasetMetadataStorage method determineNamespaceAndScopes.

@VisibleForTesting
static ImmutablePair<NamespaceId, Set<EntityScope>> determineNamespaceAndScopes(Set<String> namespaces) {
    // if the request does not specify namespaces at all, then it searches all, including system
    if (namespaces == null || namespaces.isEmpty()) {
        return ImmutablePair.of(null, EnumSet.allOf(EntityScope.class));
    }
    boolean hasSystem = false;
    Set<String> userNamespaces = namespaces;
    if (namespaces.contains(NamespaceId.SYSTEM.getNamespace())) {
        userNamespaces = new HashSet<>(namespaces);
        userNamespaces.remove(NamespaceId.SYSTEM.getNamespace());
        // if the request only specifies the system namespace, search that namespace and system scope
        if (userNamespaces.isEmpty()) {
            return ImmutablePair.of(NamespaceId.SYSTEM, EnumSet.of(EntityScope.SYSTEM));
        }
        hasSystem = true;
    }
    // we have at least one non-system namespace
    if (userNamespaces.size() > 1) {
        throw new UnsupportedOperationException(String.format("This implementation supports at most one non-system namespace, but %s were requested", userNamespaces));
    }
    // we have exactly one non-system namespace
    NamespaceId namespace = new NamespaceId(userNamespaces.iterator().next());
    return hasSystem ? ImmutablePair.of(namespace, EnumSet.allOf(EntityScope.class)) : ImmutablePair.of(namespace, EnumSet.of(EntityScope.USER));
}

Example 2 with EntityScope

use of io.cdap.cdap.proto.EntityScope in project cdap by caskdata.

the class DatasetMetadataStorage method search.

@Override
public SearchResponse search(SearchRequest request) {
    Cursor cursor = request.getCursor() != null && !request.getCursor().isEmpty() ? Cursor.fromString(request.getCursor()) : null;
    Set<String> namespaces = cursor == null ? request.getNamespaces() : cursor.getNamespaces();
    ImmutablePair<NamespaceId, Set<EntityScope>> namespaceAndScopes = determineNamespaceAndScopes(namespaces);
    CursorAndOffsetInfo cursorOffsetAndLimits = determineCursorOffsetAndLimits(request, cursor);
    String query = cursor != null ? cursor.getQuery() : request.getQuery() == null || request.getQuery().isEmpty() ? "*" : request.getQuery();
    Set<String> types = cursor != null ? cursor.getTypes() : request.getTypes();
    types = types == null ? Collections.emptySet() : types;
    Sorting sorting = cursor == null ? request.getSorting() : cursor.getSorting() == null ? null : Sorting.of(cursor.getSorting());
    SortInfo sortInfo = sorting == null ? SortInfo.DEFAULT : new SortInfo(sorting.getKey(), SortInfo.SortOrder.valueOf(sorting.getOrder().name()));
    boolean showHidden = cursor != null ? cursor.isShowHidden() : request.isShowHidden();
    MetadataScope scope = cursor != null ? cursor.getScope() : request.getScope();
    MetadataSearchResponse response = search(new io.cdap.cdap.data2.metadata.dataset.SearchRequest(namespaceAndScopes.getFirst(), query, types, sortInfo, cursorOffsetAndLimits.getOffsetToRequest(), cursorOffsetAndLimits.getLimitToRequest(), request.isCursorRequested() ? 1 : 0, cursorOffsetAndLimits.getCursor(), showHidden, namespaceAndScopes.getSecond()), scope);
    // translate results back and limit them to at most what was requested (see above where we add 1)
    int limitToRespond = cursorOffsetAndLimits.getLimitToRespond();
    int offsetToRespond = cursorOffsetAndLimits.getOffsetToRespond();
    List<MetadataRecord> results = response.getResults().stream().limit(limitToRespond).map(record -> {
        Metadata metadata = Metadata.EMPTY;
        for (Map.Entry<MetadataScope, io.cdap.cdap.api.metadata.Metadata> entry : record.getMetadata().entrySet()) {
            Metadata toAdd = new Metadata(entry.getKey(), entry.getValue().getTags(), entry.getValue().getProperties());
            metadata = mergeDisjointMetadata(metadata, toAdd);
        }
        return new MetadataRecord(record.getMetadataEntity(), metadata);
    }).collect(Collectors.toList());
    Cursor newCursor = null;
    if (response.getCursors() != null && !response.getCursors().isEmpty()) {
        String actualCursor = response.getCursors().get(0);
        if (cursor != null) {
            // the new cursor's offset is the previous cursor's offset plus the number of results
            newCursor = new Cursor(cursor, cursor.getOffset() + results.size(), actualCursor);
        } else {
            newCursor = new Cursor(offsetToRespond + results.size(), limitToRespond, showHidden, scope, namespaces, types, sorting == null ? null : sorting.toString(), actualCursor, query);
        }
    }
    // adjust the total results by the difference of requested offset and the true offset that we respond back
    int totalResults = offsetToRespond - cursorOffsetAndLimits.getOffsetToRequest() + response.getTotal();
    return new SearchResponse(request, newCursor == null ? null : newCursor.toString(), offsetToRespond, limitToRespond, totalResults, results);
}

Example 3 with EntityScope

use of io.cdap.cdap.proto.EntityScope in project cdap by caskdata.

the class MetadataDatasetTest method testDetermineSearchFields.

@Test
public void testDetermineSearchFields() {
    String term = "a";
    String myns = "myns";
    Optional<NamespaceId> noNs = Optional.empty();
    Optional<NamespaceId> userNs = Optional.of(new NamespaceId(myns));
    Optional<NamespaceId> systemNs = Optional.of(NamespaceId.SYSTEM);
    Set<EntityScope> noScopes = Collections.emptySet();
    Set<EntityScope> userScope = Collections.singleton(EntityScope.USER);
    Set<EntityScope> systemScope = Collections.singleton(EntityScope.SYSTEM);
    Set<EntityScope> allScopes = EnumSet.allOf(EntityScope.class);
    MetadataDataset.SearchTerm a = MetadataDataset.SearchTerm.from(term);
    MetadataDataset.SearchTerm userA = MetadataDataset.SearchTerm.from(userNs.get(), term);
    MetadataDataset.SearchTerm systemA = MetadataDataset.SearchTerm.from(NamespaceId.SYSTEM, term);
    List<Triple<Optional<NamespaceId>, Set<EntityScope>, Set<MetadataDataset.SearchTerm>>> cases = ImmutableList.<Triple<Optional<NamespaceId>, Set<EntityScope>, Set<MetadataDataset.SearchTerm>>>builder().add(Triple.of(noNs, noScopes, ImmutableSet.of())).add(// this should really be "any ns other than system"
    Triple.of(noNs, userScope, ImmutableSet.of(a))).add(Triple.of(noNs, systemScope, ImmutableSet.of(systemA))).add(Triple.of(noNs, allScopes, ImmutableSet.of(a))).add(Triple.of(userNs, noScopes, ImmutableSet.of())).add(Triple.of(userNs, userScope, ImmutableSet.of(userA))).add(Triple.of(userNs, systemScope, ImmutableSet.of(systemA))).add(Triple.of(userNs, allScopes, ImmutableSet.of(userA, systemA))).add(Triple.of(systemNs, noScopes, ImmutableSet.of())).add(Triple.of(systemNs, userScope, ImmutableSet.of())).add(Triple.of(systemNs, systemScope, ImmutableSet.of(systemA))).add(Triple.of(systemNs, allScopes, ImmutableSet.of(systemA))).build();
    for (Triple<Optional<NamespaceId>, Set<EntityScope>, Set<MetadataDataset.SearchTerm>> case1 : cases) {
        List<MetadataDataset.SearchTerm> terms = new ArrayList<>();
        Set<MetadataDataset.SearchTerm> expected = case1.getRight();
        MetadataDataset.determineSearchFields(case1.getLeft(), case1.getMiddle(), terms).accept(term);
        Assert.assertEquals(expected.size(), terms.size());
        Assert.assertEquals(expected, ImmutableSet.copyOf(terms));
    }
}

Example 4 with EntityScope

use of io.cdap.cdap.proto.EntityScope in project cdap by caskdata.

the class ProfileId method fromScopedName.

/**
 * Get the profile id for the given scoped profile name. A scoped name starts with an entity scope, a ':',
 * then the profile name. If there is no ':', it is assumed that it is user scope.
 *
 * @param namespaceId the namespace to use if user scoped
 * @param scopedName the scoped name
 * @return the profile id
 * @throws IllegalArgumentException if the scope is invalid or the profile name is invalid.
 */
public static ProfileId fromScopedName(NamespaceId namespaceId, String scopedName) {
    int idx = scopedName.indexOf(':');
    if (idx < 0) {
        return namespaceId.profile(scopedName);
    }
    if (idx == scopedName.length()) {
        throw new IllegalArgumentException("Invalid scoped profile " + scopedName + ". Cannot end with a ':'.");
    }
    EntityScope scope = EntityScope.valueOf(scopedName.substring(0, idx).toUpperCase());
    String profileName = scopedName.substring(idx + 1);
    return scope == EntityScope.SYSTEM ? NamespaceId.SYSTEM.profile(profileName) : namespaceId.profile(profileName);
}