use of com.thinkbiganalytics.feedmgr.rest.model.FeedVersions in project kylo by Teradata.
the class InMemoryFeedManagerFeedService method getFeedVersions.
@Override
public FeedVersions getFeedVersions(String feedId, boolean includeContent) {
FeedVersions versions = new FeedVersions(feedId);
FeedMetadata feed = getFeedById(feedId);
if (feed != null) {
EntityVersion version = versions.addNewVersion(UUID.randomUUID().toString(), "v1.0", feed.getCreateDate());
if (includeContent) {
version.setEntity(feed);
}
}
return versions;
}
use of com.thinkbiganalytics.feedmgr.rest.model.FeedVersions in project kylo by Teradata.
the class FeedModelTransform method domainToFeedVersions.
/**
* Transforms the specified domain feed versions to a FeedVersions.
*
* @param feedId the feed id
* @return the Feed Manager feed
*/
@Nonnull
public FeedVersions domainToFeedVersions(@Nonnull final List<EntityVersion<Feed>> versions, @Nonnull final Feed.ID feedId) {
FeedVersions feedVersions = new FeedVersions(feedId.toString());
versions.forEach(domainVer -> feedVersions.getVersions().add(domainToFeedVersion(domainVer)));
return feedVersions;
}
use of com.thinkbiganalytics.feedmgr.rest.model.FeedVersions in project kylo by Teradata.
the class FeedIT method testEditFeed.
@Test
public void testEditFeed() throws Exception {
// Prepare environment
prepare();
final FeedCategory category = createCategory(CATEGORY_NAME);
final ImportTemplate template = importDataIngestTemplate();
// Create feed
FeedMetadata feed = getCreateFeedRequest(category, template, createNewFeedName());
feed.setDescription("Test feed");
feed.setDataOwner("Some Guy");
FeedMetadata response = createFeed(feed).getFeedMetadata();
Assert.assertEquals(feed.getFeedName(), response.getFeedName());
Assert.assertEquals(feed.getDataOwner(), response.getDataOwner());
// Edit feed
feed.setId(response.getId());
feed.setFeedId(response.getFeedId());
feed.setIsNew(false);
feed.setDescription(null);
feed.setDataOwner("Some Other Guy");
NifiProperty fileFilter = feed.getProperties().get(0);
fileFilter.setValue("some-file.csv");
List<FieldPolicy> policies = feed.getTable().getFieldPolicies();
FieldPolicy id = policies.get(1);
// add new validator
id.getValidation().add(notNull);
feed.getTable().setPrimaryKeyFields("id");
FieldPolicy firstName = policies.get(2);
// flip profiling
firstName.setProfile(false);
FieldPolicy secondName = policies.get(3);
// flip indexing
secondName.setIndex(false);
// add new standardiser
secondName.getStandardization().add(toUpperCase);
FieldPolicy email = policies.get(4);
// remove validators
email.setValidation(Collections.emptyList());
FieldPolicy gender = policies.get(5);
FieldValidationRule lookup = gender.getValidation().get(0);
// change existing validator property
lookup.getProperties().get(0).setValue("new value");
// add profiling
gender.setProfile(true);
// add indexing
gender.setIndex(true);
FieldPolicy creditCard = policies.get(7);
FieldStandardizationRule base64EncodeBinary = creditCard.getStandardization().get(0);
// change existing standardiser property
base64EncodeBinary.getProperties().get(0).setValue("STRING");
feed.getOptions().setSkipHeader(false);
feed.getTable().setTargetMergeStrategy("ROLLING_SYNC");
feed.getTags().add(new DefaultTag("updated"));
feed.getSchedule().setSchedulingPeriod("20 sec");
response = createFeed(feed).getFeedMetadata();
Assert.assertEquals(feed.getFeedName(), response.getFeedName());
Assert.assertEquals(feed.getDescription(), response.getDescription());
FeedVersions feedVersions = getVersions(feed.getFeedId());
List<EntityVersion> versions = feedVersions.getVersions();
Assert.assertEquals(2, versions.size());
EntityVersionDifference entityDiff = getVersionDiff(feed.getFeedId(), versions.get(1).getId(), versions.get(0).getId());
EntityDifference diff = entityDiff.getDifference();
JsonNode patch = diff.getPatch();
ArrayNode diffs = (ArrayNode) patch;
Assert.assertTrue(versionPatchContains(diffs, new Diff("replace", "/properties/0/value", "some-file.csv")));
Assert.assertTrue(versionPatchContains(diffs, new Diff("replace", "/schedule/schedulingPeriod", "20 sec")));
Assert.assertTrue(versionPatchContains(diffs, new Diff("remove", "/description")));
Assert.assertTrue(versionPatchContains(diffs, new Diff("add", "/tags/1")));
Assert.assertTrue(versionPatchContains(diffs, new Diff("replace", "/dataOwner", "Some Other Guy")));
Assert.assertTrue(versionPatchContains(diffs, new Diff("add", "/table/fieldPolicies/1/validation/0")));
Assert.assertTrue(versionPatchContains(diffs, new Diff("replace", "/table/fieldPolicies/2/profile", "false")));
Assert.assertTrue(versionPatchContains(diffs, new Diff("replace", "/table/fieldPolicies/3/index", "false")));
Assert.assertTrue(versionPatchContains(diffs, new Diff("add", "/table/fieldPolicies/3/standardization/0")));
Assert.assertTrue(versionPatchContains(diffs, new Diff("remove", "/table/fieldPolicies/4/validation/0")));
Assert.assertTrue(versionPatchContains(diffs, new Diff("replace", "/table/fieldPolicies/5/profile", "true")));
Assert.assertTrue(versionPatchContains(diffs, new Diff("replace", "/table/fieldPolicies/5/index", "true")));
Assert.assertTrue(versionPatchContains(diffs, new Diff("replace", "/table/fieldPolicies/5/validation/0/properties/0/value", "new value")));
Assert.assertTrue(versionPatchContains(diffs, new Diff("replace", "/table/fieldPolicies/7/standardization/0/properties/0/value", "STRING")));
Assert.assertTrue(versionPatchContains(diffs, new Diff("replace", "/table/fieldPolicies/8/standardization/0/properties/0/value", "STRING")));
Assert.assertTrue(versionPatchContains(diffs, new Diff("replace", "/table/targetMergeStrategy", "ROLLING_SYNC")));
Assert.assertTrue(versionPatchContains(diffs, new Diff("replace", "/table/fieldIndexString", "first_name,gender")));
Assert.assertTrue(versionPatchContains(diffs, new Diff("replace", "/options/skipHeader", "false")));
}
Aggregations