Search in sources :

Example 6 with Source

use of com.ibm.watson.discovery.v1.model.Source in project java-sdk by watson-developer-cloud.

the class DiscoveryTest method testListConfigurationsWOptions.

// Test the listConfigurations operation with a valid options model parameter
@Test
public void testListConfigurationsWOptions() throws Throwable {
    // Register a mock response
    String mockResponseBody = "{\"configurations\": [{\"configuration_id\": \"configurationId\", \"name\": \"name\", \"created\": \"2019-01-01T12:00:00.000Z\", \"updated\": \"2019-01-01T12:00:00.000Z\", \"description\": \"description\", \"conversions\": {\"pdf\": {\"heading\": {\"fonts\": [{\"level\": 5, \"min_size\": 7, \"max_size\": 7, \"bold\": true, \"italic\": true, \"name\": \"name\"}]}}, \"word\": {\"heading\": {\"fonts\": [{\"level\": 5, \"min_size\": 7, \"max_size\": 7, \"bold\": true, \"italic\": true, \"name\": \"name\"}], \"styles\": [{\"level\": 5, \"names\": [\"names\"]}]}}, \"html\": {\"exclude_tags_completely\": [\"excludeTagsCompletely\"], \"exclude_tags_keep_content\": [\"excludeTagsKeepContent\"], \"keep_content\": {\"xpaths\": [\"xpaths\"]}, \"exclude_content\": {\"xpaths\": [\"xpaths\"]}, \"keep_tag_attributes\": [\"keepTagAttributes\"], \"exclude_tag_attributes\": [\"excludeTagAttributes\"]}, \"segment\": {\"enabled\": false, \"selector_tags\": [\"selectorTags\"], \"annotated_fields\": [\"annotatedFields\"]}, \"json_normalizations\": [{\"operation\": \"copy\", \"source_field\": \"sourceField\", \"destination_field\": \"destinationField\"}], \"image_text_recognition\": true}, \"enrichments\": [{\"description\": \"description\", \"destination_field\": \"destinationField\", \"source_field\": \"sourceField\", \"overwrite\": false, \"enrichment\": \"enrichment\", \"ignore_downstream_errors\": false, \"options\": {\"features\": {\"keywords\": {\"sentiment\": false, \"emotion\": false, \"limit\": 5}, \"entities\": {\"sentiment\": false, \"emotion\": false, \"limit\": 5, \"mentions\": true, \"mention_types\": true, \"sentence_locations\": false, \"model\": \"model\"}, \"sentiment\": {\"document\": true, \"targets\": [\"target\"]}, \"emotion\": {\"document\": true, \"targets\": [\"target\"]}, \"categories\": {\"mapKey\": \"anyValue\"}, \"semantic_roles\": {\"entities\": true, \"keywords\": true, \"limit\": 5}, \"relations\": {\"model\": \"model\"}, \"concepts\": {\"limit\": 5}}, \"language\": \"ar\", \"model\": \"model\"}}], \"normalizations\": [{\"operation\": \"copy\", \"source_field\": \"sourceField\", \"destination_field\": \"destinationField\"}], \"source\": {\"type\": \"box\", \"credential_id\": \"credentialId\", \"schedule\": {\"enabled\": true, \"time_zone\": \"America/New_York\", \"frequency\": \"daily\"}, \"options\": {\"folders\": [{\"owner_user_id\": \"ownerUserId\", \"folder_id\": \"folderId\", \"limit\": 5}], \"objects\": [{\"name\": \"name\", \"limit\": 5}], \"site_collections\": [{\"site_collection_path\": \"siteCollectionPath\", \"limit\": 5}], \"urls\": [{\"url\": \"url\", \"limit_to_starting_hosts\": true, \"crawl_speed\": \"normal\", \"allow_untrusted_certificate\": false, \"maximum_hops\": 11, \"request_timeout\": 14, \"override_robots_txt\": false, \"blacklist\": [\"blacklist\"]}], \"buckets\": [{\"name\": \"name\", \"limit\": 5}], \"crawl_all_buckets\": false}}}]}";
    String listConfigurationsPath = "/v1/environments/testString/configurations";
    server.enqueue(new MockResponse().setHeader("Content-type", "application/json").setResponseCode(200).setBody(mockResponseBody));
    // Construct an instance of the ListConfigurationsOptions model
    ListConfigurationsOptions listConfigurationsOptionsModel = new ListConfigurationsOptions.Builder().environmentId("testString").name("testString").build();
    // Invoke listConfigurations() with a valid options model and verify the result
    Response<ListConfigurationsResponse> response = discoveryService.listConfigurations(listConfigurationsOptionsModel).execute();
    assertNotNull(response);
    ListConfigurationsResponse responseObj = response.getResult();
    assertNotNull(responseObj);
    // Verify the contents of the request sent to the mock server
    RecordedRequest request = server.takeRequest();
    assertNotNull(request);
    assertEquals(request.getMethod(), "GET");
    // Verify request path
    String parsedPath = TestUtilities.parseReqPath(request);
    assertEquals(parsedPath, listConfigurationsPath);
    // Verify query params
    Map<String, String> query = TestUtilities.parseQueryString(request);
    assertNotNull(query);
    assertEquals(query.get("version"), "testString");
    assertEquals(query.get("name"), "testString");
}
Also used : RecordedRequest(okhttp3.mockwebserver.RecordedRequest) MockResponse(okhttp3.mockwebserver.MockResponse) ListConfigurationsResponse(com.ibm.watson.discovery.v1.model.ListConfigurationsResponse) ListConfigurationsOptions(com.ibm.watson.discovery.v1.model.ListConfigurationsOptions) Test(org.testng.annotations.Test)

Example 7 with Source

use of com.ibm.watson.discovery.v1.model.Source in project java-sdk by watson-developer-cloud.

the class DiscoveryTest method testUpdateConfigurationWOptions.

// Test the updateConfiguration operation with a valid options model parameter
@Test
public void testUpdateConfigurationWOptions() throws Throwable {
    // Register a mock response
    String mockResponseBody = "{\"configuration_id\": \"configurationId\", \"name\": \"name\", \"created\": \"2019-01-01T12:00:00.000Z\", \"updated\": \"2019-01-01T12:00:00.000Z\", \"description\": \"description\", \"conversions\": {\"pdf\": {\"heading\": {\"fonts\": [{\"level\": 5, \"min_size\": 7, \"max_size\": 7, \"bold\": true, \"italic\": true, \"name\": \"name\"}]}}, \"word\": {\"heading\": {\"fonts\": [{\"level\": 5, \"min_size\": 7, \"max_size\": 7, \"bold\": true, \"italic\": true, \"name\": \"name\"}], \"styles\": [{\"level\": 5, \"names\": [\"names\"]}]}}, \"html\": {\"exclude_tags_completely\": [\"excludeTagsCompletely\"], \"exclude_tags_keep_content\": [\"excludeTagsKeepContent\"], \"keep_content\": {\"xpaths\": [\"xpaths\"]}, \"exclude_content\": {\"xpaths\": [\"xpaths\"]}, \"keep_tag_attributes\": [\"keepTagAttributes\"], \"exclude_tag_attributes\": [\"excludeTagAttributes\"]}, \"segment\": {\"enabled\": false, \"selector_tags\": [\"selectorTags\"], \"annotated_fields\": [\"annotatedFields\"]}, \"json_normalizations\": [{\"operation\": \"copy\", \"source_field\": \"sourceField\", \"destination_field\": \"destinationField\"}], \"image_text_recognition\": true}, \"enrichments\": [{\"description\": \"description\", \"destination_field\": \"destinationField\", \"source_field\": \"sourceField\", \"overwrite\": false, \"enrichment\": \"enrichment\", \"ignore_downstream_errors\": false, \"options\": {\"features\": {\"keywords\": {\"sentiment\": false, \"emotion\": false, \"limit\": 5}, \"entities\": {\"sentiment\": false, \"emotion\": false, \"limit\": 5, \"mentions\": true, \"mention_types\": true, \"sentence_locations\": false, \"model\": \"model\"}, \"sentiment\": {\"document\": true, \"targets\": [\"target\"]}, \"emotion\": {\"document\": true, \"targets\": [\"target\"]}, \"categories\": {\"mapKey\": \"anyValue\"}, \"semantic_roles\": {\"entities\": true, \"keywords\": true, \"limit\": 5}, \"relations\": {\"model\": \"model\"}, \"concepts\": {\"limit\": 5}}, \"language\": \"ar\", \"model\": \"model\"}}], \"normalizations\": [{\"operation\": \"copy\", \"source_field\": \"sourceField\", \"destination_field\": \"destinationField\"}], \"source\": {\"type\": \"box\", \"credential_id\": \"credentialId\", \"schedule\": {\"enabled\": true, \"time_zone\": \"America/New_York\", \"frequency\": \"daily\"}, \"options\": {\"folders\": [{\"owner_user_id\": \"ownerUserId\", \"folder_id\": \"folderId\", \"limit\": 5}], \"objects\": [{\"name\": \"name\", \"limit\": 5}], \"site_collections\": [{\"site_collection_path\": \"siteCollectionPath\", \"limit\": 5}], \"urls\": [{\"url\": \"url\", \"limit_to_starting_hosts\": true, \"crawl_speed\": \"normal\", \"allow_untrusted_certificate\": false, \"maximum_hops\": 11, \"request_timeout\": 14, \"override_robots_txt\": false, \"blacklist\": [\"blacklist\"]}], \"buckets\": [{\"name\": \"name\", \"limit\": 5}], \"crawl_all_buckets\": false}}}";
    String updateConfigurationPath = "/v1/environments/testString/configurations/testString";
    server.enqueue(new MockResponse().setHeader("Content-type", "application/json").setResponseCode(200).setBody(mockResponseBody));
    // Construct an instance of the FontSetting model
    FontSetting fontSettingModel = new FontSetting.Builder().level(Long.valueOf("26")).minSize(Long.valueOf("26")).maxSize(Long.valueOf("26")).bold(true).italic(true).name("testString").build();
    // Construct an instance of the PdfHeadingDetection model
    PdfHeadingDetection pdfHeadingDetectionModel = new PdfHeadingDetection.Builder().fonts(new java.util.ArrayList<FontSetting>(java.util.Arrays.asList(fontSettingModel))).build();
    // Construct an instance of the PdfSettings model
    PdfSettings pdfSettingsModel = new PdfSettings.Builder().heading(pdfHeadingDetectionModel).build();
    // Construct an instance of the WordStyle model
    WordStyle wordStyleModel = new WordStyle.Builder().level(Long.valueOf("26")).names(new java.util.ArrayList<String>(java.util.Arrays.asList("testString"))).build();
    // Construct an instance of the WordHeadingDetection model
    WordHeadingDetection wordHeadingDetectionModel = new WordHeadingDetection.Builder().fonts(new java.util.ArrayList<FontSetting>(java.util.Arrays.asList(fontSettingModel))).styles(new java.util.ArrayList<WordStyle>(java.util.Arrays.asList(wordStyleModel))).build();
    // Construct an instance of the WordSettings model
    WordSettings wordSettingsModel = new WordSettings.Builder().heading(wordHeadingDetectionModel).build();
    // Construct an instance of the XPathPatterns model
    XPathPatterns xPathPatternsModel = new XPathPatterns.Builder().xpaths(new java.util.ArrayList<String>(java.util.Arrays.asList("testString"))).build();
    // Construct an instance of the HtmlSettings model
    HtmlSettings htmlSettingsModel = new HtmlSettings.Builder().excludeTagsCompletely(new java.util.ArrayList<String>(java.util.Arrays.asList("testString"))).excludeTagsKeepContent(new java.util.ArrayList<String>(java.util.Arrays.asList("testString"))).keepContent(xPathPatternsModel).excludeContent(xPathPatternsModel).keepTagAttributes(new java.util.ArrayList<String>(java.util.Arrays.asList("testString"))).excludeTagAttributes(new java.util.ArrayList<String>(java.util.Arrays.asList("testString"))).build();
    // Construct an instance of the SegmentSettings model
    SegmentSettings segmentSettingsModel = new SegmentSettings.Builder().enabled(false).selectorTags(new java.util.ArrayList<String>(java.util.Arrays.asList("h1", "h2"))).annotatedFields(new java.util.ArrayList<String>(java.util.Arrays.asList("testString"))).build();
    // Construct an instance of the NormalizationOperation model
    NormalizationOperation normalizationOperationModel = new NormalizationOperation.Builder().operation("copy").sourceField("testString").destinationField("testString").build();
    // Construct an instance of the Conversions model
    Conversions conversionsModel = new Conversions.Builder().pdf(pdfSettingsModel).word(wordSettingsModel).html(htmlSettingsModel).segment(segmentSettingsModel).jsonNormalizations(new java.util.ArrayList<NormalizationOperation>(java.util.Arrays.asList(normalizationOperationModel))).imageTextRecognition(true).build();
    // Construct an instance of the NluEnrichmentKeywords model
    NluEnrichmentKeywords nluEnrichmentKeywordsModel = new NluEnrichmentKeywords.Builder().sentiment(true).emotion(true).limit(Long.valueOf("26")).build();
    // Construct an instance of the NluEnrichmentEntities model
    NluEnrichmentEntities nluEnrichmentEntitiesModel = new NluEnrichmentEntities.Builder().sentiment(true).emotion(true).limit(Long.valueOf("26")).mentions(true).mentionTypes(true).sentenceLocations(true).model("testString").build();
    // Construct an instance of the NluEnrichmentSentiment model
    NluEnrichmentSentiment nluEnrichmentSentimentModel = new NluEnrichmentSentiment.Builder().document(true).targets(new java.util.ArrayList<String>(java.util.Arrays.asList("testString"))).build();
    // Construct an instance of the NluEnrichmentEmotion model
    NluEnrichmentEmotion nluEnrichmentEmotionModel = new NluEnrichmentEmotion.Builder().document(true).targets(new java.util.ArrayList<String>(java.util.Arrays.asList("testString"))).build();
    // Construct an instance of the NluEnrichmentSemanticRoles model
    NluEnrichmentSemanticRoles nluEnrichmentSemanticRolesModel = new NluEnrichmentSemanticRoles.Builder().entities(true).keywords(true).limit(Long.valueOf("26")).build();
    // Construct an instance of the NluEnrichmentRelations model
    NluEnrichmentRelations nluEnrichmentRelationsModel = new NluEnrichmentRelations.Builder().model("testString").build();
    // Construct an instance of the NluEnrichmentConcepts model
    NluEnrichmentConcepts nluEnrichmentConceptsModel = new NluEnrichmentConcepts.Builder().limit(Long.valueOf("26")).build();
    // Construct an instance of the NluEnrichmentFeatures model
    NluEnrichmentFeatures nluEnrichmentFeaturesModel = new NluEnrichmentFeatures.Builder().keywords(nluEnrichmentKeywordsModel).entities(nluEnrichmentEntitiesModel).sentiment(nluEnrichmentSentimentModel).emotion(nluEnrichmentEmotionModel).categories(new java.util.HashMap<String, Object>() {

        {
            put("foo", "testString");
        }
    }).semanticRoles(nluEnrichmentSemanticRolesModel).relations(nluEnrichmentRelationsModel).concepts(nluEnrichmentConceptsModel).build();
    // Construct an instance of the EnrichmentOptions model
    EnrichmentOptions enrichmentOptionsModel = new EnrichmentOptions.Builder().features(nluEnrichmentFeaturesModel).language("ar").model("testString").build();
    // Construct an instance of the Enrichment model
    Enrichment enrichmentModel = new Enrichment.Builder().description("testString").destinationField("testString").sourceField("testString").overwrite(false).enrichment("testString").ignoreDownstreamErrors(false).options(enrichmentOptionsModel).build();
    // Construct an instance of the SourceSchedule model
    SourceSchedule sourceScheduleModel = new SourceSchedule.Builder().enabled(true).timeZone("America/New_York").frequency("daily").build();
    // Construct an instance of the SourceOptionsFolder model
    SourceOptionsFolder sourceOptionsFolderModel = new SourceOptionsFolder.Builder().ownerUserId("testString").folderId("testString").limit(Long.valueOf("26")).build();
    // Construct an instance of the SourceOptionsObject model
    SourceOptionsObject sourceOptionsObjectModel = new SourceOptionsObject.Builder().name("testString").limit(Long.valueOf("26")).build();
    // Construct an instance of the SourceOptionsSiteColl model
    SourceOptionsSiteColl sourceOptionsSiteCollModel = new SourceOptionsSiteColl.Builder().siteCollectionPath("testString").limit(Long.valueOf("26")).build();
    // Construct an instance of the SourceOptionsWebCrawl model
    SourceOptionsWebCrawl sourceOptionsWebCrawlModel = new SourceOptionsWebCrawl.Builder().url("testString").limitToStartingHosts(true).crawlSpeed("normal").allowUntrustedCertificate(false).maximumHops(Long.valueOf("26")).requestTimeout(Long.valueOf("26")).overrideRobotsTxt(false).blacklist(new java.util.ArrayList<String>(java.util.Arrays.asList("testString"))).build();
    // Construct an instance of the SourceOptionsBuckets model
    SourceOptionsBuckets sourceOptionsBucketsModel = new SourceOptionsBuckets.Builder().name("testString").limit(Long.valueOf("26")).build();
    // Construct an instance of the SourceOptions model
    SourceOptions sourceOptionsModel = new SourceOptions.Builder().folders(new java.util.ArrayList<SourceOptionsFolder>(java.util.Arrays.asList(sourceOptionsFolderModel))).objects(new java.util.ArrayList<SourceOptionsObject>(java.util.Arrays.asList(sourceOptionsObjectModel))).siteCollections(new java.util.ArrayList<SourceOptionsSiteColl>(java.util.Arrays.asList(sourceOptionsSiteCollModel))).urls(new java.util.ArrayList<SourceOptionsWebCrawl>(java.util.Arrays.asList(sourceOptionsWebCrawlModel))).buckets(new java.util.ArrayList<SourceOptionsBuckets>(java.util.Arrays.asList(sourceOptionsBucketsModel))).crawlAllBuckets(true).build();
    // Construct an instance of the Source model
    Source sourceModel = new Source.Builder().type("box").credentialId("testString").schedule(sourceScheduleModel).options(sourceOptionsModel).build();
    // Construct an instance of the UpdateConfigurationOptions model
    UpdateConfigurationOptions updateConfigurationOptionsModel = new UpdateConfigurationOptions.Builder().environmentId("testString").configurationId("testString").name("testString").description("testString").conversions(conversionsModel).enrichments(new java.util.ArrayList<Enrichment>(java.util.Arrays.asList(enrichmentModel))).normalizations(new java.util.ArrayList<NormalizationOperation>(java.util.Arrays.asList(normalizationOperationModel))).source(sourceModel).build();
    // Invoke updateConfiguration() with a valid options model and verify the result
    Response<Configuration> response = discoveryService.updateConfiguration(updateConfigurationOptionsModel).execute();
    assertNotNull(response);
    Configuration responseObj = response.getResult();
    assertNotNull(responseObj);
    // Verify the contents of the request sent to the mock server
    RecordedRequest request = server.takeRequest();
    assertNotNull(request);
    assertEquals(request.getMethod(), "PUT");
    // Verify request path
    String parsedPath = TestUtilities.parseReqPath(request);
    assertEquals(parsedPath, updateConfigurationPath);
    // Verify query params
    Map<String, String> query = TestUtilities.parseQueryString(request);
    assertNotNull(query);
    assertEquals(query.get("version"), "testString");
}
Also used : SourceOptionsSiteColl(com.ibm.watson.discovery.v1.model.SourceOptionsSiteColl) NluEnrichmentEntities(com.ibm.watson.discovery.v1.model.NluEnrichmentEntities) Configuration(com.ibm.watson.discovery.v1.model.Configuration) FontSetting(com.ibm.watson.discovery.v1.model.FontSetting) NluEnrichmentFeatures(com.ibm.watson.discovery.v1.model.NluEnrichmentFeatures) SourceSchedule(com.ibm.watson.discovery.v1.model.SourceSchedule) SourceOptionsObject(com.ibm.watson.discovery.v1.model.SourceOptionsObject) HtmlSettings(com.ibm.watson.discovery.v1.model.HtmlSettings) EnrichmentOptions(com.ibm.watson.discovery.v1.model.EnrichmentOptions) UpdateConfigurationOptions(com.ibm.watson.discovery.v1.model.UpdateConfigurationOptions) NluEnrichmentKeywords(com.ibm.watson.discovery.v1.model.NluEnrichmentKeywords) MockResponse(okhttp3.mockwebserver.MockResponse) SourceOptionsBuckets(com.ibm.watson.discovery.v1.model.SourceOptionsBuckets) NluEnrichmentSentiment(com.ibm.watson.discovery.v1.model.NluEnrichmentSentiment) NluEnrichmentSemanticRoles(com.ibm.watson.discovery.v1.model.NluEnrichmentSemanticRoles) SourceOptions(com.ibm.watson.discovery.v1.model.SourceOptions) Conversions(com.ibm.watson.discovery.v1.model.Conversions) WordSettings(com.ibm.watson.discovery.v1.model.WordSettings) SourceOptionsObject(com.ibm.watson.discovery.v1.model.SourceOptionsObject) Enrichment(com.ibm.watson.discovery.v1.model.Enrichment) SourceOptionsFolder(com.ibm.watson.discovery.v1.model.SourceOptionsFolder) XPathPatterns(com.ibm.watson.discovery.v1.model.XPathPatterns) NluEnrichmentConcepts(com.ibm.watson.discovery.v1.model.NluEnrichmentConcepts) Source(com.ibm.watson.discovery.v1.model.Source) NluEnrichmentRelations(com.ibm.watson.discovery.v1.model.NluEnrichmentRelations) PdfHeadingDetection(com.ibm.watson.discovery.v1.model.PdfHeadingDetection) PdfSettings(com.ibm.watson.discovery.v1.model.PdfSettings) NluEnrichmentEmotion(com.ibm.watson.discovery.v1.model.NluEnrichmentEmotion) RecordedRequest(okhttp3.mockwebserver.RecordedRequest) WordHeadingDetection(com.ibm.watson.discovery.v1.model.WordHeadingDetection) NormalizationOperation(com.ibm.watson.discovery.v1.model.NormalizationOperation) WordStyle(com.ibm.watson.discovery.v1.model.WordStyle) SegmentSettings(com.ibm.watson.discovery.v1.model.SegmentSettings) SourceOptionsWebCrawl(com.ibm.watson.discovery.v1.model.SourceOptionsWebCrawl) Test(org.testng.annotations.Test)

Example 8 with Source

use of com.ibm.watson.discovery.v1.model.Source in project java-sdk by watson-developer-cloud.

the class DiscoveryServiceTest method testCreateConfigurationOptions.

/**
 * Test create configuration options.
 */
// Configuration tests
@Test
public void testCreateConfigurationOptions() {
    String name = "name";
    String description = "description";
    Conversions conversions = new Conversions.Builder().build();
    String firstEnrichmentName = "first";
    String secondEnrichmentName = "second";
    String sourceField = "source_field";
    String destinationField = "destination_field";
    List<Enrichment> enrichments = new ArrayList<>();
    Enrichment firstEnrichment = new Enrichment.Builder().enrichment(firstEnrichmentName).sourceField(sourceField).destinationField(destinationField).build();
    enrichments.add(firstEnrichment);
    Enrichment secondEnrichment = new Enrichment.Builder().enrichment(secondEnrichmentName).sourceField(sourceField).destinationField(destinationField).build();
    List<NormalizationOperation> normalizationOperations = new ArrayList<>();
    NormalizationOperation firstOp = new NormalizationOperation.Builder().operation(NormalizationOperation.Operation.MERGE).build();
    NormalizationOperation secondOp = new NormalizationOperation.Builder().operation(NormalizationOperation.Operation.COPY).build();
    normalizationOperations.add(firstOp);
    Source source = new Source.Builder().build();
    CreateConfigurationOptions createConfigurationOptions = new CreateConfigurationOptions.Builder().environmentId(environmentId).name(name).description(description).conversions(conversions).enrichments(enrichments).addEnrichment(secondEnrichment).normalizations(normalizationOperations).addNormalization(secondOp).source(source).build();
    createConfigurationOptions = createConfigurationOptions.newBuilder().build();
    enrichments.add(secondEnrichment);
    normalizationOperations.add(secondOp);
    assertEquals(environmentId, createConfigurationOptions.environmentId());
    assertEquals(name, createConfigurationOptions.name());
    assertEquals(description, createConfigurationOptions.description());
    assertEquals(conversions, createConfigurationOptions.conversions());
    assertEquals(enrichments, createConfigurationOptions.enrichments());
    assertEquals(normalizationOperations, createConfigurationOptions.normalizations());
    assertEquals(source, createConfigurationOptions.source());
}
Also used : Enrichment(com.ibm.watson.discovery.v1.model.Enrichment) CreateConfigurationOptions(com.ibm.watson.discovery.v1.model.CreateConfigurationOptions) Conversions(com.ibm.watson.discovery.v1.model.Conversions) NormalizationOperation(com.ibm.watson.discovery.v1.model.NormalizationOperation) ArrayList(java.util.ArrayList) Source(com.ibm.watson.discovery.v1.model.Source) WatsonServiceUnitTest(com.ibm.watson.common.WatsonServiceUnitTest)

Example 9 with Source

use of com.ibm.watson.discovery.v1.model.Source in project java-sdk by watson-developer-cloud.

the class DiscoveryServiceTest method testSourceOptionsWebCrawl.

/**
 * Test source options web crawl.
 */
@Test
public void testSourceOptionsWebCrawl() {
    String url = "url";
    String crawlSpeed = "crawl_speed";
    Long maximumHops = 1L;
    Long requestTimeout = 2000L;
    SourceOptionsWebCrawl sourceOptionsWebCrawl = new SourceOptionsWebCrawl.Builder().url(url).limitToStartingHosts(true).crawlSpeed(crawlSpeed).allowUntrustedCertificate(true).maximumHops(maximumHops).requestTimeout(requestTimeout).overrideRobotsTxt(true).build();
    assertEquals(url, sourceOptionsWebCrawl.url());
    assertTrue(sourceOptionsWebCrawl.limitToStartingHosts());
    assertEquals(crawlSpeed, sourceOptionsWebCrawl.crawlSpeed());
    assertTrue(sourceOptionsWebCrawl.allowUntrustedCertificate());
    assertEquals(maximumHops, sourceOptionsWebCrawl.maximumHops());
    assertEquals(requestTimeout, sourceOptionsWebCrawl.requestTimeout());
    assertTrue(sourceOptionsWebCrawl.overrideRobotsTxt());
}
Also used : SourceOptionsWebCrawl(com.ibm.watson.discovery.v1.model.SourceOptionsWebCrawl) WatsonServiceUnitTest(com.ibm.watson.common.WatsonServiceUnitTest)

Example 10 with Source

use of com.ibm.watson.discovery.v1.model.Source in project java-sdk by watson-developer-cloud.

the class Discovery method createConfiguration.

/**
 * Add configuration.
 *
 * <p>Creates a new configuration.
 *
 * <p>If the input configuration contains the **configuration_id**, **created**, or **updated**
 * properties, then they are ignored and overridden by the system, and an error is not returned so
 * that the overridden fields do not need to be removed when copying a configuration.
 *
 * <p>The configuration can contain unrecognized JSON fields. Any such fields are ignored and do
 * not generate an error. This makes it easier to use newer configuration files with older
 * versions of the API and the service. It also makes it possible for the tooling to add
 * additional metadata and information to the configuration.
 *
 * @param createConfigurationOptions the {@link CreateConfigurationOptions} containing the options
 *     for the call
 * @return a {@link ServiceCall} with a result of type {@link Configuration}
 */
public ServiceCall<Configuration> createConfiguration(CreateConfigurationOptions createConfigurationOptions) {
    com.ibm.cloud.sdk.core.util.Validator.notNull(createConfigurationOptions, "createConfigurationOptions cannot be null");
    Map<String, String> pathParamsMap = new HashMap<String, String>();
    pathParamsMap.put("environment_id", createConfigurationOptions.environmentId());
    RequestBuilder builder = RequestBuilder.post(RequestBuilder.resolveRequestUrl(getServiceUrl(), "/v1/environments/{environment_id}/configurations", pathParamsMap));
    Map<String, String> sdkHeaders = SdkCommon.getSdkHeaders("discovery", "v1", "createConfiguration");
    for (Entry<String, String> header : sdkHeaders.entrySet()) {
        builder.header(header.getKey(), header.getValue());
    }
    builder.header("Accept", "application/json");
    builder.query("version", String.valueOf(this.version));
    final JsonObject contentJson = new JsonObject();
    contentJson.addProperty("name", createConfigurationOptions.name());
    if (createConfigurationOptions.description() != null) {
        contentJson.addProperty("description", createConfigurationOptions.description());
    }
    if (createConfigurationOptions.conversions() != null) {
        contentJson.add("conversions", com.ibm.cloud.sdk.core.util.GsonSingleton.getGson().toJsonTree(createConfigurationOptions.conversions()));
    }
    if (createConfigurationOptions.enrichments() != null) {
        contentJson.add("enrichments", com.ibm.cloud.sdk.core.util.GsonSingleton.getGson().toJsonTree(createConfigurationOptions.enrichments()));
    }
    if (createConfigurationOptions.normalizations() != null) {
        contentJson.add("normalizations", com.ibm.cloud.sdk.core.util.GsonSingleton.getGson().toJsonTree(createConfigurationOptions.normalizations()));
    }
    if (createConfigurationOptions.source() != null) {
        contentJson.add("source", com.ibm.cloud.sdk.core.util.GsonSingleton.getGson().toJsonTree(createConfigurationOptions.source()));
    }
    builder.bodyJson(contentJson);
    ResponseConverter<Configuration> responseConverter = ResponseConverterUtils.getValue(new com.google.gson.reflect.TypeToken<Configuration>() {
    }.getType());
    return createServiceCall(builder.build(), responseConverter);
}
Also used : RequestBuilder(com.ibm.cloud.sdk.core.http.RequestBuilder) Configuration(com.ibm.watson.discovery.v1.model.Configuration) HashMap(java.util.HashMap) JsonObject(com.google.gson.JsonObject)

Aggregations

RequestBuilder (com.ibm.cloud.sdk.core.http.RequestBuilder)8 HashMap (java.util.HashMap)8 Test (org.testng.annotations.Test)7 FieldMetadata (com.google.api.services.people.v1.model.FieldMetadata)6 Name (com.google.api.services.people.v1.model.Name)6 Source (com.google.api.services.people.v1.model.Source)6 StructuredName (ezvcard.property.StructuredName)6 MockResponse (okhttp3.mockwebserver.MockResponse)6 RecordedRequest (okhttp3.mockwebserver.RecordedRequest)6 JsonObject (com.google.gson.JsonObject)5 Configuration (com.ibm.watson.discovery.v1.model.Configuration)5 Source (com.ibm.cloud.eventnotifications.event_notifications.v1.model.Source)4 SourceOptionsWebCrawl (com.ibm.watson.discovery.v1.model.SourceOptionsWebCrawl)4 EmailAddress (com.google.api.services.people.v1.model.EmailAddress)3 Person (com.google.api.services.people.v1.model.Person)3 PhoneNumber (com.google.api.services.people.v1.model.PhoneNumber)3 Truth.assertThat (com.google.common.truth.Truth.assertThat)3 Pair (com.google.gdata.util.common.base.Pair)3 WatsonServiceUnitTest (com.ibm.watson.common.WatsonServiceUnitTest)3 Conversions (com.ibm.watson.discovery.v1.model.Conversions)3