Examples with DatasetGroupSummary com.amazonaws.services.personalize.model.DatasetGroupSummary used on opensource projects

Example 1 with DatasetGroupSummary

use of com.amazonaws.services.personalize.model.DatasetGroupSummary in project knime-cloud by knime.

the class AmazonPersonalizeUtils method listAllDatasetGroups.

/**
 * @param personalize the amazon personalize client
 * @return all dataset groups
 */
public static List<DatasetGroupSummary> listAllDatasetGroups(final AmazonPersonalize personalize) {
    final ListDatasetGroupsRequest listDatasetGroupsRequest = new ListDatasetGroupsRequest().withMaxResults(100);
    ListDatasetGroupsResult listDatasetGroups = personalize.listDatasetGroups(listDatasetGroupsRequest);
    List<DatasetGroupSummary> datasetGroups = listDatasetGroups.getDatasetGroups();
    String nextToken;
    while ((nextToken = listDatasetGroups.getNextToken()) != null) {
        listDatasetGroups = personalize.listDatasetGroups(listDatasetGroupsRequest.withNextToken(nextToken));
        datasetGroups.addAll(listDatasetGroups.getDatasetGroups());
    }
    return datasetGroups;
}

Example 2 with DatasetGroupSummary

use of com.amazonaws.services.personalize.model.DatasetGroupSummary in project knime-cloud by knime.

the class AmazonPersonalizeCreateSolutionVersionNodeDialog method loadSettingsFrom.

/**
 * {@inheritDoc}
 */
@Override
protected void loadSettingsFrom(final NodeSettingsRO settings, final PortObjectSpec[] specs) throws NotConfigurableException {
    if (specs[0] == null) {
        throw new NotConfigurableException("No connection information available");
    }
    final CloudConnectionInformation connectionInformation = (CloudConnectionInformation) ((ConnectionInformationPortObjectSpec) specs[0]).getConnectionInformation();
    // Check if the port object has connection information
    if (connectionInformation == null) {
        throw new NotConfigurableException("No connection information available");
    }
    // List all existing dataset groups and solutions
    try (final AmazonPersonalizeConnection personalizeConnection = new AmazonPersonalizeConnection(connectionInformation)) {
        final AmazonPersonalize personalizeClient = personalizeConnection.getClient();
        final List<DatasetGroupSummary> listAllDatasetGroups = AmazonPersonalizeUtils.listAllDatasetGroups(personalizeClient);
        if (listAllDatasetGroups.size() == 0) {
            throw new NotConfigurableException("No existing dataset group found. Upload datasets first.");
        }
        final DefaultComboBoxModel<NameArnPair> comboBoxModel = new DefaultComboBoxModel<NameArnPair>(listAllDatasetGroups.stream().map(e -> NameArnPair.of(e.getName(), e.getDatasetGroupArn())).toArray(NameArnPair[]::new));
        m_comboBoxDatasetGroupList.setModel(comboBoxModel);
        final DefaultComboBoxModel<NameArnPair> comboBoxModel2 = new DefaultComboBoxModel<NameArnPair>(AmazonPersonalizeUtils.listAllSolutions(personalizeClient).stream().map(e -> NameArnPair.of(e.getName(), e.getSolutionArn())).toArray(NameArnPair[]::new));
        m_comboBoxExistingSolutions.setModel(comboBoxModel2);
        final DefaultComboBoxModel<NameArnPair> comboBoxModelUserPersonalization = new DefaultComboBoxModel<>();
        final DefaultComboBoxModel<NameArnPair> comboBoxModelPersonalizedRanking = new DefaultComboBoxModel<>();
        final DefaultComboBoxModel<NameArnPair> comboBoxModelRelatedItems = new DefaultComboBoxModel<>();
        for (RecipeSummary rs : AmazonPersonalizeUtils.listAllRecipes(personalizeClient)) {
            final Recipe recipe = personalizeClient.describeRecipe(new DescribeRecipeRequest().withRecipeArn(rs.getRecipeArn())).getRecipe();
            final NameArnPair nameArnPair = NameArnPair.of(recipe.getName(), recipe.getRecipeArn());
            switch(RecipeType.ofRecipeType(recipe)) {
                case USER_PERSONALIZATION:
                    comboBoxModelUserPersonalization.addElement(nameArnPair);
                    break;
                case PERSONALIZED_RANKING:
                    comboBoxModelPersonalizedRanking.addElement(nameArnPair);
                    break;
                case RELATED_ITEMS:
                    comboBoxModelRelatedItems.addElement(nameArnPair);
                    break;
            }
        }
        m_comboBoxUserPersonalizationRecipeList.setModel(comboBoxModelUserPersonalization);
        m_comboBoxPersonalizedRankingRecipeList.setModel(comboBoxModelPersonalizedRanking);
        m_comboBoxRelatedItemsRecipeList.setModel(comboBoxModelRelatedItems);
    } catch (Exception e) {
        throw new NotConfigurableException(e.getMessage());
    }
    // Loading
    final AmazonPersonalizeCreateSolutionVersionNodeSettings nodeSettings = new AmazonPersonalizeCreateSolutionVersionNodeSettings();
    nodeSettings.loadSettingsForDialog(settings);
    m_radioButtonCreateNewSolution.setSelected(nodeSettings.isCreateNewSolution());
    m_radioButtonUseExistingSolution.setSelected(!nodeSettings.isCreateNewSolution());
    final NameArnPair datasetGroup = nodeSettings.getDatasetGroup();
    if (datasetGroup == null) {
        m_comboBoxDatasetGroupList.setSelectedIndex(0);
    } else {
        m_comboBoxDatasetGroupList.setSelectedItem(datasetGroup);
    }
    final RecipeSelection recipeSelection = nodeSettings.getRecipeSelection();
    m_radioButtonPredefinedRecipe.setSelected(recipeSelection == RecipeSelection.PREDEFINED);
    m_radioButtonUserDefinedRecipe.setSelected(recipeSelection == RecipeSelection.USER_DEFINED);
    m_radioButtonAutoML.setSelected(recipeSelection == RecipeSelection.AUTOML);
    final RecipeType predefinedRecipeType = nodeSettings.getPredefinedRecipeType();
    final NameArnPair predefinedRecipe = nodeSettings.getPredefinedRecipe();
    if (predefinedRecipeType == RecipeType.USER_PERSONALIZATION) {
        m_radioButtonUserPersonalization.setSelected(true);
        if (predefinedRecipe != null) {
            m_comboBoxUserPersonalizationRecipeList.setSelectedItem(predefinedRecipe);
        }
    }
    if (predefinedRecipeType == RecipeType.PERSONALIZED_RANKING) {
        m_radioButtonPersonalizedRanking.setSelected(true);
        m_comboBoxPersonalizedRankingRecipeList.setSelectedItem(predefinedRecipe);
    }
    if (predefinedRecipeType == RecipeType.RELATED_ITEMS) {
        m_radioButtonRelatedItems.setSelected(true);
        m_comboBoxRelatedItemsRecipeList.setSelectedItem(predefinedRecipe);
    }
    m_textFieldUserDefinedRecipeArn.setText(nodeSettings.getUserDefinedRecipeArn());
    m_checkBoxHyperParamOpt.setSelected(nodeSettings.isHyperparameterOpt());
    m_textFieldPrefixSolutionName.setText(nodeSettings.getSolutionName());
    m_checkBoxOutputSolutionVersionARNAsVar.setSelected(nodeSettings.isOutputSolutionVersionArnAsVar());
    final NameArnPair existingSolution = nodeSettings.getExistingSolution();
    if (existingSolution == null && m_comboBoxExistingSolutions.getModel().getSize() > 0) {
        m_comboBoxExistingSolutions.setSelectedIndex(0);
    } else {
        m_comboBoxExistingSolutions.setSelectedItem(existingSolution);
    }
    enablePanelComponents(m_createNewSolutionPanel, !m_radioButtonUseExistingSolution.isSelected());
    enablePanelComponents(m_useExistingSolutionPanel, m_radioButtonUseExistingSolution.isSelected());
    enableComponents();
}

Example 3 with DatasetGroupSummary

use of com.amazonaws.services.personalize.model.DatasetGroupSummary in project knime-cloud by knime.

the class AbstractAmazonPersonalizeDataUploadNodeModel method createDatasetGroup.

// Creates a new dataset group if not already existing
private String createDatasetGroup(final AmazonPersonalize personalizeClient, final ExecutionContext exec) throws InterruptedException {
    exec.setMessage("Creating dataset group");
    final ListDatasetGroupsRequest listDatasetGroupsRequest = new ListDatasetGroupsRequest();
    final ListDatasetGroupsResult listDatasetGroups = personalizeClient.listDatasetGroups(listDatasetGroupsRequest);
    final String datasetGroupName = m_settings.getSelectedDatasetGroup();
    final String datasetGroupArn;
    final boolean existing = listDatasetGroups.getDatasetGroups().stream().anyMatch(e -> e.getName().equals(datasetGroupName));
    if (!existing) {
        // Create new dataset group
        final CreateDatasetGroupResult createDatasetGroup = personalizeClient.createDatasetGroup(new CreateDatasetGroupRequest().withName(datasetGroupName));
        datasetGroupArn = createDatasetGroup.getDatasetGroupArn();
    } else {
        final Optional<DatasetGroupSummary> dataGroupSummary = listDatasetGroups.getDatasetGroups().stream().filter(e -> e.getName().equals(datasetGroupName)).findFirst();
        if (!dataGroupSummary.isPresent()) {
            // should never happen
            throw new IllegalStateException("Dataset group with name '" + datasetGroupName + "' not present.");
        }
        datasetGroupArn = dataGroupSummary.get().getDatasetGroupArn();
    }
    // Wait until dataset group is created and ACTIVE (even if the group already existed, make sure it's ACTIVE)
    final DescribeDatasetGroupRequest describeDatasetGroupRequest = new DescribeDatasetGroupRequest();
    describeDatasetGroupRequest.setDatasetGroupArn(datasetGroupArn);
    AmazonPersonalizeUtils.waitUntilActive(() -> {
        final DescribeDatasetGroupResult datasetGroupDescription = personalizeClient.describeDatasetGroup(describeDatasetGroupRequest);
        final String status = datasetGroupDescription.getDatasetGroup().getStatus();
        exec.setMessage("Creating dataset group (Status: " + status + ")");
        if (status.equals(Status.CREATED_FAILED.getStatus())) {
            if (!existing) {
                // Delete the dataset group that we tried to create
                personalizeClient.deleteDatasetGroup(new DeleteDatasetGroupRequest().withDatasetGroupArn(datasetGroupArn));
                // Wait until the dataset group is deleted (should usually be very quick but you never know...)
                try {
                    AmazonPersonalizeUtils.waitUntilActive(() -> {
                        return !personalizeClient.listDatasetGroups(listDatasetGroupsRequest).getDatasetGroups().stream().anyMatch(e -> e.getName().equals(datasetGroupName));
                    }, 50);
                } catch (InterruptedException e1) {
                // unlikely case
                // do nothing, the deletion will be further processed by amazon
                }
                throw new IllegalStateException("Dataset group creation failed. Reason: " + datasetGroupDescription.getDatasetGroup().getFailureReason());
            }
            throw new IllegalStateException("The selected dataset group is in an invalid state: " + Status.CREATED_FAILED.getStatus() + ". Reason: " + datasetGroupDescription.getDatasetGroup().getFailureReason());
        }
        return status.equals(Status.ACTIVE.getStatus());
    }, 500);
    exec.setProgress(1);
    return datasetGroupArn;
}