Examples with VespaModel com.yahoo.vespa.model.VespaModel used on opensource projects

Example 11 with VespaModel

use of com.yahoo.vespa.model.VespaModel in project vespa by vespa-engine.

the class ModelProvisioningTest method testClusterMembership.

@Test
public void testClusterMembership() {
    String xmlWithNodes = "<?xml version='1.0' encoding='utf-8' ?>" + "<services>" + "  <container version='1.0' id='container1'>" + "     <nodes count='1'/>" + "  </container>" + "</services>";
    VespaModelTester tester = new VespaModelTester();
    tester.addHosts(1);
    VespaModel model = tester.createModel(xmlWithNodes, true);
    assertEquals(1, model.getHostSystem().getHosts().size());
    HostResource host = model.getHostSystem().getHosts().iterator().next();
    assertEquals(1, host.clusterMemberships().size());
    ClusterMembership membership = host.clusterMemberships().iterator().next();
    assertEquals("container", membership.cluster().type().name());
    assertEquals("container1", membership.cluster().id().value());
}

Example 12 with VespaModel

use of com.yahoo.vespa.model.VespaModel in project vespa by vespa-engine.

the class ModelProvisioningTest method testNodeCountForContentGroup.

@Test
public void testNodeCountForContentGroup() {
    String xmlWithNodes = "<?xml version='1.0' encoding='utf-8' ?>" + "<services>" + "\n" + "  <admin version='3.0'>" + "    <nodes count='3'/>" + "  </admin>" + "  <content version='1.0' id='bar'>" + "     <redundancy>2</redundancy>" + "     <documents>" + "       <document type='type1' mode='index'/>" + "     </documents>" + "     <nodes count='2'/>" + "   </content>" + "</services>";
    VespaModelTester tester = new VespaModelTester();
    int numberOfHosts = 2;
    tester.addHosts(numberOfHosts);
    int numberOfContentNodes = 2;
    VespaModel model = tester.createModel(xmlWithNodes, true);
    assertThat(model.getRoot().getHostSystem().getHosts().size(), is(numberOfHosts));
    final Map<String, ContentCluster> contentClusters = model.getContentClusters();
    ContentCluster cluster = contentClusters.get("bar");
    assertThat(cluster.getRootGroup().getNodes().size(), is(numberOfContentNodes));
    int i = 0;
    for (StorageNode node : cluster.getRootGroup().getNodes()) assertEquals(i++, node.getDistributionKey());
}

Example 13 with VespaModel

use of com.yahoo.vespa.model.VespaModel in project vespa by vespa-engine.

the class ModelProvisioningTest method testGroupsOfSize1.

@Test
public void testGroupsOfSize1() {
    String services = "<?xml version='1.0' encoding='utf-8' ?>\n" + "<services>" + "  <admin version='4.0'/>" + "  <container version='1.0' id='foo'>" + "     <nodes count='10'/>" + "  </container>" + "  <content version='1.0' id='bar'>" + "     <redundancy>1</redundancy>" + "     <documents>" + "       <document type='type1' mode='index'/>" + "     </documents>" + "     <nodes count='8' groups='8'/>" + "  </content>" + "</services>";
    int numberOfHosts = 18;
    VespaModelTester tester = new VespaModelTester();
    tester.addHosts(numberOfHosts);
    VespaModel model = tester.createModel(services, true);
    assertThat(model.getRoot().getHostSystem().getHosts().size(), is(numberOfHosts));
    // Check content cluster
    ContentCluster cluster = model.getContentClusters().get("bar");
    ContainerCluster clusterControllers = cluster.getClusterControllers();
    assertEquals(3, clusterControllers.getContainers().size());
    assertEquals("bar-controllers", clusterControllers.getName());
    assertEquals("default01", clusterControllers.getContainers().get(0).getHostName());
    assertEquals("default02", clusterControllers.getContainers().get(1).getHostName());
    assertEquals("default08", clusterControllers.getContainers().get(2).getHostName());
    assertEquals(0, cluster.getRootGroup().getNodes().size());
    assertEquals(8, cluster.getRootGroup().getSubgroups().size());
    assertEquals(8, cluster.distributionBits());
    // first group
    assertThat(cluster.getRootGroup().getSubgroups().get(0).getIndex(), is("0"));
    assertThat(cluster.getRootGroup().getSubgroups().get(0).getNodes().size(), is(1));
    assertThat(cluster.getRootGroup().getSubgroups().get(0).getNodes().get(0).getDistributionKey(), is(0));
    assertThat(cluster.getRootGroup().getSubgroups().get(0).getNodes().get(0).getConfigId(), is("bar/storage/0"));
    assertEquals("default08", cluster.getRootGroup().getSubgroups().get(0).getNodes().get(0).getHostName());
    // second group
    assertThat(cluster.getRootGroup().getSubgroups().get(1).getIndex(), is("1"));
    assertThat(cluster.getRootGroup().getSubgroups().get(1).getNodes().size(), is(1));
    assertThat(cluster.getRootGroup().getSubgroups().get(1).getNodes().get(0).getDistributionKey(), is(1));
    assertThat(cluster.getRootGroup().getSubgroups().get(1).getNodes().get(0).getConfigId(), is("bar/storage/1"));
    assertEquals("default07", cluster.getRootGroup().getSubgroups().get(1).getNodes().get(0).getHostName());
    // ... last group
    assertThat(cluster.getRootGroup().getSubgroups().get(7).getIndex(), is("7"));
    assertThat(cluster.getRootGroup().getSubgroups().get(7).getNodes().size(), is(1));
    assertThat(cluster.getRootGroup().getSubgroups().get(7).getNodes().get(0).getDistributionKey(), is(7));
    assertThat(cluster.getRootGroup().getSubgroups().get(7).getNodes().get(0).getConfigId(), is("bar/storage/7"));
    assertEquals("default01", cluster.getRootGroup().getSubgroups().get(7).getNodes().get(0).getHostName());
}

Example 14 with VespaModel

use of com.yahoo.vespa.model.VespaModel in project vespa by vespa-engine.

the class ModelProvisioningTest method test2ContentNodesOn2ClustersWithContainerClusterProducesMixedClusterControllerCluster.

// TODO: unignore when feature is enabled again
@Ignore
@Test
public void test2ContentNodesOn2ClustersWithContainerClusterProducesMixedClusterControllerCluster() throws ParseException {
    String services = "<?xml version='1.0' encoding='utf-8' ?>\n" + "<services>" + "  <container version='1.0' id='container'>" + "     <nodes count='3' flavor='container-node'/>" + "  </container>" + "  <content version='1.0' id='content1'>" + "     <redundancy>2</redundancy>" + "     <documents>" + "       <document type='type1' mode='index'/>" + "     </documents>" + "     <nodes count='2' flavor='content1-node'/>" + "  </content>" + "  <content version='1.0' id='content2'>" + "     <redundancy>2</redundancy>" + "     <documents>" + "       <document type='type1' mode='index'/>" + "     </documents>" + "     <nodes count='2' flavor='content2-node'/>" + "  </content>" + "</services>";
    VespaModelTester tester = new VespaModelTester();
    // use different flavors to make the test clearer
    tester.addHosts("container-node", 3);
    tester.addHosts("content1-node", 2);
    tester.addHosts("content2-node", 2);
    VespaModel model = tester.createModel(services, true);
    ContentCluster cluster1 = model.getContentClusters().get("content1");
    ContainerCluster clusterControllers1 = cluster1.getClusterControllers();
    assertEquals(1, clusterControllers1.getContainers().size());
    assertEquals("content1-node0", clusterControllers1.getContainers().get(0).getHostName());
    assertEquals("content1-node1", clusterControllers1.getContainers().get(1).getHostName());
    assertEquals("container-node0", clusterControllers1.getContainers().get(2).getHostName());
    ContentCluster cluster2 = model.getContentClusters().get("content2");
    ContainerCluster clusterControllers2 = cluster2.getClusterControllers();
    assertEquals(3, clusterControllers2.getContainers().size());
    assertEquals("content2-node0", clusterControllers2.getContainers().get(0).getHostName());
    assertEquals("content2-node1", clusterControllers2.getContainers().get(1).getHostName());
    assertEquals("We do not pick the container used to supplement another cluster", "container-node1", clusterControllers2.getContainers().get(2).getHostName());
}

Example 15 with VespaModel

use of com.yahoo.vespa.model.VespaModel in project vespa by vespa-engine.

the class ModelProvisioningTest method test2ContentNodesWithContainerClusterProducesMixedClusterControllerCluster.

@Test
public void test2ContentNodesWithContainerClusterProducesMixedClusterControllerCluster() throws ParseException {
    String services = "<?xml version='1.0' encoding='utf-8' ?>\n" + "<services>" + "  <container version='1.0' id='foo'>" + "     <nodes count='3'/>" + "  </container>" + "  <content version='1.0' id='bar'>" + "     <redundancy>2</redundancy>" + "     <documents>" + "       <document type='type1' mode='index'/>" + "     </documents>" + "     <nodes count='2'/>" + "  </content>" + "</services>";
    VespaModelTester tester = new VespaModelTester();
    tester.addHosts(5);
    VespaModel model = tester.createModel(services, true);
    ContentCluster cluster = model.getContentClusters().get("bar");
    ContainerCluster clusterControllers = cluster.getClusterControllers();
    // TODO: Expected 3 with this feature reactivated
    assertEquals(1, clusterControllers.getContainers().size());
}