Examples with VespaModel com.yahoo.vespa.model.VespaModel used on opensource projects

Example 86 with VespaModel

use of com.yahoo.vespa.model.VespaModel in project vespa by vespa-engine.

the class ModelProvisioningTest method testUsingHostaliasWithProvisioner.

@Test
public void testUsingHostaliasWithProvisioner() {
    String services = "<?xml version='1.0' encoding='utf-8' ?>\n" + "<services>" + "<admin version='2.0'>" + "  <adminserver hostalias='node1'/>\n" + "</admin>\n" + "<jdisc id='mydisc' version='1.0'>" + "  <handler id='myHandler'>" + "    <component id='injected' />" + "  </handler>" + "  <nodes>" + "    <node hostalias='node1'/>" + "  </nodes>" + "</jdisc>" + "</services>";
    VespaModelTester tester = new VespaModelTester();
    tester.addHosts(1);
    VespaModel model = tester.createModel(services, true);
    assertEquals(1, model.getRoot().getHostSystem().getHosts().size());
    assertEquals(1, model.getAdmin().getSlobroks().size());
}

Example 87 with VespaModel

use of com.yahoo.vespa.model.VespaModel in project vespa by vespa-engine.

the class ModelProvisioningTest method testClusterControllersAreNotPlacedOnRetiredNodes.

@Test
public void testClusterControllersAreNotPlacedOnRetiredNodes() {
    String services = "<?xml version='1.0' encoding='utf-8' ?>\n" + "<services>" + "  <admin version='4.0'/>" + "  <container version='1.0' id='foo'>" + "     <nodes count='10'/>" + "  </container>" + "  <content version='1.0' id='bar'>" + "     <redundancy>2</redundancy>" + "     <documents>" + "       <document type='type1' mode='index'/>" + "     </documents>" + "     <nodes count='9' groups='3'/>" + "  </content>" + "</services>";
    int numberOfHosts = 19;
    VespaModelTester tester = new VespaModelTester();
    tester.addHosts(numberOfHosts);
    VespaModel model = tester.createModel(services, true, "default09", "default06", "default03");
    assertThat(model.getRoot().getHostSystem().getHosts().size(), is(numberOfHosts));
    // Check content clusters
    ContentCluster cluster = model.getContentClusters().get("bar");
    ContainerCluster clusterControllers = cluster.getClusterControllers();
    assertEquals(3, clusterControllers.getContainers().size());
    assertEquals("bar-controllers", clusterControllers.getName());
    assertEquals("Skipping retired default09", "default01", clusterControllers.getContainers().get(0).getHostName());
    assertEquals("Skipping retired default03", "default04", clusterControllers.getContainers().get(1).getHostName());
    assertEquals("Skipping retired default06", "default08", clusterControllers.getContainers().get(2).getHostName());
}

Example 88 with VespaModel

use of com.yahoo.vespa.model.VespaModel in project vespa by vespa-engine.

the class ModelProvisioningTest method testNodeCountForJdisc.

@Test
public void testNodeCountForJdisc() {
    String services = "<?xml version='1.0' encoding='utf-8' ?>\n" + "<services>\n" + "\n" + "<admin version='3.0'><nodes count='1' /></admin>\n" + "<jdisc id='mydisc' version='1.0'>" + "  <handler id='myHandler'>" + "    <component id='injected' />" + "  </handler>" + "  <nodes count=\"3\"/>" + "</jdisc>" + "<jdisc id='mydisc2' version='1.0'>" + "  <document-processing/>" + "  <handler id='myHandler'>" + "    <component id='injected' />" + "  </handler>" + "  <nodes count='2' allocated-memory='45%' jvmargs='-verbosegc' preload='lib/blablamalloc.so'/>" + "</jdisc>" + "</services>";
    String hosts = "<hosts>" + " <host name='myhost0'>" + "  <alias>node0</alias>" + " </host>" + " <host name='myhost1'>" + "  <alias>node1</alias>" + " </host>" + " <host name='myhost2'>" + "  <alias>node2</alias>" + " </host>" + " <host name='myhost3'>" + "  <alias>node3</alias>" + " </host>" + " <host name='myhost4'>" + "  <alias>node4</alias>" + " </host>" + " <host name='myhost5'>" + "  <alias>node5</alias>" + " </host>" + "</hosts>";
    VespaModelCreatorWithMockPkg creator = new VespaModelCreatorWithMockPkg(null, services);
    VespaModel model = creator.create(new DeployState.Builder().modelHostProvisioner(new InMemoryProvisioner(Hosts.readFrom(new StringReader(hosts)), true)));
    assertThat(model.getContainerClusters().get("mydisc").getContainers().size(), is(3));
    assertThat(model.getContainerClusters().get("mydisc").getContainers().get(0).getConfigId(), is("mydisc/container.0"));
    assertTrue(model.getContainerClusters().get("mydisc").getContainers().get(0).isInitialized());
    assertThat(model.getContainerClusters().get("mydisc").getContainers().get(1).getConfigId(), is("mydisc/container.1"));
    assertTrue(model.getContainerClusters().get("mydisc").getContainers().get(1).isInitialized());
    assertThat(model.getContainerClusters().get("mydisc").getContainers().get(2).getConfigId(), is("mydisc/container.2"));
    assertTrue(model.getContainerClusters().get("mydisc").getContainers().get(2).isInitialized());
    assertThat(model.getContainerClusters().get("mydisc2").getContainers().size(), is(2));
    assertThat(model.getContainerClusters().get("mydisc2").getContainers().get(0).getConfigId(), is("mydisc2/container.0"));
    assertTrue(model.getContainerClusters().get("mydisc2").getContainers().get(0).isInitialized());
    assertThat(model.getContainerClusters().get("mydisc2").getContainers().get(1).getConfigId(), is("mydisc2/container.1"));
    assertTrue(model.getContainerClusters().get("mydisc2").getContainers().get(1).isInitialized());
    assertThat(model.getContainerClusters().get("mydisc").getContainers().get(0).getJvmArgs(), is(""));
    assertThat(model.getContainerClusters().get("mydisc").getContainers().get(1).getJvmArgs(), is(""));
    assertThat(model.getContainerClusters().get("mydisc").getContainers().get(2).getJvmArgs(), is(""));
    assertThat(model.getContainerClusters().get("mydisc").getContainers().get(0).getPreLoad(), is(getDefaults().underVespaHome("lib64/vespa/malloc/libvespamalloc.so")));
    assertThat(model.getContainerClusters().get("mydisc").getContainers().get(1).getPreLoad(), is(getDefaults().underVespaHome("lib64/vespa/malloc/libvespamalloc.so")));
    assertThat(model.getContainerClusters().get("mydisc").getContainers().get(2).getPreLoad(), is(getDefaults().underVespaHome("lib64/vespa/malloc/libvespamalloc.so")));
    assertThat(model.getContainerClusters().get("mydisc").getMemoryPercentage(), is(Optional.empty()));
    assertThat(model.getContainerClusters().get("mydisc2").getContainers().get(0).getJvmArgs(), is("-verbosegc"));
    assertThat(model.getContainerClusters().get("mydisc2").getContainers().get(1).getJvmArgs(), is("-verbosegc"));
    assertThat(model.getContainerClusters().get("mydisc2").getContainers().get(0).getPreLoad(), is("lib/blablamalloc.so"));
    assertThat(model.getContainerClusters().get("mydisc2").getContainers().get(1).getPreLoad(), is("lib/blablamalloc.so"));
    assertThat(model.getContainerClusters().get("mydisc2").getMemoryPercentage(), is(Optional.of(45)));
    HostSystem hostSystem = model.getHostSystem();
    assertNotNull(hostSystem.getHostByHostname("myhost0"));
    assertNotNull(hostSystem.getHostByHostname("myhost1"));
    assertNotNull(hostSystem.getHostByHostname("myhost2"));
    assertNotNull(hostSystem.getHostByHostname("myhost3"));
    assertNull(hostSystem.getHostByHostname("Nope"));
}

Example 89 with VespaModel

use of com.yahoo.vespa.model.VespaModel in project vespa by vespa-engine.

the class ModelProvisioningTest method testUsingNodesAndGroupCountAttributesAndGettingTooFewNodes.

@Test
public void testUsingNodesAndGroupCountAttributesAndGettingTooFewNodes() {
    String services = "<?xml version='1.0' encoding='utf-8' ?>" + "<services>" + "  <admin version='3.0'>" + // Ignored
    "    <nodes count='3'/>" + "  </admin>" + "  <content version='1.0' id='bar'>" + "     <redundancy reply-after='3'>4</redundancy>" + "     <documents>" + "       <document type='type1' mode='index'/>" + "     </documents>" + "     <nodes count='24' groups='3'/>" + "     <engine><proton><searchable-copies>3</searchable-copies></proton></engine>" + "  </content>" + "</services>";
    // We only have 6 content nodes -> 3 groups with redundancy 2 in each
    int numberOfHosts = 6;
    VespaModelTester tester = new VespaModelTester();
    tester.addHosts(numberOfHosts);
    VespaModel model = tester.createModel(services, false);
    assertThat(model.getRoot().getHostSystem().getHosts().size(), is(numberOfHosts));
    ContentCluster cluster = model.getContentClusters().get("bar");
    // Reduced from 3*3
    assertEquals(2 * 3, cluster.redundancy().effectiveInitialRedundancy());
    // Reduced from 3*4
    assertEquals(2 * 3, cluster.redundancy().effectiveFinalRedundancy());
    // Reduced from 3*3
    assertEquals(2 * 3, cluster.redundancy().effectiveReadyCopies());
    // Reduced from 4|4|*
    assertEquals("2|2|*", cluster.getRootGroup().getPartitions().get());
    assertEquals(0, cluster.getRootGroup().getNodes().size());
    assertEquals(3, cluster.getRootGroup().getSubgroups().size());
    assertThat(cluster.getRootGroup().getSubgroups().get(0).getIndex(), is("0"));
    assertThat(cluster.getRootGroup().getSubgroups().get(0).getNodes().size(), is(2));
    assertThat(cluster.getRootGroup().getSubgroups().get(0).getNodes().get(0).getDistributionKey(), is(0));
    assertThat(cluster.getRootGroup().getSubgroups().get(0).getNodes().get(0).getConfigId(), is("bar/storage/0"));
    assertThat(cluster.getRootGroup().getSubgroups().get(0).getNodes().get(1).getDistributionKey(), is(1));
    assertThat(cluster.getRootGroup().getSubgroups().get(0).getNodes().get(1).getConfigId(), is("bar/storage/1"));
    assertThat(cluster.getRootGroup().getSubgroups().get(1).getIndex(), is("1"));
    assertThat(cluster.getRootGroup().getSubgroups().get(1).getNodes().size(), is(2));
    assertThat(cluster.getRootGroup().getSubgroups().get(1).getNodes().get(0).getDistributionKey(), is(2));
    assertThat(cluster.getRootGroup().getSubgroups().get(1).getNodes().get(0).getConfigId(), is("bar/storage/2"));
    assertThat(cluster.getRootGroup().getSubgroups().get(1).getNodes().get(1).getDistributionKey(), is(3));
    assertThat(cluster.getRootGroup().getSubgroups().get(1).getNodes().get(1).getConfigId(), is("bar/storage/3"));
    assertThat(cluster.getRootGroup().getSubgroups().get(2).getIndex(), is("2"));
    assertThat(cluster.getRootGroup().getSubgroups().get(2).getNodes().size(), is(2));
    assertThat(cluster.getRootGroup().getSubgroups().get(2).getNodes().get(0).getDistributionKey(), is(4));
    assertThat(cluster.getRootGroup().getSubgroups().get(2).getNodes().get(0).getConfigId(), is("bar/storage/4"));
    assertThat(cluster.getRootGroup().getSubgroups().get(2).getNodes().get(1).getDistributionKey(), is(5));
    assertThat(cluster.getRootGroup().getSubgroups().get(2).getNodes().get(1).getConfigId(), is("bar/storage/5"));
}

Example 90 with VespaModel

use of com.yahoo.vespa.model.VespaModel in project vespa by vespa-engine.

the class ModelProvisioningTest method testSeparateClusters.

@Test
public void testSeparateClusters() {
    String xmlWithNodes = "<?xml version='1.0' encoding='utf-8' ?>" + "<services>" + "  <container version='1.0' id='container1'>" + "     <search/>" + "     <nodes count='1'/>" + "  </container>" + "  <content version='1.0' id='content1'>" + "     <redundancy>2</redundancy>" + "     <documents>" + "       <document type='type1' mode='index'/>" + "     </documents>" + "     <nodes count='2'/>" + "   </content>" + "</services>";
    VespaModelTester tester = new VespaModelTester();
    tester.addHosts(3);
    VespaModel model = tester.createModel(xmlWithNodes, true);
    assertEquals("Nodes in content1", 2, model.getContentClusters().get("content1").getRootGroup().getNodes().size());
    assertEquals("Nodes in container1", 1, model.getContainerClusters().get("container1").getContainers().size());
    assertEquals("Heap size for container", 60, physicalMemoryPercentage(model.getContainerClusters().get("container1")));
}