Examples with ControllerTester com.yahoo.vespa.hosted.controller.ControllerTester used on opensource projects

Example 16 with ControllerTester

use of com.yahoo.vespa.hosted.controller.ControllerTester in project vespa by vespa-engine.

the class ApplicationSerializerTest method testSerialization.

@Test
public void testSerialization() {
    ControllerTester tester = new ControllerTester();
    DeploymentSpec deploymentSpec = DeploymentSpec.fromXml("<deployment version='1.0'>" + "   <staging/>" + "</deployment>");
    ValidationOverrides validationOverrides = ValidationOverrides.fromXml("<validation-overrides version='1.0'>" + "  <allow until='2017-06-15'>deployment-removal</allow>" + "</validation-overrides>");
    List<Deployment> deployments = new ArrayList<>();
    ApplicationVersion applicationVersion1 = ApplicationVersion.from(new SourceRevision("repo1", "branch1", "commit1"), 31);
    ApplicationVersion applicationVersion2 = ApplicationVersion.from(new SourceRevision("repo1", "branch1", "commit1"), 32);
    // One deployment without cluster info and utils
    deployments.add(new Deployment(zone1, applicationVersion1, Version.fromString("1.2.3"), Instant.ofEpochMilli(3)));
    deployments.add(new Deployment(zone2, applicationVersion2, Version.fromString("1.2.3"), Instant.ofEpochMilli(5), createClusterUtils(3, 0.2), createClusterInfo(3, 4), new DeploymentMetrics(2, 3, 4, 5, 6)));
    Optional<Long> projectId = Optional.of(123L);
    List<JobStatus> statusList = new ArrayList<>();
    statusList.add(JobStatus.initial(DeploymentJobs.JobType.systemTest).withTriggering(Version.fromString("5.6.7"), ApplicationVersion.unknown, "Test", Instant.ofEpochMilli(7)).withCompletion(30, Optional.empty(), Instant.ofEpochMilli(8), tester.controller()));
    statusList.add(JobStatus.initial(DeploymentJobs.JobType.stagingTest).withTriggering(Version.fromString("5.6.6"), ApplicationVersion.unknown, "Test 2", Instant.ofEpochMilli(5)).withCompletion(11, Optional.of(JobError.unknown), Instant.ofEpochMilli(6), tester.controller()));
    DeploymentJobs deploymentJobs = new DeploymentJobs(projectId, statusList, Optional.empty());
    Application original = new Application(ApplicationId.from("t1", "a1", "i1"), deploymentSpec, validationOverrides, deployments, deploymentJobs, Change.of(Version.fromString("6.7")), Change.of(ApplicationVersion.from(new SourceRevision("repo", "master", "deadcafe"), 42)), Optional.of(IssueId.from("1234")), new MetricsService.ApplicationMetrics(0.5, 0.9), Optional.of(new RotationId("my-rotation")));
    Application serialized = applicationSerializer.fromSlime(applicationSerializer.toSlime(original));
    assertEquals(original.id(), serialized.id());
    assertEquals(original.deploymentSpec().xmlForm(), serialized.deploymentSpec().xmlForm());
    assertEquals(original.validationOverrides().xmlForm(), serialized.validationOverrides().xmlForm());
    assertEquals(2, serialized.deployments().size());
    assertEquals(original.deployments().get(zone1).applicationVersion(), serialized.deployments().get(zone1).applicationVersion());
    assertEquals(original.deployments().get(zone2).applicationVersion(), serialized.deployments().get(zone2).applicationVersion());
    assertEquals(original.deployments().get(zone1).version(), serialized.deployments().get(zone1).version());
    assertEquals(original.deployments().get(zone2).version(), serialized.deployments().get(zone2).version());
    assertEquals(original.deployments().get(zone1).at(), serialized.deployments().get(zone1).at());
    assertEquals(original.deployments().get(zone2).at(), serialized.deployments().get(zone2).at());
    assertEquals(original.deploymentJobs().projectId(), serialized.deploymentJobs().projectId());
    assertEquals(original.deploymentJobs().jobStatus().size(), serialized.deploymentJobs().jobStatus().size());
    assertEquals(original.deploymentJobs().jobStatus().get(DeploymentJobs.JobType.systemTest), serialized.deploymentJobs().jobStatus().get(DeploymentJobs.JobType.systemTest));
    assertEquals(original.deploymentJobs().jobStatus().get(DeploymentJobs.JobType.stagingTest), serialized.deploymentJobs().jobStatus().get(DeploymentJobs.JobType.stagingTest));
    assertEquals(original.outstandingChange(), serialized.outstandingChange());
    assertEquals(original.ownershipIssueId(), serialized.ownershipIssueId());
    assertEquals(original.change(), serialized.change());
    assertEquals(original.rotation().get().id(), serialized.rotation().get().id());
    // Test cluster utilization
    assertEquals(0, serialized.deployments().get(zone1).clusterUtils().size());
    assertEquals(3, serialized.deployments().get(zone2).clusterUtils().size());
    assertEquals(0.4, serialized.deployments().get(zone2).clusterUtils().get(ClusterSpec.Id.from("id2")).getCpu(), 0.01);
    assertEquals(0.2, serialized.deployments().get(zone2).clusterUtils().get(ClusterSpec.Id.from("id1")).getCpu(), 0.01);
    assertEquals(0.2, serialized.deployments().get(zone2).clusterUtils().get(ClusterSpec.Id.from("id1")).getMemory(), 0.01);
    // Test cluster info
    assertEquals(3, serialized.deployments().get(zone2).clusterInfo().size());
    assertEquals(10, serialized.deployments().get(zone2).clusterInfo().get(ClusterSpec.Id.from("id2")).getFlavorCost());
    assertEquals(ClusterSpec.Type.content, serialized.deployments().get(zone2).clusterInfo().get(ClusterSpec.Id.from("id2")).getClusterType());
    assertEquals("flavor2", serialized.deployments().get(zone2).clusterInfo().get(ClusterSpec.Id.from("id2")).getFlavor());
    assertEquals(4, serialized.deployments().get(zone2).clusterInfo().get(ClusterSpec.Id.from("id2")).getHostnames().size());
    assertEquals(2, serialized.deployments().get(zone2).clusterInfo().get(ClusterSpec.Id.from("id2")).getFlavorCPU(), Double.MIN_VALUE);
    assertEquals(4, serialized.deployments().get(zone2).clusterInfo().get(ClusterSpec.Id.from("id2")).getFlavorMem(), Double.MIN_VALUE);
    assertEquals(50, serialized.deployments().get(zone2).clusterInfo().get(ClusterSpec.Id.from("id2")).getFlavorDisk(), Double.MIN_VALUE);
    // Test metrics
    assertEquals(original.metrics().queryServiceQuality(), serialized.metrics().queryServiceQuality(), Double.MIN_VALUE);
    assertEquals(original.metrics().writeServiceQuality(), serialized.metrics().writeServiceQuality(), Double.MIN_VALUE);
    assertEquals(2, serialized.deployments().get(zone2).metrics().queriesPerSecond(), Double.MIN_VALUE);
    assertEquals(3, serialized.deployments().get(zone2).metrics().writesPerSecond(), Double.MIN_VALUE);
    assertEquals(4, serialized.deployments().get(zone2).metrics().documentCount(), Double.MIN_VALUE);
    assertEquals(5, serialized.deployments().get(zone2).metrics().queryLatencyMillis(), Double.MIN_VALUE);
    assertEquals(6, serialized.deployments().get(zone2).metrics().writeLatencyMillis(), Double.MIN_VALUE);
    {
        // test more deployment serialization cases
        Application original2 = writable(original).withChange(Change.of(ApplicationVersion.from(new SourceRevision("repo1", "branch1", "commit1"), 42)));
        Application serialized2 = applicationSerializer.fromSlime(applicationSerializer.toSlime(original2));
        assertEquals(original2.change(), serialized2.change());
        assertEquals(serialized2.change().application().get().source(), original2.change().application().get().source());
        Application original3 = writable(original).withChange(Change.of(ApplicationVersion.from(new SourceRevision("a", "b", "c"), 42)));
        Application serialized3 = applicationSerializer.fromSlime(applicationSerializer.toSlime(original3));
        assertEquals(original3.change(), serialized3.change());
        assertEquals(serialized3.change().application().get().source(), original3.change().application().get().source());
        Application original4 = writable(original).withChange(Change.empty());
        Application serialized4 = applicationSerializer.fromSlime(applicationSerializer.toSlime(original4));
        assertEquals(original4.change(), serialized4.change());
        Application original5 = writable(original).withChange(Change.of(ApplicationVersion.from(new SourceRevision("a", "b", "c"), 42)));
        Application serialized5 = applicationSerializer.fromSlime(applicationSerializer.toSlime(original5));
        assertEquals(original5.change(), serialized5.change());
        Application original6 = writable(original).withOutstandingChange(Change.of(ApplicationVersion.from(new SourceRevision("a", "b", "c"), 42)));
        Application serialized6 = applicationSerializer.fromSlime(applicationSerializer.toSlime(original6));
        assertEquals(original6.outstandingChange(), serialized6.outstandingChange());
    }
}

Example 17 with ControllerTester

use of com.yahoo.vespa.hosted.controller.ControllerTester in project vespa by vespa-engine.

the class ControllerAuthorizationFilterTest method only_hosted_operator_or_tenant_admin_can_access_tenant_admin_apis.

@Test
public void only_hosted_operator_or_tenant_admin_can_access_tenant_admin_apis() {
    ControllerTester controllerTester = new ControllerTester();
    controllerTester.athenzDb().hostedOperators.add(HOSTED_OPERATOR);
    controllerTester.createTenant(TENANT.id(), TENANT_DOMAIN.getName(), null);
    controllerTester.athenzDb().domains.get(TENANT_DOMAIN).admins.add(TENANT_ADMIN);
    ControllerAuthorizationFilter filter = createFilter(controllerTester);
    List<AthenzIdentity> allowed = asList(HOSTED_OPERATOR, TENANT_ADMIN);
    List<AthenzIdentity> forbidden = singletonList(USER);
    testApiAccess(DELETE, "/application/v4/tenant/mytenant", allowed, forbidden, filter);
    testApiAccess(POST, "/application/v4/tenant/mytenant/application/myapp/environment/perf/region/myregion/instance/default/deploy", allowed, forbidden, filter);
    testApiAccess(PUT, "/application/v4/tenant/mytenant/application/myapp/environment/prod/region/myregion/instance/default/global-rotation/override", allowed, forbidden, filter);
}

Example 18 with ControllerTester

use of com.yahoo.vespa.hosted.controller.ControllerTester in project vespa by vespa-engine.

the class DeploymentMetricsMaintainerTest method maintain.

@Test
public void maintain() {
    ControllerTester tester = new ControllerTester();
    ApplicationId app = tester.createAndDeploy("tenant1", "domain1", "app1", Environment.dev, 123).id();
    // Pre condition: no metric info on neither application nor deployment
    assertEquals(0, tester.controller().applications().require(app).metrics().queryServiceQuality(), 0);
    Deployment deployment = tester.controller().applications().get(app).get().deployments().values().stream().findAny().get();
    assertEquals(0, deployment.metrics().documentCount(), 0);
    DeploymentMetricsMaintainer maintainer = new DeploymentMetricsMaintainer(tester.controller(), Duration.ofMinutes(10), new JobControl(new MockCuratorDb()));
    maintainer.maintain();
    // Post condition:
    Application application = tester.controller().applications().require(app);
    assertEquals(0.5, application.metrics().queryServiceQuality(), Double.MIN_VALUE);
    assertEquals(0.7, application.metrics().writeServiceQuality(), Double.MIN_VALUE);
    deployment = application.deployments().values().stream().findAny().get();
    assertEquals(1, deployment.metrics().queriesPerSecond(), Double.MIN_VALUE);
    assertEquals(2, deployment.metrics().writesPerSecond(), Double.MIN_VALUE);
    assertEquals(3, deployment.metrics().documentCount(), Double.MIN_VALUE);
    assertEquals(4, deployment.metrics().queryLatencyMillis(), Double.MIN_VALUE);
    assertEquals(5, deployment.metrics().writeLatencyMillis(), Double.MIN_VALUE);
}

Example 19 with ControllerTester

use of com.yahoo.vespa.hosted.controller.ControllerTester in project vespa by vespa-engine.

the class VersionStatusTest method testSystemVersionIsVersionOfOldestConfigServer.

@Test
public void testSystemVersionIsVersionOfOldestConfigServer() throws URISyntaxException {
    ControllerTester tester = new ControllerTester();
    Version oldest = new Version(5);
    tester.configServer().versions().put(new URI("https://cfg.prod.corp-us-east-1.test:4443"), oldest);
    VersionStatus versionStatus = VersionStatus.compute(tester.controller());
    assertEquals(oldest, versionStatus.systemVersion().get().versionNumber());
}

Example 20 with ControllerTester

use of com.yahoo.vespa.hosted.controller.ControllerTester in project vespa by vespa-engine.

the class VersionStatusTest method testSystemVersionIsControllerVersionIfConfigserversAreNewer.

@Test
public void testSystemVersionIsControllerVersionIfConfigserversAreNewer() {
    ControllerTester tester = new ControllerTester();
    Version largerThanCurrent = new Version(Vtag.currentVersion.getMajor() + 1);
    tester.configServer().setDefaultVersion(largerThanCurrent);
    VersionStatus versionStatus = VersionStatus.compute(tester.controller());
    assertEquals(Vtag.currentVersion, versionStatus.systemVersion().get().versionNumber());
}