Examples with Confidence com.yahoo.vespa.hosted.controller.versions.VespaVersion.Confidence used on opensource projects

Example 1 with Confidence

use of com.yahoo.vespa.hosted.controller.versions.VespaVersion.Confidence in project vespa by vespa-engine.

the class VersionStatusTest method testVersionConfidence.

@Test
public void testVersionConfidence() {
    DeploymentTester tester = new DeploymentTester();
    Version version0 = new Version("5.0");
    tester.upgradeSystem(version0);
    // Setup applications - all running on version0
    Application canary0 = tester.createAndDeploy("canary0", 1, "canary");
    Application canary1 = tester.createAndDeploy("canary1", 2, "canary");
    Application canary2 = tester.createAndDeploy("canary2", 3, "canary");
    Application default0 = tester.createAndDeploy("default0", 4, "default");
    Application default1 = tester.createAndDeploy("default1", 5, "default");
    Application default2 = tester.createAndDeploy("default2", 6, "default");
    Application default3 = tester.createAndDeploy("default3", 7, "default");
    Application default4 = tester.createAndDeploy("default4", 8, "default");
    Application default5 = tester.createAndDeploy("default5", 9, "default");
    Application default6 = tester.createAndDeploy("default6", 10, "default");
    Application default7 = tester.createAndDeploy("default7", 11, "default");
    Application default8 = tester.createAndDeploy("default8", 12, "default");
    Application default9 = tester.createAndDeploy("default9", 13, "default");
    Application conservative0 = tester.createAndDeploy("conservative1", 14, "conservative");
    // Applications that do not affect confidence calculation:
    // Application without deployment
    Application ignored0 = tester.createApplication("ignored0", "tenant1", 1000, 1000L);
    // Pull request builds
    tester.controllerTester().createApplication(new TenantId("tenant1"), "ignored1", "43", 1000);
    assertEquals("All applications running on this version: High", Confidence.high, confidence(tester.controller(), version0));
    // New version is released
    Version version1 = new Version("5.1");
    tester.upgradeSystem(version1);
    // Canaries upgrade to new versions and fail
    tester.completeUpgrade(canary0, version1, "canary");
    tester.completeUpgradeWithError(canary1, version1, "canary", productionUsWest1);
    tester.updateVersionStatus();
    assertEquals("One canary failed: Broken", Confidence.broken, confidence(tester.controller(), version1));
    // New version is released
    Version version2 = new Version("5.2");
    tester.upgradeSystem(version2);
    assertEquals("Confidence defaults to low for version with no applications", Confidence.low, confidence(tester.controller(), version2));
    // All canaries upgrade successfully
    tester.completeUpgrade(canary0, version2, "canary");
    tester.jobCompletion(productionUsWest1).application(canary1).unsuccessful().submit();
    tester.completeUpgrade(canary1, version2, "canary");
    assertEquals("Confidence for remains unchanged for version1: Broken", Confidence.broken, confidence(tester.controller(), version1));
    assertEquals("Nothing has failed but not all canaries have upgraded: Low", Confidence.low, confidence(tester.controller(), version2));
    // Remaining canary upgrades to version2 which raises confidence to normal and more apps upgrade
    tester.jobCompletion(systemTest).application(canary2).unsuccessful().submit();
    tester.completeUpgrade(canary2, version2, "canary");
    tester.upgradeSystem(version2);
    assertEquals("Canaries have upgraded: Normal", Confidence.normal, confidence(tester.controller(), version2));
    tester.completeUpgrade(default0, version2, "default");
    tester.completeUpgrade(default1, version2, "default");
    tester.completeUpgrade(default2, version2, "default");
    tester.completeUpgrade(default3, version2, "default");
    tester.completeUpgrade(default4, version2, "default");
    tester.completeUpgrade(default5, version2, "default");
    tester.completeUpgrade(default6, version2, "default");
    tester.completeUpgrade(default7, version2, "default");
    tester.updateVersionStatus();
    // Remember confidence across restart
    tester.restartController();
    assertEquals("Confidence remains unchanged for version0: High", Confidence.high, confidence(tester.controller(), version0));
    assertEquals("All canaries deployed + < 90% of defaults: Normal", Confidence.normal, confidence(tester.controller(), version2));
    assertTrue("Status for version without applications is removed", tester.controller().versionStatus().versions().stream().noneMatch(vespaVersion -> vespaVersion.versionNumber().equals(version1)));
    // Another default application upgrades, raising confidence to high
    tester.completeUpgrade(default8, version2, "default");
    tester.completeUpgrade(default9, version2, "default");
    tester.updateVersionStatus();
    assertEquals("Confidence remains unchanged for version0: High", Confidence.high, confidence(tester.controller(), version0));
    assertEquals("90% of defaults deployed successfully: High", VespaVersion.Confidence.high, confidence(tester.controller(), version2));
    // A new version is released, all canaries upgrade successfully, but enough "default" apps fail to mark version
    // as broken
    Version version3 = new Version("5.3");
    tester.upgradeSystem(version3);
    tester.completeUpgrade(canary0, version3, "canary");
    tester.completeUpgrade(canary1, version3, "canary");
    tester.completeUpgrade(canary2, version3, "canary");
    tester.upgradeSystem(version3);
    tester.completeUpgradeWithError(default0, version3, "default", stagingTest);
    tester.completeUpgradeWithError(default1, version3, "default", stagingTest);
    tester.completeUpgradeWithError(default2, version3, "default", stagingTest);
    tester.completeUpgradeWithError(default9, version3, "default", stagingTest);
    tester.updateVersionStatus();
    assertEquals("Confidence remains unchanged for version0: High", Confidence.high, confidence(tester.controller(), version0));
    assertEquals("Confidence remains unchanged for version2: High", Confidence.high, confidence(tester.controller(), version2));
    assertEquals("40% of defaults failed: Broken", VespaVersion.Confidence.broken, confidence(tester.controller(), version3));
    // Test version order
    List<VespaVersion> versions = tester.controller().versionStatus().versions();
    assertEquals(3, versions.size());
    assertEquals("5", versions.get(0).versionNumber().toString());
    assertEquals("5.2", versions.get(1).versionNumber().toString());
    assertEquals("5.3", versions.get(2).versionNumber().toString());
}

Example 2 with Confidence

use of com.yahoo.vespa.hosted.controller.versions.VespaVersion.Confidence in project vespa by vespa-engine.

the class ControllerApiHandler method overrideConfidence.

private HttpResponse overrideConfidence(HttpRequest request, String version) {
    Confidence confidence = Confidence.valueOf(asString(request.getData()));
    maintenance.upgrader().overrideConfidence(Version.fromString(version), confidence);
    return new UpgraderResponse(maintenance.upgrader());
}

Example 3 with Confidence

use of com.yahoo.vespa.hosted.controller.versions.VespaVersion.Confidence in project vespa by vespa-engine.

the class ConfidenceOverrideSerializer method fromSlime.

public Map<Version, Confidence> fromSlime(Slime slime) {
    Cursor root = slime.get();
    Cursor overridesObject = root.field(overridesField);
    Map<Version, Confidence> overrides = new LinkedHashMap<>();
    overridesObject.traverse((ObjectTraverser) (name, value) -> {
        overrides.put(Version.fromString(name), Confidence.valueOf(value.asString()));
    });
    return Collections.unmodifiableMap(overrides);
}