Examples with DeploymentTester com.yahoo.vespa.hosted.controller.deployment.DeploymentTester used on opensource projects

Example 11 with DeploymentTester

use of com.yahoo.vespa.hosted.controller.deployment.DeploymentTester in project vespa by vespa-engine.

the class UpgraderTest method testConfidenceIgnoresFailingApplicationChanges.

@Test
public void testConfidenceIgnoresFailingApplicationChanges() {
    DeploymentTester tester = new DeploymentTester();
    Version version = Version.fromString("5.0");
    tester.updateVersionStatus(version);
    ApplicationPackage canaryPolicy = DeploymentTester.applicationPackage("canary");
    ApplicationPackage defaultPolicy = DeploymentTester.applicationPackage("default");
    // Setup applications
    Application canary0 = tester.createAndDeploy("canary0", 1, canaryPolicy);
    Application canary1 = tester.createAndDeploy("canary1", 2, canaryPolicy);
    Application default0 = tester.createAndDeploy("default0", 3, defaultPolicy);
    Application default1 = tester.createAndDeploy("default1", 4, defaultPolicy);
    Application default2 = tester.createAndDeploy("default2", 5, defaultPolicy);
    Application default3 = tester.createAndDeploy("default3", 6, defaultPolicy);
    Application default4 = tester.createAndDeploy("default4", 7, defaultPolicy);
    // New version is released
    version = Version.fromString("5.1");
    tester.updateVersionStatus(version);
    assertEquals(version, tester.controller().versionStatus().systemVersion().get().versionNumber());
    tester.upgrader().maintain();
    tester.readyJobTrigger().maintain();
    // Canaries upgrade and raise confidence
    tester.completeUpgrade(canary0, version, "canary");
    tester.completeUpgrade(canary1, version, "canary");
    tester.updateVersionStatus(version);
    assertEquals(VespaVersion.Confidence.normal, tester.controller().versionStatus().systemVersion().get().confidence());
    // All applications upgrade successfully
    tester.upgrader().maintain();
    tester.readyJobTrigger().maintain();
    tester.completeUpgrade(default0, version, "default");
    tester.completeUpgrade(default1, version, "default");
    tester.completeUpgrade(default2, version, "default");
    tester.completeUpgrade(default3, version, "default");
    tester.completeUpgrade(default4, version, "default");
    tester.updateVersionStatus(version);
    assertEquals(VespaVersion.Confidence.high, tester.controller().versionStatus().systemVersion().get().confidence());
    // Multiple application changes are triggered and fail, but does not affect version confidence as upgrade has
    // completed successfully
    tester.jobCompletion(component).application(default0).nextBuildNumber().uploadArtifact(canaryPolicy).unsuccessful().submit();
    tester.jobCompletion(component).application(default1).nextBuildNumber().uploadArtifact(canaryPolicy).unsuccessful().submit();
    tester.jobCompletion(component).application(default2).nextBuildNumber().uploadArtifact(defaultPolicy).submit();
    tester.jobCompletion(component).application(default3).nextBuildNumber().uploadArtifact(defaultPolicy).submit();
    tester.jobCompletion(component).application(default2).nextBuildNumber().uploadArtifact(canaryPolicy).unsuccessful().submit();
    tester.jobCompletion(component).application(default3).nextBuildNumber(2).uploadArtifact(canaryPolicy).unsuccessful().submit();
    tester.updateVersionStatus(version);
    assertEquals(VespaVersion.Confidence.normal, tester.controller().versionStatus().systemVersion().get().confidence());
}

Example 12 with DeploymentTester

use of com.yahoo.vespa.hosted.controller.deployment.DeploymentTester in project vespa by vespa-engine.

the class UpgraderTest method testBlockVersionChangeHalfwayThoughThenNewVersion.

/**
 * Tests the scenario where a release is deployed to 2 of 3 production zones, then blocked,
 * followed by timeout of the upgrade and a new release.
 * In this case, the blocked production zone should not progress with upgrading to the previous version,
 * and should not upgrade to the new version until the other production zones have it
 * (expected behavior; both requirements are debatable).
 */
@Test
public void testBlockVersionChangeHalfwayThoughThenNewVersion() {
    // Friday, 16:00
    ManualClock clock = new ManualClock(Instant.parse("2017-09-29T16:00:00.00Z"));
    DeploymentTester tester = new DeploymentTester(new ControllerTester(clock));
    Version version = Version.fromString("5.0");
    tester.updateVersionStatus(version);
    ApplicationPackage applicationPackage = new ApplicationPackageBuilder().upgradePolicy("canary").blockChange(false, true, "mon-fri", "00-09,17-23", "UTC").blockChange(false, true, "sat-sun", "00-23", "UTC").region("us-west-1").region("us-central-1").region("us-east-3").build();
    Application app = tester.createAndDeploy("app1", 1, applicationPackage);
    // New version is released
    version = Version.fromString("5.1");
    tester.updateVersionStatus(version);
    // Application upgrade starts
    tester.upgrader().maintain();
    tester.readyJobTrigger().maintain();
    tester.deployAndNotify(app, applicationPackage, true, systemTest);
    tester.deployAndNotify(app, applicationPackage, true, DeploymentJobs.JobType.stagingTest);
    tester.deployAndNotify(app, applicationPackage, true, productionUsWest1);
    // Entering block window after prod job is triggered
    clock.advance(Duration.ofHours(1));
    tester.deployAndNotify(app, applicationPackage, true, DeploymentJobs.JobType.productionUsCentral1);
    // Next job not triggered due to being in the block window
    assertTrue(tester.deploymentQueue().jobs().isEmpty());
    // A day passes and we get a new version
    tester.clock().advance(Duration.ofDays(1));
    version = Version.fromString("5.2");
    tester.updateVersionStatus(version);
    tester.upgrader().maintain();
    tester.readyJobTrigger().maintain();
    assertTrue("Nothing is scheduled", tester.deploymentQueue().jobs().isEmpty());
    // Monday morning: We are not blocked
    // Sunday, 17:00
    tester.clock().advance(Duration.ofDays(1));
    // Monday, 10:00
    tester.clock().advance(Duration.ofHours(17));
    tester.upgrader().maintain();
    tester.readyJobTrigger().maintain();
    // We proceed with the new version in the expected order, not starting with the previously blocked version:
    // Test jobs are run with the new version, but not production as we are in the block window
    tester.deployAndNotify(app, applicationPackage, true, systemTest);
    tester.deployAndNotify(app, applicationPackage, true, DeploymentJobs.JobType.stagingTest);
    tester.deployAndNotify(app, applicationPackage, true, productionUsWest1);
    tester.deployAndNotify(app, applicationPackage, true, DeploymentJobs.JobType.productionUsCentral1);
    tester.deployAndNotify(app, applicationPackage, true, DeploymentJobs.JobType.productionUsEast3);
    assertTrue("All jobs consumed", tester.deploymentQueue().jobs().isEmpty());
    // App is completely upgraded to the latest version
    for (Deployment deployment : tester.applications().require(app.id()).deployments().values()) assertEquals(version, deployment.version());
}

Example 13 with DeploymentTester

use of com.yahoo.vespa.hosted.controller.deployment.DeploymentTester in project vespa by vespa-engine.

the class UpgraderTest method testDeploymentAlreadyInProgressForUpgrade.

@Test
public void testDeploymentAlreadyInProgressForUpgrade() {
    DeploymentTester tester = new DeploymentTester();
    ApplicationPackage applicationPackage = new ApplicationPackageBuilder().upgradePolicy("canary").environment(Environment.prod).region("us-east-3").build();
    Version version = Version.fromString("5.0");
    tester.updateVersionStatus(version);
    Application app = tester.createApplication("app1", "tenant1", 1, 11L);
    tester.jobCompletion(component).application(app).uploadArtifact(applicationPackage).submit();
    tester.deployAndNotify(app, applicationPackage, true, systemTest);
    tester.deployAndNotify(app, applicationPackage, true, DeploymentJobs.JobType.stagingTest);
    tester.deployAndNotify(app, applicationPackage, true, DeploymentJobs.JobType.productionUsEast3);
    tester.upgrader().maintain();
    tester.readyJobTrigger().maintain();
    assertEquals("Application is on expected version: Nothing to do", 0, tester.deploymentQueue().jobs().size());
    // New version is released
    version = Version.fromString("5.1");
    tester.updateVersionStatus(version);
    assertEquals(version, tester.controller().versionStatus().systemVersion().get().versionNumber());
    tester.upgrader().maintain();
    tester.readyJobTrigger().maintain();
    // system-test completes successfully
    tester.deployAndNotify(app, applicationPackage, true, systemTest);
    // staging-test fails and failure is recorded
    tester.deployAndNotify(app, applicationPackage, false, DeploymentJobs.JobType.stagingTest);
    assertTrue("Failure is recorded", tester.application(app.id()).deploymentJobs().hasFailures());
    assertTrue("Application has pending change", tester.application(app.id()).change().isPresent());
    // New version is released
    version = Version.fromString("5.2");
    tester.updateVersionStatus(version);
    assertEquals(version, tester.controller().versionStatus().systemVersion().get().versionNumber());
    // Upgrade is scheduled. system-tests starts, but does not complete
    tester.upgrader().maintain();
    tester.readyJobTrigger().maintain();
    assertTrue("Application still has failures", tester.application(app.id()).deploymentJobs().hasFailures());
    assertEquals(1, tester.deploymentQueue().jobs().size());
    tester.deploymentQueue().takeJobsToRun();
    // Upgrader runs again, nothing happens as there's already a job in progress for this change
    tester.upgrader().maintain();
    tester.readyJobTrigger().maintain();
    assertTrue("No more jobs triggered at this time", tester.deploymentQueue().jobs().isEmpty());
}

Example 14 with DeploymentTester

use of com.yahoo.vespa.hosted.controller.deployment.DeploymentTester in project vespa by vespa-engine.

the class DeploymentIssueReporterTest method setup.

@Before
public void setup() {
    tester = new DeploymentTester();
    issues = new MockDeploymentIssues();
    reporter = new DeploymentIssueReporter(tester.controller(), issues, Duration.ofDays(1), new JobControl(new MockCuratorDb()));
}

Example 15 with DeploymentTester

use of com.yahoo.vespa.hosted.controller.deployment.DeploymentTester in project vespa by vespa-engine.

the class OutstandingChangeDeployerTest method testChangeDeployer.

@Test
public void testChangeDeployer() {
    DeploymentTester tester = new DeploymentTester();
    tester.configServer().setDefaultVersion(new Version(6, 1));
    OutstandingChangeDeployer deployer = new OutstandingChangeDeployer(tester.controller(), Duration.ofMinutes(10), new JobControl(new MockCuratorDb()));
    ApplicationPackage applicationPackage = new ApplicationPackageBuilder().environment(Environment.prod).region("us-west-1").build();
    tester.createAndDeploy("app1", 11, applicationPackage);
    tester.createAndDeploy("app2", 22, applicationPackage);
    Version version = new Version(6, 2);
    tester.deploymentTrigger().triggerChange(tester.application("app1").id(), Change.of(version));
    tester.deploymentTrigger().triggerReadyJobs();
    assertEquals(Change.of(version), tester.application("app1").change());
    assertFalse(tester.application("app1").outstandingChange().isPresent());
    tester.jobCompletion(DeploymentJobs.JobType.component).application(tester.application("app1")).sourceRevision(new SourceRevision("repository1", "master", "cafed00d")).nextBuildNumber().uploadArtifact(applicationPackage).submit();
    Application app = tester.application("app1");
    assertTrue(app.outstandingChange().isPresent());
    assertEquals("1.0.43-cafed00d", app.outstandingChange().application().get().id());
    assertEquals(1, tester.deploymentQueue().jobs().size());
    deployer.maintain();
    tester.deploymentTrigger().triggerReadyJobs();
    assertEquals("No effect as job is in progress", 1, tester.deploymentQueue().jobs().size());
    assertEquals("1.0.43-cafed00d", app.outstandingChange().application().get().id());
    tester.deployAndNotify(app, applicationPackage, true, DeploymentJobs.JobType.systemTest);
    tester.deployAndNotify(app, applicationPackage, true, DeploymentJobs.JobType.stagingTest);
    tester.deployAndNotify(app, applicationPackage, true, DeploymentJobs.JobType.productionUsWest1);
    assertEquals("Upgrade done", 0, tester.deploymentQueue().jobs().size());
    deployer.maintain();
    tester.deploymentTrigger().triggerReadyJobs();
    app = tester.application("app1");
    assertEquals("1.0.43-cafed00d", app.change().application().get().id());
    List<BuildService.BuildJob> jobs = tester.deploymentQueue().jobs();
    assertEquals(1, jobs.size());
    assertEquals(11, jobs.get(0).projectId());
    assertEquals(DeploymentJobs.JobType.systemTest.jobName(), jobs.get(0).jobName());
    assertFalse(tester.application("app1").outstandingChange().isPresent());
}