Examples with QueuingTestRunner com.datastax.fallout.runner.QueuingTestRunner used on opensource projects

Example 1 with QueuingTestRunner

use of com.datastax.fallout.runner.QueuingTestRunner in project fallout by datastax.

the class QueuingTestRunnerAbortTest method abortsTestDuring.

private void abortsTestDuring(Method abortMethod, TestRun.State expectedFailedDuring, List<Method> expectedMethods) {
    final Test test = makeTest("abort-fake.yaml");
    final TestRun testRun = testRunFactory.makeTestRun(test);
    final CompletableFuture<TestRun> completedTestRun = new CompletableFuture<>();
    expectedAbortMode = expectedMethods.contains(NODE_EXECUTION_KILLED) ? ExpectedAbortMode.ABORT_WITH_KILL : ExpectedAbortMode.ABORT;
    try (QueuingTestRunner testRunner = testRunnerBuilder().modifyComponentFactory(componentFactory -> componentFactory.mockAll(Provisioner.class, AbortProvisioner::new).mockAll(Module.class, AbortModule::new)).modifyActiveTestRunFactory(activeTestRunFactory -> activeTestRunFactory.withCommandExecutorFactory(FakeCommandExecutor::new)).withTestRunCompletionCallback(completedTestRun::complete).build()) {
        testRunner.queueTestRun(testRun);
        if (abortMethod != null) {
            logger.withScopedInfo("waiting for method {} to start before aborting", abortMethod).run(() -> await(methodStarted));
            logger.withScopedInfo("aborting {}", abortMethod).run(() -> testRunner.abortTestRun(testRun));
            methodContinue.countDown();
        }
        assertThat(completedTestRun.join()).isEqualTo(testRun).hasState(abortMethod != null ? TestRun.State.ABORTED : TestRun.State.PASSED).hasFailedDuring(expectedFailedDuring);
    }
    assertThat(calledMethods).isEqualTo(expectedMethods);
    assertThat(testRunnerJobQueue.hasNoRequeuedJobs()).isTrue();
}

Example 2 with QueuingTestRunner

use of com.datastax.fallout.runner.QueuingTestRunner in project fallout by datastax.

the class QueuingTestRunnerDestroyTest method destroysNodeGroupTest.

private void destroysNodeGroupTest(Function<AtomicInteger, Provisioner> provisionerFactory) {
    final AtomicInteger nodeGroupDestroyed = new AtomicInteger(0);
    final CompletableFuture<TestRun> completedTestRun = new CompletableFuture<>();
    try (QueuingTestRunner testRunner = testRunnerBuilder().modifyComponentFactory(componentFactory -> componentFactory.mockAll(Provisioner.class, () -> provisionerFactory.apply(nodeGroupDestroyed))).withTestRunCompletionCallback(completedTestRun::complete).build()) {
        final Test test = makeTest("fakes.yaml");
        final TestRun testRun = testRunFactory.makeTestRun(test);
        testRunner.queueTestRun(testRun);
        assertThat(completedTestRun.join()).isEqualTo(testRun).hasState(TestRun.State.FAILED).hasFailedDuring(TestRun.State.SETTING_UP);
        assertThat(nodeGroupDestroyed.get()).isEqualTo(1);
    }
}

Example 3 with QueuingTestRunner

use of com.datastax.fallout.runner.QueuingTestRunner in project fallout by datastax.

the class FalloutServiceBase method runServer.

private void runServer(FC conf, Environment environment, CreateAbortableTestRunExecutorFactory createTestRunExecutorFactory, SchemaMode schemaMode) throws Exception {
    final LifecycleManager m = new LifecycleManager(environment);
    final ResourceReservationLocks resourceReservationLocks = new ResourceReservationLocks();
    cassandraDriverManager = m.manage(new CassandraDriverManager(conf.getCassandraHost(), conf.getCassandraPort(), conf.getKeyspace(), schemaMode, preCreateSchemaCallback));
    SecurityUtil securityUtil = new SecurityUtil(conf.getSecureRandomAlgorithm());
    final var userGroupMapper = createUserGroupMapper();
    UserDAO userDAO = m.manage(new UserDAO(cassandraDriverManager, securityUtil, conf.getAdminUserCreds(), userGroupMapper));
    TestRunDAO testRunDAO = m.manage(new TestRunDAO(cassandraDriverManager));
    TestDAO testDAO = m.manage(new TestDAO(cassandraDriverManager, testRunDAO));
    PerformanceReportDAO reportDAO = m.manage(new PerformanceReportDAO(cassandraDriverManager));
    ActiveTestRunFactory activeTestRunFactory = createActiveTestRunFactory(conf);
    UserMessenger mailer = HtmlMailUserMessenger.create(conf);
    UserCredentialsFactory userCredentialsFactory = (testRun) -> {
        User user = userDAO.getUser(testRun.getOwner());
        if (user == null) {
            throw new RuntimeException(String.format("Couldn't find User with email '%s'", testRun.getOwner()));
        }
        return new UserCredentials(user, userDAO.getCIUserByUser(user));
    };
    QueuingTestRunner testRunner = m.manageStartOnly(new QueuingTestRunner(testRunDAO::update, testDAO::updateLastRunAt, new PersistentPendingQueue(testRunDAO::getQueued), userCredentialsFactory, createTestRunExecutorFactory.create(conf, m, mailer, testDAO, testRunDAO, activeTestRunFactory), testRun -> activeTestRunFactory.getResourceRequirements(testRun, userCredentialsFactory), resourceReservationLocks, conf.getResourceLimits(), conf.getStartPaused()));
    // monitor queue metrics
    QueueMetricsManager.registerMetrics(environment.metrics(), testRunDAO);
    runningTestRunsCount = testRunner::getRunningTestRunsCount;
    // Make sure the performance_reports dir exists
    FileUtils.createDirs(Paths.get(conf.getArtifactPath(), "performance_reports"));
    final HashedWheelTimer timer = m.manage(new HashedWheelTimer(new NamedThreadFactory("ServiceTimer")), HashedWheelTimer::stop);
    Path artifactPath = Paths.get(conf.getArtifactPath());
    final var runningTaskLock = new ReentrantLock();
    ArtifactScrubber artifactScrubber = m.manage(new ArtifactScrubber(conf.getStartPaused(), timer, runningTaskLock, Duration.hours(0), Duration.hours(24), artifactPath, testRunDAO, userDAO));
    ArtifactCompressor artifactCompressor = m.manage(new ArtifactCompressor(conf.getStartPaused(), timer, runningTaskLock, Duration.hours(12), Duration.hours(24), artifactPath, testRunDAO, testDAO));
    TestRunReaper testRunReaper = m.manage(new TestRunReaper(conf.getStartPaused(), timer, runningTaskLock, Duration.hours(18), Duration.days(7), testRunDAO, reportDAO, testDAO, mailer, SlackUserMessenger.create(conf.getSlackToken(), m.manage(FalloutClientBuilder.forComponent(SlackUserMessenger.class).build(), Client::close)), conf.getExternalUrl()));
    QueueAdminTask queueAdminTask = new QueueAdminTask(testRunner, List.of(artifactScrubber, artifactCompressor, testRunReaper));
    environment.admin().addTask(queueAdminTask);
    final var artifactUsageAdminTask = new ArtifactUsageAdminTask(testRunDAO);
    environment.admin().addTask(artifactUsageAdminTask);
    environment.admin().addTask(new ArtifactCompressorAdminTask(artifactCompressor));
    environment.admin().addTask(new ShutdownTask(this::shutdown));
    truncateTrailingSlashesInUrls(conf);
    final RewriteHandler rewriteHandler = new RewriteHandler();
    conf.getServerFactory().insertHandler(rewriteHandler);
    addArtifactServlet(conf, environment, rewriteHandler);
    // Add CORS headers so that fallout API can be consumed from other than the main URL
    // The `CrossOriginFilter` comes with the required default settings: allow any origin
    environment.servlets().addFilter("CORS", CrossOriginFilter.class).addMappingForUrlPatterns(EnumSet.allOf(DispatcherType.class), true, "/*");
    // Register our exception mappers: note that we must use concrete (i.e. non-generic) classes, otherwise
    // the convoluted exception mapping code in Jersey will fail with an HTTP 500 error.
    // Dropwizard registers several helpful exception mappers on server start in its ExceptionMapperBinder; one of
    // these provides a helper logging method for detecting a particular developer error when POSTing
    // forms.  Unfortunately, this intercepts _all_ IllegalStateExceptions.  We insert our IllegalStateException
    // mapper here to pre-empt it, whilest keeping the helper logic.
    environment.jersey().register(new FalloutExceptionMapper<IllegalStateException>() {

        private final IllegalStateExceptionMapper dropWizardIllegalStateExceptionMapper = new IllegalStateExceptionMapper();

        /**
         * If the helper code in {@link IllegalStateExceptionMapper} applies, use that
         */
        @Override
        public Response toResponse(IllegalStateException exception) {
            if (LocalizationMessages.FORM_PARAM_CONTENT_TYPE_ERROR().equals(exception.getMessage())) {
                return dropWizardIllegalStateExceptionMapper.toResponse(exception);
            }
            return super.toResponse(exception);
        }
    });
    // This is our default exception mapper.
    environment.jersey().register(new FalloutExceptionMapper<>() {
    });
    environment.jersey().register(new AuthDynamicFeature(new ChainedAuthFilter(getAuthFilters(conf, userDAO))));
    // Enable @RolesAllowed annotations
    environment.jersey().register(new RolesAllowedDynamicFeature());
    // If you want to use @Auth to inject a custom Principal type into your resource
    environment.jersey().register(new AuthValueFactoryProvider.Binder<>(User.class));
    final ComponentResource componentResource = new ComponentResource(conf, componentFactory);
    MainView mainView = new MainView(componentResource.getComponentTypes(), testRunner, addVersionedAssetsRewriteRule(rewriteHandler), conf::hideDisplayedEmailDomains);
    componentResource.setMainView(mainView);
    CommandExecutor commandExecutor = new LocalCommandExecutor();
    environment.jersey().register(new StatusResource(testRunner));
    environment.jersey().register(new HomeResource(conf, userDAO, testRunDAO, testRunner, conf.getResourceLimits(), mainView, userGroupMapper));
    environment.jersey().register(new AdminResource(testRunner, queueAdminTask, artifactUsageAdminTask, mainView));
    environment.jersey().register(new AccountResource(userDAO, conf, mailer, mainView, securityUtil, userGroupMapper));
    environment.jersey().register(new TestResource(conf, testDAO, testRunDAO, activeTestRunFactory, userCredentialsFactory, reportDAO, testRunner, mainView, userGroupMapper));
    environment.jersey().register(componentResource);
    environment.jersey().register(new PerformanceToolResource(testDAO, testRunDAO, reportDAO, conf.getArtifactPath(), mainView, userGroupMapper));
    registerOptionalResources(conf, environment, testRunDAO, commandExecutor);
    // Using SSE (which is what LiveResource uses) doesn't work unless we prevent the
    // GZIP output filter from flushing-on-demand (if we don't do this, data is queued up until the
    // GZIP implementation decides it's a good time to flush: see java.util.zip.Deflater#SYNC_FLUSH).
    ((DefaultServerWithHandlerFactory) conf.getServerFactory()).getGzipFilterFactory().setSyncFlush(true);
    final ArtifactWatcher artifactWatcher = new ArtifactWatcher(Paths.get(conf.getArtifactPath()), timer, conf.getArtifactWatcherCoalescingIntervalSeconds());
    environment.lifecycle().manage(artifactWatcher);
    final ServerSentEvents serverSentEvents = m.manageStartOnly(new ServerSentEvents(timer, conf.getServerSentEventsHeartBeatIntervalSeconds()));
    environment.jersey().register(new LiveResource(testRunDAO, artifactWatcher, serverSentEvents));
    setShutdownHandler(environment, testRunner, serverSentEvents);
}