Examples with TestSet uk.co.automatictester.lightning.TestSet used on opensource projects

Example 1 with TestSet

use of uk.co.automatictester.lightning.TestSet in project lightning by automatictester.

the class LightningTask method runTests.

void runTests() {
    long testSetExecStart = System.currentTimeMillis();
    LightningXMLFileReader xmlFileReader = new LightningXMLFileReader();
    xmlFileReader.readTests(extension.getTestSetXml());
    List<ClientSideTest> clientSideTests = xmlFileReader.getClientSideTests();
    List<ServerSideTest> serverSideTests = xmlFileReader.getServerSideTests();
    testSet = new TestSet(clientSideTests, serverSideTests);
    jmeterTransactions = new JMeterCSVFileReader().getTransactions(extension.getJmeterCsv());
    if (extension.getPerfmonCsv() != null) {
        PerfMonDataEntries perfMonDataEntries = new PerfMonDataReader().getDataEntires(extension.getPerfmonCsv());
        testSet.executeServerSideTests(perfMonDataEntries);
    }
    testSet.executeClientSideTests(jmeterTransactions);
    log(testSet.getTestExecutionReport());
    log(new TestSetReporter(testSet).getTestSetExecutionSummaryReport());
    long testSetExecEnd = System.currentTimeMillis();
    long testExecTime = testSetExecEnd - testSetExecStart;
    log(String.format("Execution time:    %dms", testExecTime));
    if (testSet.getFailCount() + testSet.getErrorCount() != 0) {
        exitCode = 1;
    }
}

Example 2 with TestSet

use of uk.co.automatictester.lightning.TestSet in project lightning by automatictester.

the class TeamCityReporterTest method testPrintTeamCityVerifyStatistics.

@Test
public void testPrintTeamCityVerifyStatistics() {
    final PassedTransactionsTest clientTest = mock(PassedTransactionsTest.class);
    when(clientTest.getName()).thenReturn("Failed transactions");
    when(clientTest.getActualResult()).thenReturn(1);
    final ServerSideTest serverTest = mock(ServerSideTest.class);
    when(serverTest.getName()).thenReturn("Memory utilization");
    when(serverTest.getActualResult()).thenReturn(45);
    TestSet testSet = mock(TestSet.class);
    when(testSet.getClientSideTests()).thenReturn(new ArrayList<ClientSideTest>() {

        {
            add(clientTest);
        }
    });
    when(testSet.getServerSideTests()).thenReturn(new ArrayList<ServerSideTest>() {

        {
            add(serverTest);
        }
    });
    String output = new TeamCityReporter(testSet).getTeamCityVerifyStatistics();
    assertThat(output, containsString("##teamcity[buildStatisticValue key='Failed transactions' value='1']"));
    assertThat(output, containsString("##teamcity[buildStatisticValue key='Memory utilization' value='45']"));
}

Example 3 with TestSet

use of uk.co.automatictester.lightning.TestSet in project lightning by automatictester.

the class JenkinsReporterTest method testSetJenkinsBuildName_verify.

@Test
public void testSetJenkinsBuildName_verify() throws FileNotFoundException {
    TestSet testSet = mock(TestSet.class);
    when(testSet.getTestCount()).thenReturn(3);
    when(testSet.getFailCount()).thenReturn(1);
    when(testSet.getErrorCount()).thenReturn(1);
    new JenkinsReporter(testSet).setJenkinsBuildName();
    File lightningFile = new File("lightning-jenkins.properties");
    String text = new Scanner(lightningFile).useDelimiter("\\A").next();
    lightningFile.delete();
    assertThat(text, containsString("In Jenkins Build Name Setter Plugin, define build name as: ${BUILD_NUMBER} - ${PROPFILE,file=\"lightning-jenkins.properties\",property=\"result.string\"}"));
    assertThat(text, containsString("result.string=Tests executed\\: 3, failed\\: 2"));
}

Example 4 with TestSet

use of uk.co.automatictester.lightning.TestSet in project lightning by automatictester.

the class LightningHandler method runTests.

private void runTests() {
    long testSetExecStart = System.currentTimeMillis();
    LightningXMLS3ObjectReader xmlFileReader = new LightningXMLS3ObjectReader(region, bucket);
    xmlFileReader.readTests(xml);
    List<ClientSideTest> clientSideTests = xmlFileReader.getClientSideTests();
    List<ServerSideTest> serverSideTests = xmlFileReader.getServerSideTests();
    testSet = new TestSet(clientSideTests, serverSideTests);
    jmeterTransactions = new JMeterCSVS3ObjectReader(region, bucket).getTransactions(jmeterCsv);
    if (perfmonCsv != null) {
        PerfMonDataEntries perfMonDataEntries = new PerfMonS3ObjectDataReader(region, bucket).getDataEntires(perfmonCsv);
        testSet.executeServerSideTests(perfMonDataEntries);
    }
    testSet.executeClientSideTests(jmeterTransactions);
    String testExecutionReport = testSet.getTestExecutionReport();
    String testSetExecutionSummaryReport = new TestSetReporter(testSet).getTestSetExecutionSummaryReport();
    String combinedTestReport = String.format("\n%s%s\n", testExecutionReport, testSetExecutionSummaryReport);
    String combinedTestReportS3Path = s3Client.putS3Object("output/verify.log", combinedTestReport);
    response.setCombinedTestReport(combinedTestReportS3Path);
    log.info(combinedTestReport);
    long testSetExecEnd = System.currentTimeMillis();
    long testExecTime = testSetExecEnd - testSetExecStart;
    log.info("Total verify stage execution time:    {}ms", testExecTime);
    if (testSet.getFailCount() + testSet.getErrorCount() != 0) {
        response.setExitCode(1);
    } else {
        response.setExitCode(0);
    }
}

Example 5 with TestSet

use of uk.co.automatictester.lightning.TestSet in project lightning by automatictester.

the class LightningMojo method runTests.

private void runTests() {
    long testSetExecStart = System.currentTimeMillis();
    LightningXMLFileReader xmlFileReader = new LightningXMLFileReader();
    xmlFileReader.readTests(testSetXml);
    List<ClientSideTest> clientSideTests = xmlFileReader.getClientSideTests();
    List<ServerSideTest> serverSideTests = xmlFileReader.getServerSideTests();
    testSet = new TestSet(clientSideTests, serverSideTests);
    jmeterTransactions = new JMeterCSVFileReader().getTransactions(jmeterCsv);
    if (perfmonCsv != null) {
        PerfMonDataEntries perfMonDataEntries = new PerfMonDataReader().getDataEntires(perfmonCsv);
        testSet.executeServerSideTests(perfMonDataEntries);
    }
    testSet.executeClientSideTests(jmeterTransactions);
    log(testSet.getTestExecutionReport());
    log(new TestSetReporter(testSet).getTestSetExecutionSummaryReport());
    long testSetExecEnd = System.currentTimeMillis();
    long testExecTime = testSetExecEnd - testSetExecStart;
    log(String.format("Execution time:    %dms", testExecTime));
    if (testSet.getFailCount() + testSet.getErrorCount() != 0) {
        exitCode = 1;
    }
}