Examples with ExecutionContext org.apache.hive.ptest.execution.context.ExecutionContext used on opensource projects

Example 1 with ExecutionContext

use of org.apache.hive.ptest.execution.context.ExecutionContext in project hive by apache.

the class TestTestConfiguration method testPTest.

@Test
public void testPTest() throws Exception {
    Host testHost = new Host("test", "test", new String[1], 1);
    Set<Host> testHosts = new HashSet<Host>();
    testHosts.add(testHost);
    TestConfiguration conf = TestConfiguration.fromInputStream(Resources.getResource("test-configuration.properties").openStream(), LOG);
    ExecutionContext execContext = new ExecutionContext(null, testHosts, "test", null);
    PTest.Builder mPTestBuilder = new PTest.Builder();
    PTest ptest = mPTestBuilder.build(conf, execContext, "1234", baseDir.newFolder(), null, null, null, null);
    Map<String, String> templateDefaults = ptest.getTemplateDefaults();
    Assert.assertEquals("git://github.com/apache/hive.git", templateDefaults.get("repository"));
    Assert.assertEquals("apache-github", templateDefaults.get("repositoryName"));
    Assert.assertEquals("trunk", templateDefaults.get("branch"));
    Assert.assertEquals("-Dtest.continue.on.failure=true -Dtest.silent=false", templateDefaults.get("antArgs"));
    Assert.assertEquals("hadoop-1,hadoop-2", templateDefaults.get("additionalProfiles"));
}

Example 2 with ExecutionContext

use of org.apache.hive.ptest.execution.context.ExecutionContext in project hive by apache.

the class TestExecutor method createExceutionContext.

private ExecutionContext createExceutionContext() throws ServiceNotAvailableException, InterruptedException, CreateHostsFailedException {
    long start = System.currentTimeMillis();
    LOG.info("Attempting to create a new execution context");
    ExecutionContext result = mExecutionContextProvider.createExecutionContext();
    long elapsedTime = System.currentTimeMillis() - start;
    LOG.info("Context Creation time: " + TimeUnit.SECONDS.convert(elapsedTime, TimeUnit.MILLISECONDS) + " seconds");
    return result;
}

Example 3 with ExecutionContext

use of org.apache.hive.ptest.execution.context.ExecutionContext in project hive by apache.

the class PTest method main.

public static void main(String[] args) throws Exception {
    LOG.info("Args " + Arrays.toString(args));
    CommandLineParser parser = new GnuParser();
    Options options = new Options();
    options.addOption(null, PROPERTIES, true, "properties file");
    options.addOption(null, REPOSITORY, true, "Overrides git repository in properties file");
    options.addOption(null, REPOSITORY_NAME, true, "Overrides git repository *name* in properties file");
    options.addOption(null, BRANCH, true, "Overrides git branch in properties file");
    options.addOption(null, PATCH, true, "URI to patch, either file:/// or http(s)://");
    options.addOption(ANT_ARG, null, true, "Supplemental ant arguments");
    options.addOption(null, JAVA_HOME, true, "Java Home for compiling and running tests (unless " + JAVA_HOME_TEST + " is specified)");
    options.addOption(null, JAVA_HOME_TEST, true, "Java Home for running tests (optional)");
    options.addOption(null, ANT_TEST_ARGS, true, "Arguments to ant test on slave nodes only");
    options.addOption(null, ANT_ENV_OPTS, true, "ANT_OPTS environment variable setting");
    CommandLine commandLine = parser.parse(options, args);
    if (!commandLine.hasOption(PROPERTIES)) {
        throw new IllegalArgumentException(Joiner.on(" ").join(PTest.class.getName(), "--" + PROPERTIES, "config.properties"));
    }
    String testConfigurationFile = commandLine.getOptionValue(PROPERTIES);
    ExecutionContextConfiguration executionContextConfiguration = ExecutionContextConfiguration.fromFile(testConfigurationFile);
    String buildTag = System.getenv("BUILD_TAG") == null ? "undefined-" + System.currentTimeMillis() : System.getenv("BUILD_TAG");
    File logDir = Dirs.create(new File(executionContextConfiguration.getGlobalLogDirectory(), buildTag));
    LogDirectoryCleaner cleaner = new LogDirectoryCleaner(new File(executionContextConfiguration.getGlobalLogDirectory()), 5);
    cleaner.setName("LogCleaner-" + executionContextConfiguration.getGlobalLogDirectory());
    cleaner.setDaemon(true);
    cleaner.start();
    TestConfiguration conf = TestConfiguration.fromFile(testConfigurationFile, LOG);
    String repository = Strings.nullToEmpty(commandLine.getOptionValue(REPOSITORY)).trim();
    if (!repository.isEmpty()) {
        conf.setRepository(repository);
    }
    String repositoryName = Strings.nullToEmpty(commandLine.getOptionValue(REPOSITORY_NAME)).trim();
    if (!repositoryName.isEmpty()) {
        conf.setRepositoryName(repositoryName);
    }
    String branch = Strings.nullToEmpty(commandLine.getOptionValue(BRANCH)).trim();
    if (!branch.isEmpty()) {
        conf.setBranch(branch);
    }
    String patch = Strings.nullToEmpty(commandLine.getOptionValue(PATCH)).trim();
    if (!patch.isEmpty()) {
        conf.setPatch(patch);
    }
    String javaHome = Strings.nullToEmpty(commandLine.getOptionValue(JAVA_HOME)).trim();
    if (!javaHome.isEmpty()) {
        conf.setJavaHome(javaHome);
    }
    String javaHomeForTests = Strings.nullToEmpty(commandLine.getOptionValue(JAVA_HOME_TEST)).trim();
    if (!javaHomeForTests.isEmpty()) {
        conf.setJavaHomeForTests(javaHomeForTests);
    }
    String antTestArgs = Strings.nullToEmpty(commandLine.getOptionValue(ANT_TEST_ARGS)).trim();
    if (!antTestArgs.isEmpty()) {
        conf.setAntTestArgs(antTestArgs);
    }
    String antEnvOpts = Strings.nullToEmpty(commandLine.getOptionValue(ANT_ENV_OPTS)).trim();
    if (!antEnvOpts.isEmpty()) {
        conf.setAntEnvOpts(antEnvOpts);
    }
    String antTestTarget = Strings.nullToEmpty(commandLine.getOptionValue(ANT_TEST_TARGET)).trim();
    if (!antTestTarget.isEmpty()) {
        conf.setAntTestTarget(antTestTarget);
    }
    String[] supplementalAntArgs = commandLine.getOptionValues(ANT_ARG);
    if (supplementalAntArgs != null && supplementalAntArgs.length > 0) {
        String antArgs = Strings.nullToEmpty(conf.getAntArgs());
        if (!(antArgs.isEmpty() || antArgs.endsWith(" "))) {
            antArgs += " ";
        }
        antArgs += "-" + ANT_ARG + Joiner.on(" -" + ANT_ARG).join(supplementalAntArgs);
        conf.setAntArgs(antArgs);
    }
    ExecutionContextProvider executionContextProvider = null;
    ExecutionContext executionContext = null;
    int exitCode = 0;
    try {
        executionContextProvider = executionContextConfiguration.getExecutionContextProvider();
        executionContext = executionContextProvider.createExecutionContext();
        LocalCommandFactory localCommandFactory = new LocalCommandFactory(LOG);
        PTest ptest = new PTest(conf, executionContext, buildTag, logDir, localCommandFactory, new SSHCommandExecutor(LOG, localCommandFactory, conf.getSshOpts()), new RSyncCommandExecutor(LOG, 10, localCommandFactory), LOG);
        exitCode = ptest.run();
    } finally {
        if (executionContext != null) {
            executionContext.terminate();
        }
        if (executionContextProvider != null) {
            executionContextProvider.close();
        }
    }
    System.exit(exitCode);
}

Example 4 with ExecutionContext

use of org.apache.hive.ptest.execution.context.ExecutionContext in project hive by apache.

the class TestTestExecutor method setup.

@Before
public void setup() throws Exception {
    startRequest = new TestStartRequest();
    startRequest.setProfile(PROFILE);
    startRequest.setTestHandle(TEST_HANDLE);
    test = new Test(startRequest, Status.pending(), System.currentTimeMillis());
    testQueue = new ArrayBlockingQueue<Test>(1);
    executionContextConfiguration = mock(ExecutionContextConfiguration.class);
    executionContextProvider = mock(ExecutionContextProvider.class);
    ptest = mock(PTest.class);
    Set<Host> hosts = Sets.newHashSet();
    String baseDirPath = baseDir.getRoot().getAbsolutePath();
    executionContext = new ExecutionContext(executionContextProvider, hosts, baseDirPath, PRIVATE_KEY);
    profileProperties = new File(baseDirPath, PROFILE + ".properties");
    when(executionContextConfiguration.getProfileDirectory()).thenReturn(baseDirPath);
    when(executionContextConfiguration.getGlobalLogDirectory()).thenReturn(baseDirPath);
    when(executionContextProvider.createExecutionContext()).thenReturn(executionContext);
    Assert.assertTrue(profileProperties.toString(), profileProperties.createNewFile());
    OutputStream profilePropertiesOutputStream = new FileOutputStream(profileProperties);
    Resources.copy(Resources.getResource("test-configuration.properties"), profilePropertiesOutputStream);
    profilePropertiesOutputStream.close();
    ptestBuilder = new PTest.Builder() {

        @Override
        public PTest build(TestConfiguration configuration, ExecutionContext executionContext, String buildTag, File logDir, LocalCommandFactory localCommandFactory, SSHCommandExecutor sshCommandExecutor, RSyncCommandExecutor rsyncCommandExecutor, Logger logger) throws Exception {
            return ptest;
        }
    };
    testExecutor = new TestExecutor(executionContextConfiguration, executionContextProvider, testQueue, ptestBuilder);
    testExecutor.setDaemon(true);
    testExecutor.start();
    TimeUnit.MILLISECONDS.sleep(100);
}

Example 5 with ExecutionContext

use of org.apache.hive.ptest.execution.context.ExecutionContext in project hive by apache.

the class AbstractTestPhase method initialize.

public void initialize(String name) throws Exception {
    baseDir = createBaseDir(name);
    logDir = Dirs.create(new File(baseDir, "logs"));
    scratchDir = Dirs.create(new File(baseDir, "scratch"));
    succeededLogDir = Dirs.create(new File(logDir, "succeeded"));
    failedLogDir = Dirs.create(new File(logDir, "failed"));
    executor = MoreExecutors.listeningDecorator(Executors.newFixedThreadPool(2));
    executionContext = mock(ExecutionContext.class);
    hostExecutorBuilder = mock(HostExecutorBuilder.class);
    localCommandFactory = new MockLocalCommandFactory(LOG);
    localCommand = mock(LocalCommand.class);
    localCommandFactory.setInstance(localCommand);
    sshCommandExecutor = spy(new MockSSHCommandExecutor(LOG));
    rsyncCommandExecutor = spy(new MockRSyncCommandExecutor(LOG));
    logger = new TestLogger(System.err, TestLogger.LEVEL.TRACE);
    templateDefaults = ImmutableMap.<String, String>builder().put("localDir", LOCAL_DIR).put("workingDir", WORKING_DIR).put("instanceName", INSTANCE_NAME).put("branch", BRANCH).put("logDir", logDir.getAbsolutePath()).put("repository", REPOSITORY).put("repositoryName", REPOSITORY_NAME).build();
    host = new Host(HOST, USER, new String[] { LOCAL_DIR }, 2);
}