Examples with FileTaskLogsConfig io.druid.indexing.common.config.FileTaskLogsConfig used on opensource projects

Example 1 with FileTaskLogsConfig

use of io.druid.indexing.common.config.FileTaskLogsConfig in project druid by druid-io.

the class FileTaskLogsTest method testPushTaskLogDirCreationFails.

@Test
public void testPushTaskLogDirCreationFails() throws Exception {
    final File tmpDir = temporaryFolder.newFolder();
    final File logDir = new File(tmpDir, "druid/logs");
    final File logFile = new File(tmpDir, "log");
    Files.write("blah", logFile, Charsets.UTF_8);
    if (!tmpDir.setWritable(false)) {
        throw new RuntimeException("failed to make tmp dir read-only");
    }
    final TaskLogs taskLogs = new FileTaskLogs(new FileTaskLogsConfig(logDir));
    expectedException.expect(IOException.class);
    expectedException.expectMessage("Unable to create task log dir");
    taskLogs.pushTaskLog("foo", logFile);
}

Example 2 with FileTaskLogsConfig

use of io.druid.indexing.common.config.FileTaskLogsConfig in project druid by druid-io.

the class FileTaskLogsTest method testSimple.

@Test
public void testSimple() throws Exception {
    final File tmpDir = temporaryFolder.newFolder();
    try {
        final File logDir = new File(tmpDir, "druid/logs");
        final File logFile = new File(tmpDir, "log");
        Files.write("blah", logFile, Charsets.UTF_8);
        final TaskLogs taskLogs = new FileTaskLogs(new FileTaskLogsConfig(logDir));
        taskLogs.pushTaskLog("foo", logFile);
        final Map<Long, String> expected = ImmutableMap.of(0L, "blah", 1L, "lah", -2L, "ah", -5L, "blah");
        for (Map.Entry<Long, String> entry : expected.entrySet()) {
            final byte[] bytes = ByteStreams.toByteArray(taskLogs.streamTaskLog("foo", entry.getKey()).get().getInput());
            final String string = new String(bytes);
            Assert.assertEquals(String.format("Read with offset %,d", entry.getKey()), string, entry.getValue());
        }
    } finally {
        FileUtils.deleteDirectory(tmpDir);
    }
}

Example 3 with FileTaskLogsConfig

use of io.druid.indexing.common.config.FileTaskLogsConfig in project druid by druid-io.

the class FileTaskLogsTest method testKill.

@Test
public void testKill() throws Exception {
    final File tmpDir = temporaryFolder.newFolder();
    final File logDir = new File(tmpDir, "logs");
    final File logFile = new File(tmpDir, "log");
    final TaskLogs taskLogs = new FileTaskLogs(new FileTaskLogsConfig(logDir));
    Files.write("log1content", logFile, Charsets.UTF_8);
    taskLogs.pushTaskLog("log1", logFile);
    Assert.assertEquals("log1content", readLog(taskLogs, "log1", 0));
    //File modification timestamp is only maintained to seconds resolution, so artificial delay
    //is necessary to separate 2 file creations by a timestamp that would result in only one
    //of them getting deleted
    Thread.sleep(1500);
    long time = (System.currentTimeMillis() / 1000) * 1000;
    Assert.assertTrue(new File(logDir, "log1.log").lastModified() < time);
    Files.write("log2content", logFile, Charsets.UTF_8);
    taskLogs.pushTaskLog("log2", logFile);
    Assert.assertEquals("log2content", readLog(taskLogs, "log2", 0));
    Assert.assertTrue(new File(logDir, "log2.log").lastModified() >= time);
    taskLogs.killOlderThan(time);
    Assert.assertFalse(taskLogs.streamTaskLog("log1", 0).isPresent());
    Assert.assertEquals("log2content", readLog(taskLogs, "log2", 0));
}