Search in sources :

Example 1 with RandomStringUtils

use of org.apache.commons.lang.RandomStringUtils in project cdap-ingest by caskdata.

the class SizeBasedRotationTest method fileRotationTest.

@Test
public void fileRotationTest() throws ConfigurationLoadingException, InterruptedException {
    FileTailerQueue queue = new FileTailerQueue(QUEUE_SIZE);
    PipeConfiguration flowConfig = TailerLogUtils.loadConfig();
    FileTailerStateProcessor stateProcessor = new FileTailerStateProcessorImpl(flowConfig.getDaemonDir(), flowConfig.getStateFile());
    FileTailerMetricsProcessor metricsProcessor = new FileTailerMetricsProcessor(flowConfig.getDaemonDir(), flowConfig.getStatisticsFile(), flowConfig.getStatisticsSleepInterval(), flowConfig.getPipeName(), flowConfig.getSourceConfiguration().getFileName());
    LogTailer tailer = new LogTailer(TailerLogUtils.loadConfig(), queue, stateProcessor, metricsProcessor, null);
    String filePath = flowConfig.getSourceConfiguration().getWorkDir().getAbsolutePath() + "/" + flowConfig.getSourceConfiguration().getFileName();
    List<String> logList = new ArrayList<String>(ENTRY_WRITE_NUMBER);
    RandomStringUtils randomUtils = new RandomStringUtils();
    Logger logger = TailerLogUtils.getSizeLogger(filePath, LOG_FILE_SIZE);
    tailer.startAsync();
    for (int i = 0; i < ENTRY_WRITE_NUMBER; i++) {
        String currLine = randomUtils.randomAlphanumeric(LINE_SIZE);
        logger.debug(currLine);
        logList.add(currLine);
        if (i % 50 == 0) {
            Thread.currentThread().sleep(300);
        }
    }
    Thread.currentThread().sleep(SLEEP_TIME);
    for (int i = 0; i < logList.size(); i++) {
        Assert.assertEquals(true, queue.take().getEventData().contains(logList.get(i)));
    }
    tailer.stopAsync();
}
Also used : FileTailerStateProcessorImpl(co.cask.cdap.filetailer.state.FileTailerStateProcessorImpl) PipeConfiguration(co.cask.cdap.filetailer.config.PipeConfiguration) FileTailerQueue(co.cask.cdap.filetailer.queue.FileTailerQueue) ArrayList(java.util.ArrayList) FileTailerStateProcessor(co.cask.cdap.filetailer.state.FileTailerStateProcessor) Logger(ch.qos.logback.classic.Logger) FileTailerMetricsProcessor(co.cask.cdap.filetailer.metrics.FileTailerMetricsProcessor) RandomStringUtils(org.apache.commons.lang.RandomStringUtils) Test(org.junit.Test)

Example 2 with RandomStringUtils

use of org.apache.commons.lang.RandomStringUtils in project cdap-ingest by caskdata.

the class BaseTailerTest method baseReadingLogDirTest.

@Test
public void baseReadingLogDirTest() throws ConfigurationLoadingException, InterruptedException {
    FileTailerQueue queue = new FileTailerQueue(1);
    PipeConfiguration flowConfig = TailerLogUtils.loadConfig();
    LogTailer tailer = TailerLogUtils.createTailer(queue, flowConfig);
    String filePath = flowConfig.getSourceConfiguration().getWorkDir().getAbsolutePath() + "/" + flowConfig.getSourceConfiguration().getFileName();
    Logger logger = TailerLogUtils.getSizeLogger(filePath, LOG_FILE_SIZE);
    RandomStringUtils randomUtils = new RandomStringUtils();
    List<String> logList = new ArrayList<String>(ENTRY_NUMBER);
    for (int i = 0; i < ENTRY_NUMBER; i++) {
        String currLine = randomUtils.randomAlphanumeric(LINE_SIZE);
        logger.debug(currLine);
        logList.add(currLine);
    }
    tailer.startAsync();
    Thread.currentThread().sleep(SLEEP_TIME);
    for (String str : logList) {
        Assert.assertEquals(true, queue.take().getEventData().contains(str));
    }
    tailer.stopAsync();
    Thread.currentThread().sleep(1000);
}
Also used : PipeConfiguration(co.cask.cdap.filetailer.config.PipeConfiguration) FileTailerQueue(co.cask.cdap.filetailer.queue.FileTailerQueue) ArrayList(java.util.ArrayList) Logger(ch.qos.logback.classic.Logger) RandomStringUtils(org.apache.commons.lang.RandomStringUtils) Test(org.junit.Test)

Example 3 with RandomStringUtils

use of org.apache.commons.lang.RandomStringUtils in project cdap-ingest by caskdata.

the class BaseTailerTest method fileTimeRotationTest.

@Test
public void fileTimeRotationTest() throws ConfigurationLoadingException, InterruptedException {
    FileTailerQueue queue = new FileTailerQueue(QUEUE_SIZE);
    PipeConfiguration flowConfig = TailerLogUtils.loadConfig();
    LogTailer tailer = TailerLogUtils.createTailer(queue, flowConfig);
    String filePath = flowConfig.getSourceConfiguration().getWorkDir().getAbsolutePath() + "/" + flowConfig.getSourceConfiguration().getFileName();
    Logger logger = TailerLogUtils.getTimeLogger(filePath);
    RandomStringUtils randomUtils = new RandomStringUtils();
    List<String> logList = new ArrayList<String>(ENTRY_NUMBER);
    tailer.startAsync();
    for (int i = 0; i < ENTRY_NUMBER; i++) {
        String currLine = randomUtils.randomAlphanumeric(LINE_SIZE);
        logger.debug(currLine);
        logList.add(currLine);
        Thread.currentThread().sleep(WRITING_INTERVAL);
    }
    Thread.currentThread().sleep(SLEEP_TIME);
    tailer.stopAsync();
    for (String str : logList) {
        Assert.assertEquals(true, queue.take().getEventData().contains(str));
    }
}
Also used : PipeConfiguration(co.cask.cdap.filetailer.config.PipeConfiguration) FileTailerQueue(co.cask.cdap.filetailer.queue.FileTailerQueue) ArrayList(java.util.ArrayList) Logger(ch.qos.logback.classic.Logger) RandomStringUtils(org.apache.commons.lang.RandomStringUtils) Test(org.junit.Test)

Example 4 with RandomStringUtils

use of org.apache.commons.lang.RandomStringUtils in project cdap-ingest by caskdata.

the class RunFromSaveStateTest method write_log.

private void write_log(int entryNumber, Logger logger, List<String> logList) {
    for (int i = 0; i < entryNumber; i++) {
        RandomStringUtils randomUtils = new RandomStringUtils();
        String currLine = randomUtils.randomAlphanumeric(LINE_SIZE);
        logger.debug(currLine);
        logList.add(currLine);
    }
}
Also used : RandomStringUtils(org.apache.commons.lang.RandomStringUtils)

Aggregations

RandomStringUtils (org.apache.commons.lang.RandomStringUtils)4 Logger (ch.qos.logback.classic.Logger)3 PipeConfiguration (co.cask.cdap.filetailer.config.PipeConfiguration)3 FileTailerQueue (co.cask.cdap.filetailer.queue.FileTailerQueue)3 ArrayList (java.util.ArrayList)3 Test (org.junit.Test)3 FileTailerMetricsProcessor (co.cask.cdap.filetailer.metrics.FileTailerMetricsProcessor)1 FileTailerStateProcessor (co.cask.cdap.filetailer.state.FileTailerStateProcessor)1 FileTailerStateProcessorImpl (co.cask.cdap.filetailer.state.FileTailerStateProcessorImpl)1