use of org.apache.commons.lang.RandomStringUtils in project cdap-ingest by caskdata.
the class SizeBasedRotationTest method fileRotationTest.
@Test
public void fileRotationTest() throws ConfigurationLoadingException, InterruptedException {
FileTailerQueue queue = new FileTailerQueue(QUEUE_SIZE);
PipeConfiguration flowConfig = TailerLogUtils.loadConfig();
FileTailerStateProcessor stateProcessor = new FileTailerStateProcessorImpl(flowConfig.getDaemonDir(), flowConfig.getStateFile());
FileTailerMetricsProcessor metricsProcessor = new FileTailerMetricsProcessor(flowConfig.getDaemonDir(), flowConfig.getStatisticsFile(), flowConfig.getStatisticsSleepInterval(), flowConfig.getPipeName(), flowConfig.getSourceConfiguration().getFileName());
LogTailer tailer = new LogTailer(TailerLogUtils.loadConfig(), queue, stateProcessor, metricsProcessor, null);
String filePath = flowConfig.getSourceConfiguration().getWorkDir().getAbsolutePath() + "/" + flowConfig.getSourceConfiguration().getFileName();
List<String> logList = new ArrayList<String>(ENTRY_WRITE_NUMBER);
RandomStringUtils randomUtils = new RandomStringUtils();
Logger logger = TailerLogUtils.getSizeLogger(filePath, LOG_FILE_SIZE);
tailer.startAsync();
for (int i = 0; i < ENTRY_WRITE_NUMBER; i++) {
String currLine = randomUtils.randomAlphanumeric(LINE_SIZE);
logger.debug(currLine);
logList.add(currLine);
if (i % 50 == 0) {
Thread.currentThread().sleep(300);
}
}
Thread.currentThread().sleep(SLEEP_TIME);
for (int i = 0; i < logList.size(); i++) {
Assert.assertEquals(true, queue.take().getEventData().contains(logList.get(i)));
}
tailer.stopAsync();
}
use of org.apache.commons.lang.RandomStringUtils in project cdap-ingest by caskdata.
the class BaseTailerTest method baseReadingLogDirTest.
@Test
public void baseReadingLogDirTest() throws ConfigurationLoadingException, InterruptedException {
FileTailerQueue queue = new FileTailerQueue(1);
PipeConfiguration flowConfig = TailerLogUtils.loadConfig();
LogTailer tailer = TailerLogUtils.createTailer(queue, flowConfig);
String filePath = flowConfig.getSourceConfiguration().getWorkDir().getAbsolutePath() + "/" + flowConfig.getSourceConfiguration().getFileName();
Logger logger = TailerLogUtils.getSizeLogger(filePath, LOG_FILE_SIZE);
RandomStringUtils randomUtils = new RandomStringUtils();
List<String> logList = new ArrayList<String>(ENTRY_NUMBER);
for (int i = 0; i < ENTRY_NUMBER; i++) {
String currLine = randomUtils.randomAlphanumeric(LINE_SIZE);
logger.debug(currLine);
logList.add(currLine);
}
tailer.startAsync();
Thread.currentThread().sleep(SLEEP_TIME);
for (String str : logList) {
Assert.assertEquals(true, queue.take().getEventData().contains(str));
}
tailer.stopAsync();
Thread.currentThread().sleep(1000);
}
use of org.apache.commons.lang.RandomStringUtils in project cdap-ingest by caskdata.
the class BaseTailerTest method fileTimeRotationTest.
@Test
public void fileTimeRotationTest() throws ConfigurationLoadingException, InterruptedException {
FileTailerQueue queue = new FileTailerQueue(QUEUE_SIZE);
PipeConfiguration flowConfig = TailerLogUtils.loadConfig();
LogTailer tailer = TailerLogUtils.createTailer(queue, flowConfig);
String filePath = flowConfig.getSourceConfiguration().getWorkDir().getAbsolutePath() + "/" + flowConfig.getSourceConfiguration().getFileName();
Logger logger = TailerLogUtils.getTimeLogger(filePath);
RandomStringUtils randomUtils = new RandomStringUtils();
List<String> logList = new ArrayList<String>(ENTRY_NUMBER);
tailer.startAsync();
for (int i = 0; i < ENTRY_NUMBER; i++) {
String currLine = randomUtils.randomAlphanumeric(LINE_SIZE);
logger.debug(currLine);
logList.add(currLine);
Thread.currentThread().sleep(WRITING_INTERVAL);
}
Thread.currentThread().sleep(SLEEP_TIME);
tailer.stopAsync();
for (String str : logList) {
Assert.assertEquals(true, queue.take().getEventData().contains(str));
}
}
use of org.apache.commons.lang.RandomStringUtils in project cdap-ingest by caskdata.
the class RunFromSaveStateTest method write_log.
private void write_log(int entryNumber, Logger logger, List<String> logList) {
for (int i = 0; i < entryNumber; i++) {
RandomStringUtils randomUtils = new RandomStringUtils();
String currLine = randomUtils.randomAlphanumeric(LINE_SIZE);
logger.debug(currLine);
logList.add(currLine);
}
}
Aggregations