use of org.apache.drill.exec.physical.impl.MockRecordBatch in project drill by apache.
the class TestFilterBatchEmitOutcome method testFilterNonEmptyFirst_NonEmptyOK_EmptyBatchEmitOutcome.
/**
* Test to show empty batch with OK outcome is ignore and later non-empty batch with OK outcome produces an output
* batch. Whereas a empty batch with EMIT outcome is not ignored and a empty output batch is returned with EMIT
* outcome.
* @throws Throwable
*/
@Test
public void testFilterNonEmptyFirst_NonEmptyOK_EmptyBatchEmitOutcome() throws Throwable {
final RowSet.SingleRowSet nonEmptyInputRowSet2 = operatorFixture.rowSetBuilder(inputSchema).addRow(2, 20, "item2").build();
inputContainer.add(nonEmptyInputRowSet.container());
inputContainer.add(emptyInputRowSet.container());
inputContainer.add(nonEmptyInputRowSet2.container());
inputContainer.add(emptyInputRowSet.container());
inputOutcomes.add(RecordBatch.IterOutcome.OK_NEW_SCHEMA);
inputOutcomes.add(RecordBatch.IterOutcome.OK);
inputOutcomes.add(RecordBatch.IterOutcome.OK);
inputOutcomes.add(RecordBatch.IterOutcome.EMIT);
final MockRecordBatch mockInputBatch = new MockRecordBatch(operatorFixture.getFragmentContext(), opContext, inputContainer, inputOutcomes, emptyInputRowSet.container().getSchema());
final Filter filterConf = new Filter(null, parseExpr("id_left>=1"), 1.0f);
final FilterRecordBatch filterRecordBatch = new FilterRecordBatch(filterConf, mockInputBatch, operatorFixture.getFragmentContext());
assertTrue(filterRecordBatch.next() == RecordBatch.IterOutcome.OK_NEW_SCHEMA);
outputRecordCount += filterRecordBatch.getRecordCount();
assertTrue(filterRecordBatch.next() == RecordBatch.IterOutcome.OK);
outputRecordCount += filterRecordBatch.getRecordCount();
assertTrue(filterRecordBatch.next() == RecordBatch.IterOutcome.EMIT);
outputRecordCount += filterRecordBatch.getRecordCount();
assertEquals(2, outputRecordCount);
// free up resources
nonEmptyInputRowSet2.clear();
}
use of org.apache.drill.exec.physical.impl.MockRecordBatch in project drill by apache.
the class TestFilterBatchEmitOutcome method testFilterNonEmptyBatchEmitOutcome_WithNonMatchingCondition.
/**
* Test to show if a non-empty batch is accompanied with EMIT outcome then Filter operator produces empty output
* batch since filter condition is not satisfied by any data in incoming batch. This empty output batch is
* accompanied with EMIT outcome.
* @throws Throwable
*/
@Test
public void testFilterNonEmptyBatchEmitOutcome_WithNonMatchingCondition() throws Throwable {
inputContainer.add(emptyInputRowSet.container());
inputContainer.add(nonEmptyInputRowSet.container());
inputOutcomes.add(RecordBatch.IterOutcome.OK_NEW_SCHEMA);
inputOutcomes.add(RecordBatch.IterOutcome.EMIT);
final MockRecordBatch mockInputBatch = new MockRecordBatch(operatorFixture.getFragmentContext(), opContext, inputContainer, inputOutcomes, emptyInputRowSet.container().getSchema());
final Filter filterConf = new Filter(null, parseExpr("id_left=2"), 1.0f);
final FilterRecordBatch filterRecordBatch = new FilterRecordBatch(filterConf, mockInputBatch, operatorFixture.getFragmentContext());
assertTrue(filterRecordBatch.next() == RecordBatch.IterOutcome.OK_NEW_SCHEMA);
outputRecordCount += filterRecordBatch.getRecordCount();
assertTrue(filterRecordBatch.next() == RecordBatch.IterOutcome.EMIT);
outputRecordCount += filterRecordBatch.getRecordCount();
assertEquals(0, outputRecordCount);
}
use of org.apache.drill.exec.physical.impl.MockRecordBatch in project drill by apache.
the class TestFilterBatchEmitOutcome method testFilterNonEmptyFirst_EmptyOK_EmptyBatchEmitOutcome.
/**
* Test to show if an empty batch is accompanied with OK outcome then that batch is ignored by Filter operator and
* it doesn't return anything instead call's next() to get another batch. If the subsequent next() call returns empty
* batch with EMIT outcome then Filter returns the EMIT outcome correctly rather than ignoring it because of empty
* batch.
* @throws Throwable
*/
@Test
public void testFilterNonEmptyFirst_EmptyOK_EmptyBatchEmitOutcome() throws Throwable {
inputContainer.add(nonEmptyInputRowSet.container());
inputContainer.add(emptyInputRowSet.container());
inputContainer.add(emptyInputRowSet.container());
inputContainer.add(emptyInputRowSet.container());
inputOutcomes.add(RecordBatch.IterOutcome.OK_NEW_SCHEMA);
inputOutcomes.add(RecordBatch.IterOutcome.OK);
inputOutcomes.add(RecordBatch.IterOutcome.EMIT);
inputOutcomes.add(RecordBatch.IterOutcome.NONE);
final MockRecordBatch mockInputBatch = new MockRecordBatch(operatorFixture.getFragmentContext(), opContext, inputContainer, inputOutcomes, emptyInputRowSet.container().getSchema());
final Filter filterConf = new Filter(null, parseExpr("id_left=1"), 1.0f);
final FilterRecordBatch filterRecordBatch = new FilterRecordBatch(filterConf, mockInputBatch, operatorFixture.getFragmentContext());
assertTrue(filterRecordBatch.next() == RecordBatch.IterOutcome.OK_NEW_SCHEMA);
outputRecordCount += filterRecordBatch.getRecordCount();
// OK will not be received since it's was accompanied with empty batch
assertTrue(filterRecordBatch.next() == RecordBatch.IterOutcome.EMIT);
outputRecordCount += filterRecordBatch.getRecordCount();
assertTrue(filterRecordBatch.next() == RecordBatch.IterOutcome.NONE);
assertEquals(1, outputRecordCount);
}
use of org.apache.drill.exec.physical.impl.MockRecordBatch in project drill by apache.
the class TestTopNEmitOutcome method testTopNMultipleOutputBatchWithLowerLimits.
/**
* Verifies that if TopNBatch receives multiple non-empty record batch with EMIT outcome in between then it produces
* output for those input batch correctly. In this case it receives first non-empty batch with OK_NEW_SCHEMA in
* buildSchema phase followed by an empty batch with EMIT outcome. For this combination it produces output for the
* record received so far along with EMIT outcome. Then it receives second non-empty batch with OK outcome and
* produces output for it differently. The test validates that for each output received the order of the records are
* correct
*/
@Test
public void testTopNMultipleOutputBatchWithLowerLimits() {
final RowSet.SingleRowSet nonEmptyInputRowSet2 = operatorFixture.rowSetBuilder(inputSchema).addRow(4, 40, "item4").addRow(2, 20, "item2").addRow(5, 50, "item5").addRow(3, 30, "item3").build();
final RowSet.SingleRowSet expectedRowSet1 = operatorFixture.rowSetBuilder(inputSchema).addRow(1, 10, "item1").build();
final RowSet.SingleRowSet expectedRowSet2 = operatorFixture.rowSetBuilder(inputSchema).addRow(5, 50, "item5").build();
inputContainer.add(nonEmptyInputRowSet.container());
inputContainer.add(emptyInputRowSet.container());
inputContainer.add(nonEmptyInputRowSet2.container());
inputOutcomes.add(RecordBatch.IterOutcome.OK_NEW_SCHEMA);
inputOutcomes.add(RecordBatch.IterOutcome.EMIT);
inputOutcomes.add(RecordBatch.IterOutcome.OK);
final MockRecordBatch mockInputBatch = new MockRecordBatch(operatorFixture.getFragmentContext(), opContext, inputContainer, inputOutcomes, emptyInputRowSet.container().getSchema());
final TopN topNConfig = new TopN(null, Lists.newArrayList(ordering("id_left", RelFieldCollation.Direction.DESCENDING, RelFieldCollation.NullDirection.FIRST)), false, 1);
final TopNBatch topNBatch = new TopNBatch(topNConfig, operatorFixture.getFragmentContext(), mockInputBatch);
assertTrue(topNBatch.next() == RecordBatch.IterOutcome.OK_NEW_SCHEMA);
assertTrue(topNBatch.next() == RecordBatch.IterOutcome.OK_NEW_SCHEMA);
assertEquals(1, topNBatch.getRecordCount());
// verify results with baseline
RowSet actualRowSet1 = HyperRowSetImpl.fromContainer(topNBatch.getContainer(), topNBatch.getSelectionVector4());
new RowSetComparison(expectedRowSet1).verify(actualRowSet1);
assertTrue(topNBatch.next() == RecordBatch.IterOutcome.EMIT);
assertEquals(0, topNBatch.getRecordCount());
// State refresh happens and limit again works on new data batches
assertTrue(topNBatch.next() == RecordBatch.IterOutcome.OK);
assertEquals(1, topNBatch.getRecordCount());
// verify results with baseline
RowSet actualRowSet2 = HyperRowSetImpl.fromContainer(topNBatch.getContainer(), topNBatch.getSelectionVector4());
new RowSetComparison(expectedRowSet2).verify(actualRowSet2);
assertTrue(topNBatch.next() == RecordBatch.IterOutcome.NONE);
// Release memory for row sets
nonEmptyInputRowSet2.clear();
expectedRowSet2.clear();
expectedRowSet1.clear();
}
use of org.apache.drill.exec.physical.impl.MockRecordBatch in project drill by apache.
the class TestTopNEmitOutcome method testTopNNonEmptyBatchEmitOutcome.
/**
* Verifies that if TopNBatch receives a RecordBatch with EMIT outcome post build schema phase then it produces
* output for those input batch correctly. The first output batch will always be returned with OK_NEW_SCHEMA
* outcome followed by EMIT with empty batch. The test verifies the output order with the expected baseline.
*/
@Test
public void testTopNNonEmptyBatchEmitOutcome() {
final RowSet.SingleRowSet nonEmptyInputRowSet2 = operatorFixture.rowSetBuilder(inputSchema).addRow(2, 20, "item2").addRow(13, 130, "item13").addRow(4, 40, "item4").build();
final RowSet.SingleRowSet expectedRowSet = operatorFixture.rowSetBuilder(inputSchema).addRow(13, 130, "item13").addRow(4, 40, "item4").addRow(2, 20, "item2").build();
inputContainer.add(emptyInputRowSet.container());
inputContainer.add(nonEmptyInputRowSet2.container());
inputOutcomes.add(RecordBatch.IterOutcome.OK_NEW_SCHEMA);
inputOutcomes.add(RecordBatch.IterOutcome.EMIT);
final MockRecordBatch mockInputBatch = new MockRecordBatch(operatorFixture.getFragmentContext(), opContext, inputContainer, inputOutcomes, emptyInputRowSet.container().getSchema());
final TopN topNConfig = new TopN(null, Lists.newArrayList(ordering("id_left", RelFieldCollation.Direction.DESCENDING, RelFieldCollation.NullDirection.FIRST)), false, 10);
final TopNBatch topNBatch = new TopNBatch(topNConfig, operatorFixture.getFragmentContext(), mockInputBatch);
assertTrue(topNBatch.next() == RecordBatch.IterOutcome.OK_NEW_SCHEMA);
outputRecordCount += topNBatch.getRecordCount();
assertEquals(0, outputRecordCount);
assertTrue(topNBatch.next() == RecordBatch.IterOutcome.OK_NEW_SCHEMA);
outputRecordCount += topNBatch.getRecordCount();
assertEquals(3, outputRecordCount);
// verify results
RowSet actualRowSet = HyperRowSetImpl.fromContainer(topNBatch.getContainer(), topNBatch.getSelectionVector4());
new RowSetComparison(expectedRowSet).verify(actualRowSet);
assertTrue(topNBatch.next() == RecordBatch.IterOutcome.EMIT);
outputRecordCount += topNBatch.getRecordCount();
assertEquals(3, outputRecordCount);
// Release memory for row sets
nonEmptyInputRowSet2.clear();
expectedRowSet.clear();
}
Aggregations