Java Code Examples for org.apache.hadoop.hive.ql.io.sarg.SearchArgument#getLeaves()
The following examples show how to use
org.apache.hadoop.hive.ql.io.sarg.SearchArgument#getLeaves() .
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
| Source File: OrcRowInputFormatTest.java From Flink-CEPplus with Apache License 2.0 | 5 votes |
|
@Test
public void testTimePredicates() throws Exception {
rowOrcInputFormat =
new OrcRowInputFormat(getPath(TEST_FILE_TIMETYPES), TEST_SCHEMA_TIMETYPES, new Configuration());
rowOrcInputFormat.addPredicate(
// OR
new OrcRowInputFormat.Or(
// timestamp pred
new OrcRowInputFormat.Equals("time", PredicateLeaf.Type.TIMESTAMP, Timestamp.valueOf("1900-05-05 12:34:56.100")),
// date pred
new OrcRowInputFormat.Equals("date", PredicateLeaf.Type.DATE, Date.valueOf("1900-12-25")))
);
FileInputSplit[] splits = rowOrcInputFormat.createInputSplits(1);
rowOrcInputFormat.openInputFormat();
// mock options to check configuration of ORC reader
OrcRowInputFormat spy = spy(rowOrcInputFormat);
Reader.Options options = new Reader.Options();
doReturn(options).when(spy).getOptions(any());
spy.openInputFormat();
spy.open(splits[0]);
// verify predicate configuration
SearchArgument sarg = options.getSearchArgument();
assertNotNull(sarg);
assertEquals("(or leaf-0 leaf-1)", sarg.getExpression().toString());
assertEquals(2, sarg.getLeaves().size());
List<PredicateLeaf> leaves = sarg.getLeaves();
assertEquals("(EQUALS time 1900-05-05 12:34:56.1)", leaves.get(0).toString());
assertEquals("(EQUALS date 1900-12-25)", leaves.get(1).toString());
}
Example 2
| Source File: OrcRowInputFormatTest.java From Flink-CEPplus with Apache License 2.0 | 5 votes |
|
@Test
public void testDecimalPredicate() throws Exception {
rowOrcInputFormat =
new OrcRowInputFormat(getPath(TEST_FILE_DECIMAL), TEST_SCHEMA_DECIMAL, new Configuration());
rowOrcInputFormat.addPredicate(
new OrcRowInputFormat.Not(
// decimal pred
new OrcRowInputFormat.Equals("_col0", PredicateLeaf.Type.DECIMAL, BigDecimal.valueOf(-1000.5))));
FileInputSplit[] splits = rowOrcInputFormat.createInputSplits(1);
rowOrcInputFormat.openInputFormat();
// mock options to check configuration of ORC reader
OrcRowInputFormat spy = spy(rowOrcInputFormat);
Reader.Options options = new Reader.Options();
doReturn(options).when(spy).getOptions(any());
spy.openInputFormat();
spy.open(splits[0]);
// verify predicate configuration
SearchArgument sarg = options.getSearchArgument();
assertNotNull(sarg);
assertEquals("(not leaf-0)", sarg.getExpression().toString());
assertEquals(1, sarg.getLeaves().size());
List<PredicateLeaf> leaves = sarg.getLeaves();
assertEquals("(EQUALS _col0 -1000.5)", leaves.get(0).toString());
}
Example 3
| Source File: OrcRowInputFormatTest.java From flink with Apache License 2.0 | 5 votes |
|
@Test
public void testTimePredicates() throws Exception {
rowOrcInputFormat =
new OrcRowInputFormat(getPath(TEST_FILE_TIMETYPES), TEST_SCHEMA_TIMETYPES, new Configuration());
rowOrcInputFormat.addPredicate(
// OR
new OrcRowInputFormat.Or(
// timestamp pred
new OrcRowInputFormat.Equals("time", PredicateLeaf.Type.TIMESTAMP, Timestamp.valueOf("1900-05-05 12:34:56.100")),
// date pred
new OrcRowInputFormat.Equals("date", PredicateLeaf.Type.DATE, Date.valueOf("1900-12-25")))
);
FileInputSplit[] splits = rowOrcInputFormat.createInputSplits(1);
rowOrcInputFormat.openInputFormat();
// mock options to check configuration of ORC reader
OrcRowInputFormat spy = spy(rowOrcInputFormat);
Reader.Options options = new Reader.Options();
doReturn(options).when(spy).getOptions(any());
spy.openInputFormat();
spy.open(splits[0]);
// verify predicate configuration
SearchArgument sarg = options.getSearchArgument();
assertNotNull(sarg);
assertEquals("(or leaf-0 leaf-1)", sarg.getExpression().toString());
assertEquals(2, sarg.getLeaves().size());
List<PredicateLeaf> leaves = sarg.getLeaves();
assertEquals("(EQUALS time 1900-05-05 12:34:56.1)", leaves.get(0).toString());
assertEquals("(EQUALS date 1900-12-25)", leaves.get(1).toString());
}
Example 4
| Source File: OrcRowInputFormatTest.java From flink with Apache License 2.0 | 5 votes |
|
@Test
public void testDecimalPredicate() throws Exception {
rowOrcInputFormat =
new OrcRowInputFormat(getPath(TEST_FILE_DECIMAL), TEST_SCHEMA_DECIMAL, new Configuration());
rowOrcInputFormat.addPredicate(
new OrcRowInputFormat.Not(
// decimal pred
new OrcRowInputFormat.Equals("_col0", PredicateLeaf.Type.DECIMAL, BigDecimal.valueOf(-1000.5))));
FileInputSplit[] splits = rowOrcInputFormat.createInputSplits(1);
rowOrcInputFormat.openInputFormat();
// mock options to check configuration of ORC reader
OrcRowInputFormat spy = spy(rowOrcInputFormat);
Reader.Options options = new Reader.Options();
doReturn(options).when(spy).getOptions(any());
spy.openInputFormat();
spy.open(splits[0]);
// verify predicate configuration
SearchArgument sarg = options.getSearchArgument();
assertNotNull(sarg);
assertEquals("(not leaf-0)", sarg.getExpression().toString());
assertEquals(1, sarg.getLeaves().size());
List<PredicateLeaf> leaves = sarg.getLeaves();
assertEquals("(EQUALS _col0 -1000.5)", leaves.get(0).toString());
}
Example 5
| Source File: OrcRowInputFormatTest.java From flink with Apache License 2.0 | 5 votes |
|
@Test
public void testTimePredicates() throws Exception {
rowOrcInputFormat =
new OrcRowInputFormat(getPath(TEST_FILE_TIMETYPES), TEST_SCHEMA_TIMETYPES, new Configuration());
rowOrcInputFormat.addPredicate(
// OR
new OrcSplitReader.Or(
// timestamp pred
new OrcSplitReader.Equals("time", PredicateLeaf.Type.TIMESTAMP, Timestamp.valueOf("1900-05-05 12:34:56.100")),
// date pred
new OrcSplitReader.Equals("date", PredicateLeaf.Type.DATE, Date.valueOf("1900-12-25")))
);
FileInputSplit[] splits = rowOrcInputFormat.createInputSplits(1);
rowOrcInputFormat.openInputFormat();
// mock options to check configuration of ORC reader
OrcRowInputFormat spy = spy(rowOrcInputFormat);
spy.openInputFormat();
spy.open(splits[0]);
// verify predicate configuration
SearchArgument sarg = getSearchArgument(spy.getReader().getRecordReader());
assertNotNull(sarg);
assertEquals("(or leaf-0 leaf-1)", sarg.getExpression().toString());
assertEquals(2, sarg.getLeaves().size());
List<PredicateLeaf> leaves = sarg.getLeaves();
assertEquals("(EQUALS time 1900-05-05 12:34:56.1)", leaves.get(0).toString());
assertEquals("(EQUALS date 1900-12-25)", leaves.get(1).toString());
}
Example 6
| Source File: OrcRowInputFormatTest.java From flink with Apache License 2.0 | 5 votes |
|
@Test
public void testDecimalPredicate() throws Exception {
rowOrcInputFormat =
new OrcRowInputFormat(getPath(TEST_FILE_DECIMAL), TEST_SCHEMA_DECIMAL, new Configuration());
rowOrcInputFormat.addPredicate(
new OrcSplitReader.Not(
// decimal pred
new OrcSplitReader.Equals("_col0", PredicateLeaf.Type.DECIMAL, BigDecimal.valueOf(-1000.5))));
FileInputSplit[] splits = rowOrcInputFormat.createInputSplits(1);
rowOrcInputFormat.openInputFormat();
// mock options to check configuration of ORC reader
OrcRowInputFormat spy = spy(rowOrcInputFormat);
spy.openInputFormat();
spy.open(splits[0]);
// verify predicate configuration
SearchArgument sarg = getSearchArgument(spy.getReader().getRecordReader());
assertNotNull(sarg);
assertEquals("(not leaf-0)", sarg.getExpression().toString());
assertEquals(1, sarg.getLeaves().size());
List<PredicateLeaf> leaves = sarg.getLeaves();
assertEquals("(EQUALS _col0 -1000.5)", leaves.get(0).toString());
}
Example 7
| Source File: OrcRowInputFormatTest.java From Flink-CEPplus with Apache License 2.0 | 4 votes |
|
@Test
public void testNumericBooleanStringPredicates() throws Exception {
rowOrcInputFormat =
new OrcRowInputFormat(getPath(TEST_FILE_NESTED), TEST_SCHEMA_NESTED, new Configuration());
rowOrcInputFormat.selectFields(0, 1, 2, 3, 4, 5, 6, 8);
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcRowInputFormat.Equals("boolean1", PredicateLeaf.Type.BOOLEAN, false));
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcRowInputFormat.LessThan("byte1", PredicateLeaf.Type.LONG, 1));
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcRowInputFormat.LessThanEquals("short1", PredicateLeaf.Type.LONG, 1024));
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcRowInputFormat.Between("int1", PredicateLeaf.Type.LONG, -1, 65536));
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcRowInputFormat.Equals("long1", PredicateLeaf.Type.LONG, 9223372036854775807L));
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcRowInputFormat.Equals("float1", PredicateLeaf.Type.FLOAT, 1.0));
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcRowInputFormat.Equals("double1", PredicateLeaf.Type.FLOAT, -15.0));
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcRowInputFormat.IsNull("string1", PredicateLeaf.Type.STRING));
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcRowInputFormat.Equals("string1", PredicateLeaf.Type.STRING, "hello"));
FileInputSplit[] splits = rowOrcInputFormat.createInputSplits(1);
rowOrcInputFormat.openInputFormat();
// mock options to check configuration of ORC reader
OrcRowInputFormat spy = spy(rowOrcInputFormat);
Reader.Options options = new Reader.Options();
doReturn(options).when(spy).getOptions(any());
spy.openInputFormat();
spy.open(splits[0]);
// verify predicate configuration
SearchArgument sarg = options.getSearchArgument();
assertNotNull(sarg);
assertEquals("(and leaf-0 leaf-1 leaf-2 leaf-3 leaf-4 leaf-5 leaf-6 leaf-7 leaf-8)", sarg.getExpression().toString());
assertEquals(9, sarg.getLeaves().size());
List<PredicateLeaf> leaves = sarg.getLeaves();
assertEquals("(EQUALS boolean1 false)", leaves.get(0).toString());
assertEquals("(LESS_THAN byte1 1)", leaves.get(1).toString());
assertEquals("(LESS_THAN_EQUALS short1 1024)", leaves.get(2).toString());
assertEquals("(BETWEEN int1 -1 65536)", leaves.get(3).toString());
assertEquals("(EQUALS long1 9223372036854775807)", leaves.get(4).toString());
assertEquals("(EQUALS float1 1.0)", leaves.get(5).toString());
assertEquals("(EQUALS double1 -15.0)", leaves.get(6).toString());
assertEquals("(IS_NULL string1)", leaves.get(7).toString());
assertEquals("(EQUALS string1 hello)", leaves.get(8).toString());
}
Example 8
| Source File: OrcRowInputFormatTest.java From flink with Apache License 2.0 | 4 votes |
|
@Test
public void testNumericBooleanStringPredicates() throws Exception {
rowOrcInputFormat =
new OrcRowInputFormat(getPath(TEST_FILE_NESTED), TEST_SCHEMA_NESTED, new Configuration());
rowOrcInputFormat.selectFields(0, 1, 2, 3, 4, 5, 6, 8);
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcRowInputFormat.Equals("boolean1", PredicateLeaf.Type.BOOLEAN, false));
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcRowInputFormat.LessThan("byte1", PredicateLeaf.Type.LONG, 1));
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcRowInputFormat.LessThanEquals("short1", PredicateLeaf.Type.LONG, 1024));
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcRowInputFormat.Between("int1", PredicateLeaf.Type.LONG, -1, 65536));
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcRowInputFormat.Equals("long1", PredicateLeaf.Type.LONG, 9223372036854775807L));
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcRowInputFormat.Equals("float1", PredicateLeaf.Type.FLOAT, 1.0));
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcRowInputFormat.Equals("double1", PredicateLeaf.Type.FLOAT, -15.0));
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcRowInputFormat.IsNull("string1", PredicateLeaf.Type.STRING));
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcRowInputFormat.Equals("string1", PredicateLeaf.Type.STRING, "hello"));
FileInputSplit[] splits = rowOrcInputFormat.createInputSplits(1);
rowOrcInputFormat.openInputFormat();
// mock options to check configuration of ORC reader
OrcRowInputFormat spy = spy(rowOrcInputFormat);
Reader.Options options = new Reader.Options();
doReturn(options).when(spy).getOptions(any());
spy.openInputFormat();
spy.open(splits[0]);
// verify predicate configuration
SearchArgument sarg = options.getSearchArgument();
assertNotNull(sarg);
assertEquals("(and leaf-0 leaf-1 leaf-2 leaf-3 leaf-4 leaf-5 leaf-6 leaf-7 leaf-8)", sarg.getExpression().toString());
assertEquals(9, sarg.getLeaves().size());
List<PredicateLeaf> leaves = sarg.getLeaves();
assertEquals("(EQUALS boolean1 false)", leaves.get(0).toString());
assertEquals("(LESS_THAN byte1 1)", leaves.get(1).toString());
assertEquals("(LESS_THAN_EQUALS short1 1024)", leaves.get(2).toString());
assertEquals("(BETWEEN int1 -1 65536)", leaves.get(3).toString());
assertEquals("(EQUALS long1 9223372036854775807)", leaves.get(4).toString());
assertEquals("(EQUALS float1 1.0)", leaves.get(5).toString());
assertEquals("(EQUALS double1 -15.0)", leaves.get(6).toString());
assertEquals("(IS_NULL string1)", leaves.get(7).toString());
assertEquals("(EQUALS string1 hello)", leaves.get(8).toString());
}
Example 9
| Source File: OrcRowInputFormatTest.java From flink with Apache License 2.0 | 4 votes |
|
@Test
public void testNumericBooleanStringPredicates() throws Exception {
rowOrcInputFormat =
new OrcRowInputFormat(getPath(TEST_FILE_NESTED), TEST_SCHEMA_NESTED, new Configuration());
rowOrcInputFormat.selectFields(0, 1, 2, 3, 4, 5, 6, 8);
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcSplitReader.Equals("boolean1", PredicateLeaf.Type.BOOLEAN, false));
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcSplitReader.LessThan("byte1", PredicateLeaf.Type.LONG, 1));
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcSplitReader.LessThanEquals("short1", PredicateLeaf.Type.LONG, 1024));
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcSplitReader.Between("int1", PredicateLeaf.Type.LONG, -1, 65536));
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcSplitReader.Equals("long1", PredicateLeaf.Type.LONG, 9223372036854775807L));
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcSplitReader.Equals("float1", PredicateLeaf.Type.FLOAT, 1.0));
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcSplitReader.Equals("double1", PredicateLeaf.Type.FLOAT, -15.0));
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcSplitReader.IsNull("string1", PredicateLeaf.Type.STRING));
// boolean pred
rowOrcInputFormat.addPredicate(
new OrcSplitReader.Equals("string1", PredicateLeaf.Type.STRING, "hello"));
FileInputSplit[] splits = rowOrcInputFormat.createInputSplits(1);
rowOrcInputFormat.openInputFormat();
// mock options to check configuration of ORC reader
OrcRowInputFormat spy = spy(rowOrcInputFormat);
spy.openInputFormat();
spy.open(splits[0]);
// verify predicate configuration
SearchArgument sarg = getSearchArgument(spy.getReader().getRecordReader());
assertNotNull(sarg);
assertEquals("(and leaf-0 leaf-1 leaf-2 leaf-3 leaf-4 leaf-5 leaf-6 leaf-7 leaf-8)", sarg.getExpression().toString());
assertEquals(9, sarg.getLeaves().size());
List<PredicateLeaf> leaves = sarg.getLeaves();
assertEquals("(EQUALS boolean1 false)", leaves.get(0).toString());
assertEquals("(LESS_THAN byte1 1)", leaves.get(1).toString());
assertEquals("(LESS_THAN_EQUALS short1 1024)", leaves.get(2).toString());
assertEquals("(BETWEEN int1 -1 65536)", leaves.get(3).toString());
assertEquals("(EQUALS long1 9223372036854775807)", leaves.get(4).toString());
assertEquals("(EQUALS float1 1.0)", leaves.get(5).toString());
assertEquals("(EQUALS double1 -15.0)", leaves.get(6).toString());
assertEquals("(IS_NULL string1)", leaves.get(7).toString());
assertEquals("(EQUALS string1 hello)", leaves.get(8).toString());
}
