org.apache.spark.sql.sources.IsNotNull Java Examples
The following examples show how to use
org.apache.spark.sql.sources.IsNotNull.
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example #1
Source File: FlightDataSourceReader.java From flight-spark-source with Apache License 2.0 | 6 votes |
private String generateWhereClause(List<Filter> pushed) { List<String> filterStr = Lists.newArrayList(); for (Filter filter : pushed) { if (filter instanceof IsNotNull) { filterStr.add(String.format("isnotnull(\"%s\")", ((IsNotNull) filter).attribute())); } else if (filter instanceof EqualTo) { filterStr.add(String.format("\"%s\" = %s", ((EqualTo) filter).attribute(), valueToString(((EqualTo) filter).value()))); } else if (filter instanceof GreaterThan) { filterStr.add(String.format("\"%s\" > %s", ((GreaterThan) filter).attribute(), valueToString(((GreaterThan) filter).value()))); } else if (filter instanceof GreaterThanOrEqual) { filterStr.add(String.format("\"%s\" <= %s", ((GreaterThanOrEqual) filter).attribute(), valueToString(((GreaterThanOrEqual) filter).value()))); } else if (filter instanceof LessThan) { filterStr.add(String.format("\"%s\" < %s", ((LessThan) filter).attribute(), valueToString(((LessThan) filter).value()))); } else if (filter instanceof LessThanOrEqual) { filterStr.add(String.format("\"%s\" <= %s", ((LessThanOrEqual) filter).attribute(), valueToString(((LessThanOrEqual) filter).value()))); } //todo fill out rest of Filter types } return WHERE_JOINER.join(filterStr); }
Example #2
Source File: FlightDataSourceReader.java From flight-spark-source with Apache License 2.0 | 6 votes |
private boolean canBePushed(Filter filter) { if (filter instanceof IsNotNull) { return true; } else if (filter instanceof EqualTo) { return true; } if (filter instanceof GreaterThan) { return true; } if (filter instanceof GreaterThanOrEqual) { return true; } if (filter instanceof LessThan) { return true; } if (filter instanceof LessThanOrEqual) { return true; } LOGGER.error("Cant push filter of type " + filter.toString()); return false; }
Example #3
Source File: SparkFilter.java From indexr with Apache License 2.0 | 5 votes |
public static RCOperator transform(List<ColumnSchema> schemas, List<Filter> filters) { List<Filter> validFilters = filters.stream().filter(f -> !(f instanceof IsNotNull)).collect(Collectors.toList()); if (validFilters.size() == 0) { return null; } RCOperator op = new io.indexr.segment.rc.And(Trick.mapToList(validFilters, f -> transform(schemas, f))); op = op.optimize(); return op; }