org.apache.pig.LoadPushDown Java Examples

The following examples show how to use org.apache.pig.LoadPushDown. You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.

Example #1

Source File: ParquetLoader.java From parquet-mr with Apache License 2.0

4 votes

@Override
public List<OperatorSet> getFeatures() {
  return asList(LoadPushDown.OperatorSet.PROJECTION);
}

Example #2

Source File: PigStorage.java From spork with Apache License 2.0

4 votes

@Override
public List<OperatorSet> getFeatures() {
    return Arrays.asList(LoadPushDown.OperatorSet.PROJECTION);
}

Example #3

Source File: AvroStorage.java From spork with Apache License 2.0

4 votes

@Override
public List<OperatorSet> getFeatures() {
    return Lists.newArrayList(LoadPushDown.OperatorSet.PROJECTION);
}

Example #4

Source File: OrcStorage.java From spork with Apache License 2.0

4 votes

@Override
public List<OperatorSet> getFeatures() {
    return Arrays.asList(LoadPushDown.OperatorSet.PROJECTION);
}

Example #5

Source File: ParquetLoader.java From spork with Apache License 2.0

4 votes

@Override
public List<OperatorSet> getFeatures() {
    return ((LoadPushDown)super.loadFunc()).getFeatures();
}

Example #6

Source File: ParquetLoader.java From spork with Apache License 2.0

4 votes

@Override
public RequiredFieldResponse pushProjection(RequiredFieldList requiredFieldList)
        throws FrontendException {
    return ((LoadPushDown)super.loadFunc()).pushProjection(requiredFieldList);
}

Example #7

Source File: HBaseStorage.java From spork with Apache License 2.0

4 votes

@Override
public List<OperatorSet> getFeatures() {
    return Arrays.asList(LoadPushDown.OperatorSet.PROJECTION);
}

Example #8

Source File: TestPruneColumn.java From spork with Apache License 2.0

4 votes

@Override
public List<OperatorSet> getFeatures() {
    return Arrays.asList(LoadPushDown.OperatorSet.PROJECTION);
}

Example #9

Source File: AllLoader.java From spork with Apache License 2.0

4 votes

@Override
public void prepareToRead(
        @SuppressWarnings("rawtypes") RecordReader reader, PigSplit split)
        throws IOException {

    AllReader allReader = (AllReader) reader;

    if (currentPath == null || !(currentPath.equals(allReader.path))) {
        currentPathPartitionKeyMap = (partitionColumns == null) ? null
                : pathPartitionerHelper
                        .getPathPartitionKeyValues(allReader.path
                                .toString());
        currentPath = allReader.path;
    }

    childLoadFunc = allReader.prepareLoadFuncForReading(split);

    String projectProperty = getUDFContext().getProperty(PROJECTION_ID);

    if (projectProperty != null) {

        // load the required field list from the current UDF context
        ByteArrayInputStream input = new ByteArrayInputStream(
                Base64.decodeBase64(projectProperty.getBytes("UTF-8")));

        ObjectInputStream objInput = new ObjectInputStream(input);

        try {
            requiredFieldList = (RequiredFieldList) objInput.readObject();
        } catch (ClassNotFoundException e) {
            throw new FrontendException(e.toString(), e);
        } finally {
            IOUtils.closeStream(objInput);
        }

        if (childLoadFunc.getClass().isAssignableFrom(LoadPushDown.class)) {
            supportPushDownProjection = true;
            ((LoadPushDown) childLoadFunc)
                    .pushProjection(requiredFieldList);
        } else {
            if (requiredFieldList != null) {
                requiredFieldHashSet = new TreeSet<Integer>();
                for (RequiredField requiredField : requiredFieldList
                        .getFields()) {
                    requiredFieldHashSet.add(requiredField.getIndex());
                }
            }
        }

    }

}

Example #10

Source File: AllLoader.java From spork with Apache License 2.0

4 votes

@Override
public List<OperatorSet> getFeatures() {
    return Arrays.asList(LoadPushDown.OperatorSet.PROJECTION);
}

Example #11

Source File: HiveColumnarLoader.java From spork with Apache License 2.0

4 votes

@Override
   public List<OperatorSet> getFeatures() {
return Arrays.asList(LoadPushDown.OperatorSet.PROJECTION);
   }

Example #12

Source File: CSVLoader.java From spork with Apache License 2.0

4 votes

@Override
public List<OperatorSet> getFeatures() {
    return Arrays.asList(LoadPushDown.OperatorSet.PROJECTION);
}

Example #13

Source File: FixedWidthLoader.java From spork with Apache License 2.0

4 votes

@Override
public List<OperatorSet> getFeatures() {
    return Arrays.asList(LoadPushDown.OperatorSet.PROJECTION);
}

Example #14

Source File: CSVExcelStorage.java From spork with Apache License 2.0

4 votes

@Override
public List<OperatorSet> getFeatures() {
    return Arrays.asList(LoadPushDown.OperatorSet.PROJECTION);
}

Example #15

Source File: EsStorage.java From elasticsearch-hadoop with Apache License 2.0

4 votes

@Override
public List<OperatorSet> getFeatures() {
    return Arrays.asList(LoadPushDown.OperatorSet.PROJECTION);
}