Java Code Examples for org.apache.pig.data.DataType#UNKNOWN
The following examples show how to use
org.apache.pig.data.DataType#UNKNOWN .
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
Source File: Schema.java From spork with Apache License 2.0 | 6 votes |
/** * Copy Constructor. * * @param fs * Source FieldSchema * */ public FieldSchema(FieldSchema fs) { if(null != fs) { alias = fs.alias; if(null != fs.schema) { schema = new Schema(fs.schema); } else { schema = null; } type = fs.type; } else { alias = null; schema = null; type = DataType.UNKNOWN; } canonicalName = CanonicalNamer.getNewName(); }
Example 2
Source File: MultiQueryOptimizer.java From spork with Apache License 2.0 | 6 votes |
private void mergeMROperProperties(MapReduceOper from, MapReduceOper to) { if (from.isEndOfAllInputSetInMap()) { to.setEndOfAllInputInMap(true); } if (from.isEndOfAllInputSetInReduce()) { to.setEndOfAllInputInReduce(true); } if (from.getRequestedParallelism() > to.getRequestedParallelism()) { to.requestedParallelism = from.requestedParallelism; } if (!from.UDFs.isEmpty()) { to.UDFs.addAll(from.UDFs); } if (from.needsDistinctCombiner()) { to.setNeedsDistinctCombiner(true); } if (to.mapKeyType == DataType.UNKNOWN) { to.mapKeyType = from.mapKeyType; } }
Example 3
Source File: Over.java From spork with Apache License 2.0 | 6 votes |
@Override public Schema outputSchema(Schema inputSch) { try { if (returnType == DataType.UNKNOWN) { return Schema.generateNestedSchema(DataType.BAG, DataType.NULL); } else { Schema outputTupleSchema = new Schema(new Schema.FieldSchema(returnName, returnType)); return new Schema(new Schema.FieldSchema( getSchemaName(this.getClass().getName().toLowerCase(), inputSch), outputTupleSchema, DataType.BAG)); } } catch (FrontendException fe) { throw new RuntimeException("Unable to create nested schema", fe); } }
Example 4
Source File: SequenceFileLoader.java From spork with Apache License 2.0 | 5 votes |
@Override public Tuple getNext() throws IOException { boolean next = false; try { next = reader.nextKeyValue(); } catch (InterruptedException e) { throw new IOException(e); } if (!next) return null; key = reader.getCurrentKey(); value = reader.getCurrentValue(); if (keyType == DataType.UNKNOWN && key != null) { setKeyType(key.getClass()); } if (valType == DataType.UNKNOWN && value != null) { setValueType(value.getClass()); } mProtoTuple.add(translateWritableToPigDataType(key, keyType)); mProtoTuple.add(translateWritableToPigDataType(value, valType)); Tuple t = mTupleFactory.newTuple(mProtoTuple); mProtoTuple.clear(); return t; }
Example 5
Source File: Schema.java From spork with Apache License 2.0 | 4 votes |
private boolean isNullOrUnknownType(FieldSchema fs) { return (fs.type == DataType.NULL || fs.type == DataType.UNKNOWN); }
Example 6
Source File: Over.java From spork with Apache License 2.0 | 4 votes |
public Over() { initialized = false; udfArgs = null; func = null; returnType = DataType.UNKNOWN; }
Example 7
Source File: FixedWidthLoader.java From spork with Apache License 2.0 | 4 votes |
private Object readField(String line, ResourceFieldSchema field, FixedWidthField column) throws IOException, IllegalArgumentException { int start = column.start; int end = Math.min(column.end, line.length()); if (start > line.length()) return null; if (end <= start) return null; String s = line.substring(start, end); String sTrim = s.trim(); switch (field.getType()) { case DataType.UNKNOWN: case DataType.BYTEARRAY: case DataType.CHARARRAY: if (s.trim().length() == 0) return null; return s.trim(); case DataType.BOOLEAN: return Boolean.parseBoolean(sTrim); case DataType.INTEGER: return Integer.parseInt(sTrim); case DataType.LONG: return Long.parseLong(sTrim); case DataType.FLOAT: return Float.parseFloat(sTrim); case DataType.DOUBLE: return Double.parseDouble(sTrim); case DataType.DATETIME: return (new DateTime(sTrim)).toDateTime(DateTimeZone.UTC); case DataType.MAP: case DataType.TUPLE: case DataType.BAG: throw new IllegalArgumentException("Object types (map, tuple, bag) are not supported by FixedWidthLoader"); default: throw new IllegalArgumentException( "Unknown type in input schema: " + field.getType()); } }
Example 8
Source File: ProjectionMap.java From spork with Apache License 2.0 | 2 votes |
/** * * @param inputColumn * A pair of integers representing the input number and the * input column number */ public Column(Pair<Integer, Integer> inputColumn) { this(inputColumn, false, DataType.UNKNOWN); }