org.apache.hadoop.hive.serde2.lazy.ByteArrayRef Java Examples
The following examples show how to use
org.apache.hadoop.hive.serde2.lazy.ByteArrayRef.
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example #1
Source File: HiveUtils.java From incubator-hivemall with Apache License 2.0 | 5 votes |
@Nonnull public static LazyString lazyString(@Nonnull final String str, @Nonnull final LazyStringObjectInspector oi) { LazyString lazy = new LazyString(oi); ByteArrayRef ref = new ByteArrayRef(); byte[] data = str.getBytes(StandardCharsets.UTF_8); ref.setData(data); lazy.init(ref, 0, data.length); return lazy; }
Example #2
Source File: TestLazyMap.java From presto with Apache License 2.0 | 4 votes |
public static ByteArrayRef newByteArrayRef(String encodedMap) { ByteArrayRef bytes = new ByteArrayRef(); bytes.setData(encodedMap.getBytes(StandardCharsets.US_ASCII)); return bytes; }
Example #3
Source File: HiveDynamoDBTypeTest.java From emr-dynamodb-connector with Apache License 2.0 | 4 votes |
/** * See: https://github.com/apache/hive/blob/ae008b79b5d52ed6a38875b73025a505725828eb/serde/src/test/org/apache/hadoop/hive/serde2/lazy/TestLazyPrimitive.java#L265 */ private static void initLazyObject(LazyObject lo, byte[] data, int start, int length) { ByteArrayRef b = new ByteArrayRef(); b.setData(data); lo.init(b, start, length); }
Example #4
Source File: TestEsriJsonSerDe.java From spatial-framework-for-hadoop with Apache License 2.0 | 4 votes |
@Test public void TestColumnTypes() throws Exception { ArrayList<Object> stuff = new ArrayList<Object>(); Properties proptab = new Properties(); proptab.setProperty(HiveShims.serdeConstants.LIST_COLUMNS, "flag,num1,num2,text"); proptab.setProperty(HiveShims.serdeConstants.LIST_COLUMN_TYPES, "boolean,tinyint,smallint,string"); AbstractSerDe jserde = mkSerDe(proptab); StructObjectInspector rowOI = (StructObjectInspector)jserde.getObjectInspector(); // {"attributes":{"flag":false,"num":"5","text":"Point(15.0 5.0)"}} addWritable(stuff, false); addWritable(stuff, (byte)2); addWritable(stuff, (short)5); addWritable(stuff, "Point(15.0 5.0)"); Object row = runSerDe(stuff, jserde, rowOI); Object fieldData = getField("flag", row, rowOI); Assert.assertEquals(false, ((BooleanWritable)fieldData).get()); fieldData = getField("num1", row, rowOI); Assert.assertEquals((byte)2, ((ByteWritable)fieldData).get()); fieldData = getField("num2", row, rowOI); Assert.assertEquals((short)5, ((ShortWritable)fieldData).get()); fieldData = getField("text", row, rowOI); Assert.assertEquals("Point(15.0 5.0)", ((Text)fieldData).toString()); stuff.set(0, new BooleanWritable(true)); stuff.set(1, new ByteWritable((byte)4)); stuff.set(2, new ShortWritable((short)4)); //stuff.set(3, new Text("other")); LazyStringObjectInspector loi = LazyPrimitiveObjectInspectorFactory. getLazyStringObjectInspector(false, (byte)'\0'); LazyString lstr = new LazyString(loi); ByteArrayRef bar = new ByteArrayRef(); bar.setData("other".getBytes()); lstr.init(bar, 0, 5); stuff.set(3, lstr); row = runSerDe(stuff, jserde, rowOI); fieldData = getField("flag", row, rowOI); Assert.assertEquals(true, ((BooleanWritable)fieldData).get()); fieldData = getField("num1", row, rowOI); Assert.assertEquals((byte)4, ((ByteWritable)fieldData).get()); fieldData = getField("num2", row, rowOI); Assert.assertEquals((short)4, ((ShortWritable)fieldData).get()); fieldData = getField("text", row, rowOI); Assert.assertEquals("other", ((Text)fieldData).toString()); }