Java Code Examples for org.apache.hadoop.record.RecordInput#readInt()

The following examples show how to use org.apache.hadoop.record.RecordInput#readInt() . You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
Source File: StructTypeID.java    From hadoop with Apache License 2.0 5 votes vote down vote up 
void read(RecordInput rin, String tag) throws IOException {
  // number of elements
  int numElems = rin.readInt(tag);
  for (int i=0; i<numElems; i++) {
    typeInfos.add(genericReadTypeInfo(rin, tag));
  }
}
Example 2
Source File: StructTypeID.java    From big-c with Apache License 2.0 5 votes vote down vote up 
void read(RecordInput rin, String tag) throws IOException {
  // number of elements
  int numElems = rin.readInt(tag);
  for (int i=0; i<numElems; i++) {
    typeInfos.add(genericReadTypeInfo(rin, tag));
  }
}
Example 3
Source File: StructTypeID.java    From RDFS with Apache License 2.0 5 votes vote down vote up 
void read(RecordInput rin, String tag) throws IOException {
  // number of elements
  int numElems = rin.readInt(tag);
  for (int i=0; i<numElems; i++) {
    typeInfos.add(genericReadTypeInfo(rin, tag));
  }
}
Example 4
Source File: StructTypeID.java    From hadoop-gpu with Apache License 2.0 5 votes vote down vote up 
void read(RecordInput rin, String tag) throws IOException {
  // number of elements
  int numElems = rin.readInt(tag);
  for (int i=0; i<numElems; i++) {
    typeInfos.add(genericReadTypeInfo(rin, tag));
  }
}
Example 5
Source File: StructTypeID.java    From hadoop with Apache License 2.0 4 votes vote down vote up 
private TypeID genericReadTypeID(RecordInput rin, String tag) throws IOException {
  byte typeVal = rin.readByte(tag);
  switch (typeVal) {
  case TypeID.RIOType.BOOL: 
    return TypeID.BoolTypeID;
  case TypeID.RIOType.BUFFER: 
    return TypeID.BufferTypeID;
  case TypeID.RIOType.BYTE:
    return TypeID.ByteTypeID;
  case TypeID.RIOType.DOUBLE:
    return TypeID.DoubleTypeID;
  case TypeID.RIOType.FLOAT:
    return TypeID.FloatTypeID;
  case TypeID.RIOType.INT: 
    return TypeID.IntTypeID;
  case TypeID.RIOType.LONG:
    return TypeID.LongTypeID;
  case TypeID.RIOType.MAP:
  {
    TypeID tIDKey = genericReadTypeID(rin, tag);
    TypeID tIDValue = genericReadTypeID(rin, tag);
    return new MapTypeID(tIDKey, tIDValue);
  }
  case TypeID.RIOType.STRING: 
    return TypeID.StringTypeID;
  case TypeID.RIOType.STRUCT: 
  {
    StructTypeID stID = new StructTypeID();
    int numElems = rin.readInt(tag);
    for (int i=0; i<numElems; i++) {
      stID.add(genericReadTypeInfo(rin, tag));
    }
    return stID;
  }
  case TypeID.RIOType.VECTOR: 
  {
    TypeID tID = genericReadTypeID(rin, tag);
    return new VectorTypeID(tID);
  }
  default:
    // shouldn't be here
    throw new IOException("Unknown type read");
  }
}
Example 6
Source File: Utils.java    From hadoop with Apache License 2.0 4 votes vote down vote up 
/**
 * read/skip bytes from stream based on a type
 */
public static void skip(RecordInput rin, String tag, TypeID typeID) throws IOException {
  switch (typeID.typeVal) {
  case TypeID.RIOType.BOOL: 
    rin.readBool(tag);
    break;
  case TypeID.RIOType.BUFFER: 
    rin.readBuffer(tag);
    break;
  case TypeID.RIOType.BYTE: 
    rin.readByte(tag);
    break;
  case TypeID.RIOType.DOUBLE: 
    rin.readDouble(tag);
    break;
  case TypeID.RIOType.FLOAT: 
    rin.readFloat(tag);
    break;
  case TypeID.RIOType.INT: 
    rin.readInt(tag);
    break;
  case TypeID.RIOType.LONG: 
    rin.readLong(tag);
    break;
  case TypeID.RIOType.MAP: 
    org.apache.hadoop.record.Index midx1 = rin.startMap(tag);
    MapTypeID mtID = (MapTypeID) typeID;
    for (; !midx1.done(); midx1.incr()) {
      skip(rin, tag, mtID.getKeyTypeID());
      skip(rin, tag, mtID.getValueTypeID());
    }
    rin.endMap(tag);
    break;
  case TypeID.RIOType.STRING: 
    rin.readString(tag);
    break;
  case TypeID.RIOType.STRUCT:
    rin.startRecord(tag);
    // read past each field in the struct
    StructTypeID stID = (StructTypeID) typeID;
    Iterator<FieldTypeInfo> it = stID.getFieldTypeInfos().iterator();
    while (it.hasNext()) {
      FieldTypeInfo tInfo = it.next();
      skip(rin, tag, tInfo.getTypeID());
    }
    rin.endRecord(tag);
    break;
  case TypeID.RIOType.VECTOR: 
    org.apache.hadoop.record.Index vidx1 = rin.startVector(tag);
    VectorTypeID vtID = (VectorTypeID) typeID;
    for (; !vidx1.done(); vidx1.incr()) {
      skip(rin, tag, vtID.getElementTypeID());
    }
    rin.endVector(tag);
    break;
  default: 
    // shouldn't be here
    throw new IOException("Unknown typeID when skipping bytes");
  }
}
Example 7
Source File: StructTypeID.java    From big-c with Apache License 2.0 4 votes vote down vote up 
private TypeID genericReadTypeID(RecordInput rin, String tag) throws IOException {
  byte typeVal = rin.readByte(tag);
  switch (typeVal) {
  case TypeID.RIOType.BOOL: 
    return TypeID.BoolTypeID;
  case TypeID.RIOType.BUFFER: 
    return TypeID.BufferTypeID;
  case TypeID.RIOType.BYTE:
    return TypeID.ByteTypeID;
  case TypeID.RIOType.DOUBLE:
    return TypeID.DoubleTypeID;
  case TypeID.RIOType.FLOAT:
    return TypeID.FloatTypeID;
  case TypeID.RIOType.INT: 
    return TypeID.IntTypeID;
  case TypeID.RIOType.LONG:
    return TypeID.LongTypeID;
  case TypeID.RIOType.MAP:
  {
    TypeID tIDKey = genericReadTypeID(rin, tag);
    TypeID tIDValue = genericReadTypeID(rin, tag);
    return new MapTypeID(tIDKey, tIDValue);
  }
  case TypeID.RIOType.STRING: 
    return TypeID.StringTypeID;
  case TypeID.RIOType.STRUCT: 
  {
    StructTypeID stID = new StructTypeID();
    int numElems = rin.readInt(tag);
    for (int i=0; i<numElems; i++) {
      stID.add(genericReadTypeInfo(rin, tag));
    }
    return stID;
  }
  case TypeID.RIOType.VECTOR: 
  {
    TypeID tID = genericReadTypeID(rin, tag);
    return new VectorTypeID(tID);
  }
  default:
    // shouldn't be here
    throw new IOException("Unknown type read");
  }
}
Example 8
Source File: Utils.java    From big-c with Apache License 2.0 4 votes vote down vote up 
/**
 * read/skip bytes from stream based on a type
 */
public static void skip(RecordInput rin, String tag, TypeID typeID) throws IOException {
  switch (typeID.typeVal) {
  case TypeID.RIOType.BOOL: 
    rin.readBool(tag);
    break;
  case TypeID.RIOType.BUFFER: 
    rin.readBuffer(tag);
    break;
  case TypeID.RIOType.BYTE: 
    rin.readByte(tag);
    break;
  case TypeID.RIOType.DOUBLE: 
    rin.readDouble(tag);
    break;
  case TypeID.RIOType.FLOAT: 
    rin.readFloat(tag);
    break;
  case TypeID.RIOType.INT: 
    rin.readInt(tag);
    break;
  case TypeID.RIOType.LONG: 
    rin.readLong(tag);
    break;
  case TypeID.RIOType.MAP: 
    org.apache.hadoop.record.Index midx1 = rin.startMap(tag);
    MapTypeID mtID = (MapTypeID) typeID;
    for (; !midx1.done(); midx1.incr()) {
      skip(rin, tag, mtID.getKeyTypeID());
      skip(rin, tag, mtID.getValueTypeID());
    }
    rin.endMap(tag);
    break;
  case TypeID.RIOType.STRING: 
    rin.readString(tag);
    break;
  case TypeID.RIOType.STRUCT:
    rin.startRecord(tag);
    // read past each field in the struct
    StructTypeID stID = (StructTypeID) typeID;
    Iterator<FieldTypeInfo> it = stID.getFieldTypeInfos().iterator();
    while (it.hasNext()) {
      FieldTypeInfo tInfo = it.next();
      skip(rin, tag, tInfo.getTypeID());
    }
    rin.endRecord(tag);
    break;
  case TypeID.RIOType.VECTOR: 
    org.apache.hadoop.record.Index vidx1 = rin.startVector(tag);
    VectorTypeID vtID = (VectorTypeID) typeID;
    for (; !vidx1.done(); vidx1.incr()) {
      skip(rin, tag, vtID.getElementTypeID());
    }
    rin.endVector(tag);
    break;
  default: 
    // shouldn't be here
    throw new IOException("Unknown typeID when skipping bytes");
  }
}
Example 9
Source File: StructTypeID.java    From RDFS with Apache License 2.0 4 votes vote down vote up 
private TypeID genericReadTypeID(RecordInput rin, String tag) throws IOException {
  byte typeVal = rin.readByte(tag);
  switch (typeVal) {
  case TypeID.RIOType.BOOL: 
    return TypeID.BoolTypeID;
  case TypeID.RIOType.BUFFER: 
    return TypeID.BufferTypeID;
  case TypeID.RIOType.BYTE:
    return TypeID.ByteTypeID;
  case TypeID.RIOType.DOUBLE:
    return TypeID.DoubleTypeID;
  case TypeID.RIOType.FLOAT:
    return TypeID.FloatTypeID;
  case TypeID.RIOType.INT: 
    return TypeID.IntTypeID;
  case TypeID.RIOType.LONG:
    return TypeID.LongTypeID;
  case TypeID.RIOType.MAP:
  {
    TypeID tIDKey = genericReadTypeID(rin, tag);
    TypeID tIDValue = genericReadTypeID(rin, tag);
    return new MapTypeID(tIDKey, tIDValue);
  }
  case TypeID.RIOType.STRING: 
    return TypeID.StringTypeID;
  case TypeID.RIOType.STRUCT: 
  {
    StructTypeID stID = new StructTypeID();
    int numElems = rin.readInt(tag);
    for (int i=0; i<numElems; i++) {
      stID.add(genericReadTypeInfo(rin, tag));
    }
    return stID;
  }
  case TypeID.RIOType.VECTOR: 
  {
    TypeID tID = genericReadTypeID(rin, tag);
    return new VectorTypeID(tID);
  }
  default:
    // shouldn't be here
    throw new IOException("Unknown type read");
  }
}
Example 10
Source File: Utils.java    From RDFS with Apache License 2.0 4 votes vote down vote up 
/**
 * read/skip bytes from stream based on a type
 */
public static void skip(RecordInput rin, String tag, TypeID typeID) throws IOException {
  switch (typeID.typeVal) {
  case TypeID.RIOType.BOOL: 
    rin.readBool(tag);
    break;
  case TypeID.RIOType.BUFFER: 
    rin.readBuffer(tag);
    break;
  case TypeID.RIOType.BYTE: 
    rin.readByte(tag);
    break;
  case TypeID.RIOType.DOUBLE: 
    rin.readDouble(tag);
    break;
  case TypeID.RIOType.FLOAT: 
    rin.readFloat(tag);
    break;
  case TypeID.RIOType.INT: 
    rin.readInt(tag);
    break;
  case TypeID.RIOType.LONG: 
    rin.readLong(tag);
    break;
  case TypeID.RIOType.MAP: 
    org.apache.hadoop.record.Index midx1 = rin.startMap(tag);
    MapTypeID mtID = (MapTypeID) typeID;
    for (; !midx1.done(); midx1.incr()) {
      skip(rin, tag, mtID.getKeyTypeID());
      skip(rin, tag, mtID.getValueTypeID());
    }
    rin.endMap(tag);
    break;
  case TypeID.RIOType.STRING: 
    rin.readString(tag);
    break;
  case TypeID.RIOType.STRUCT:
    rin.startRecord(tag);
    // read past each field in the struct
    StructTypeID stID = (StructTypeID) typeID;
    Iterator<FieldTypeInfo> it = stID.getFieldTypeInfos().iterator();
    while (it.hasNext()) {
      FieldTypeInfo tInfo = it.next();
      skip(rin, tag, tInfo.getTypeID());
    }
    rin.endRecord(tag);
    break;
  case TypeID.RIOType.VECTOR: 
    org.apache.hadoop.record.Index vidx1 = rin.startVector(tag);
    VectorTypeID vtID = (VectorTypeID) typeID;
    for (; !vidx1.done(); vidx1.incr()) {
      skip(rin, tag, vtID.getElementTypeID());
    }
    rin.endVector(tag);
    break;
  default: 
    // shouldn't be here
    throw new IOException("Unknown typeID when skipping bytes");
  }
}
Example 11
Source File: StructTypeID.java    From hadoop-gpu with Apache License 2.0 4 votes vote down vote up 
private TypeID genericReadTypeID(RecordInput rin, String tag) throws IOException {
  byte typeVal = rin.readByte(tag);
  switch (typeVal) {
  case TypeID.RIOType.BOOL: 
    return TypeID.BoolTypeID;
  case TypeID.RIOType.BUFFER: 
    return TypeID.BufferTypeID;
  case TypeID.RIOType.BYTE:
    return TypeID.ByteTypeID;
  case TypeID.RIOType.DOUBLE:
    return TypeID.DoubleTypeID;
  case TypeID.RIOType.FLOAT:
    return TypeID.FloatTypeID;
  case TypeID.RIOType.INT: 
    return TypeID.IntTypeID;
  case TypeID.RIOType.LONG:
    return TypeID.LongTypeID;
  case TypeID.RIOType.MAP:
  {
    TypeID tIDKey = genericReadTypeID(rin, tag);
    TypeID tIDValue = genericReadTypeID(rin, tag);
    return new MapTypeID(tIDKey, tIDValue);
  }
  case TypeID.RIOType.STRING: 
    return TypeID.StringTypeID;
  case TypeID.RIOType.STRUCT: 
  {
    StructTypeID stID = new StructTypeID();
    int numElems = rin.readInt(tag);
    for (int i=0; i<numElems; i++) {
      stID.add(genericReadTypeInfo(rin, tag));
    }
    return stID;
  }
  case TypeID.RIOType.VECTOR: 
  {
    TypeID tID = genericReadTypeID(rin, tag);
    return new VectorTypeID(tID);
  }
  default:
    // shouldn't be here
    throw new IOException("Unknown type read");
  }
}
Example 12
Source File: Utils.java    From hadoop-gpu with Apache License 2.0 4 votes vote down vote up 
/**
 * read/skip bytes from stream based on a type
 */
public static void skip(RecordInput rin, String tag, TypeID typeID) throws IOException {
  switch (typeID.typeVal) {
  case TypeID.RIOType.BOOL: 
    rin.readBool(tag);
    break;
  case TypeID.RIOType.BUFFER: 
    rin.readBuffer(tag);
    break;
  case TypeID.RIOType.BYTE: 
    rin.readByte(tag);
    break;
  case TypeID.RIOType.DOUBLE: 
    rin.readDouble(tag);
    break;
  case TypeID.RIOType.FLOAT: 
    rin.readFloat(tag);
    break;
  case TypeID.RIOType.INT: 
    rin.readInt(tag);
    break;
  case TypeID.RIOType.LONG: 
    rin.readLong(tag);
    break;
  case TypeID.RIOType.MAP: 
    org.apache.hadoop.record.Index midx1 = rin.startMap(tag);
    MapTypeID mtID = (MapTypeID) typeID;
    for (; !midx1.done(); midx1.incr()) {
      skip(rin, tag, mtID.getKeyTypeID());
      skip(rin, tag, mtID.getValueTypeID());
    }
    rin.endMap(tag);
    break;
  case TypeID.RIOType.STRING: 
    rin.readString(tag);
    break;
  case TypeID.RIOType.STRUCT:
    rin.startRecord(tag);
    // read past each field in the struct
    StructTypeID stID = (StructTypeID) typeID;
    Iterator<FieldTypeInfo> it = stID.getFieldTypeInfos().iterator();
    while (it.hasNext()) {
      FieldTypeInfo tInfo = it.next();
      skip(rin, tag, tInfo.getTypeID());
    }
    rin.endRecord(tag);
    break;
  case TypeID.RIOType.VECTOR: 
    org.apache.hadoop.record.Index vidx1 = rin.startVector(tag);
    VectorTypeID vtID = (VectorTypeID) typeID;
    for (; !vidx1.done(); vidx1.incr()) {
      skip(rin, tag, vtID.getElementTypeID());
    }
    rin.endVector(tag);
    break;
  default: 
    // shouldn't be here
    throw new IOException("Unknown typeID when skipping bytes");
  }
}