Java Code Examples for org.apache.parquet.io.api.Binary#toByteBuffer()

@Override
protected void readField(long recordsToReadInThisPass) {
  this.bytebuf = pageReader.pageData;
  if (usingDictionary) {
    NullableVarBinaryVector.Mutator mutator =  valueVec.getMutator();
    Binary currDictValToWrite;
    for (int i = 0; i < recordsToReadInThisPass; i++) {
      currDictValToWrite = pageReader.dictionaryValueReader.readBytes();
      ByteBuffer buf = currDictValToWrite.toByteBuffer();
      mutator.setSafe(valuesReadInCurrentPass + i, buf, buf.position(), currDictValToWrite.length());
    }
    // Set the write Index. The next page that gets read might be a page that does not use dictionary encoding
    // and we will go into the else condition below. The readField method of the parent class requires the
    // writer index to be set correctly.
    int writerIndex = castedBaseVector.getBuffer().writerIndex();
    castedBaseVector.getBuffer().setIndex(0, writerIndex + (int) readLength);
  } else {
    super.readField(recordsToReadInThisPass);
    // TODO - replace this with fixed binary type in drill
    // for now we need to write the lengths of each value
    int byteLength = dataTypeLengthInBits / 8;
    for (int i = 0; i < recordsToReadInThisPass; i++) {
      valueVec.getMutator().setValueLengthSafe(valuesReadInCurrentPass + i, byteLength);
    }
  }
}
 

@Override
protected void readField(long recordsToReadInThisPass) {
  this.bytebuf = pageReader.pageData;
  if (usingDictionary) {
    Binary currDictValToWrite;
    for (int i = 0; i < recordsReadInThisIteration; i++){
      currDictValToWrite = pageReader.dictionaryValueReader.readBytes();
      ByteBuffer buf = currDictValToWrite.toByteBuffer();
      valueVec.setSafe(valuesReadInCurrentPass + i, buf, buf.position(),
          currDictValToWrite.length());
    }
    // Set the write Index. The next page that gets read might be a page that does not use dictionary encoding
    // and we will go into the else condition below. The readField method of the parent class requires the
    // writer index to be set correctly.
    long writerIndex = valueVec.getDataBuffer().writerIndex();
    valueVec.getDataBuffer().setInt(0, LargeMemoryUtil.checkedCastToInt(writerIndex + readLength));
  } else {
    super.readField(recordsToReadInThisPass);
    // TODO - replace this with fixed binary type in Dremio
    // for now we need to write the lengths of each value
    int byteLength = dataTypeLengthInBits / 8;
    for (int i = 0; i < recordsToReadInThisPass; i++) {
      valueVec.setValueLengthSafe(valuesReadInCurrentPass + i, byteLength);
    }
  }
}
 

@Override
public UTF8String read(UTF8String ignored) {
  Binary binary = column.nextBinary();
  ByteBuffer buffer = binary.toByteBuffer();
  if (buffer.hasArray()) {
    return UTF8String.fromBytes(
        buffer.array(), buffer.arrayOffset() + buffer.position(), buffer.remaining());
  } else {
    return UTF8String.fromBytes(binary.getBytes());
  }
}
 

@Override
public UTF8String read(UTF8String ignored) {
  Binary binary = column.nextBinary();
  ByteBuffer buffer = binary.toByteBuffer();
  if (buffer.hasArray()) {
    return UTF8String.fromBytes(
        buffer.array(), buffer.arrayOffset() + buffer.position(), buffer.remaining());
  } else {
    return UTF8String.fromBytes(binary.getBytes());
  }
}
 

private long heapBinaryToLong(Binary binary) {
	ByteBuffer buffer = binary.toByteBuffer();
	byte[] bytes = buffer.array();
	int start = buffer.arrayOffset() + buffer.position();
	int end = buffer.arrayOffset() + buffer.limit();

	long unscaled = 0L;

	for (int i = start; i < end; i++) {
		unscaled = (unscaled << 8) | (bytes[i] & 0xff);
	}

	int bits = 8 * (end - start);
	return (unscaled << (64 - bits)) >> (64 - bits);
}
 

public static NanoTime fromBinary(Binary bytes) {
  Preconditions.checkArgument(bytes.length() == 12, "Must be 12 bytes");
  ByteBuffer buf = bytes.toByteBuffer();
  buf.order(ByteOrder.LITTLE_ENDIAN);
  long timeOfDayNanos = buf.getLong();
  int julianDay = buf.getInt();
  return new NanoTime(julianDay, timeOfDayNanos);
}
 

@Override
String stringifyNotNull(Binary value) {
  ByteBuffer buffer = value.toByteBuffer();
  StringBuilder builder = new StringBuilder(2 + buffer.remaining() * 2);
  builder.append(BINARY_HEXA_PREFIX);
  for (int i = buffer.position(), n = buffer.limit(); i < n; ++i) {
    byte b = buffer.get(i);
    builder.append(digits[(b >>> 4) & 0x0F]);
    builder.append(digits[b & 0x0F]);
  }
  return builder.toString();
}
 

public static BigDecimal binaryToDecimal(Binary value, int precision, int scale) {
  /*
   * Precision <= 18 checks for the max number of digits for an unscaled long,
   * else treat with big integer conversion
   */
  if (precision <= 18) {
    ByteBuffer buffer = value.toByteBuffer();
    byte[] bytes = buffer.array();
    int start = buffer.arrayOffset() + buffer.position();
    int end = buffer.arrayOffset() + buffer.limit();
    long unscaled = 0L;
    int i = start;
    while ( i < end ) {
      unscaled = ( unscaled << 8 | bytes[i] & 0xff );
      i++;
    }
    int bits = 8*(end - start);
    long unscaledNew = (unscaled << (64 - bits)) >> (64 - bits);
    if (unscaledNew <= -pow(10,18) || unscaledNew >= pow(10,18)) {
      return new BigDecimal(unscaledNew);
    } else {
      return BigDecimal.valueOf(unscaledNew / pow(10,scale));
    }
  } else {
    return new BigDecimal(new BigInteger(value.getBytes()), scale);
  }
}
 

static BigDecimal binaryToDecimal( Binary value, int precision, int scale ) {
  /*
   * Precision <= 18 checks for the max number of digits for an unscaled long,
   * else treat with big integer conversion
   */
  if ( precision <= 18 ) {
    ByteBuffer buffer = value.toByteBuffer();
    byte[] bytes = buffer.array();
    int start = buffer.arrayOffset() + buffer.position();
    int end = buffer.arrayOffset() + buffer.limit();
    long unscaled = 0L;
    int i = start;
    while ( i < end ) {
      unscaled = ( unscaled << 8 | bytes[ i ] & 0xff );
      i++;
    }
    int bits = 8 * ( end - start );
    long unscaledNew = ( unscaled << ( 64 - bits ) ) >> ( 64 - bits );
    if ( unscaledNew <= -pow( 10, 18 ) || unscaledNew >= pow( 10, 18 ) ) {
      return new BigDecimal( unscaledNew );
    } else {
      return BigDecimal.valueOf( unscaledNew / pow( 10, scale ) );
    }
  } else {
    return new BigDecimal( new BigInteger( value.getBytes() ), scale );
  }
}
 

private static ByteBuffer convert(Binary value) {
  return value.toByteBuffer();
}