Java Code Examples for java.io.DataInput#readFully()
The following examples show how to use
java.io.DataInput#readFully() .
These examples are extracted from open source projects.
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
Source Project: flink File: HybridMemorySegment.java License: Apache License 2.0 | 6 votes |
@Override public final void put(DataInput in, int offset, int length) throws IOException { if (address <= addressLimit) { if (heapMemory != null) { in.readFully(heapMemory, offset, length); } else { while (length >= 8) { putLongBigEndian(offset, in.readLong()); offset += 8; length -= 8; } while (length > 0) { put(offset, in.readByte()); offset++; length--; } } } else { throw new IllegalStateException("segment has been freed"); } }
Example 2
Source Project: big-c File: GridmixRecord.java License: Apache License 2.0 | 6 votes |
@Override public void readFields(DataInput in) throws IOException { size = WritableUtils.readVInt(in); int payload = size - WritableUtils.getVIntSize(size); if (payload > Long.SIZE / Byte.SIZE) { seed = in.readLong(); payload -= Long.SIZE / Byte.SIZE; } else { Arrays.fill(literal, (byte)0); in.readFully(literal, 0, payload); dib.reset(literal, 0, literal.length); seed = dib.readLong(); payload = 0; } final int vBytes = in.skipBytes(payload); if (vBytes != payload) { throw new EOFException("Expected " + payload + ", read " + vBytes); } }
Example 3
Source Project: aegisthus File: AtomWritable.java License: Apache License 2.0 | 6 votes |
@Override public void readFields(DataInput dis) throws IOException { int length = dis.readInt(); byte[] bytes = new byte[length]; dis.readFully(bytes); this.key = bytes; this.deletedAt = dis.readLong(); boolean hasAtom = dis.readBoolean(); if (hasAtom) { this.atom = serializer.deserializeFromSSTable( dis, ColumnSerializer.Flag.PRESERVE_SIZE, Integer.MIN_VALUE, version ); } else { this.atom = null; } }
Example 4
Source Project: phoenix-tephra File: TransactionEditCodecs.java License: Apache License 2.0 | 6 votes |
@Override public void decode(TransactionEdit dest, DataInput in) throws IOException { dest.setWritePointer(in.readLong()); int stateIdx = in.readInt(); try { dest.setState(TransactionEdit.State.values()[stateIdx]); } catch (ArrayIndexOutOfBoundsException e) { throw new IOException("State enum ordinal value is out of range: " + stateIdx); } dest.setExpiration(in.readLong()); dest.setCommitPointer(in.readLong()); dest.setCanCommit(in.readBoolean()); int changeSize = in.readInt(); Set<ChangeId> changes = Sets.newHashSet(); for (int i = 0; i < changeSize; i++) { int currentLength = in.readInt(); byte[] currentBytes = new byte[currentLength]; in.readFully(currentBytes); changes.add(new ChangeId(currentBytes)); } dest.setChanges(changes); // 1st version did not store this info. It is safe to set firstInProgress to 0, it may decrease performance until // this tx is finished, but correctness will be preserved. dest.setVisibilityUpperBound(0); }
Example 5
Source Project: hadoop File: BloomFilter.java License: Apache License 2.0 | 6 votes |
@Override public void readFields(DataInput in) throws IOException { super.readFields(in); bits = new BitSet(this.vectorSize); byte[] bytes = new byte[getNBytes()]; in.readFully(bytes); for(int i = 0, byteIndex = 0, bitIndex = 0; i < vectorSize; i++, bitIndex++) { if (bitIndex == 8) { bitIndex = 0; byteIndex++; } if ((bytes[byteIndex] & bitvalues[bitIndex]) != 0) { bits.set(i); } } }
Example 6
Source Project: stratio-cassandra File: MerkleTree.java License: Apache License 2.0 | 5 votes |
public Inner deserialize(DataInput in, int version) throws IOException { int hashLen = in.readInt(); byte[] hash = hashLen >= 0 ? new byte[hashLen] : null; if (hash != null) in.readFully(hash); Token token = Token.serializer.deserialize(in); Hashable lchild = Hashable.serializer.deserialize(in, version); Hashable rchild = Hashable.serializer.deserialize(in, version); return new Inner(token, lchild, rchild); }
Example 7
Source Project: incubator-retired-blur File: SerializerUtil.java License: Apache License 2.0 | 5 votes |
public static BytesRef readBytesRef(DataInput in) throws IOException { int length = in.readInt(); BytesRef bytes = new BytesRef(length); in.readFully(bytes.bytes); bytes.offset = 0; bytes.length = length; return bytes; }
Example 8
Source Project: gemfirexd-oss File: JSON.java License: Apache License 2.0 | 5 votes |
@Override final void readData(DataInput in, boolean reuseArrayIfPossible) throws IOException { int length = in.readUnsignedShort(); byte[] b = new byte[length]; in.readFully(b); try { setValue(new String(b)); } catch (StandardException e) { // FIXME: may not always be IOException throw new IOException(e); } }
Example 9
Source Project: deeplearning4j File: Text.java License: Apache License 2.0 | 5 votes |
/** deserialize */ public void readFields(DataInput in) throws IOException { int newLength = WritableUtils.readVInt(in); setCapacity(newLength, false); in.readFully(bytes, 0, newLength); length = newLength; }
Example 10
Source Project: PalDB File: StorageSerialization.java License: Apache License 2.0 | 5 votes |
private static int[] deserializeArrayIntCompressed(DataInput is) throws IOException { int size = LongPacker.unpackInt(is); byte[] b = new byte[size]; is.readFully(b); return Snappy.uncompressIntArray(b); }
Example 11
Source Project: kylin File: Bytes.java License: Apache License 2.0 | 5 votes |
/** * Reads a fixed-size field and interprets it as a string padded with zeros. */ public static String readStringFixedSize(final DataInput in, int size) throws IOException { byte[] b = new byte[size]; in.readFully(b); int n = b.length; while (n > 0 && b[n - 1] == 0) --n; return toString(b, 0, n); }
Example 12
Source Project: nutch-htmlunit File: Content.java License: Apache License 2.0 | 5 votes |
private final void readFieldsCompressed(DataInput in) throws IOException { byte oldVersion = in.readByte(); switch (oldVersion) { case 0: case 1: url = Text.readString(in); // read url base = Text.readString(in); // read base content = new byte[in.readInt()]; // read content in.readFully(content); contentType = Text.readString(in); // read contentType // reconstruct metadata int keySize = in.readInt(); String key; for (int i = 0; i < keySize; i++) { key = Text.readString(in); int valueSize = in.readInt(); for (int j = 0; j < valueSize; j++) { metadata.add(key, Text.readString(in)); } } break; case 2: url = Text.readString(in); // read url base = Text.readString(in); // read base content = new byte[in.readInt()]; // read content in.readFully(content); contentType = Text.readString(in); // read contentType metadata.readFields(in); // read meta data break; default: throw new VersionMismatchException((byte)2, oldVersion); } }
Example 13
Source Project: geowave File: GridCoverageWritable.java License: Apache License 2.0 | 5 votes |
@Override public void readFields(final DataInput input) throws IOException { final int rasterTileSize = Varint.readUnsignedVarInt(input); final byte[] rasterTileBinary = new byte[rasterTileSize]; input.readFully(rasterTileBinary); rasterTile = new RasterTile(); rasterTile.fromBinary(rasterTileBinary); minX = input.readDouble(); maxX = input.readDouble(); minY = input.readDouble(); maxY = input.readDouble(); final int crsStrSize = Varint.readUnsignedVarInt(input); if (crsStrSize > 0) { final byte[] crsStrBytes = new byte[crsStrSize]; input.readFully(crsStrBytes); final String crsStr = StringUtils.stringFromBinary(crsStrBytes); try { crs = CRS.decode(crsStr); } catch (final FactoryException e) { LOGGER.error("Unable to decode " + crsStr + " CRS", e); throw new RuntimeException("Unable to decode " + crsStr + " CRS", e); } } else { crs = GeometryUtils.getDefaultCRS(); } }
Example 14
Source Project: geowave File: GeoWaveInputKey.java License: Apache License 2.0 | 5 votes |
@Override public void readFields(final DataInput input) throws IOException { internalAdapterId = input.readShort(); final int dataIdLength = input.readInt(); final byte[] dataIdBytes = new byte[dataIdLength]; input.readFully(dataIdBytes); dataId = new ByteArray(dataIdBytes); }
Example 15
Source Project: waterdrop File: SerializedConfigValue.java License: Apache License 2.0 | 5 votes |
private static void skipField(DataInput in) throws IOException { int len = in.readInt(); // skipBytes doesn't have to block int skipped = in.skipBytes(len); if (skipped < len) { // wastefully use readFully() if skipBytes didn't work byte[] bytes = new byte[(len - skipped)]; in.readFully(bytes); } }
Example 16
Source Project: spork File: DataReaderWriter.java License: Apache License 2.0 | 4 votes |
public static String bytesToBigCharArray(DataInput in) throws IOException{ int size = in.readInt(); byte[] ba = new byte[size]; in.readFully(ba); return new String(ba, DataReaderWriter.UTF8); }
Example 17
Source Project: spliceengine File: AllocatedFilter.java License: GNU Affero General Public License v3.0 | 4 votes |
@Override public void readFields(DataInput in) throws IOException{ addressMatch=new byte[in.readInt()]; in.readFully(addressMatch); }
Example 18
Source Project: kylin-on-parquet-v2 File: AppendDictSliceKey.java License: Apache License 2.0 | 4 votes |
public void readFields(DataInput in) throws IOException { key = new byte[in.readInt()]; in.readFully(key); }
Example 19
Source Project: parquet-mr File: ParquetInputSplit.java License: Apache License 2.0 | 4 votes |
private static byte[] readArray(DataInput in) throws IOException { int len = in.readInt(); byte[] bytes = new byte[len]; in.readFully(bytes); return bytes; }
Example 20
Source Project: rcrs-server File: EncodingTools.java License: BSD 3-Clause "New" or "Revised" License | 3 votes |
/** * Read a String from a DataInput. * * @param in * The DataInput to read. * @return The string that was read. * @throws IOException * If the DataInput blows up. * @throws EOFException * If the end of the stream is reached. */ public static String readString(DataInput in) throws IOException { int length = readInt32(in); byte[] buffer = new byte[length]; in.readFully(buffer); return new String(buffer, CHARSET); }