Java Code Examples for org.apache.flink.testutils.serialization.types.IntType

The following examples show how to use org.apache.flink.testutils.serialization.types.IntType. These examples are extracted from open source projects. You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
@Test
public void testHandleMixedLargeRecords() throws Exception {
	final int numValues = 99;
	final int segmentSize = 32 * 1024;

	List<SerializationTestType> originalRecords = new ArrayList<>((numValues + 1) / 2);
	LargeObjectType genLarge = new LargeObjectType();
	Random rnd = new Random();

	for (int i = 0; i < numValues; i++) {
		if (i % 2 == 0) {
			originalRecords.add(new IntType(42));
		} else {
			originalRecords.add(genLarge.getRandom(rnd));
		}
	}

	testSerializationRoundTrip(originalRecords, segmentSize);
}
 
Example 2
Source Project: flink   Source File: SpanningRecordSerializationTest.java    License: Apache License 2.0 6 votes vote down vote up
@Test
public void testHandleMixedLargeRecords() throws Exception {
	final int numValues = 99;
	final int segmentSize = 32 * 1024;

	List<SerializationTestType> originalRecords = new ArrayList<>((numValues + 1) / 2);
	LargeObjectType genLarge = new LargeObjectType();
	Random rnd = new Random();

	for (int i = 0; i < numValues; i++) {
		if (i % 2 == 0) {
			originalRecords.add(new IntType(42));
		} else {
			originalRecords.add(genLarge.getRandom(rnd));
		}
	}

	testSerializationRoundTrip(originalRecords, segmentSize);
}
 
Example 3
Source Project: flink   Source File: SpanningRecordSerializationTest.java    License: Apache License 2.0 6 votes vote down vote up
@Test
public void testHandleMixedLargeRecords() throws Exception {
	final int numValues = 99;
	final int segmentSize = 32 * 1024;

	List<SerializationTestType> originalRecords = new ArrayList<>((numValues + 1) / 2);
	LargeObjectType genLarge = new LargeObjectType();
	Random rnd = new Random();

	for (int i = 0; i < numValues; i++) {
		if (i % 2 == 0) {
			originalRecords.add(new IntType(42));
		} else {
			originalRecords.add(genLarge.getRandom(rnd));
		}
	}

	testSerializationRoundTrip(originalRecords, segmentSize);
}
 
Example 4
Source Project: flink   Source File: BroadcastRecordWriterTest.java    License: Apache License 2.0 5 votes vote down vote up
/**
 * FLINK-17780: Tests that a shared buffer(or memory segment) of a buffer builder is only freed when all consumers
 * are closed.
 */
@Test
public void testRandomEmitAndBufferRecycling() throws Exception {
	int recordSize = 8;

	final TestPooledBufferProvider bufferProvider = new TestPooledBufferProvider(2, 2 * recordSize);
	final KeepingPartitionWriter partitionWriter = new KeepingPartitionWriter(bufferProvider) {
		@Override
		public int getNumberOfSubpartitions() {
			return 2;
		}
	};
	final BroadcastRecordWriter<SerializationTestType> writer = new BroadcastRecordWriter<>(partitionWriter, 0, "test");

	// force materialization of both buffers for easier availability tests
	List<Buffer> buffers = Arrays.asList(bufferProvider.requestBuffer(), bufferProvider.requestBuffer());
	buffers.forEach(Buffer::recycleBuffer);
	assertEquals(2, bufferProvider.getNumberOfAvailableBuffers());

	// fill first buffer
	writer.randomEmit(new IntType(1), 0);
	writer.broadcastEmit(new IntType(2));
	assertEquals(1, bufferProvider.getNumberOfAvailableBuffers());

	// simulate consumption of first buffer consumer; this should not free buffers
	assertEquals(1, partitionWriter.getAddedBufferConsumers(0).size());
	closeConsumer(partitionWriter, 0, 2 * recordSize);
	assertEquals(1, bufferProvider.getNumberOfAvailableBuffers());

	// use second buffer
	writer.broadcastEmit(new IntType(3));
	assertEquals(0, bufferProvider.getNumberOfAvailableBuffers());

	// fully free first buffer
	assertEquals(2, partitionWriter.getAddedBufferConsumers(1).size());
	closeConsumer(partitionWriter, 1, recordSize);
	assertEquals(1, bufferProvider.getNumberOfAvailableBuffers());
}