org.apache.flink.util.WrappingRuntimeException Java Examples

/**
 * Extracts the real event from the sharedBuffer with pre-extracted eventId.
 *
 * @param match the matched event's eventId.
 * @return the event associated with the eventId.
 */
public Map<String, List<V>> materializeMatch(Map<String, List<EventId>> match) {
	Map<String, List<V>> materializedMatch = new LinkedHashMap<>(match.size());

	for (Map.Entry<String, List<EventId>> pattern : match.entrySet()) {
		List<V> events = new ArrayList<>(pattern.getValue().size());
		for (EventId eventId : pattern.getValue()) {
			try {
				V event = sharedBuffer.getEvent(eventId).getElement();
				events.add(event);
			} catch (Exception ex) {
				throw new WrappingRuntimeException(ex);
			}
		}
		materializedMatch.put(pattern.getKey(), events);
	}

	return materializedMatch;
}
 

/**
 * Reports a throwable for rethrowing from the mailbox thread. This will clear and cancel all other pending mails.
 * @param throwable to report by rethrowing from the mailbox loop.
 */
public void reportThrowable(Throwable throwable) {
	sendControlMail(
		() -> {
			if (throwable instanceof Exception) {
				throw (Exception) throwable;
			}
			else if (throwable instanceof Error) {
				throw (Error) throwable;
			}
			else {
				throw WrappingRuntimeException.wrapIfNecessary(throwable);
			}
		},
		"Report throwable %s", throwable);
}
 

/**
 * Extracts the real event from the sharedBuffer with pre-extracted eventId.
 *
 * @param match the matched event's eventId.
 * @return the event associated with the eventId.
 */
public Map<String, List<V>> materializeMatch(Map<String, List<EventId>> match) {
	Map<String, List<V>> materializedMatch = new LinkedHashMap<>(match.size());

	for (Map.Entry<String, List<EventId>> pattern : match.entrySet()) {
		List<V> events = new ArrayList<>(pattern.getValue().size());
		for (EventId eventId : pattern.getValue()) {
			try {
				V event = sharedBuffer.getEvent(eventId).getElement();
				events.add(event);
			} catch (Exception ex) {
				throw new WrappingRuntimeException(ex);
			}
		}
		materializedMatch.put(pattern.getKey(), events);
	}

	return materializedMatch;
}
 

/**
 * Extracts the real event from the sharedBuffer with pre-extracted eventId.
 *
 * @param match the matched event's eventId.
 * @return the event associated with the eventId.
 */
public Map<String, List<V>> materializeMatch(Map<String, List<EventId>> match) {
	Map<String, List<V>> materializedMatch = new LinkedHashMap<>(match.size());

	for (Map.Entry<String, List<EventId>> pattern : match.entrySet()) {
		List<V> events = new ArrayList<>(pattern.getValue().size());
		for (EventId eventId : pattern.getValue()) {
			try {
				V event = sharedBuffer.getEvent(eventId).getElement();
				events.add(event);
			} catch (Exception ex) {
				throw new WrappingRuntimeException(ex);
			}
		}
		materializedMatch.put(pattern.getKey(), events);
	}

	return materializedMatch;
}
 

@Override
public byte[] serialize(T object) {
	checkAvroInitialized();

	if (object == null) {
		return null;
	} else {
		try {
			ByteArrayOutputStream outputStream = getOutputStream();
			outputStream.reset();
			Encoder encoder = getEncoder();
			schemaCoder.writeSchema(getSchema(), outputStream);
			getDatumWriter().write(object, encoder);
			encoder.flush();
			return outputStream.toByteArray();
		} catch (IOException e) {
			throw new WrappingRuntimeException("Failed to serialize schema registry.", e);
		}
	}
}
 

@Override
public byte[] serialize(T object) {
	checkAvroInitialized();

	if (object == null) {
		return null;
	} else {
		try {
			datumWriter.write(object, encoder);
			encoder.flush();
			byte[] bytes = arrayOutputStream.toByteArray();
			arrayOutputStream.reset();
			return bytes;
		} catch (IOException e) {
			throw new WrappingRuntimeException("Failed to serialize schema registry.", e);
		}

	}
}
 

/**
 * It always returns node either from state or cache.
 *
 * @param nodeId id of the node
 * @return SharedBufferNode
 */
Lockable<SharedBufferNode> getEntry(NodeId nodeId) {
	return entryCache.computeIfAbsent(nodeId, id -> {
		try {
			return entries.get(id);
		} catch (Exception ex) {
			throw new WrappingRuntimeException(ex);
		}
	});
}
 

@Override
public boolean tryYield() {
	Optional<Mail> optionalMail = mailbox.tryTake(priority);
	if (optionalMail.isPresent()) {
		try {
			optionalMail.get().run();
		} catch (Exception ex) {
			throw WrappingRuntimeException.wrapIfNecessary(ex);
		}
		return true;
	} else {
		return false;
	}
}
 

@Override
public void yield() throws InterruptedException {
	Mail mail = mailbox.take(priority);
	try {
		mail.run();
	} catch (Exception ex) {
		throw WrappingRuntimeException.wrapIfNecessary(ex);
	}
}
 

private StateBackend loadStateBackend(ReadableConfig configuration, ClassLoader classLoader) {
	try {
		return StateBackendLoader.loadStateBackendFromConfig(
			configuration,
			classLoader,
			null);
	} catch (DynamicCodeLoadingException | IOException e) {
		throw new WrappingRuntimeException(e);
	}
}
 

private void registerCustomListeners(final ClassLoader classLoader, final List<String> listeners) {
	for (String listener : listeners) {
		try {
			final JobListener jobListener = InstantiationUtil.instantiate(
					listener, JobListener.class, classLoader);
			jobListeners.add(jobListener);
		} catch (FlinkException e) {
			throw new WrappingRuntimeException("Could not load JobListener : " + listener, e);
		}
	}
}
 

/**
 * It always returns event either from state or cache.
 *
 * @param eventId id of the event
 * @return event
 */
Lockable<V> getEvent(EventId eventId) {
	return eventsBufferCache.computeIfAbsent(eventId, id -> {
		try {
			return eventsBuffer.get(id);
		} catch (Exception ex) {
			throw new WrappingRuntimeException(ex);
		}
	});
}
 

/**
 * It always returns node either from state or cache.
 *
 * @param nodeId id of the node
 * @return SharedBufferNode
 */
Lockable<SharedBufferNode> getEntry(NodeId nodeId) {
	return entryCache.computeIfAbsent(nodeId, id -> {
		try {
			return entries.get(id);
		} catch (Exception ex) {
			throw new WrappingRuntimeException(ex);
		}
	});
}
 

private void registerCustomListeners(final ClassLoader classLoader, final List<String> listeners) {
	for (String listener : listeners) {
		try {
			final JobListener jobListener = InstantiationUtil.instantiate(
					listener, JobListener.class, classLoader);
			jobListeners.add(jobListener);
		} catch (FlinkException e) {
			throw new WrappingRuntimeException("Could not load JobListener : " + listener, e);
		}
	}
}
 

private SerializationRuntimeConverter createFallbackConverter() {
	return (mapper, reuse, object) -> {
		// for types that were specified without JSON schema
		// e.g. POJOs
		try {
			return mapper.valueToTree(object);
		} catch (IllegalArgumentException e) {
			throw new WrappingRuntimeException(format("Could not convert object: %s", object), e);
		}
	};
}
 

@Override
@SuppressWarnings("unchecked")
public TypeInformation<CollectAccumulator<T>> getAccumulatorType() {
	try {
		Class<CollectAccumulator<T>> clazz = (Class<CollectAccumulator<T>>) (Class) CollectAccumulator.class;
		List<PojoField> pojoFields = new ArrayList<>();
		pojoFields.add(new PojoField(
			clazz.getDeclaredField("map"),
			new MapViewTypeInfo<>(elementType, BasicTypeInfo.INT_TYPE_INFO)));
		return new PojoTypeInfo<>(clazz, pojoFields);
	} catch (NoSuchFieldException e) {
		throw new WrappingRuntimeException(e);
	}
}
 

/**
 * Ensure we have materialized binary format.
 */
public final void ensureMaterialized(TypeSerializer<T> serializer) {
	if (binarySection == null) {
		try {
			this.binarySection = materialize(serializer);
		} catch (IOException e) {
			throw new WrappingRuntimeException(e);
		}
	}
}
 

/**
 * It always returns event either from state or cache.
 *
 * @param eventId id of the event
 * @return event
 */
Lockable<V> getEvent(EventId eventId) {
	return eventsBufferCache.computeIfAbsent(eventId, id -> {
		try {
			return eventsBuffer.get(id);
		} catch (Exception ex) {
			throw new WrappingRuntimeException(ex);
		}
	});
}
 

/**
 * It always returns node either from state or cache.
 *
 * @param nodeId id of the node
 * @return SharedBufferNode
 */
Lockable<SharedBufferNode> getEntry(NodeId nodeId) {
	return entryCache.computeIfAbsent(nodeId, id -> {
		try {
			return entries.get(id);
		} catch (Exception ex) {
			throw new WrappingRuntimeException(ex);
		}
	});
}
 

private DeserializationRuntimeConverter createFallbackConverter(Class<?> valueType) {
	return (mapper, jsonNode) -> {
		// for types that were specified without JSON schema
		// e.g. POJOs
		try {
			return mapper.treeToValue(jsonNode, valueType);
		} catch (JsonProcessingException e) {
			throw new WrappingRuntimeException(format("Could not convert node: %s", jsonNode), e);
		}
	};
}
 

private DeserializationRuntimeConverter createByteArrayConverter() {
	return (mapper, jsonNode) -> {
		try {
			return jsonNode.binaryValue();
		} catch (IOException e) {
			throw new WrappingRuntimeException("Unable to deserialize byte array.", e);
		}
	};
}
 

private SerializationRuntimeConverter createFallbackConverter() {
	return (mapper, reuse, object) -> {
		// for types that were specified without JSON schema
		// e.g. POJOs
		try {
			return mapper.valueToTree(object);
		} catch (IllegalArgumentException e) {
			throw new WrappingRuntimeException(format("Could not convert object: %s", object), e);
		}
	};
}
 

/**
 * It always returns event either from state or cache.
 *
 * @param eventId id of the event
 * @return event
 */
Lockable<V> getEvent(EventId eventId) {
	return eventsBufferCache.computeIfAbsent(eventId, id -> {
		try {
			return eventsBuffer.get(id);
		} catch (Exception ex) {
			throw new WrappingRuntimeException(ex);
		}
	});
}
 

@Override
public Catalog createCatalog(String name, Map<String, String> properties) {
	String database = properties.getOrDefault(
		CatalogDescriptorValidator.CATALOG_DEFAULT_DATABASE,
		"default_database");
	GenericInMemoryCatalog genericInMemoryCatalog = new GenericInMemoryCatalog(name, database);

	String tableName = properties.getOrDefault(TEST_TABLE_NAME, TEST_TABLE_NAME);
	StreamTableSource<Row> tableSource = new StreamTableSource<Row>() {
		@Override
		public DataStream<Row> getDataStream(StreamExecutionEnvironment execEnv) {
			return execEnv.fromCollection(TABLE_CONTENTS)
				.returns(new RowTypeInfo(
					new TypeInformation[]{Types.INT(), Types.STRING()},
					new String[]{"id", "string"}));
		}

		@Override
		public TableSchema getTableSchema() {
			return TableSchema.builder()
				.field("id", DataTypes.INT())
				.field("string", DataTypes.STRING())
				.build();
		}

		@Override
		public DataType getProducedDataType() {
			return DataTypes.ROW(
				DataTypes.FIELD("id", DataTypes.INT()),
				DataTypes.FIELD("string", DataTypes.STRING())
			);
		}
	};

	try {
		genericInMemoryCatalog.createTable(
			new ObjectPath(database, tableName),
			ConnectorCatalogTable.source(tableSource, false),
			false
		);
	} catch (Exception e) {
		throw new WrappingRuntimeException(e);
	}

	return genericInMemoryCatalog;
}
 

/**
 * Reports a throwable for rethrowing from the mailbox thread. This will clear and cancel all other pending letters.
 * @param throwable to report by rethrowing from the mailbox loop.
 */
public void reportThrowable(Throwable throwable) {
	sendPriorityLetter(() -> {
		throw new WrappingRuntimeException(throwable);
	});
}
 

@Override
public Catalog createCatalog(String name, Map<String, String> properties) {
	String database = properties.getOrDefault(
		CatalogDescriptorValidator.CATALOG_DEFAULT_DATABASE,
		"default_database");
	GenericInMemoryCatalog genericInMemoryCatalog = new GenericInMemoryCatalog(name, database);

	String tableName = properties.getOrDefault(TEST_TABLE_NAME, TEST_TABLE_NAME);
	StreamTableSource<Row> tableSource = new StreamTableSource<Row>() {
		@Override
		public DataStream<Row> getDataStream(StreamExecutionEnvironment execEnv) {
			return execEnv.fromCollection(TABLE_CONTENTS)
				.returns(new RowTypeInfo(
					new TypeInformation[]{Types.INT(), Types.STRING()},
					new String[]{"id", "string"}));
		}

		@Override
		public TableSchema getTableSchema() {
			return TableSchema.builder()
				.field("id", DataTypes.INT())
				.field("string", DataTypes.STRING())
				.build();
		}

		@Override
		public DataType getProducedDataType() {
			return DataTypes.ROW(
				DataTypes.FIELD("id", DataTypes.INT()),
				DataTypes.FIELD("string", DataTypes.STRING())
			);
		}
	};

	try {
		genericInMemoryCatalog.createTable(
			new ObjectPath(database, tableName),
			ConnectorCatalogTable.source(tableSource, false),
			false
		);
	} catch (Exception e) {
		throw new WrappingRuntimeException(e);
	}

	return genericInMemoryCatalog;
}