org.apache.kafka.common.config.Config Java Examples

@Override
public Config validate(Map<String, String> connectorConfigs) {
    ConfigDef configDef = config();
    Map<String, ConfigValue> configValues = ClickHouseConfigDef.emptyValidate(connectorConfigs, configDef);
    JdbcDataSource dataSource = ClickHouseConfigDef.clickHouseConnectValidate(configValues);
    String sinkDb = connectorConfigs.get(CLICKHOUSE_SINK_DATABASE);
    ConfigValue sinkTablesVal = configValues.get(CLICKHOUSE_SINK_TABLES);
    ConfigValue sinkLocalTablesVal = configValues.get(CLICKHOUSE_SINK_LOCAL_TABLES);
    String topics = connectorConfigs.get(TOPICS);

    validateTables(sinkTablesVal, sinkLocalTablesVal, topics);

    ClickHouseConfigDef.clusterTableExist(dataSource, sinkTablesVal, sinkDb);
    ClickHouseConfigDef.localTableExist(dataSource, sinkLocalTablesVal, sinkDb);
    ClickHouseConfigDef.validateSinkDateColumns(configValues, dataSource, sinkDb, sinkTablesVal);
    ClickHouseConfigDef.validateSourceDateColumns(configValues, dataSource, sinkTablesVal);
    ClickHouseConfigDef.validateDateFormat(configValues, dataSource, sinkTablesVal);

    if (dataSource != null) {
        dataSource.close();
    }
    return new Config(new LinkedList<>(configValues.values()));
}
 

@Override
public Config validate(Map<String, String> connectorConfigs) {
    ConfigDef configDef = config();
    Map<String, ConfigValue> configValues = ClickHouseConfigDef.emptyValidate(connectorConfigs, configDef);
    JdbcDataSource dataSource = ClickHouseConfigDef.clickHouseConnectValidate(configValues);
    tableValidate(dataSource, connectorConfigs, configValues);
    if (dataSource != null) {
        dataSource.close();
    }
    return new Config(new LinkedList<>(configValues.values()));
}
 

public static boolean isSingleFieldValid(Config result)
{
  // if any single field validation failed
  for (ConfigValue v : result.configValues())
  {
    if (!v.errorMessages().isEmpty())
    {
      return false;
    }
  }
  // if any of url, user, schema, database or password is empty
  // update error message and return false
  boolean isValidate = true;
  final String errorMsg = " must be provided";
  Map<String, ConfigValue> validateMap = validateConfigToMap(result);
  //
  for (String prop : loginPropList)
  {
    if (validateMap.get(prop).value() == null)
    {
      updateConfigErrorMessage(result, prop, errorMsg);
      isValidate = false;
    }
  }

  return isValidate;
}
 

public static Map<String, ConfigValue> validateConfigToMap(final Config result)
{
  Map<String, ConfigValue> validateMap = new HashMap<>();
  for (ConfigValue v : result.configValues())
  {
    validateMap.put(v.name(), v);
  }
  return validateMap;
}
 

public static void updateConfigErrorMessage(Config result, String key, String msg)
{
  for (ConfigValue v : result.configValues())
  {
    if (v.name().equals(key))
    {
      v.addErrorMessage(key + msg);
    }
  }
}
 

public static Optional<ConfigValue> getConfigByName(final Config config, final String name) {
  for (final ConfigValue configValue : config.configValues()) {
    if (configValue.name().equals(name)) {
      return Optional.of(configValue);
    }
  }
  return Optional.empty();
}
 

private void assertValidSource(final Map<String, String> properties) {
  assumeTrue(isReplicaSetOrSharded());
  Config config = new MongoSourceConnector().validate(properties);
  List<String> errorMessages =
      getConfigValue(config, MongoSourceConfig.CONNECTION_URI_CONFIG).errorMessages();
  assertTrue(errorMessages.isEmpty(), format("ErrorMessages not empty: %s", errorMessages));
}
 

private static Map<String, ConfigValue> toValidateMap(final Map<String, String> config)
{
  SnowflakeSinkConnector sinkConnector = new SnowflakeSinkConnector();
  Config result = sinkConnector.validate(config);
  return Utils.validateConfigToMap(result);
}
 

private void assertInvalidSource(final Map<String, String> properties) {
  Config config = new MongoSourceConnector().validate(properties);
  List<String> errorMessages =
      getConfigValue(config, MongoSourceConfig.CONNECTION_URI_CONFIG).errorMessages();
  assertFalse(errorMessages.isEmpty(), "ErrorMessages shouldn't be empty");
}
 

private void assertInvalidSink(final Map<String, String> properties) {
  Config config = new MongoSinkConnector().validate(properties);
  List<String> errorMessages =
      getConfigValue(config, MongoSourceConfig.CONNECTION_URI_CONFIG).errorMessages();
  assertFalse(errorMessages.isEmpty(), "ErrorMessages shouldn't be empty");
}
 

private void assertValidSink(final Map<String, String> properties) {
  Config config = new MongoSinkConnector().validate(properties);
  List<String> errorMessages =
      getConfigValue(config, MongoSourceConfig.CONNECTION_URI_CONFIG).errorMessages();
  assertTrue(errorMessages.isEmpty(), format("ErrorMessages not empty: %s", errorMessages));
}
 

private ConfigValue getConfigValue(final Config config, final String configName) {
  return config.configValues().stream()
      .filter(cv -> cv.name().equals(configName))
      .collect(Collectors.toList())
      .get(0);
}
 

@Override
public Config validate(Map<String, String> connectorConfigs) {
  // TODO cross-fields validation here: pkFields against the pkMode
  return super.validate(connectorConfigs);
}