kafka.utils.ZKConfig Java Examples

/**
 * Creates a Kafka admin client with the given properties
 *
 * @param properties
 *      the properties to use to connect to the Kafka cluster
 * @throws IllegalArgumentException
 * <ul>
 *     <li>if properties is {@code null}</li>
 *     <li>if the property for {@link ZKConfig#ZkConnectProp()} is not set</li>
 *     <li>if the property for {@link #OPERATION_TIMEOUT_MS} is not a number or less than zero</li>
 *     <li>if the property for {@link #OPERATION_SLEEP_MS} is not a number or less than zero</li>
 * </ul>
 */
public KafkaAdminClient(Properties properties) {
    if (properties == null)
        throw new IllegalArgumentException("properties cannot be null");

    if (properties.getProperty(ZKConfig.ZkConnectProp()) == null)
        throw new IllegalArgumentException("missing required property: " + ZKConfig.ZkConnectProp());

    this.properties = properties;
    this.operationTimeout = parseLong(properties, OPERATION_TIMEOUT_MS, DEFAULT_OPERATION_TIMEOUT_MS);
    this.operationSleep = parseLong(properties, OPERATION_SLEEP_MS, DEFAULT_OPERATION_SLEEP_MS);

    if (operationTimeout < 0)
        throw new IllegalArgumentException("operationTimeout cannot be < 0");

    if (operationSleep < 0)
        throw new IllegalArgumentException("operationSleep cannot be < 0");
}
 

/**
 * Returns an {@link Authorizer} to make {@link Acl} requests
 *
 * @return an {@link Authorizer} to make {@link Acl} requests
 *
 * @throws AdminOperationException
 *      if there is an issue creating the authorizer
 */
public Authorizer getAuthorizer() {
    if (authorizer == null) {
        ZKConfig zkConfig = new ZKConfig(new VerifiableProperties(properties));

        Map<String, Object> authorizerProps = new HashMap<>();
        authorizerProps.put(ZKConfig.ZkConnectProp(), zkConfig.zkConnect());
        authorizerProps.put(ZKConfig.ZkConnectionTimeoutMsProp(), zkConfig.zkConnectionTimeoutMs());
        authorizerProps.put(ZKConfig.ZkSessionTimeoutMsProp(), zkConfig.zkSessionTimeoutMs());
        authorizerProps.put(ZKConfig.ZkSyncTimeMsProp(), zkConfig.zkSyncTimeMs());

        try {
            Authorizer simpleAclAuthorizer = new SimpleAclAuthorizer();
            simpleAclAuthorizer.configure(authorizerProps);
            authorizer = simpleAclAuthorizer;
        } catch (ZkException | ZooKeeperClientException e) {
            throw new AdminOperationException("Unable to create authorizer", e);
        }
    }

    return authorizer;
}
 

/**
 * Creates and starts a Kafka cluster.
 */
public void start() throws Exception {
  log.debug("Initiating embedded Kafka cluster startup");

  zookeeper = new ZooKeeperEmbedded();
  broker = new KafkaEmbedded(effectiveBrokerConfigFrom());
  clientConfig.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrapServers());
  brokerConfig.put(SimpleAclAuthorizer.ZkUrlProp(), zookeeper.connectString());
  authorizer.configure(ImmutableMap.of(ZKConfig.ZkConnectProp(), zookeeperConnect()));
}
 

/**
 * Returns properties for either a Kafka producer or consumer.
 *
 * @return Combined producer and consumer properties.
 */
public Properties getProps() {

    // Combine producer and consumer properties.
    Properties props = getProducerProps();
    props.putAll(getConsumerProps());

    // Add zookeeper connect which can be used by KafkaAdminClient or other older clients
    props.setProperty(ZKConfig.ZkConnectProp(), brokerConfigs.get(0).zkConnect());

    return props;
}