Java Code Examples for kafka.admin.AdminClient#ConsumerSummary

The following examples show how to use kafka.admin.AdminClient#ConsumerSummary . You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
Source File: KafkaAdminClient.java    From common-kafka with Apache License 2.0 6 votes vote down vote up 
/**
 * Returns the consumer group assignments of partitions to client IDs or empty map if the group does not exist or is not active
 *
 * @param consumerGroup
 *      the name of the consumer group
 * @return unmodifiable map of the consumer group assignments of partitions to client IDs or empty map if the group does not
 *      exist or is not active
 * @throws IllegalArgumentException
 *      if the consumerGroup is null, empty or blank
 * @throws AdminOperationException
 *      if an issue occurs retrieving the assignments
 */
public Map<TopicPartition, String> getConsumerGroupAssignments(String consumerGroup) {
    if (StringUtils.isBlank(consumerGroup))
        throw new IllegalArgumentException("consumerGroup cannot be null, empty or blank");

    Map<TopicPartition, String> assignments = new HashMap<>();

    Collection<AdminClient.ConsumerSummary> summaries = getConsumerGroupSummaries(consumerGroup);

    for (final AdminClient.ConsumerSummary consumerSummary : summaries) {
        Set<TopicPartition> topicPartitions = convertToJavaSet(consumerSummary.assignment().iterator());

        for (final TopicPartition topicPartition : topicPartitions) {
            assignments.put(topicPartition, consumerSummary.clientId());
        }
    }

    return Collections.unmodifiableMap(assignments);
}
Example 2
Source File: KafkaConsumerGroupClientImpl.java    From ksql-fork-with-deep-learning-function with Apache License 2.0 5 votes vote down vote up 
public ConsumerGroupSummary describeConsumerGroup(String group) {

    AdminClient.ConsumerGroupSummary consumerGroupSummary = adminClient.describeConsumerGroup(
        group,
        ADMIN_CLIENT_TIMEOUT_MS
    );
    scala.collection.immutable.List<AdminClient.ConsumerSummary> consumerSummaryList =
        consumerGroupSummary.consumers().get();
    scala.collection.Iterator<AdminClient.ConsumerSummary> consumerSummaryIterator =
        consumerSummaryList.iterator();

    ConsumerGroupSummary results = new ConsumerGroupSummary();

    while (consumerSummaryIterator.hasNext()) {
      AdminClient.ConsumerSummary consumerSummary = consumerSummaryIterator.next();

      ConsumerSummary consumerSummary1 = new ConsumerSummary(consumerSummary.consumerId());
      results.addConsumerSummary(consumerSummary1);

      scala.collection.immutable.List<TopicPartition> topicPartitionList =
          consumerSummary.assignment();
      scala.collection.Iterator<TopicPartition> topicPartitionIterator =
          topicPartitionList.iterator();

      while (topicPartitionIterator.hasNext()) {
        TopicPartition topicPartition = topicPartitionIterator.next();
        consumerSummary1.addPartition(new TopicPartition(
            topicPartition.topic(),
            topicPartition.partition()
        ));
      }
    }
    return results;
  }
Example 3
Source File: DefaultKafkaClusterProxy.java    From kafka-message-tool with MIT License 5 votes vote down vote up 
private AssignedConsumerInfo getAssignedConsumerInfo(String consumerGroupId,
                                                     Map<TopicPartition, Object> offsetForPartition,
                                                     AdminClient.ConsumerSummary consumerSummary,
                                                     TopicPartition topicPartition) {
    return AssignedConsumerInfo.builder()
        .consumerGroupId(consumerGroupId)
        .consumerId(consumerSummary.consumerId())
        .clientId(consumerSummary.clientId())
        .host(consumerSummary.host())
        .topic(topicPartition.topic())
        .partition(String.valueOf(topicPartition.partition()))
        .offset(getOffsetForPartition(offsetForPartition, topicPartition))
        .build();
}
Example 4
Source File: DefaultKafkaClusterProxy.java    From kafka-message-tool with MIT License 5 votes vote down vote up 
private UnassignedConsumerInfo getUnassignedConsumerInfo(String consumerGroupId,
                                                         AdminClient.ConsumerSummary consumerSummary) {
    return UnassignedConsumerInfo.builder()
        .consumerGroupId(consumerGroupId)
        .consumerId(consumerSummary.consumerId())
        .clientId(consumerSummary.clientId())
        .host(consumerSummary.host())
        .build();
}
Example 5
Source File: KafkaAdminClientTest.java    From common-kafka with Apache License 2.0 5 votes vote down vote up 
@Test
public void getConsumerGroupSummaries() {
    client.createTopic(testName.getMethodName(), 1, 1);

    Properties properties = new Properties();
    properties.putAll(KafkaTests.getProps());
    properties.setProperty(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, BytesDeserializer.class.getName());
    properties.setProperty(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, BytesDeserializer.class.getName());
    properties.setProperty(ConsumerConfig.GROUP_ID_CONFIG, testName.getMethodName());
    properties.setProperty(ConsumerConfig.CLIENT_ID_CONFIG, testName.getMethodName() + "-client-id");

    try (Consumer<Object, Object> consumer = new KafkaConsumer<>(properties)) {
        consumer.subscribe(Arrays.asList(testName.getMethodName()));
        consumer.poll(Duration.ofSeconds(5L));

        Collection<AdminClient.ConsumerSummary> summaries = client.getConsumerGroupSummaries(testName.getMethodName());
        assertThat("Expected only 1 consumer summary when getConsumerGroupSummaries(" + testName.getMethodName() + ")",
                summaries.size(), is(1));

        AdminClient.ConsumerSummary summary = summaries.iterator().next();

        Collection<TopicPartition> assignments = convertToJavaSet(summary.assignment().iterator());
        assertThat("Expected consumer assignment to have single partition", assignments.size(), is(1));
        assertThat(assignments.iterator().next(), is(new TopicPartition(testName.getMethodName(), 0)));
        assertThat(summary.clientId(), is(testName.getMethodName() + "-client-id"));
    }
}
Example 6
Source File: TestKafkaConsumerGroupService.java    From kafka-monitor with Apache License 2.0 4 votes vote down vote up 
@Override
public void describeGroup(String group) {

    List<AdminClient.ConsumerSummary> consumerSummaryList = JavaConversions.asJavaList(adminClient.describeConsumerGroup(group));

    Consumer consumer = getConsumer();
    logger.debug("consumerList  -----  {}", consumerSummaryList);

    consumerSummaryList.stream().forEach(e -> {
        List<TopicPartition> topicPartitions = JavaConversions.asJavaList(e.assignment());
        Stream<Map<String, Long>> partitionOffsets = topicPartitions.stream().flatMap(topicPartition -> {
            Map<String, Long> topic = new HashMap<>();
            OffsetAndMetadata metadata = consumer.committed(new TopicPartition(topicPartition.topic(), topicPartition.partition()));
            if(metadata!=null) {
                topic.put(topicPartition.topic(), metadata.offset());
                logger.debug("-------- offset {}", metadata.offset());
            }

            return Stream.of(topic);
        });
        //partitionOffsets
        // logger.debug("partitionOffsets {}", partitionOffsets.collect(Collectors.toList()));

        final Map<String, Long> partitionOffsetsMap = topicPartitions.size() > 0 ? partitionOffsets.findFirst().get() : new HashMap<>();

        topicPartitions.forEach(tp -> {
            long endOff = findLogEndOffset(tp.topic(), tp.partition());
            long currentOff = 0;
            if (partitionOffsetsMap.size() > 0)
                currentOff = partitionOffsetsMap.get(tp.topic());
            logger.debug("{}",
                    String.format("%s %s %s %s %s %s %s %s",
                            group, tp.topic(), String.valueOf(tp.partition()),
                            currentOff, endOff, endOff - currentOff,
                            e.clientId(), e.clientHost()));
        });


    });

}