• Example Search
• Project Search

• Java
• Python
• JavaScript
• TypeScript
• C++
• Scala
• Blog

• zio-kafka-master
  • src
    • main
      • scala
        • zio
          • kafka
            • admin
              • AdminClient.scala
              • AdminClientSettings.scala
            • consumer
              • diagnostics
                • DiagnosticEvent.scala
                • Diagnostics.scala
              • package.scala
              • ConsumerSettings.scala
              • internal
                • Runloop.scala
                • ConsumerAccess.scala
                • RequestBuffer.scala
                • RebalanceListener.scala
              • CommittableRecord.scala
              • OffsetBatch.scala
              • Subscription.scala
              • Offset.scala
              • SubscribedConsumer.scala
            • serde
              • Serializer.scala
              • Serdes.scala
              • Serde.scala
              • Deserializer.scala
            • producer
              • package.scala
              • ProducerSettings.scala
    • test
      • resources
        • logback.xml
      • scala
        • zio
          • kafka
            • Benchmarks.scala
            • ConsumerSpec.scala
            • ProducerSpec.scala
            • KafkaTestUtils.scala
            • AdminSpec.scala
            • serde
              • SerializerSpec.scala
              • SerdeSpec.scala
              • DeserializerSpec.scala
            • embedded
              • package.scala
            • KafkaFutureSpec.scala
  • .circleci
    • config.yml
  • LICENSE
  • project
    • build.properties
    • plugins.sbt
  • CLA.md
  • README.md
  • .scalafmt.conf
  • build.sbt
  • .gitignore
  • docs
    • annotatedTests.md

package zio.kafka.consumer

import org.apache.kafka.common.TopicPartition
import zio.RIO
import zio.blocking.Blocking
import zio.clock.Clock
import zio.stream.ZStream
import zio.kafka.serde.Deserializer

class SubscribedConsumer(
  private val underlying: RIO[Blocking, Consumer.Service]
) {

  def partitionedStream[R, K, V](keyDeserializer: Deserializer[R, K], valueDeserializer: Deserializer[R, V]): ZStream[
    Clock with Blocking,
    Throwable,
    (TopicPartition, ZStream[R, Throwable, CommittableRecord[K, V]])
  ] =
    ZStream.fromEffect(underlying).flatMap(_.partitionedStream(keyDeserializer, valueDeserializer))

  def plainStream[R, K, V](
    keyDeserializer: Deserializer[R, K],
    valueDeserializer: Deserializer[R, V]
  ): ZStream[R with Clock with Blocking, Throwable, CommittableRecord[K, V]] =
    partitionedStream(keyDeserializer, valueDeserializer).flatMapPar(n = Int.MaxValue)(_._2)
}

class SubscribedConsumerFromEnvironment(
  private val underlying: RIO[Blocking with Consumer, Consumer.Service]
) {

  def partitionedStream[R, K, V](keyDeserializer: Deserializer[R, K], valueDeserializer: Deserializer[R, V]): ZStream[
    Clock with Blocking with Consumer,
    Throwable,
    (TopicPartition, ZStream[R, Throwable, CommittableRecord[K, V]])
  ] =
    ZStream.fromEffect(underlying).flatMap(_.partitionedStream(keyDeserializer, valueDeserializer))

  def plainStream[R, K, V](
    keyDeserializer: Deserializer[R, K],
    valueDeserializer: Deserializer[R, V]
  ): ZStream[R with Clock with Blocking with Consumer, Throwable, CommittableRecord[K, V]] =
    partitionedStream(keyDeserializer, valueDeserializer).flatMapPar(n = Int.MaxValue)(_._2)
}