Java Code Examples for org.apache.kafka.streams.state.ReadOnlyKeyValueStore#get()

The following examples show how to use org.apache.kafka.streams.state.ReadOnlyKeyValueStore#get() . You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.

Example 1

Source File: KafkaStorageHttpService.java From zipkin-storage-kafka with Apache License 2.0

6 votes

@Get("/serviceNames/:service_name/spanNames")
@ProducesJson
public JsonNode getSpanNames(@Param("service_name") String serviceName) {
  try {
    if (!storage.traceSearchEnabled) return MAPPER.createArrayNode();
    ReadOnlyKeyValueStore<String, Set<String>> store = storage.getTraceStorageStream()
        .store(SPAN_NAMES_STORE_NAME, QueryableStoreTypes.keyValueStore());
    Set<String> names = store.get(serviceName);
    ArrayNode array = MAPPER.createArrayNode();
    if (names != null) names.forEach(array::add);
    return array;
  } catch (InvalidStateStoreException e) {
    LOG.debug("State store is not ready", e);
    throw e;
  }
}

Example 2

Source File: KafkaStorageHttpService.java From zipkin-storage-kafka with Apache License 2.0

6 votes

@Get("/serviceNames/:service_name/remoteServiceNames")
@ProducesJson
public JsonNode getRemoteServiceNames(@Param("service_name") String serviceName) {
  try {
    if (!storage.traceSearchEnabled) return MAPPER.createArrayNode();
    ReadOnlyKeyValueStore<String, Set<String>> store = storage.getTraceStorageStream()
        .store(REMOTE_SERVICE_NAMES_STORE_NAME, QueryableStoreTypes.keyValueStore());
    Set<String> names = store.get(serviceName);
    ArrayNode array = MAPPER.createArrayNode();
    if (names != null) names.forEach(array::add);
    return (array);
  } catch (InvalidStateStoreException e) {
    LOG.debug("State store is not ready", e);
    throw e;
  }
}

Example 3

Source File: KafkaStorageHttpService.java From zipkin-storage-kafka with Apache License 2.0

6 votes

@Get("/traces/:trace_id")
public AggregatedHttpResponse getTrace(@Param("trace_id") String traceId) {
  try {
    if (!storage.traceByIdQueryEnabled) return AggregatedHttpResponse.of(HttpStatus.NOT_FOUND);
    ReadOnlyKeyValueStore<String, List<Span>> store =
        storage.getTraceStorageStream()
            .store(TRACES_STORE_NAME, QueryableStoreTypes.keyValueStore());
    List<Span> spans = store.get(traceId);
    return AggregatedHttpResponse.of(
        HttpStatus.OK,
        MediaType.JSON,
        SpanBytesEncoder.JSON_V2.encodeList(spans));
  } catch (InvalidStateStoreException e) {
    LOG.debug("State store is not ready", e);
    return AggregatedHttpResponse.of(HttpStatus.SERVICE_UNAVAILABLE);
  }
}

Example 4

Source File: KafkaStorageHttpService.java From zipkin-storage-kafka with Apache License 2.0

6 votes

@Get("/autocompleteTags/:key")
@ProducesJson
public JsonNode getAutocompleteValues(@Param("key") String key) {
  try {
    if (!storage.traceSearchEnabled) return MAPPER.createArrayNode();
    ReadOnlyKeyValueStore<String, Set<String>> autocompleteTagsStore =
        storage.getTraceStorageStream().store(AUTOCOMPLETE_TAGS_STORE_NAME,
            QueryableStoreTypes.keyValueStore());
    Set<String> values = autocompleteTagsStore.get(key);
    ArrayNode array = MAPPER.createArrayNode();
    if (values != null) values.forEach(array::add);
    return array;
  } catch (InvalidStateStoreException e) {
    LOG.debug("State store is not ready", e);
    throw e;
  }
}

Example 5

Source File: AppRestService.java From Kafka-Streams-Real-time-Stream-Processing with The Unlicense

5 votes

private String readKeyFromLocal(String searchKey)
    throws JsonProcessingException {
    ReadOnlyKeyValueStore<String, DepartmentAggregate> departmentStore =
        streams.store(
            AppConfigs.aggStateStoreName,
            QueryableStoreTypes.keyValueStore()
        );
    DepartmentAggregate result = departmentStore.get(searchKey);
    return (result == null) ? NO_RESULTS
        : objectMapper.writeValueAsString(result);
}

Example 6

Source File: StatisticsBuilderTest.java From football-events with MIT License

5 votes

@Test
public void testMatchStatistics() {
    tester.sendEvents(getClass().getResource("player-started-career.json"), PlayerStartedCareer.class);
    tester.sendEvents(getClass().getResource("match-started.json"), MatchStarted.class);
    tester.sendEvents(getClass().getResource("goal-scored.json"), GoalScored.class);
    tester.sendEvents(getClass().getResource("match-finished.json"), MatchFinished.class);

    ReadOnlyKeyValueStore<String, MatchScore> matchStore = tester.getStore(MATCH_SCORES_STORE);
    ReadOnlyKeyValueStore<String, TeamRanking> rankingStore = tester.getStore(TEAM_RANKING_STORE);

    assertThat(tester.count(rankingStore)).isEqualTo(24);
    assertThat(tester.count(matchStore)).isEqualTo(22);

    MatchScore brentfordVsNottinghamForest = matchStore.get("15");
    assertThat(brentfordVsNottinghamForest.getHomeGoals()).isEqualTo(3);
    assertThat(brentfordVsNottinghamForest.getAwayGoals()).isEqualTo(4);

    MatchScore leedsUnitedVsPrestonNorthEnd = matchStore.get("19");
    assertThat(leedsUnitedVsPrestonNorthEnd.getHomeGoals()).isEqualTo(0);
    assertThat(leedsUnitedVsPrestonNorthEnd.getAwayGoals()).isEqualTo(0);

    TeamRanking nottinghamForest = rankingStore.get("Nottingham Forest");
    assertThat(nottinghamForest.getMatchesPlayed()).isEqualTo(2);
    assertThat(nottinghamForest.getGoalsFor()).isEqualTo(5);
    assertThat(nottinghamForest.getGoalsAgainst()).isEqualTo(3);
    assertThat(nottinghamForest.getPoints()).isEqualTo(6);

    TeamRanking burtonAlbion = rankingStore.get("Burton Albion");
    assertThat(burtonAlbion.getMatchesPlayed()).isEqualTo(2);
    assertThat(burtonAlbion.getGoalsFor()).isEqualTo(1);
    assertThat(burtonAlbion.getGoalsAgainst()).isEqualTo(5);
    assertThat(burtonAlbion.getPoints()).isEqualTo(0);
}

Example 7

Source File: StatisticsBuilderTest.java From football-events with MIT License

5 votes

@Test
public void testPlayerStatistics() {
    tester.sendEvents(getClass().getResource("player-started-career.json"), PlayerStartedCareer.class);
    tester.sendEvents(getClass().getResource("goal-scored.json"), GoalScored.class);
    tester.sendEvents(getClass().getResource("card-received.json"), CardReceived.class);

    ReadOnlyKeyValueStore<String, PlayerGoals> goalsStore = tester.getStore(PLAYER_GOALS_STORE);
    ReadOnlyKeyValueStore<String, PlayerCards> cardsStore = tester.getStore(PLAYER_CARDS_STORE);

    PlayerGoals bBradleyJohnsonGoals = goalsStore.get("B. Bradley Johnson");
    assertThat(bBradleyJohnsonGoals.getGoals()).isEqualTo(1);
    assertThat(cardsStore.get("B. Bradley Johnson")).isNull();

    PlayerGoals aAndreasBouchalakisGoals = goalsStore.get("A. Andreas Bouchalakis");
    PlayerCards aAndreasBouchalakisCards = cardsStore.get("A. Andreas Bouchalakis");
    assertThat(aAndreasBouchalakisGoals.getGoals()).isEqualTo(2);
    assertThat(aAndreasBouchalakisCards.getYellowCards()).isEqualTo(3);
    assertThat(aAndreasBouchalakisCards.getRedCards()).isEqualTo(0);

    PlayerCards jJamesVaughanCards = cardsStore.get("J. James Vaughan");
    assertThat(jJamesVaughanCards.getYellowCards()).isEqualTo(1);
    assertThat(jJamesVaughanCards.getRedCards()).isEqualTo(0);
    assertThat(goalsStore.get("J. James Vaughan")).isNull();

    PlayerCards dDarylMurphyCards = cardsStore.get("D. Daryl Murphy");
    PlayerGoals dDarylMurphyGoals = goalsStore.get("D. Daryl Murphy");
    assertThat(dDarylMurphyGoals.getGoals()).isEqualTo(1);
    assertThat(dDarylMurphyCards.getYellowCards()).isEqualTo(0);
    assertThat(dDarylMurphyCards.getRedCards()).isEqualTo(1);
}

Example 8

Source File: DomainUpdaterTest.java From football-events with MIT License

5 votes

@Test
public void test() throws Exception {
    tester.sendEvents(getClass().getResource("player-started-career.json"), PlayerStartedCareer.class);
    tester.sendEvents(getClass().getResource("match-scheduled.json"), MatchScheduled.class);
    tester.sendEvents(getClass().getResource("match-started.json"), MatchStarted.class);
    tester.sendEvents(getClass().getResource("goal-scored.json"), GoalScored.class);
    tester.sendEvents(getClass().getResource("card-received.json"), CardReceived.class);
    tester.sendEvents(getClass().getResource("match-finished.json"), MatchFinished.class);

    ReadOnlyKeyValueStore<String, Match> matchStore = tester.getStore(DomainUpdater.MATCH_STORE);
    ReadOnlyKeyValueStore<String, Player> playerStore = tester.getStore(DomainUpdater.PLAYER_STORE);

    assertThat(tester.count(playerStore)).isEqualTo(4);
    assertThat(playerStore.get("3").getName()).isEqualTo("Lewis McGugan");

    assertThat(tester.count(matchStore)).isEqualTo(4);
    Match match1 = matchStore.get("1");
    Match match2 = matchStore.get("2");
    Match match3 = matchStore.get("3");
    Match match4 = matchStore.get("4");

    assertThat(match1.getState()).isEqualTo(Match.State.FINISHED);
    assertThat(match2.getState()).isEqualTo(Match.State.STARTED);
    assertThat(match3.getState()).isEqualTo(Match.State.STARTED);
    assertThat(match4.getState()).isEqualTo(Match.State.SCHEDULED);

    assertThat(match1.getHomeGoals().size()).isEqualTo(1);
    assertThat(match1.getAwayGoals().size()).isEqualTo(1);
    assertThat(match2.getHomeGoals().size()).isEqualTo(1);
    assertThat(match2.getAwayGoals().size()).isEqualTo(0);
    assertThat(match3.getHomeGoals().size()).isEqualTo(3);
    assertThat(match3.getAwayGoals().size()).isEqualTo(1);
    assertThat(match4.getHomeGoals().size()).isEqualTo(0);
    assertThat(match4.getAwayGoals().size()).isEqualTo(0);

    assertThat(match1.getCards().size()).isEqualTo(1);
    assertThat(match2.getCards().size()).isEqualTo(1);
}

Example 9

Source File: VehicleQueryService.java From microservice-patterns with Apache License 2.0

5 votes

@GetMapping("/count/{status}")
public long getVehicleCoutnForStatus(@PathVariable("status") String status) {
	// Get the state-store
	ReadOnlyKeyValueStore<String, Long> keyValueStore= kStreamBuilderFactoryBean.getKafkaStreams()
													.store("statusCount", QueryableStoreTypes.keyValueStore());
	return keyValueStore.get(status);	//get the count for the key viz. Offline/Online
}

Example 10

Source File: KafkaStreamsInteractiveQueryIntegrationTests.java From spring-cloud-stream-binder-kafka with Apache License 2.0

5 votes

public Long getProductStock(Integer id) {
	ReadOnlyKeyValueStore<Object, Object> keyValueStore = interactiveQueryService
			.getQueryableStore("prod-id-count-store",
					QueryableStoreTypes.keyValueStore());

	return (Long) keyValueStore.get(id);
}

Example 11

Source File: KafkaStreamsAggregateSample.java From spring-cloud-stream-samples with Apache License 2.0

5 votes

@RequestMapping("/events")
public String events() {

	final ReadOnlyKeyValueStore<String, String> topFiveStore =
			interactiveQueryService.getQueryableStore("test-events-snapshots", QueryableStoreTypes.<String, String>keyValueStore());
	return topFiveStore.get("12345");
}

Example 12

Source File: KafkaBoardClient.java From event-store-demo with GNU General Public License v3.0

3 votes

@Override
public Board find( final UUID boardUuid ) {
    log.debug( "find : enter" );

    try {

        ReadOnlyKeyValueStore<String, Board> store = queryableStoreRegistry.getQueryableStoreType( BOARD_EVENTS_SNAPSHOTS, QueryableStoreTypes.<String, Board>keyValueStore() );

        Board board = store.get( boardUuid.toString() );
        if( null != board ) {

            log.debug( "find : board=" + board.toString() );

            log.debug( "find : exit" );
            return board;

        } else {

            throw new IllegalArgumentException( "board[" + boardUuid.toString() + "] not found!" );
        }

    } catch( InvalidStateStoreException e ) {
        log.error( "find : error", e );

    }

    throw new IllegalArgumentException( "board[" + boardUuid.toString() + "] not found!" );
}

Example 13

Source File: KafkaBoardClient.java From event-store-demo with GNU General Public License v3.0

3 votes

@Override
    public Board find( final UUID boardUuid ) {
        log.debug( "find : enter" );

//        while( true ) {

            try {

                ReadOnlyKeyValueStore<String, Board> store = queryableStoreRegistry.getQueryableStoreType( BOARD_EVENTS_SNAPSHOTS, QueryableStoreTypes.<String, Board>keyValueStore() );

                Board board = store.get( boardUuid.toString() );
                if( null != board ) {

                    board.flushChanges();
                    log.debug( "find : board=" + board.toString() );

                    log.debug( "find : exit" );
                    return board;

                } else {

                    throw new IllegalArgumentException( "board[" + boardUuid.toString() + "] not found!" );
                }

            } catch( InvalidStateStoreException e ) {
                log.error( "find : error", e );

//                try {
//                    Thread.sleep( 100 );
//                } catch( InterruptedException e1 ) {
//                    log.error( "find : thread interrupted", e1 );
//                }

            }

//        }

        throw new IllegalArgumentException( "board[" + boardUuid.toString() + "] not found!" );
    }