org.apache.rocketmq.common.filter.ExpressionType Java Examples

public boolean register(final String topic, final String consumerGroup, final String expression,
        final String type, final long clientVersion) {
        if (ExpressionType.isTagType(type)) {
            return false;
        }

        if (expression == null || expression.length() == 0) {
            return false;
        }

//        获取topic的过滤数据信息
        FilterDataMapByTopic filterDataMapByTopic = this.filterDataByTopic.get(topic);

        if (filterDataMapByTopic == null) {
            FilterDataMapByTopic temp = new FilterDataMapByTopic(topic);
            FilterDataMapByTopic prev = this.filterDataByTopic.putIfAbsent(topic, temp);
            filterDataMapByTopic = prev != null ? prev : temp;
        }

        BloomFilterData bloomFilterData = bloomFilter.generate(consumerGroup + "#" + topic);

//        注册过滤消息=》
        return filterDataMapByTopic.register(consumerGroup, expression, type, bloomFilterData, clientVersion);
    }
 

public boolean register(final String topic, final String consumerGroup, final String expression,
    final String type, final long clientVersion) {
    if (ExpressionType.isTagType(type)) {
        return false;
    }

    if (expression == null || expression.length() == 0) {
        return false;
    }

    FilterDataMapByTopic filterDataMapByTopic = this.filterDataByTopic.get(topic);

    if (filterDataMapByTopic == null) {
        FilterDataMapByTopic temp = new FilterDataMapByTopic(topic);
        FilterDataMapByTopic prev = this.filterDataByTopic.putIfAbsent(topic, temp);
        filterDataMapByTopic = prev != null ? prev : temp;
    }

    BloomFilterData bloomFilterData = bloomFilter.generate(consumerGroup + "#" + topic);

    return filterDataMapByTopic.register(consumerGroup, expression, type, bloomFilterData, clientVersion);
}
 

public boolean register(final String topic, final String consumerGroup, final String expression,
    final String type, final long clientVersion) {
    if (ExpressionType.isTagType(type)) {
        return false;
    }

    if (expression == null || expression.length() == 0) {
        return false;
    }

    FilterDataMapByTopic filterDataMapByTopic = this.filterDataByTopic.get(topic);

    if (filterDataMapByTopic == null) {
        FilterDataMapByTopic temp = new FilterDataMapByTopic(topic);
        FilterDataMapByTopic prev = this.filterDataByTopic.putIfAbsent(topic, temp);
        filterDataMapByTopic = prev != null ? prev : temp;
    }

    BloomFilterData bloomFilterData = bloomFilter.generate(consumerGroup + "#" + topic);

    return filterDataMapByTopic.register(consumerGroup, expression, type, bloomFilterData, clientVersion);
}
 

public boolean register(final String topic, final String consumerGroup, final String expression,
    final String type, final long clientVersion) {
    if (ExpressionType.isTagType(type)) {
        return false;
    }

    if (expression == null || expression.length() == 0) {
        return false;
    }

    FilterDataMapByTopic filterDataMapByTopic = this.filterDataByTopic.get(topic);

    if (filterDataMapByTopic == null) {
        FilterDataMapByTopic temp = new FilterDataMapByTopic(topic);
        FilterDataMapByTopic prev = this.filterDataByTopic.putIfAbsent(topic, temp);
        filterDataMapByTopic = prev != null ? prev : temp;
    }

    BloomFilterData bloomFilterData = bloomFilter.generate(consumerGroup + "#" + topic);

    return filterDataMapByTopic.register(consumerGroup, expression, type, bloomFilterData, clientVersion);
}
 

public boolean register(final String topic, final String consumerGroup, final String expression,
                        final String type, final long clientVersion) {
    if (ExpressionType.isTagType(type)) {
        return false;
    }

    if (expression == null || expression.length() == 0) {
        return false;
    }

    FilterDataMapByTopic filterDataMapByTopic = this.filterDataByTopic.get(topic);

    if (filterDataMapByTopic == null) {
        FilterDataMapByTopic temp = new FilterDataMapByTopic(topic);
        FilterDataMapByTopic prev = this.filterDataByTopic.putIfAbsent(topic, temp);
        filterDataMapByTopic = prev != null ? prev : temp;
    }

    BloomFilterData bloomFilterData = bloomFilter.generate(consumerGroup + "#" + topic);

    return filterDataMapByTopic.register(consumerGroup, expression, type, bloomFilterData, clientVersion);
}
 

@Test
public void testRegister() {
    ConsumerFilterManager filterManager = gen(10, 10);

    ConsumerFilterData filterData = filterManager.get("topic9", "CID_9");

    assertThat(filterData).isNotNull();
    assertThat(filterData.isDead()).isFalse();

    // new version
    assertThat(filterManager.register(
        "topic9", "CID_9", "a is not null", ExpressionType.SQL92, System.currentTimeMillis() + 1000
    )).isTrue();

    ConsumerFilterData newFilter = filterManager.get("topic9", "CID_9");

    assertThat(newFilter).isNotEqualTo(filterData);

    // same version
    assertThat(filterManager.register(
        "topic9", "CID_9", "a is null", ExpressionType.SQL92, newFilter.getClientVersion()
    )).isFalse();

    ConsumerFilterData filterData1 = filterManager.get("topic9", "CID_9");

    assertThat(newFilter).isEqualTo(filterData1);
}
 

@Test
public void testGet() {
    try {
        assertThat((Boolean) FilterFactory.INSTANCE.get(ExpressionType.SQL92).compile("a is not null and a > 0")
            .evaluate(new EmptyEvaluationContext())).isFalse();
    } catch (Exception e) {
        e.printStackTrace();
        assertThat(Boolean.FALSE).isTrue();
    }
}
 

public PullResult pullKernelImpl(
        final MessageQueue mq,
        final String subExpression,
        final long subVersion,
        final long offset,
        final int maxNums,
        final int sysFlag,
        final long commitOffset,
        final long brokerSuspendMaxTimeMillis,
        final long timeoutMillis,
        final CommunicationMode communicationMode,
        final PullCallback pullCallback
    ) throws MQClientException, RemotingException, MQBrokerException, InterruptedException {
//        =》
        return pullKernelImpl(
            mq,
            subExpression,
            ExpressionType.TAG,
            subVersion, offset,
            maxNums,
            sysFlag,
            commitOffset,
            brokerSuspendMaxTimeMillis,
            timeoutMillis,
            communicationMode,
            pullCallback
        );
    }
 

public void checkClientInBroker() throws MQClientException {
    Iterator<Entry<String, MQConsumerInner>> it = this.consumerTable.entrySet().iterator();

    while (it.hasNext()) {
        Entry<String, MQConsumerInner> entry = it.next();
        Set<SubscriptionData> subscriptionInner = entry.getValue().subscriptions();
        if (subscriptionInner == null || subscriptionInner.isEmpty()) {
            return;
        }

        for (SubscriptionData subscriptionData : subscriptionInner) {
            if (ExpressionType.isTagType(subscriptionData.getExpressionType())) {
                continue;
            }
            // may need to check one broker every cluster...
            // assume that the configs of every broker in cluster are the the same.
            String addr = findBrokerAddrByTopic(subscriptionData.getTopic());

            if (addr != null) {
                try {
                    this.getMQClientAPIImpl().checkClientInBroker(
                        addr, entry.getKey(), this.clientId, subscriptionData, 3 * 1000
                    );
                } catch (Exception e) {
                    if (e instanceof MQClientException) {
                        throw (MQClientException) e;
                    } else {
                        throw new MQClientException("Check client in broker error, maybe because you use "
                            + subscriptionData.getExpressionType() + " to filter message, but server has not been upgraded to support!"
                            + "This error would not affect the launch of consumer, but may has impact on message receiving if you " +
                            "have use the new features which are not supported by server, please check the log!", e);
                    }
                }
            }
        }
    }
}
 

/**
     * Build consumer filter data.Be care, bloom filter data is not included.构建消费者筛选数据。请注意，布鲁姆过滤数据不包括在内。
     *
     * @return maybe null
     */
//
    public static ConsumerFilterData build(final String topic, final String consumerGroup,
        final String expression, final String type,
        final long clientVersion) {
        if (ExpressionType.isTagType(type)) {
            return null;
        }

        ConsumerFilterData consumerFilterData = new ConsumerFilterData();
        consumerFilterData.setTopic(topic);
        consumerFilterData.setConsumerGroup(consumerGroup);
        consumerFilterData.setBornTime(System.currentTimeMillis());
        consumerFilterData.setDeadTime(0);
        consumerFilterData.setExpression(expression);
        consumerFilterData.setExpressionType(type);
        consumerFilterData.setClientVersion(clientVersion);
        try {
            consumerFilterData.setCompiledExpression(
                FilterFactory.INSTANCE.get(type).compile(expression)
            );
        } catch (Throwable e) {
            log.error("parse error: expr={}, topic={}, group={}, error={}", expression, topic, consumerGroup, e.getMessage());
            return null;
        }

        return consumerFilterData;
    }
 

public RemotingCommand checkClientConfig(ChannelHandlerContext ctx, RemotingCommand request)
    throws RemotingCommandException {
    final RemotingCommand response = RemotingCommand.createResponseCommand(null);

    CheckClientRequestBody requestBody = CheckClientRequestBody.decode(request.getBody(),
        CheckClientRequestBody.class);

    if (requestBody != null && requestBody.getSubscriptionData() != null) {
        SubscriptionData subscriptionData = requestBody.getSubscriptionData();

        if (ExpressionType.isTagType(subscriptionData.getExpressionType())) {
            response.setCode(ResponseCode.SUCCESS);
            response.setRemark(null);
            return response;
        }

        if (!this.brokerController.getBrokerConfig().isEnablePropertyFilter()) {
            response.setCode(ResponseCode.SYSTEM_ERROR);
            response.setRemark("The broker does not support consumer to filter message by " + subscriptionData.getExpressionType());
            return response;
        }

        try {
            FilterFactory.INSTANCE.get(subscriptionData.getExpressionType()).compile(subscriptionData.getSubString());
        } catch (Exception e) {
            log.warn("Client {}@{} filter message, but failed to compile expression! sub={}, error={}",
                requestBody.getClientId(), requestBody.getGroup(), requestBody.getSubscriptionData(), e.getMessage());
            response.setCode(ResponseCode.SUBSCRIPTION_PARSE_FAILED);
            response.setRemark(e.getMessage());
            return response;
        }
    }

    response.setCode(ResponseCode.SUCCESS);
    response.setRemark(null);
    return response;
}
 

/**
 * Build consumer filter data.Be care, bloom filter data is not included.
 *
 * @param topic
 * @param consumerGroup
 * @param expression
 * @param type
 * @param clientVersion
 * @return maybe null
 */
public static ConsumerFilterData build(final String topic, final String consumerGroup,
                                       final String expression, final String type,
                                       final long clientVersion) {
    if (ExpressionType.isTagType(type)) {
        return null;
    }

    ConsumerFilterData consumerFilterData = new ConsumerFilterData();
    consumerFilterData.setTopic(topic);
    consumerFilterData.setConsumerGroup(consumerGroup);
    consumerFilterData.setBornTime(System.currentTimeMillis());
    consumerFilterData.setDeadTime(0);
    consumerFilterData.setExpression(expression);
    consumerFilterData.setExpressionType(type);
    consumerFilterData.setClientVersion(clientVersion);
    try {
        consumerFilterData.setCompiledExpression(
            FilterFactory.INSTANCE.get(type).compile(expression)
        );
    } catch (Throwable e) {
        log.error("parse error: expr={}, topic={}, group={}, error={}", expression, topic, consumerGroup, e.getMessage());
        return null;
    }

    return consumerFilterData;
}
 

@Test
public void testRegister_bySubscriptionData() {
    ConsumerFilterManager filterManager = new ConsumerFilterManager();
    List<SubscriptionData> subscriptionDatas = new ArrayList<>();
    for (int i = 0; i < 10; i++) {
        try {
            subscriptionDatas.add(
                FilterAPI.build(
                    "topic" + i,
                    "a is not null and a > " + i,
                    ExpressionType.SQL92
                )
            );
        } catch (Exception e) {
            e.printStackTrace();
            assertThat(true).isFalse();
        }
    }

    filterManager.register("CID_0", subscriptionDatas);

    Collection<ConsumerFilterData> filterDatas = filterManager.getByGroup("CID_0");

    assertThat(filterDatas).isNotNull();
    assertThat(filterDatas.size()).isEqualTo(10);

    Iterator<ConsumerFilterData> iterator = filterDatas.iterator();
    while (iterator.hasNext()) {
        ConsumerFilterData filterData = iterator.next();

        assertThat(filterData).isNotNull();
        assertThat(filterManager.getBloomFilter().isValid(filterData.getBloomFilterData())).isTrue();
    }
}
 

@Test
public void testRegister_bySubscriptionData() {
    ConsumerFilterManager filterManager = new ConsumerFilterManager();
    List<SubscriptionData> subscriptionDatas = new ArrayList<>();
    for (int i = 0; i < 10; i++) {
        try {
            subscriptionDatas.add(
                FilterAPI.build(
                    "topic" + i,
                    "a is not null and a > " + i,
                    ExpressionType.SQL92
                )
            );
        } catch (Exception e) {
            e.printStackTrace();
            assertThat(true).isFalse();
        }
    }

    filterManager.register("CID_0", subscriptionDatas);

    Collection<ConsumerFilterData> filterDatas = filterManager.getByGroup("CID_0");

    assertThat(filterDatas).isNotNull();
    assertThat(filterDatas.size()).isEqualTo(10);

    Iterator<ConsumerFilterData> iterator = filterDatas.iterator();
    while (iterator.hasNext()) {
        ConsumerFilterData filterData = iterator.next();

        assertThat(filterData).isNotNull();
        assertThat(filterManager.getBloomFilter().isValid(filterData.getBloomFilterData())).isTrue();
    }
}
 

/**
 * 拉取消息
 * @param mq mq
 * @param subExpression tag
 * @param subVersion version
 * @param offset 偏移量
 * @param maxNums 最大量
 * @param sysFlag 系统flag
 * @param commitOffset commitoffset
 * @param brokerSuspendMaxTimeMillis broker挂起的最大时间
 * @param timeoutMillis 超时时间
 * @param communicationMode 模式
 * @param pullCallback 异步callback
 * @return ;
 * @throws MQClientException ;
 * @throws RemotingException ;
 * @throws MQBrokerException ;
 * @throws InterruptedException ;
 */
public PullResult pullKernelImpl(
    final MessageQueue mq,
    final String subExpression,
    final long subVersion,
    final long offset,
    final int maxNums,
    final int sysFlag,
    final long commitOffset,
    final long brokerSuspendMaxTimeMillis,
    final long timeoutMillis,
    final CommunicationMode communicationMode,
    final PullCallback pullCallback
) throws MQClientException, RemotingException, MQBrokerException, InterruptedException {
    return pullKernelImpl(
        mq,
        subExpression,
        ExpressionType.TAG,
        subVersion,
            offset,
        maxNums,
        sysFlag,
        commitOffset,
        brokerSuspendMaxTimeMillis,
        timeoutMillis,
        communicationMode,
        pullCallback
    );
}
 

/**
 * Build consumer filter data.Be care, bloom filter data is not included.
 *
 * @return maybe null
 */
public static ConsumerFilterData build(final String topic, final String consumerGroup,
    final String expression, final String type,
    final long clientVersion) {
    if (ExpressionType.isTagType(type)) {
        return null;
    }

    ConsumerFilterData consumerFilterData = new ConsumerFilterData();
    consumerFilterData.setTopic(topic);
    consumerFilterData.setConsumerGroup(consumerGroup);
    consumerFilterData.setBornTime(System.currentTimeMillis());
    consumerFilterData.setDeadTime(0);
    consumerFilterData.setExpression(expression);
    consumerFilterData.setExpressionType(type);
    consumerFilterData.setClientVersion(clientVersion);
    try {
        consumerFilterData.setCompiledExpression(
            FilterFactory.INSTANCE.get(type).compile(expression)
        );
    } catch (Throwable e) {
        log.error("parse error: expr={}, topic={}, group={}, error={}", expression, topic, consumerGroup, e.getMessage());
        return null;
    }

    return consumerFilterData;
}
 

public void checkClientInBroker() throws MQClientException {
    Iterator<Entry<String, MQConsumerInner>> it = this.consumerTable.entrySet().iterator();

    while (it.hasNext()) {
        Entry<String, MQConsumerInner> entry = it.next();
        Set<SubscriptionData> subscriptionInner = entry.getValue().subscriptions();
        if (subscriptionInner == null || subscriptionInner.isEmpty()) {
            return;
        }

        for (SubscriptionData subscriptionData : subscriptionInner) {
            if (ExpressionType.isTagType(subscriptionData.getExpressionType())) {
                continue;
            }
            // may need to check one broker every cluster...
            // assume that the configs of every broker in cluster are the the same.
            String addr = findBrokerAddrByTopic(subscriptionData.getTopic());

            if (addr != null) {
                try {
                    this.getMQClientAPIImpl().checkClientInBroker(
                        addr, entry.getKey(), this.clientId, subscriptionData, 3 * 1000
                    );
                } catch (Exception e) {
                    if (e instanceof MQClientException) {
                        throw (MQClientException) e;
                    } else {
                        throw new MQClientException("Check client in broker error, maybe because you use "
                            + subscriptionData.getExpressionType() + " to filter message, but server has not been upgraded to support!"
                            + "This error would not affect the launch of consumer, but may has impact on message receiving if you " +
                            "have use the new features which are not supported by server, please check the log!", e);
                    }
                }
            }
        }
    }
}
 

@Test
public void testRegister_bySubscriptionData() {
    ConsumerFilterManager filterManager = new ConsumerFilterManager();
    List<SubscriptionData> subscriptionDatas = new ArrayList<>();
    for (int i = 0; i < 10; i++) {
        try {
            subscriptionDatas.add(
                FilterAPI.build(
                    "topic" + i,
                    "a is not null and a > " + i,
                    ExpressionType.SQL92
                )
            );
        } catch (Exception e) {
            e.printStackTrace();
            assertThat(true).isFalse();
        }
    }

    filterManager.register("CID_0", subscriptionDatas);

    Collection<ConsumerFilterData> filterDatas = filterManager.getByGroup("CID_0");

    assertThat(filterDatas).isNotNull();
    assertThat(filterDatas.size()).isEqualTo(10);

    Iterator<ConsumerFilterData> iterator = filterDatas.iterator();
    while (iterator.hasNext()) {
        ConsumerFilterData filterData = iterator.next();

        assertThat(filterData).isNotNull();
        assertThat(filterManager.getBloomFilter().isValid(filterData.getBloomFilterData())).isTrue();
    }
}
 

@Test
public void testGet() {
    try {
        assertThat((Boolean) FilterFactory.INSTANCE.get(ExpressionType.SQL92).compile("a is not null and a > 0")
            .evaluate(new EmptyEvaluationContext())).isFalse();
    } catch (Exception e) {
        e.printStackTrace();
        assertThat(Boolean.FALSE).isTrue();
    }
}
 

public PullResult pullKernelImpl(
    final MessageQueue mq,
    final String subExpression,
    final long subVersion,
    final long offset,
    final int maxNums,
    final int sysFlag,
    final long commitOffset,
    final long brokerSuspendMaxTimeMillis,
    final long timeoutMillis,
    final CommunicationMode communicationMode,
    final PullCallback pullCallback,
    final boolean isSlaveFirst
) throws MQClientException, RemotingException, MQBrokerException, InterruptedException {
    return pullKernelImpl(
        mq,
        subExpression,
        ExpressionType.TAG,
        subVersion, offset,
        maxNums,
        sysFlag,
        commitOffset,
        brokerSuspendMaxTimeMillis,
        timeoutMillis,
        communicationMode,
        pullCallback,
        isSlaveFirst
    );
}
 

public void checkClientInBroker() throws MQClientException {
    Iterator<Entry<String, MQConsumerInner>> it = this.consumerTable.entrySet().iterator();

    while (it.hasNext()) {
        Entry<String, MQConsumerInner> entry = it.next();
        Set<SubscriptionData> subscriptionInner = entry.getValue().subscriptions();
        if (subscriptionInner == null || subscriptionInner.isEmpty()) {
            return;
        }

        for (SubscriptionData subscriptionData : subscriptionInner) {
            if (ExpressionType.isTagType(subscriptionData.getExpressionType())) {
                continue;
            }
            // may need to check one broker every cluster...
            // assume that the configs of every broker in cluster are the the same.
            String addr = findBrokerAddrByTopic(subscriptionData.getTopic());

            if (addr != null) {
                try {
                    this.getMQClientAPIImpl().checkClientInBroker(
                        addr, entry.getKey(), this.clientId, subscriptionData, 3 * 1000
                    );
                } catch (Exception e) {
                    if (e instanceof MQClientException) {
                        throw (MQClientException) e;
                    } else {
                        throw new MQClientException("Check client in broker error, maybe because you use "
                            + subscriptionData.getExpressionType() + " to filter message, but server has not been upgraded to support!"
                            + "This error would not affect the launch of consumer, but may has impact on message receiving if you " +
                            "have use the new features which are not supported by server, please check the log!", e);
                    }
                }
            }
        }
    }
}
 

public RemotingCommand checkClientConfig(ChannelHandlerContext ctx, RemotingCommand request)
    throws RemotingCommandException {
    final RemotingCommand response = RemotingCommand.createResponseCommand(null);

    CheckClientRequestBody requestBody = CheckClientRequestBody.decode(request.getBody(),
        CheckClientRequestBody.class);

    if (requestBody != null && requestBody.getSubscriptionData() != null) {
        SubscriptionData subscriptionData = requestBody.getSubscriptionData();

        if (ExpressionType.isTagType(subscriptionData.getExpressionType())) {
            response.setCode(ResponseCode.SUCCESS);
            response.setRemark(null);
            return response;
        }

        if (!this.brokerController.getBrokerConfig().isEnablePropertyFilter()) {
            response.setCode(ResponseCode.SYSTEM_ERROR);
            response.setRemark("The broker does not support consumer to filter message by " + subscriptionData.getExpressionType());
            return response;
        }

        try {
            FilterFactory.INSTANCE.get(subscriptionData.getExpressionType()).compile(subscriptionData.getSubString());
        } catch (Exception e) {
            log.warn("Client {}@{} filter message, but failed to compile expression! sub={}, error={}",
                requestBody.getClientId(), requestBody.getGroup(), requestBody.getSubscriptionData(), e.getMessage());
            response.setCode(ResponseCode.SUBSCRIPTION_PARSE_FAILED);
            response.setRemark(e.getMessage());
            return response;
        }
    }

    response.setCode(ResponseCode.SUCCESS);
    response.setRemark(null);
    return response;
}
 

@Test
public void testConstructor2() {
    SubscriptionData subscriptionData = new SubscriptionData("TOPICA", "*");
    assertThat(subscriptionData.getTopic()).isEqualTo("TOPICA");
    assertThat(subscriptionData.getSubString()).isEqualTo("*");
    assertThat(subscriptionData.getSubVersion()).isLessThanOrEqualTo(System.currentTimeMillis());
    assertThat(subscriptionData.getExpressionType()).isEqualTo(ExpressionType.TAG);
    assertThat(subscriptionData.getFilterClassSource()).isNull();
    assertThat(subscriptionData.getCodeSet()).isEmpty();
    assertThat(subscriptionData.getTagsSet()).isEmpty();
    assertThat(subscriptionData.isClassFilterMode()).isFalse();
}
 

@Test
public void testRegister_bySubscriptionData() {
    ConsumerFilterManager filterManager = new ConsumerFilterManager();
    List<SubscriptionData> subscriptionDatas = new ArrayList<>();
    for (int i = 0; i < 10; i++) {
        try {
            subscriptionDatas.add(
                FilterAPI.build(
                    "topic" + i,
                    "a is not null and a > " + i,
                    ExpressionType.SQL92
                )
            );
        } catch (Exception e) {
            e.printStackTrace();
            assertThat(true).isFalse();
        }
    }

    filterManager.register("CID_0", subscriptionDatas);

    Collection<ConsumerFilterData> filterDatas = filterManager.getByGroup("CID_0");

    assertThat(filterDatas).isNotNull();
    assertThat(filterDatas.size()).isEqualTo(10);

    Iterator<ConsumerFilterData> iterator = filterDatas.iterator();
    while (iterator.hasNext()) {
        ConsumerFilterData filterData = iterator.next();

        assertThat(filterData).isNotNull();
        assertThat(filterManager.getBloomFilter().isValid(filterData.getBloomFilterData())).isTrue();
    }
}
 

@Test
public void testConstructor1() {
    SubscriptionData subscriptionData = new SubscriptionData();
    assertThat(subscriptionData.getTopic()).isNull();
    assertThat(subscriptionData.getSubString()).isNull();
    assertThat(subscriptionData.getSubVersion()).isLessThanOrEqualTo(System.currentTimeMillis());
    assertThat(subscriptionData.getExpressionType()).isEqualTo(ExpressionType.TAG);
    assertThat(subscriptionData.getFilterClassSource()).isNull();
    assertThat(subscriptionData.getCodeSet()).isEmpty();
    assertThat(subscriptionData.getTagsSet()).isEmpty();
    assertThat(subscriptionData.isClassFilterMode()).isFalse();
}
 

@Test
public void testRegister() {
    ConsumerFilterManager filterManager = gen(10, 10);

    ConsumerFilterData filterData = filterManager.get("topic9", "CID_9");

    assertThat(filterData).isNotNull();
    assertThat(filterData.isDead()).isFalse();

    // new version
    assertThat(filterManager.register(
        "topic9", "CID_9", "a is not null", ExpressionType.SQL92, System.currentTimeMillis() + 1000
    )).isTrue();

    ConsumerFilterData newFilter = filterManager.get("topic9", "CID_9");

    assertThat(newFilter).isNotEqualTo(filterData);

    // same version
    assertThat(filterManager.register(
        "topic9", "CID_9", "a is null", ExpressionType.SQL92, newFilter.getClientVersion()
    )).isFalse();

    ConsumerFilterData filterData1 = filterManager.get("topic9", "CID_9");

    assertThat(newFilter).isEqualTo(filterData1);
}
 

@Test
public void testRegister_bySubscriptionData() {
    ConsumerFilterManager filterManager = new ConsumerFilterManager();
    List<SubscriptionData> subscriptionDatas = new ArrayList<>();
    for (int i = 0; i < 10; i++) {
        try {
            subscriptionDatas.add(
                FilterAPI.build(
                    "topic" + i,
                    "a is not null and a > " + i,
                    ExpressionType.SQL92
                )
            );
        } catch (Exception e) {
            e.printStackTrace();
            assertThat(true).isFalse();
        }
    }

    filterManager.register("CID_0", subscriptionDatas);

    Collection<ConsumerFilterData> filterDatas = filterManager.getByGroup("CID_0");

    assertThat(filterDatas).isNotNull();
    assertThat(filterDatas.size()).isEqualTo(10);

    Iterator<ConsumerFilterData> iterator = filterDatas.iterator();
    while (iterator.hasNext()) {
        ConsumerFilterData filterData = iterator.next();

        assertThat(filterData).isNotNull();
        assertThat(filterManager.getBloomFilter().isValid(filterData.getBloomFilterData())).isTrue();
    }
}
 

@Test
public void testGet() {
    try {
        assertThat((Boolean) FilterFactory.INSTANCE.get(ExpressionType.SQL92).compile("a is not null and a > 0")
            .evaluate(new EmptyEvaluationContext())).isFalse();
    } catch (Exception e) {
        e.printStackTrace();
        assertThat(Boolean.FALSE).isTrue();
    }
}
 

public void checkClientInBroker() throws MQClientException {
    Iterator<Entry<String, MQConsumerInner>> it = this.consumerTable.entrySet().iterator();

    while (it.hasNext()) {
        Entry<String, MQConsumerInner> entry = it.next();
        Set<SubscriptionData> subscriptionInner = entry.getValue().subscriptions();
        if (subscriptionInner == null || subscriptionInner.isEmpty()) {
            return;
        }

        for (SubscriptionData subscriptionData : subscriptionInner) {
            if (ExpressionType.isTagType(subscriptionData.getExpressionType())) {
                continue;
            }
            // may need to check one broker every cluster...
            // assume that the configs of every broker in cluster are the the same.
            String addr = findBrokerAddrByTopic(subscriptionData.getTopic());

            if (addr != null) {
                try {
                    this.getMQClientAPIImpl().checkClientInBroker(
                        addr, entry.getKey(), this.clientId, subscriptionData, 3 * 1000
                    );
                } catch (Exception e) {
                    if (e instanceof MQClientException) {
                        throw (MQClientException) e;
                    } else {
                        throw new MQClientException("Check client in broker error, maybe because you use "
                            + subscriptionData.getExpressionType() + " to filter message, but server has not been upgraded to support!"
                            + "This error would not affect the launch of consumer, but may has impact on message receiving if you " +
                            "have use the new features which are not supported by server, please check the log!", e);
                    }
                }
            }
        }
    }
}
 

public PullResult pullKernelImpl(
    final MessageQueue mq,
    final String subExpression,
    final long subVersion,
    final long offset,
    final int maxNums,
    final int sysFlag,
    final long commitOffset,
    final long brokerSuspendMaxTimeMillis,
    final long timeoutMillis,
    final CommunicationMode communicationMode,
    final PullCallback pullCallback
) throws MQClientException, RemotingException, MQBrokerException, InterruptedException {
    return pullKernelImpl(
        mq,
        subExpression,
        ExpressionType.TAG,
        subVersion, offset,
        maxNums,
        sysFlag,
        commitOffset,
        brokerSuspendMaxTimeMillis,
        timeoutMillis,
        communicationMode,
        pullCallback
    );
}