Java Code Examples for org.apache.rocketmq.common.message.MessageExt#setQueueOffset()

The following examples show how to use org.apache.rocketmq.common.message.MessageExt#setQueueOffset() . You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.

Example 1

Source File: TransactionalMessageServiceImpl.java From rocketmq-4.3.0 with Apache License 2.0

6 votes

private boolean putBackHalfMsgQueue(MessageExt msgExt, long offset) {
    PutMessageResult putMessageResult = putBackToHalfQueueReturnResult(msgExt);
    if (putMessageResult != null
        && putMessageResult.getPutMessageStatus() == PutMessageStatus.PUT_OK) {
        msgExt.setQueueOffset(
            putMessageResult.getAppendMessageResult().getLogicsOffset());
        msgExt.setCommitLogOffset(
            putMessageResult.getAppendMessageResult().getWroteOffset());
        msgExt.setMsgId(putMessageResult.getAppendMessageResult().getMsgId());
        log.info(
            "Send check message, the offset={} restored in queueOffset={} "
                + "commitLogOffset={} "
                + "newMsgId={} realMsgId={} topic={}",
            offset, msgExt.getQueueOffset(), msgExt.getCommitLogOffset(), msgExt.getMsgId(),
            msgExt.getUserProperty(MessageConst.PROPERTY_UNIQ_CLIENT_MESSAGE_ID_KEYIDX),
            msgExt.getTopic());
        return true;
    } else {
        log.error(
            "PutBackToHalfQueueReturnResult write failed, topic: {}, queueId: {}, "
                + "msgId: {}",
            msgExt.getTopic(), msgExt.getQueueId(), msgExt.getMsgId());
        return false;
    }
}

Example 2

Source File: TransactionalMessageServiceImpl.java From rocketmq with Apache License 2.0

6 votes

private boolean putBackHalfMsgQueue(MessageExt msgExt, long offset) {
    PutMessageResult putMessageResult = putBackToHalfQueueReturnResult(msgExt);
    if (putMessageResult != null
        && putMessageResult.getPutMessageStatus() == PutMessageStatus.PUT_OK) {
        msgExt.setQueueOffset(
            putMessageResult.getAppendMessageResult().getLogicsOffset());
        msgExt.setCommitLogOffset(
            putMessageResult.getAppendMessageResult().getWroteOffset());
        msgExt.setMsgId(putMessageResult.getAppendMessageResult().getMsgId());
        log.debug(
            "Send check message, the offset={} restored in queueOffset={} "
                + "commitLogOffset={} "
                + "newMsgId={} realMsgId={} topic={}",
            offset, msgExt.getQueueOffset(), msgExt.getCommitLogOffset(), msgExt.getMsgId(),
            msgExt.getUserProperty(MessageConst.PROPERTY_UNIQ_CLIENT_MESSAGE_ID_KEYIDX),
            msgExt.getTopic());
        return true;
    } else {
        log.error(
            "PutBackToHalfQueueReturnResult write failed, topic: {}, queueId: {}, "
                + "msgId: {}",
            msgExt.getTopic(), msgExt.getQueueId(), msgExt.getMsgId());
        return false;
    }
}

Example 3

Source File: ProcessQueueTest.java From DDMQ with Apache License 2.0

5 votes

private List<MessageExt> createMessageList(int count) {
    List<MessageExt> messageExtList = new ArrayList<MessageExt>();
    for (int i = 0; i < count; i++) {
        MessageExt messageExt = new MessageExt();
        messageExt.setQueueOffset(i);
        messageExt.setBody(new byte[123]);
        messageExtList.add(messageExt);
    }
    return messageExtList;
}

Example 4

Source File: ProcessQueueTest.java From rocketmq-4.3.0 with Apache License 2.0

5 votes

private List<MessageExt> createMessageList(int count) {
    List<MessageExt> messageExtList = new ArrayList<MessageExt>();
    for (int i = 0; i < count; i++) {
        MessageExt messageExt = new MessageExt();
        messageExt.setQueueOffset(i);
        messageExt.setBody(new byte[123]);
        messageExtList.add(messageExt);
    }
    return messageExtList;
}

Example 5

Source File: EndTransactionProcessorTest.java From rocketmq-4.3.0 with Apache License 2.0

5 votes

private MessageExt createDefaultMessageExt() {
    MessageExt messageExt = new MessageExt();
    messageExt.setMsgId("12345678");
    messageExt.setQueueId(0);
    messageExt.setCommitLogOffset(123456789L);
    messageExt.setQueueOffset(1234);
    MessageAccessor.putProperty(messageExt, MessageConst.PROPERTY_REAL_QUEUE_ID, "0");
    MessageAccessor.putProperty(messageExt, MessageConst.PROPERTY_TRANSACTION_PREPARED, "true");
    MessageAccessor.putProperty(messageExt, MessageConst.PROPERTY_PRODUCER_GROUP, "testTransactionGroup");
    return messageExt;
}

Example 6

Source File: ProcessQueueTest.java From rocketmq-read with Apache License 2.0

5 votes

private List<MessageExt> createMessageList(int count) {
    List<MessageExt> messageExtList = new ArrayList<MessageExt>();
    for (int i = 0; i < count; i++) {
        MessageExt messageExt = new MessageExt();
        messageExt.setQueueOffset(i);
        messageExt.setBody(new byte[123]);
        messageExtList.add(messageExt);
    }
    return messageExtList;
}

Example 7

Source File: TransactionalMessageServiceImpl.java From rocketmq-read with Apache License 2.0

5 votes

/**
 * 如果需要发送事务状态回查消息，
 * 则先将消息再次发送到RMQ_SYS_TRANS_HALF_TOPIC主题中，发送成功则返回true，否则返回false，这里还有一个实现关键点：
 * @param msgExt ;
 * @param offset ;
 * @return ;
 */
private boolean putBackHalfMsgQueue(MessageExt msgExt, long offset) {
    PutMessageResult putMessageResult = putBackToHalfQueueReturnResult(msgExt);
    if (putMessageResult != null
        && putMessageResult.getPutMessageStatus() == PutMessageStatus.PUT_OK) {

        msgExt.setQueueOffset(
            putMessageResult.getAppendMessageResult().getLogicsOffset());

        msgExt.setCommitLogOffset(
            putMessageResult.getAppendMessageResult().getWroteOffset());

        msgExt.setMsgId(putMessageResult.getAppendMessageResult().getMsgId());

        log.info(
            "Send check message, the offset={} restored in queueOffset={} "
                + "commitLogOffset={} "
                + "newMsgId={} realMsgId={} topic={}",
            offset, msgExt.getQueueOffset(), msgExt.getCommitLogOffset(), msgExt.getMsgId(),
            msgExt.getUserProperty(MessageConst.PROPERTY_UNIQ_CLIENT_MESSAGE_ID_KEYIDX),
            msgExt.getTopic());
        return true;
    } else {
        log.error(
            "PutBackToHalfQueueReturnResult write failed, topic: {}, queueId: {}, "
                + "msgId: {}",
            msgExt.getTopic(), msgExt.getQueueId(), msgExt.getMsgId());
        return false;
    }
}

Example 8

Source File: EndTransactionProcessorTest.java From rocketmq-read with Apache License 2.0

5 votes

private MessageExt createDefaultMessageExt() {
    MessageExt messageExt = new MessageExt();
    messageExt.setMsgId("12345678");
    messageExt.setQueueId(0);
    messageExt.setCommitLogOffset(123456789L);
    messageExt.setQueueOffset(1234);
    MessageAccessor.putProperty(messageExt, MessageConst.PROPERTY_REAL_QUEUE_ID, "0");
    MessageAccessor.putProperty(messageExt, MessageConst.PROPERTY_TRANSACTION_PREPARED, "true");
    MessageAccessor.putProperty(messageExt, MessageConst.PROPERTY_PRODUCER_GROUP, "testTransactionGroup");
    return messageExt;
}

Example 9

Source File: ProcessQueueTest.java From DDMQ with Apache License 2.0

5 votes

private List<MessageExt> createMessageList(int count) {
    List<MessageExt> messageExtList = new ArrayList<MessageExt>();
    for (int i = 0; i < count; i++) {
        MessageExt messageExt = new MessageExt();
        messageExt.setQueueOffset(i);
        messageExt.setBody(new byte[123]);
        messageExtList.add(messageExt);
    }
    return messageExtList;
}

Example 10

Source File: ProcessQueueTest.java From rocketmq with Apache License 2.0

5 votes

private List<MessageExt> createMessageList(int count) {
    List<MessageExt> messageExtList = new ArrayList<MessageExt>();
    for (int i = 0; i < count; i++) {
        MessageExt messageExt = new MessageExt();
        messageExt.setQueueOffset(i);
        messageExt.setBody(new byte[123]);
        messageExtList.add(messageExt);
    }
    return messageExtList;
}

Example 11

Source File: EndTransactionProcessorTest.java From rocketmq with Apache License 2.0

5 votes

private MessageExt createDefaultMessageExt() {
    MessageExt messageExt = new MessageExt();
    messageExt.setMsgId("12345678");
    messageExt.setQueueId(0);
    messageExt.setCommitLogOffset(123456789L);
    messageExt.setQueueOffset(1234);
    MessageAccessor.putProperty(messageExt, MessageConst.PROPERTY_REAL_QUEUE_ID, "0");
    MessageAccessor.putProperty(messageExt, MessageConst.PROPERTY_TRANSACTION_PREPARED, "true");
    MessageAccessor.putProperty(messageExt, MessageConst.PROPERTY_PRODUCER_GROUP, "testTransactionGroup");
    return messageExt;
}

Example 12

Source File: AdminBrokerProcessorTest.java From rocketmq with Apache License 2.0

5 votes

private MessageExt createDefaultMessageExt() {
    MessageExt messageExt = new MessageExt();
    messageExt.setMsgId("12345678");
    messageExt.setQueueId(0);
    messageExt.setCommitLogOffset(123456789L);
    messageExt.setQueueOffset(1234);
    MessageAccessor.putProperty(messageExt, MessageConst.PROPERTY_REAL_QUEUE_ID, "0");
    MessageAccessor.putProperty(messageExt, MessageConst.PROPERTY_REAL_TOPIC, "testTopic");
    MessageAccessor.putProperty(messageExt, MessageConst.PROPERTY_TRANSACTION_CHECK_TIMES, "15");
    return messageExt;
}

Example 13

Source File: QueryMsgByUniqueKeySubCommandTest.java From rocketmq with Apache License 2.0

4 votes

@Before
public void before() throws NoSuchFieldException, IllegalAccessException, InterruptedException, RemotingException, MQClientException, MQBrokerException {

    mQClientAPIImpl = mock(MQClientAPIImpl.class);
    mQAdminImpl = mock(MQAdminImpl.class);

    defaultMQAdminExt = new DefaultMQAdminExt();
    defaultMQAdminExtImpl = new DefaultMQAdminExtImpl(defaultMQAdminExt, 1000);

    Field field = DefaultMQAdminExtImpl.class.getDeclaredField("mqClientInstance");
    field.setAccessible(true);
    field.set(defaultMQAdminExtImpl, mqClientInstance);

    field = MQClientInstance.class.getDeclaredField("mQClientAPIImpl");
    field.setAccessible(true);
    field.set(mqClientInstance, mQClientAPIImpl);

    field = MQClientInstance.class.getDeclaredField("mQAdminImpl");
    field.setAccessible(true);
    field.set(mqClientInstance, mQAdminImpl);


    field = DefaultMQAdminExt.class.getDeclaredField("defaultMQAdminExtImpl");
    field.setAccessible(true);
    field.set(defaultMQAdminExt, defaultMQAdminExtImpl);

    ConsumeMessageDirectlyResult result = new ConsumeMessageDirectlyResult();
    result.setConsumeResult(CMResult.CR_SUCCESS);
    result.setRemark("customRemark_122333444");
    when(mQClientAPIImpl.consumeMessageDirectly(anyString(), anyString(), anyString(), anyString(), anyLong())).thenReturn(result);

    MessageExt retMsgExt = new MessageExt();
    retMsgExt.setMsgId("0A3A54F7BF7D18B4AAC28A3FA2CF0000");
    retMsgExt.setBody("this is message ext body".getBytes());
    retMsgExt.setTopic("testTopic");
    retMsgExt.setTags("testTags");
    retMsgExt.setStoreHost(new InetSocketAddress("127.0.0.1", 8899));
    retMsgExt.setBornHost(new InetSocketAddress("127.0.0.1", 7788));
    retMsgExt.setQueueId(1);
    retMsgExt.setQueueOffset(12L);
    retMsgExt.setCommitLogOffset(123);
    retMsgExt.setReconsumeTimes(2);
    retMsgExt.setBornTimestamp(System.currentTimeMillis());
    retMsgExt.setStoreTimestamp(System.currentTimeMillis());
    when(mQAdminImpl.viewMessage(anyString())).thenReturn(retMsgExt);

    when(mQAdminImpl.queryMessageByUniqKey(anyString(), anyString())).thenReturn(retMsgExt);

    TopicRouteData topicRouteData = new TopicRouteData();
    List<BrokerData> brokerDataList = new ArrayList<BrokerData>();
    BrokerData brokerData = new BrokerData();
    HashMap<Long, String> brokerAddrs = new HashMap<Long, String>();
    brokerAddrs.put(MixAll.MASTER_ID, "127.0.0.1:9876");
    brokerData.setBrokerAddrs(brokerAddrs);
    brokerDataList.add(brokerData);
    topicRouteData.setBrokerDatas(brokerDataList);
    when(mQClientAPIImpl.getTopicRouteInfoFromNameServer(anyString(), anyLong())).thenReturn(topicRouteData);

    GroupList groupList = new GroupList();
    HashSet<String> groupSets = new HashSet<String>();
    groupSets.add("testGroup");
    groupList.setGroupList(groupSets);
    when(mQClientAPIImpl.queryTopicConsumeByWho(anyString(), anyString(), anyLong())).thenReturn(groupList);


    ConsumeStats consumeStats = new ConsumeStats();
    consumeStats.setConsumeTps(100*10000);
    HashMap<MessageQueue, OffsetWrapper> offsetTable = new HashMap<MessageQueue, OffsetWrapper>();
    MessageQueue messageQueue = new MessageQueue();
    messageQueue.setBrokerName("messageQueue BrokerName testing");
    messageQueue.setTopic("messageQueue topic");
    messageQueue.setQueueId(1);
    OffsetWrapper offsetWrapper = new OffsetWrapper();
    offsetWrapper.setBrokerOffset(100);
    offsetWrapper.setConsumerOffset(200);
    offsetWrapper.setLastTimestamp(System.currentTimeMillis());
    offsetTable.put(messageQueue, offsetWrapper);
    consumeStats.setOffsetTable(offsetTable);
    when(mQClientAPIImpl.getConsumeStats(anyString(), anyString(), (String)isNull(), anyLong())).thenReturn(consumeStats);

    ClusterInfo clusterInfo = new ClusterInfo();
    HashMap<String, BrokerData> brokerAddrTable = new HashMap<String, BrokerData>();
    brokerAddrTable.put("key", brokerData);
    clusterInfo.setBrokerAddrTable(brokerAddrTable);
    HashMap<String, Set<String>> clusterAddrTable = new HashMap<String, Set<String>>();
    Set<String> addrSet = new HashSet<String>();
    addrSet.add("127.0.0.1:9876");
    clusterAddrTable.put("key", addrSet);
    clusterInfo.setClusterAddrTable(clusterAddrTable);
    when(mQClientAPIImpl.getBrokerClusterInfo(anyLong())).thenReturn(clusterInfo);

    field = QueryMsgByUniqueKeySubCommand.class.getDeclaredField("defaultMQAdminExt");
    field.setAccessible(true);
    field.set(cmd, defaultMQAdminExt);

}