/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.rocketmq.broker.transaction.queue; import org.apache.rocketmq.broker.BrokerController; import org.apache.rocketmq.broker.transaction.AbstractTransactionalMessageCheckListener; import org.apache.rocketmq.broker.transaction.OperationResult; import org.apache.rocketmq.broker.transaction.TransactionalMessageService; import org.apache.rocketmq.client.consumer.PullResult; import org.apache.rocketmq.client.consumer.PullStatus; import org.apache.rocketmq.common.BrokerConfig; import org.apache.rocketmq.common.MixAll; import org.apache.rocketmq.common.message.MessageConst; import org.apache.rocketmq.common.message.MessageExt; import org.apache.rocketmq.common.message.MessageQueue; import org.apache.rocketmq.common.protocol.ResponseCode; import org.apache.rocketmq.common.protocol.header.EndTransactionRequestHeader; import org.apache.rocketmq.common.sysflag.MessageSysFlag; import org.apache.rocketmq.remoting.netty.NettyClientConfig; import org.apache.rocketmq.remoting.netty.NettyServerConfig; import org.apache.rocketmq.store.AppendMessageResult; import org.apache.rocketmq.store.AppendMessageStatus; import org.apache.rocketmq.store.MessageExtBrokerInner; import org.apache.rocketmq.store.PutMessageResult; import org.apache.rocketmq.store.PutMessageStatus; import org.apache.rocketmq.store.config.MessageStoreConfig; import org.junit.Before; import org.junit.Test; import org.junit.runner.RunWith; import org.mockito.Mock; import org.mockito.Spy; import org.mockito.invocation.InvocationOnMock; import org.mockito.junit.MockitoJUnitRunner; import org.mockito.stubbing.Answer; import java.util.ArrayList; import java.util.HashSet; import java.util.List; import java.util.Set; import java.util.concurrent.atomic.AtomicInteger; import static org.assertj.core.api.Assertions.assertThat; import static org.mockito.ArgumentMatchers.any; import static org.mockito.ArgumentMatchers.anyInt; import static org.mockito.ArgumentMatchers.anyLong; import static org.mockito.ArgumentMatchers.anyString; import static org.mockito.Mockito.doAnswer; import static org.mockito.Mockito.when; @RunWith(MockitoJUnitRunner.class) public class TransactionalMessageServiceImplTest { private TransactionalMessageService queueTransactionMsgService; @Mock private TransactionalMessageBridge bridge; @Spy private BrokerController brokerController = new BrokerController(new BrokerConfig(), new NettyServerConfig(), new NettyClientConfig(), new MessageStoreConfig()); @Mock private AbstractTransactionalMessageCheckListener listener; @Before public void init() { listener.setBrokerController(brokerController); queueTransactionMsgService = new TransactionalMessageServiceImpl(bridge); brokerController.getMessageStoreConfig().setFileReservedTime(3); } @Test public void testPrepareMessage() { MessageExtBrokerInner inner = createMessageBrokerInner(); when(bridge.putHalfMessage(any(MessageExtBrokerInner.class))).thenReturn(new PutMessageResult (PutMessageStatus.PUT_OK, new AppendMessageResult(AppendMessageStatus.PUT_OK))); PutMessageResult result = queueTransactionMsgService.prepareMessage(inner); assert result.isOk(); } @Test public void testCommitMessage() { when(bridge.lookMessageByOffset(anyLong())).thenReturn(createMessageBrokerInner()); OperationResult result = queueTransactionMsgService.commitMessage(createEndTransactionRequestHeader(MessageSysFlag.TRANSACTION_COMMIT_TYPE)); assertThat(result.getResponseCode()).isEqualTo(ResponseCode.SUCCESS); } @Test public void testRollbackMessage() { when(bridge.lookMessageByOffset(anyLong())).thenReturn(createMessageBrokerInner()); OperationResult result = queueTransactionMsgService.commitMessage(createEndTransactionRequestHeader(MessageSysFlag.TRANSACTION_ROLLBACK_TYPE)); assertThat(result.getResponseCode()).isEqualTo(ResponseCode.SUCCESS); } @Test public void testCheck_withDiscard() { when(bridge.fetchMessageQueues(MixAll.RMQ_SYS_TRANS_HALF_TOPIC)).thenReturn(createMessageQueueSet(MixAll.RMQ_SYS_TRANS_HALF_TOPIC)); when(bridge.getHalfMessage(0, 0, 1)).thenReturn(createDiscardPullResult(MixAll.RMQ_SYS_TRANS_HALF_TOPIC, 5, "hellp", 1)); when(bridge.getHalfMessage(0, 1, 1)).thenReturn(createPullResult(MixAll.RMQ_SYS_TRANS_HALF_TOPIC, 6, "hellp", 0)); when(bridge.getOpMessage(anyInt(), anyLong(), anyInt())).thenReturn(createOpPulResult(MixAll.RMQ_SYS_TRANS_OP_HALF_TOPIC, 1, "10", 1)); long timeOut = this.brokerController.getBrokerConfig().getTransactionTimeOut(); int checkMax = this.brokerController.getBrokerConfig().getTransactionCheckMax(); final AtomicInteger checkMessage = new AtomicInteger(0); doAnswer(new Answer() { @Override public Object answer(InvocationOnMock invocation) { checkMessage.addAndGet(1); return null; } }).when(listener).resolveDiscardMsg(any(MessageExt.class)); queueTransactionMsgService.check(timeOut, checkMax, listener); assertThat(checkMessage.get()).isEqualTo(1); } @Test public void testCheck_withCheck() { when(bridge.fetchMessageQueues(MixAll.RMQ_SYS_TRANS_HALF_TOPIC)).thenReturn(createMessageQueueSet(MixAll.RMQ_SYS_TRANS_HALF_TOPIC)); when(bridge.getHalfMessage(0, 0, 1)).thenReturn(createPullResult(MixAll.RMQ_SYS_TRANS_HALF_TOPIC, 5, "hello", 1)); when(bridge.getHalfMessage(0, 1, 1)).thenReturn(createPullResult(MixAll.RMQ_SYS_TRANS_HALF_TOPIC, 6, "hellp", 0)); when(bridge.getOpMessage(anyInt(), anyLong(), anyInt())).thenReturn(createPullResult(MixAll.RMQ_SYS_TRANS_OP_HALF_TOPIC, 1, "5", 0)); when(bridge.getBrokerController()).thenReturn(this.brokerController); when(bridge.renewHalfMessageInner(any(MessageExtBrokerInner.class))).thenReturn(createMessageBrokerInner()); when(bridge.putMessageReturnResult(any(MessageExtBrokerInner.class))).thenReturn(new PutMessageResult (PutMessageStatus.PUT_OK, new AppendMessageResult(AppendMessageStatus.PUT_OK))); long timeOut = this.brokerController.getBrokerConfig().getTransactionTimeOut(); final int checkMax = this.brokerController.getBrokerConfig().getTransactionCheckMax(); final AtomicInteger checkMessage = new AtomicInteger(0); doAnswer(new Answer() { @Override public Object answer(InvocationOnMock invocation) { checkMessage.addAndGet(1); return checkMessage; } }).when(listener).resolveHalfMsg(any(MessageExt.class)); queueTransactionMsgService.check(timeOut, checkMax, listener); assertThat(checkMessage.get()).isEqualTo(1); } @Test public void testDeletePrepareMessage() { when(bridge.putOpMessage(any(MessageExt.class), anyString())).thenReturn(true); boolean res = queueTransactionMsgService.deletePrepareMessage(createMessageBrokerInner()); assertThat(res).isTrue(); } @Test public void testOpen() { boolean isOpen = queueTransactionMsgService.open(); assertThat(isOpen).isTrue(); } private PullResult createDiscardPullResult(String topic, long queueOffset, String body, int size) { PullResult result = createPullResult(topic, queueOffset, body, size); List<MessageExt> msgs = result.getMsgFoundList(); for (MessageExt msg : msgs) { msg.putUserProperty(MessageConst.PROPERTY_TRANSACTION_CHECK_TIMES, "100000"); } return result; } private PullResult createPullResult(String topic, long queueOffset, String body, int size) { PullResult result = null; if (0 == size) { result = new PullResult(PullStatus.NO_NEW_MSG, 1, 0, 1, null); } else { result = new PullResult(PullStatus.FOUND, 1, 0, 1, getMessageList(queueOffset, topic, body, 1)); return result; } return result; } private PullResult createOpPulResult(String topic, long queueOffset, String body, int size) { PullResult result = createPullResult(topic, queueOffset, body, size); List<MessageExt> msgs = result.getMsgFoundList(); for (MessageExt msg : msgs) { msg.setTags(TransactionalMessageUtil.REMOVETAG); } return result; } private PullResult createImmunityPulResult(String topic, long queueOffset, String body, int size) { PullResult result = createPullResult(topic, queueOffset, body, size); List<MessageExt> msgs = result.getMsgFoundList(); for (MessageExt msg : msgs) { msg.putUserProperty(MessageConst.PROPERTY_CHECK_IMMUNITY_TIME_IN_SECONDS, "0"); } return result; } private List<MessageExt> getMessageList(long queueOffset, String topic, String body, int size) { List<MessageExt> msgs = new ArrayList<>(); for (int i = 0; i < size; i++) { MessageExt messageExt = createMessageBrokerInner(queueOffset, topic, body); msgs.add(messageExt); } return msgs; } private Set<MessageQueue> createMessageQueueSet(String topic) { Set<MessageQueue> messageQueues = new HashSet<>(); MessageQueue messageQueue = new MessageQueue(topic, "DefaultCluster", 0); messageQueues.add(messageQueue); return messageQueues; } private EndTransactionRequestHeader createEndTransactionRequestHeader(int status) { EndTransactionRequestHeader header = new EndTransactionRequestHeader(); header.setCommitLogOffset(123456789L); header.setCommitOrRollback(status); header.setMsgId("12345678"); header.setTransactionId("123"); header.setProducerGroup("testTransactionGroup"); header.setTranStateTableOffset(1234L); return header; } private MessageExtBrokerInner createMessageBrokerInner(long queueOffset, String topic, String body) { MessageExtBrokerInner inner = new MessageExtBrokerInner(); inner.setBornTimestamp(System.currentTimeMillis() - 80000); inner.setTransactionId("123456123"); inner.setTopic(topic); inner.setQueueOffset(queueOffset); inner.setBody(body.getBytes()); inner.setMsgId("123456123"); inner.setQueueId(0); inner.setTopic("hello"); return inner; } private MessageExtBrokerInner createMessageBrokerInner() { return createMessageBrokerInner(1, "testTopic", "hello world"); } }