org.apache.rocketmq.common.message.MessageBatch Java Examples

The following examples show how to use org.apache.rocketmq.common.message.MessageBatch. You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.

Example #1

Source File: DefaultMQProducerImpl.java From DDMQ with Apache License 2.0

6 votes

private boolean tryToCompressMessage(final Message msg) {
    if (msg instanceof MessageBatch) {
        //batch dose not support compressing right now
        return false;
    }
    byte[] body = msg.getBody();
    if (body != null) {
        if (body.length >= this.defaultMQProducer.getCompressMsgBodyOverHowmuch()) {
            try {
                byte[] data = UtilAll.compress(body, zipCompressLevel);
                if (data != null) {
                    msg.setBody(data);
                    return true;
                }
            } catch (IOException e) {
                log.error("tryToCompressMessage exception", e);
                log.warn(msg.toString());
            }
        }
    }

    return false;
}

Example #2

Source File: DefaultMQProducerImpl.java From rocketmq with Apache License 2.0

6 votes

private boolean tryToCompressMessage(final Message msg) {
    if (msg instanceof MessageBatch) {
        //batch dose not support compressing right now
        return false;
    }
    byte[] body = msg.getBody();
    if (body != null) {
        if (body.length >= this.defaultMQProducer.getCompressMsgBodyOverHowmuch()) {
            try {
                byte[] data = UtilAll.compress(body, zipCompressLevel);
                if (data != null) {
                    msg.setBody(data);
                    return true;
                }
            } catch (IOException e) {
                log.error("tryToCompressMessage exception", e);
                log.warn(msg.toString());
            }
        }
    }

    return false;
}

Example #3

Source File: DefaultMQProducer.java From rocketmq with Apache License 2.0

6 votes

private MessageBatch batch(Collection<Message> msgs) throws MQClientException {
    MessageBatch msgBatch;
    try {
        msgBatch = MessageBatch.generateFromList(msgs);
        for (Message message : msgBatch) {
            Validators.checkMessage(message, this);
            MessageClientIDSetter.setUniqID(message);
            message.setTopic(withNamespace(message.getTopic()));
        }
        msgBatch.setBody(msgBatch.encode());
    } catch (Exception e) {
        throw new MQClientException("Failed to initiate the MessageBatch", e);
    }
    msgBatch.setTopic(withNamespace(msgBatch.getTopic()));
    return msgBatch;
}

Example #4

Source File: DefaultMQProducerImpl.java From rocketmq-all-4.1.0-incubating with Apache License 2.0

6 votes

private boolean tryToCompressMessage(final Message msg) {
    if (msg instanceof MessageBatch) {
        //batch dose not support compressing right now
        return false;
    }
    byte[] body = msg.getBody();
    if (body != null) {
        if (body.length >= this.defaultMQProducer.getCompressMsgBodyOverHowmuch()) {
            try {
                byte[] data = UtilAll.compress(body, zipCompressLevel);
                if (data != null) {
                    msg.setBody(data);
                    return true;
                }
            } catch (IOException e) {
                log.error("tryToCompressMessage exception", e);
                log.warn(msg.toString());
            }
        }
    }

    return false;
}

Example #5

Source File: DefaultMQProducerImpl.java From DDMQ with Apache License 2.0

6 votes

private boolean tryToCompressMessage(final Message msg) {
    if (msg instanceof MessageBatch) {
        //batch dose not support compressing right now
        return false;
    }
    byte[] body = msg.getBody();
    if (body != null) {
        if (body.length >= this.defaultMQProducer.getCompressMsgBodyOverHowmuch()) {
            try {
                byte[] data = UtilAll.compress(body, zipCompressLevel);
                if (data != null) {
                    msg.setBody(data);
                    return true;
                }
            } catch (IOException e) {
                log.error("tryToCompressMessage exception", e);
                log.warn(msg.toString());
            }
        }
    }

    return false;
}

Example #6

Source File: DefaultMQProducerImpl.java From rocketmq-4.3.0 with Apache License 2.0

6 votes

private boolean tryToCompressMessage(final Message msg) {
    if (msg instanceof MessageBatch) {
        //batch dose not support compressing right now
        return false;
    }
    byte[] body = msg.getBody();
    if (body != null) {
        if (body.length >= this.defaultMQProducer.getCompressMsgBodyOverHowmuch()) {
            try {
                byte[] data = UtilAll.compress(body, zipCompressLevel);
                if (data != null) {
                    msg.setBody(data);
                    return true;
                }
            } catch (IOException e) {
                log.error("tryToCompressMessage exception", e);
                log.warn(msg.toString());
            }
        }
    }

    return false;
}

Example #7

Source File: DefaultMQProducer.java From DDMQ with Apache License 2.0

5 votes

private MessageBatch batch(Collection<Message> msgs) throws MQClientException {
    MessageBatch msgBatch;
    try {
        msgBatch = MessageBatch.generateFromList(msgs);
        for (Message message : msgBatch) {
            Validators.checkMessage(message, null);
            MessageClientIDSetter.setUniqID(message);
        }
        msgBatch.setBody(msgBatch.encode());
    } catch (Exception e) {
        throw new MQClientException("Failed to initiate the MessageBatch", e);
    }
    return msgBatch;
}

Example #8

Source File: DefaultMQProducer.java From rocketmq-all-4.1.0-incubating with Apache License 2.0

5 votes

private MessageBatch batch(Collection<Message> msgs) throws MQClientException {
    MessageBatch msgBatch;
    try {
        msgBatch = MessageBatch.generateFromList(msgs);
        for (Message message : msgBatch) {
            Validators.checkMessage(message, this);
            MessageClientIDSetter.setUniqID(message);
        }
        msgBatch.setBody(msgBatch.encode());
    } catch (Exception e) {
        throw new MQClientException("Failed to initiate the MessageBatch", e);
    }
    return msgBatch;
}

Example #9

Source File: BatchMQProducer.java From DDMQ with Apache License 2.0

5 votes

/**
 * refer: {@link DefaultMQProducer#batch(java.util.Collection)}
 */
private MessageBatch buildBatchRmqMessage(List<CarreraRequest> batchRequest) {
    Map<String, List<CarreraRequest>> topicRequestMap = batchRequest.stream().collect(Collectors.groupingBy(CarreraRequest::getTopic));
    List<String> topics = new ArrayList<>();
    ByteBuffer buffer = getEncodeBuffer();
    topicRequestMap.forEach((topic, requestList) -> {
        int topicIdx = topics.size();
        topics.add(topic);
        requestList.forEach(request -> {
            assert request.getMessageQueue() != null;
            if (!encode(buffer, request, topicIdx)) {
                LOGGER.debug("encode error. cur request={},batch={}", request, batchRequest);
                request.onException(new MQClientException(-1, "encode batch message error."));
            }
        });

    });

    MessageBatch messageBatch = new MessageBatch();
    buffer.flip();
    byte[] body = new byte[buffer.remaining()];
    System.arraycopy(buffer.array(), 0, body, 0, body.length);
    messageBatch.setBody(body);
    messageBatch.setMultiTopic(true);
    messageBatch.setTopic(String.join(MixAll.BATCH_TOPIC_SPLITTER, topics));
    messageBatch.setWaitStoreMsgOK(true);
    return messageBatch;
}

Example #10

Source File: DefaultMQProducer.java From DDMQ with Apache License 2.0

5 votes

private MessageBatch batch(Collection<Message> msgs) throws MQClientException {
    MessageBatch msgBatch;
    try {
        msgBatch = MessageBatch.generateFromList(msgs);
        for (Message message : msgBatch) {
            Validators.checkMessage(message, null);
            MessageClientIDSetter.setUniqID(message);
        }
        msgBatch.setBody(msgBatch.encode());
    } catch (Exception e) {
        throw new MQClientException("Failed to initiate the MessageBatch", e);
    }
    return msgBatch;
}

Example #11

Source File: DefaultMQProducerImpl.java From rocketmq-read with Apache License 2.0

5 votes

/**
 * 尝试来压缩Message
 * @param msg msg
 * @return ;
 */
private boolean tryToCompressMessage(final Message msg) {
    //批量消息不支持压缩
    if (msg instanceof MessageBatch) {
        //batch dose not support compressing right now
        return false;
    }
    byte[] body = msg.getBody();
    if (body != null) {
        //如果消息大于4kb就要压缩
        if (body.length >= this.defaultMQProducer.getCompressMsgBodyOverHowmuch()) {

            try {
                byte[] data = UtilAll.compress(body, zipCompressLevel);
                if (data != null) {
                    msg.setBody(data);
                    return true;
                }
            } catch (IOException e) {
                log.error("tryToCompressMessage exception", e);
                log.warn(msg.toString());
            }
        }
    }

    return false;
}

Example #12

Source File: DefaultMQProducer.java From rocketmq-read with Apache License 2.0

5 votes

private MessageBatch batch(Collection<Message> msgs) throws MQClientException {
    MessageBatch msgBatch;
    try {
        msgBatch = MessageBatch.generateFromList(msgs);
        for (Message message : msgBatch) {
            Validators.checkMessage(message, this);
            MessageClientIDSetter.setUniqID(message);
        }
        msgBatch.setBody(msgBatch.encode());
    } catch (Exception e) {
        throw new MQClientException("Failed to initiate the MessageBatch", e);
    }
    return msgBatch;
}

Example #13

Source File: DeFiBusProducerImpl.java From DeFiBus with Apache License 2.0

5 votes

private MessageBatch batch(Collection<Message> msgs) throws MQClientException {
    MessageBatch msgBatch;
    try {
        msgBatch = MessageBatch.generateFromList(msgs);
        for (Message message : msgBatch) {
            Validators.checkMessage(message, deFiBusProducer.getDefaultMQProducer());
            MessageClientIDSetter.setUniqID(message);
        }
        msgBatch.setBody(msgBatch.encode());
    } catch (Exception e) {
        throw new MQClientException("Failed to initiate the MessageBatch", e);
    }
    return msgBatch;
}

Example #14

Source File: BatchMQProducer.java From DDMQ with Apache License 2.0

5 votes

/**
 * refer: {@link DefaultMQProducer#batch(java.util.Collection)}
 */
private MessageBatch buildBatchRmqMessage(List<CarreraRequest> batchRequest) {
    Map<String, List<CarreraRequest>> topicRequestMap = batchRequest.stream().collect(Collectors.groupingBy(CarreraRequest::getTopic));
    List<String> topics = new ArrayList<>();
    ByteBuffer buffer = getEncodeBuffer();
    topicRequestMap.forEach((topic, requestList) -> {
        int topicIdx = topics.size();
        topics.add(topic);
        requestList.forEach(request -> {
            assert request.getMessageQueue() != null;
            if (!encode(buffer, request, topicIdx)) {
                LOGGER.debug("encode error. cur request={},batch={}", request, batchRequest);
                request.onException(new MQClientException(-1, "encode batch message error."));
            }
        });

    });

    MessageBatch messageBatch = new MessageBatch();
    buffer.flip();
    byte[] body = new byte[buffer.remaining()];
    System.arraycopy(buffer.array(), 0, body, 0, body.length);
    messageBatch.setBody(body);
    messageBatch.setMultiTopic(true);
    messageBatch.setTopic(String.join(MixAll.BATCH_TOPIC_SPLITTER, topics));
    messageBatch.setWaitStoreMsgOK(true);
    return messageBatch;
}

Example #15

Source File: DefaultMQProducer.java From rocketmq-4.3.0 with Apache License 2.0

5 votes

private MessageBatch batch(Collection<Message> msgs) throws MQClientException {
    MessageBatch msgBatch;
    try {
        msgBatch = MessageBatch.generateFromList(msgs);
        for (Message message : msgBatch) {
            Validators.checkMessage(message, this);
            MessageClientIDSetter.setUniqID(message);
        }
        msgBatch.setBody(msgBatch.encode());
    } catch (Exception e) {
        throw new MQClientException("Failed to initiate the MessageBatch", e);
    }
    return msgBatch;
}

Example #16

Source File: MessageBatchTest.java From rocketmq-all-4.1.0-incubating with Apache License 2.0

4 votes

@Test(expected = UnsupportedOperationException.class)
public void testGenerate_Retry() throws Exception{
    List<Message> messages = generateMessages();
    messages.get(1).setTopic(MixAll.RETRY_GROUP_TOPIC_PREFIX + "topic");
    MessageBatch.generateFromList(messages);
}

Example #17

Source File: MessageBatchTest.java From DDMQ with Apache License 2.0

4 votes

@Test(expected = UnsupportedOperationException.class)
public void testGenerate_Delay() throws Exception {
    List<Message> messages = generateMessages();
    messages.get(1).setDelayTimeLevel(1);
    MessageBatch.generateFromList(messages);
}

Example #18

Source File: MessageBatchTest.java From DDMQ with Apache License 2.0

4 votes

@Test(expected = UnsupportedOperationException.class)
public void testGenerate_DiffWaitOK() throws Exception {
    List<Message> messages = generateMessages();
    messages.get(1).setWaitStoreMsgOK(false);
    MessageBatch.generateFromList(messages);
}

Example #19

Source File: MessageBatchTest.java From rocketmq-all-4.1.0-incubating with Apache License 2.0

4 votes

@Test
public void testGenerate_OK() throws Exception{
    List<Message> messages = generateMessages();
    MessageBatch.generateFromList(messages);
}

Example #20

Source File: MessageBatchTest.java From rocketmq-all-4.1.0-incubating with Apache License 2.0

4 votes

@Test(expected = UnsupportedOperationException.class)
public void testGenerate_DiffTopic() throws Exception{
    List<Message> messages = generateMessages();
    messages.get(1).setTopic("topic2");
    MessageBatch.generateFromList(messages);
}

Example #21

Source File: MessageBatchTest.java From rocketmq-all-4.1.0-incubating with Apache License 2.0

4 votes

@Test(expected = UnsupportedOperationException.class)
public void testGenerate_DiffWaitOK() throws Exception{
    List<Message> messages = generateMessages();
    messages.get(1).setWaitStoreMsgOK(false);
    MessageBatch.generateFromList(messages);
}

Example #22

Source File: MessageBatchTest.java From rocketmq-all-4.1.0-incubating with Apache License 2.0

4 votes

@Test(expected = UnsupportedOperationException.class)
public void testGenerate_Delay() throws Exception{
    List<Message> messages = generateMessages();
    messages.get(1).setDelayTimeLevel(1);
    MessageBatch.generateFromList(messages);
}

Example #23

Source File: MessageBatchTest.java From DDMQ with Apache License 2.0

4 votes

@Test(expected = UnsupportedOperationException.class)
public void testGenerate_Retry() throws Exception {
    List<Message> messages = generateMessages();
    messages.get(1).setTopic(MixAll.RETRY_GROUP_TOPIC_PREFIX + "topic");
    MessageBatch.generateFromList(messages);
}

Example #24

Source File: MessageBatchTest.java From DDMQ with Apache License 2.0

4 votes

@Test(expected = UnsupportedOperationException.class)
public void testGenerate_DiffTopic() throws Exception {
    List<Message> messages = generateMessages();
    messages.get(1).setTopic("topic2");
    MessageBatch.generateFromList(messages);
}

Example #25

Source File: MessageBatchTest.java From DDMQ with Apache License 2.0

4 votes

@Test
public void testGenerate_OK() throws Exception {
    List<Message> messages = generateMessages();
    MessageBatch.generateFromList(messages);
}

Example #26

Source File: MQClientAPIImpl.java From rocketmq with Apache License 2.0

4 votes

private SendResult processSendResponse(
    final String brokerName,
    final Message msg,
    final RemotingCommand response
) throws MQBrokerException, RemotingCommandException {
    SendStatus sendStatus;
    switch (response.getCode()) {
        case ResponseCode.FLUSH_DISK_TIMEOUT: {
            sendStatus = SendStatus.FLUSH_DISK_TIMEOUT;
            break;
        }
        case ResponseCode.FLUSH_SLAVE_TIMEOUT: {
            sendStatus = SendStatus.FLUSH_SLAVE_TIMEOUT;
            break;
        }
        case ResponseCode.SLAVE_NOT_AVAILABLE: {
            sendStatus = SendStatus.SLAVE_NOT_AVAILABLE;
            break;
        }
        case ResponseCode.SUCCESS: {
            sendStatus = SendStatus.SEND_OK;
            break;
        }
        default: {
            throw new MQBrokerException(response.getCode(), response.getRemark());
        }
    }

    SendMessageResponseHeader responseHeader =
            (SendMessageResponseHeader) response.decodeCommandCustomHeader(SendMessageResponseHeader.class);

    //If namespace not null , reset Topic without namespace.
    String topic = msg.getTopic();
    if (StringUtils.isNotEmpty(this.clientConfig.getNamespace())) {
        topic = NamespaceUtil.withoutNamespace(topic, this.clientConfig.getNamespace());
    }

    MessageQueue messageQueue = new MessageQueue(topic, brokerName, responseHeader.getQueueId());

    String uniqMsgId = MessageClientIDSetter.getUniqID(msg);
    if (msg instanceof MessageBatch) {
        StringBuilder sb = new StringBuilder();
        for (Message message : (MessageBatch) msg) {
            sb.append(sb.length() == 0 ? "" : ",").append(MessageClientIDSetter.getUniqID(message));
        }
        uniqMsgId = sb.toString();
    }
    SendResult sendResult = new SendResult(sendStatus,
            uniqMsgId,
            responseHeader.getMsgId(), messageQueue, responseHeader.getQueueOffset());
    sendResult.setTransactionId(responseHeader.getTransactionId());
    String regionId = response.getExtFields().get(MessageConst.PROPERTY_MSG_REGION);
    String traceOn = response.getExtFields().get(MessageConst.PROPERTY_TRACE_SWITCH);
    if (regionId == null || regionId.isEmpty()) {
        regionId = MixAll.DEFAULT_TRACE_REGION_ID;
    }
    if (traceOn != null && traceOn.equals("false")) {
        sendResult.setTraceOn(false);
    } else {
        sendResult.setTraceOn(true);
    }
    sendResult.setRegionId(regionId);
    return sendResult;
}

Example #27

Source File: MessageBatchTest.java From rocketmq with Apache License 2.0

4 votes

@Test
public void testGenerate_OK() throws Exception {
    List<Message> messages = generateMessages();
    MessageBatch.generateFromList(messages);
}

Example #28

Source File: MessageBatchTest.java From rocketmq with Apache License 2.0

4 votes

@Test(expected = UnsupportedOperationException.class)
public void testGenerate_DiffTopic() throws Exception {
    List<Message> messages = generateMessages();
    messages.get(1).setTopic("topic2");
    MessageBatch.generateFromList(messages);
}

Example #29

Source File: MessageBatchTest.java From rocketmq with Apache License 2.0

4 votes

@Test(expected = UnsupportedOperationException.class)
public void testGenerate_DiffWaitOK() throws Exception {
    List<Message> messages = generateMessages();
    messages.get(1).setWaitStoreMsgOK(false);
    MessageBatch.generateFromList(messages);
}

Example #30

Source File: MessageBatchTest.java From rocketmq with Apache License 2.0

4 votes

@Test(expected = UnsupportedOperationException.class)
public void testGenerate_Delay() throws Exception {
    List<Message> messages = generateMessages();
    messages.get(1).setDelayTimeLevel(1);
    MessageBatch.generateFromList(messages);
}