Java Code Examples for org.apache.rocketmq.store.config.MessageStoreConfig#setStorePathCommitLog()

The following examples show how to use org.apache.rocketmq.store.config.MessageStoreConfig#setStorePathCommitLog() . You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.

Example 1

Source File: MessageStoreTestBase.java From rocketmq with Apache License 2.0

6 votes

protected DefaultMessageStore createMessageStore(String base, boolean createAbort) throws Exception {
    baseDirs.add(base);
    MessageStoreConfig storeConfig = new MessageStoreConfig();
    storeConfig.setMappedFileSizeCommitLog(1024 * 100);
    storeConfig.setMappedFileSizeConsumeQueue(1024);
    storeConfig.setMaxHashSlotNum(100);
    storeConfig.setMaxIndexNum(100 * 10);
    storeConfig.setStorePathRootDir(base);
    storeConfig.setStorePathCommitLog(base + File.separator + "commitlog");
    storeConfig.setFlushDiskType(FlushDiskType.ASYNC_FLUSH);
    DefaultMessageStore defaultMessageStore = new DefaultMessageStore(storeConfig,  new BrokerStatsManager("CommitlogTest"), (topic, queueId, logicOffset, tagsCode, msgStoreTime, filterBitMap, properties) -> {

    }, new BrokerConfig());

    if (createAbort) {
        String fileName = StorePathConfigHelper.getAbortFile(storeConfig.getStorePathRootDir());
        makeSureFileExists(fileName);
    }
    Assert.assertTrue(defaultMessageStore.load());
    defaultMessageStore.start();
    return defaultMessageStore;
}

Example 2

Source File: IntegrationTestBase.java From rocketmq_trans_message with Apache License 2.0

6 votes

public static BrokerController createAndStartBroker(String nsAddr) {
    String baseDir = createBaseDir();
    BrokerConfig brokerConfig = new BrokerConfig();
    NettyServerConfig nettyServerConfig = new NettyServerConfig();
    NettyClientConfig nettyClientConfig = new NettyClientConfig();
    MessageStoreConfig storeConfig = new MessageStoreConfig();
    brokerConfig.setBrokerName(BROKER_NAME_PREFIX + BROKER_INDEX.getAndIncrement());
    brokerConfig.setBrokerIP1("127.0.0.1");
    brokerConfig.setNamesrvAddr(nsAddr);
    storeConfig.setStorePathRootDir(baseDir);
    storeConfig.setStorePathCommitLog(baseDir + SEP + "commitlog");
    storeConfig.setHaListenPort(8000 + random.nextInt(1000));
    nettyServerConfig.setListenPort(10000 + random.nextInt(1000));
    BrokerController brokerController = new BrokerController(brokerConfig, nettyServerConfig, nettyClientConfig, storeConfig);
    try {
        Assert.assertTrue(brokerController.initialize());
        logger.info("Broker Start name:{} addr:{}", brokerConfig.getBrokerName(), brokerController.getBrokerAddr());
        brokerController.start();
    } catch (Exception e) {
        logger.info("Broker start failed");
        System.exit(1);
    }
    BROKER_CONTROLLERS.add(brokerController);
    return brokerController;
}

Example 3

Source File: ScheduleMessageServiceTest.java From rocketmq with Apache License 2.0

6 votes

@Before
public void init() throws Exception {
    messageStoreConfig = new MessageStoreConfig();
    messageStoreConfig.setMessageDelayLevel(testMessageDelayLevel);
    messageStoreConfig.setMappedFileSizeCommitLog(commitLogFileSize);
    messageStoreConfig.setMappedFileSizeConsumeQueue(cqFileSize);
    messageStoreConfig.setMappedFileSizeConsumeQueueExt(cqExtFileSize);
    messageStoreConfig.setMessageIndexEnable(false);
    messageStoreConfig.setEnableConsumeQueueExt(true);
    messageStoreConfig.setStorePathRootDir(storePath);
    messageStoreConfig.setStorePathCommitLog(storePath + File.separator + "commitlog");

    brokerConfig = new BrokerConfig();
    BrokerStatsManager manager = new BrokerStatsManager(brokerConfig.getBrokerClusterName());
    messageStore = new DefaultMessageStore(messageStoreConfig, manager, new MyMessageArrivingListener(), new BrokerConfig());

    assertThat(messageStore.load()).isTrue();

    messageStore.start();
    scheduleMessageService = messageStore.getScheduleMessageService();
}

Example 4

Source File: IntegrationTestBase.java From rocketmq with Apache License 2.0

6 votes

public static BrokerController createAndStartBroker(String nsAddr) {
    String baseDir = createBaseDir();
    BrokerConfig brokerConfig = new BrokerConfig();
    MessageStoreConfig storeConfig = new MessageStoreConfig();
    brokerConfig.setBrokerName(BROKER_NAME_PREFIX + BROKER_INDEX.getAndIncrement());
    brokerConfig.setBrokerIP1("127.0.0.1");
    brokerConfig.setNamesrvAddr(nsAddr);
    brokerConfig.setEnablePropertyFilter(true);
    storeConfig.setStorePathRootDir(baseDir);
    storeConfig.setStorePathCommitLog(baseDir + SEP + "commitlog");
    storeConfig.setMappedFileSizeCommitLog(COMMIT_LOG_SIZE);
    storeConfig.setMaxIndexNum(INDEX_NUM);
    storeConfig.setMaxHashSlotNum(INDEX_NUM * 4);
    return createAndStartBroker(storeConfig, brokerConfig);

}

Example 5

Source File: IntegrationTestBase.java From rocketmq with Apache License 2.0

6 votes

public static BrokerController createAndStartBroker(String nsAddr) {
    String baseDir = createBaseDir();
    BrokerConfig brokerConfig = new BrokerConfig();
    NettyServerConfig nettyServerConfig = new NettyServerConfig();
    NettyClientConfig nettyClientConfig = new NettyClientConfig();
    MessageStoreConfig storeConfig = new MessageStoreConfig();
    brokerConfig.setBrokerName(BROKER_NAME_PREFIX + BROKER_INDEX.getAndIncrement());
    brokerConfig.setBrokerIP1("127.0.0.1");
    brokerConfig.setNamesrvAddr(nsAddr);
    storeConfig.setStorePathRootDir(baseDir);
    storeConfig.setStorePathCommitLog(baseDir + SEP + "commitlog");
    storeConfig.setHaListenPort(8000 + random.nextInt(1000));
    nettyServerConfig.setListenPort(10000 + random.nextInt(1000));
    BrokerController brokerController = new BrokerController(brokerConfig, nettyServerConfig, nettyClientConfig, storeConfig);
    try {
        Assert.assertTrue(brokerController.initialize());
        logger.info("Broker Start name:{} addr:{}", brokerConfig.getBrokerName(), brokerController.getBrokerAddr());
        brokerController.start();
    } catch (Exception e) {
        logger.info("Broker start failed");
        System.exit(1);
    }
    BROKER_CONTROLLERS.add(brokerController);
    return brokerController;
}

Example 6

Source File: AppendCallbackTest.java From rocketmq-read with Apache License 2.0

5 votes

@Before
public void init() throws Exception {
    MessageStoreConfig messageStoreConfig = new MessageStoreConfig();
    messageStoreConfig.setMapedFileSizeCommitLog(1024 * 8);
    messageStoreConfig.setMapedFileSizeConsumeQueue(1024 * 4);
    messageStoreConfig.setMaxHashSlotNum(100);
    messageStoreConfig.setMaxIndexNum(100 * 10);
    messageStoreConfig.setStorePathRootDir(System.getProperty("user.home") + File.separator + "unitteststore");
    messageStoreConfig.setStorePathCommitLog(System.getProperty("user.home") + File.separator + "unitteststore" + File.separator + "commitlog");
    //too much reference
    DefaultMessageStore messageStore = new DefaultMessageStore(messageStoreConfig, null, null, null);
    CommitLog commitLog = new CommitLog(messageStore);
    callback = commitLog.new DefaultAppendMessageCallback(1024);
}

Example 7

Source File: BatchPutMessageTest.java From rocketmq with Apache License 2.0

5 votes

private MessageStore buildMessageStore() throws Exception {
    MessageStoreConfig messageStoreConfig = new MessageStoreConfig();
    messageStoreConfig.setMappedFileSizeCommitLog(1024 * 8);
    messageStoreConfig.setMappedFileSizeConsumeQueue(1024 * 4);
    messageStoreConfig.setMaxHashSlotNum(100);
    messageStoreConfig.setMaxIndexNum(100 * 10);
    messageStoreConfig.setFlushDiskType(FlushDiskType.SYNC_FLUSH);
    messageStoreConfig.setFlushIntervalConsumeQueue(1);
    messageStoreConfig.setStorePathRootDir(System.getProperty("user.home") + File.separator + "putmessagesteststore");
    messageStoreConfig.setStorePathCommitLog(System.getProperty("user.home") + File.separator + "putmessagesteststore" + File.separator + "commitlog");
    return new DefaultMessageStore(messageStoreConfig, new BrokerStatsManager("simpleTest"), new MyMessageArrivingListener(), new BrokerConfig());
}

Example 8

Source File: ConsumeQueueTest.java From rocketmq-all-4.1.0-incubating with Apache License 2.0

5 votes

public MessageStoreConfig buildStoreConfig(int commitLogFileSize, int cqFileSize,
                                           boolean enableCqExt, int cqExtFileSize) {
    MessageStoreConfig messageStoreConfig = new MessageStoreConfig();
    messageStoreConfig.setMapedFileSizeCommitLog(commitLogFileSize);
    messageStoreConfig.setMapedFileSizeConsumeQueue(cqFileSize);
    messageStoreConfig.setMappedFileSizeConsumeQueueExt(cqExtFileSize);
    messageStoreConfig.setMessageIndexEnable(false);
    messageStoreConfig.setEnableConsumeQueueExt(enableCqExt);

    messageStoreConfig.setStorePathRootDir(storePath);
    messageStoreConfig.setStorePathCommitLog(storePath + File.separator + "commitlog");

    return messageStoreConfig;
}

Example 9

Source File: ConsumeQueueTest.java From DDMQ with Apache License 2.0

5 votes

public MessageStoreConfig buildStoreConfig(int commitLogFileSize, int cqFileSize,
    boolean enableCqExt, int cqExtFileSize) {
    MessageStoreConfig messageStoreConfig = new MessageStoreConfig();
    messageStoreConfig.setMapedFileSizeCommitLog(commitLogFileSize);
    messageStoreConfig.setMapedFileSizeConsumeQueue(cqFileSize);
    messageStoreConfig.setMappedFileSizeConsumeQueueExt(cqExtFileSize);
    messageStoreConfig.setMessageIndexEnable(false);
    messageStoreConfig.setEnableConsumeQueueExt(enableCqExt);

    messageStoreConfig.setStorePathRootDir(storePath);
    messageStoreConfig.setStorePathCommitLog(storePath + File.separator + "commitlog");

    return messageStoreConfig;
}

Example 10

Source File: ConsumeQueueTest.java From rocketmq with Apache License 2.0

5 votes

public MessageStoreConfig buildStoreConfig(int commitLogFileSize, int cqFileSize,
    boolean enableCqExt, int cqExtFileSize) {
    MessageStoreConfig messageStoreConfig = new MessageStoreConfig();
    messageStoreConfig.setMappedFileSizeCommitLog(commitLogFileSize);
    messageStoreConfig.setMappedFileSizeConsumeQueue(cqFileSize);
    messageStoreConfig.setMappedFileSizeConsumeQueueExt(cqExtFileSize);
    messageStoreConfig.setMessageIndexEnable(false);
    messageStoreConfig.setEnableConsumeQueueExt(enableCqExt);

    messageStoreConfig.setStorePathRootDir(storePath);
    messageStoreConfig.setStorePathCommitLog(storePath + File.separator + "commitlog");

    return messageStoreConfig;
}

Example 11

Source File: DLedgerProduceAndConsumeIT.java From rocketmq with Apache License 2.0

5 votes

public MessageStoreConfig buildStoreConfig(String brokerName, String peers, String selfId) {
    MessageStoreConfig storeConfig = new MessageStoreConfig();
    String baseDir =  IntegrationTestBase.createBaseDir();
    storeConfig.setStorePathRootDir(baseDir);
    storeConfig.setStorePathCommitLog(baseDir + SEP + "commitlog");
    storeConfig.setHaListenPort(nextPort());
    storeConfig.setMappedFileSizeCommitLog(10 * 1024 * 1024);
    storeConfig.setEnableDLegerCommitLog(true);
    storeConfig.setdLegerGroup(brokerName);
    storeConfig.setdLegerSelfId(selfId);
    storeConfig.setdLegerPeers(peers);
    return storeConfig;
}

Example 12

Source File: ConsumeQueueTest.java From rocketmq-read with Apache License 2.0

5 votes

public MessageStoreConfig buildStoreConfig(int commitLogFileSize, int cqFileSize,
    boolean enableCqExt, int cqExtFileSize) {
    MessageStoreConfig messageStoreConfig = new MessageStoreConfig();
    messageStoreConfig.setMapedFileSizeCommitLog(commitLogFileSize);
    messageStoreConfig.setMapedFileSizeConsumeQueue(cqFileSize);
    messageStoreConfig.setMappedFileSizeConsumeQueueExt(cqExtFileSize);
    messageStoreConfig.setMessageIndexEnable(false);
    messageStoreConfig.setEnableConsumeQueueExt(enableCqExt);

    messageStoreConfig.setStorePathRootDir(storePath);
    messageStoreConfig.setStorePathCommitLog(storePath + File.separator + "commitlog");

    return messageStoreConfig;
}

Example 13

Source File: MessageStoreWithFilterTest.java From DDMQ with Apache License 2.0

5 votes

public MessageStoreConfig buildStoreConfig(int commitLogFileSize, int cqFileSize,
                                           boolean enableCqExt, int cqExtFileSize) {
    MessageStoreConfig messageStoreConfig = new MessageStoreConfig();
    messageStoreConfig.setMapedFileSizeCommitLog(commitLogFileSize);
    messageStoreConfig.setMapedFileSizeConsumeQueue(cqFileSize);
    messageStoreConfig.setMappedFileSizeConsumeQueueExt(cqExtFileSize);
    messageStoreConfig.setMessageIndexEnable(false);
    messageStoreConfig.setEnableConsumeQueueExt(enableCqExt);

    messageStoreConfig.setStorePathRootDir(storePath);
    messageStoreConfig.setStorePathCommitLog(storePath + File.separator + "commitlog");

    return messageStoreConfig;
}

Example 14

Source File: MessageStoreWithFilterTest.java From rocketmq with Apache License 2.0

5 votes

public MessageStoreConfig buildStoreConfig(int commitLogFileSize, int cqFileSize,
                                           boolean enableCqExt, int cqExtFileSize) {
    MessageStoreConfig messageStoreConfig = new MessageStoreConfig();
    messageStoreConfig.setMappedFileSizeCommitLog(commitLogFileSize);
    messageStoreConfig.setMappedFileSizeConsumeQueue(cqFileSize);
    messageStoreConfig.setMappedFileSizeConsumeQueueExt(cqExtFileSize);
    messageStoreConfig.setMessageIndexEnable(false);
    messageStoreConfig.setEnableConsumeQueueExt(enableCqExt);

    messageStoreConfig.setStorePathRootDir(storePath);
    messageStoreConfig.setStorePathCommitLog(storePath + File.separator + "commitlog");

    return messageStoreConfig;
}

Example 15

Source File: ConsumeQueueTest.java From rocketmq-4.3.0 with Apache License 2.0

5 votes

public MessageStoreConfig buildStoreConfig(int commitLogFileSize, int cqFileSize,
    boolean enableCqExt, int cqExtFileSize) {
    MessageStoreConfig messageStoreConfig = new MessageStoreConfig();
    messageStoreConfig.setMapedFileSizeCommitLog(commitLogFileSize);
    messageStoreConfig.setMapedFileSizeConsumeQueue(cqFileSize);
    messageStoreConfig.setMappedFileSizeConsumeQueueExt(cqExtFileSize);
    messageStoreConfig.setMessageIndexEnable(false);
    messageStoreConfig.setEnableConsumeQueueExt(enableCqExt);

    messageStoreConfig.setStorePathRootDir(storePath);
    messageStoreConfig.setStorePathCommitLog(storePath + File.separator + "commitlog");

    return messageStoreConfig;
}

Example 16

Source File: AppendCallbackTest.java From rocketmq-4.3.0 with Apache License 2.0

5 votes

@Before
public void init() throws Exception {
    MessageStoreConfig messageStoreConfig = new MessageStoreConfig();
    messageStoreConfig.setMapedFileSizeCommitLog(1024 * 8);
    messageStoreConfig.setMapedFileSizeConsumeQueue(1024 * 4);
    messageStoreConfig.setMaxHashSlotNum(100);
    messageStoreConfig.setMaxIndexNum(100 * 10);
    messageStoreConfig.setStorePathRootDir(System.getProperty("user.home") + File.separator + "unitteststore");
    messageStoreConfig.setStorePathCommitLog(System.getProperty("user.home") + File.separator + "unitteststore" + File.separator + "commitlog");
    //too much reference
    DefaultMessageStore messageStore = new DefaultMessageStore(messageStoreConfig, null, null, null);
    CommitLog commitLog = new CommitLog(messageStore);
    callback = commitLog.new DefaultAppendMessageCallback(1024);
}

Example 17

Source File: IntegrationTestBase.java From rocketmq-4.3.0 with Apache License 2.0

5 votes

public static BrokerController createAndStartBroker(String nsAddr) {
    String baseDir = createBaseDir();
    BrokerConfig brokerConfig = new BrokerConfig();
    NettyServerConfig nettyServerConfig = new NettyServerConfig();
    NettyClientConfig nettyClientConfig = new NettyClientConfig();
    MessageStoreConfig storeConfig = new MessageStoreConfig();
    brokerConfig.setBrokerName(BROKER_NAME_PREFIX + BROKER_INDEX.getAndIncrement());
    brokerConfig.setBrokerIP1("127.0.0.1");
    brokerConfig.setNamesrvAddr(nsAddr);
    brokerConfig.setEnablePropertyFilter(true);
    storeConfig.setStorePathRootDir(baseDir);
    storeConfig.setStorePathCommitLog(baseDir + SEP + "commitlog");
    storeConfig.setHaListenPort(8000 + random.nextInt(1000));
    storeConfig.setMapedFileSizeCommitLog(COMMIT_LOG_SIZE);
    storeConfig.setMaxIndexNum(INDEX_NUM);
    storeConfig.setMaxHashSlotNum(INDEX_NUM * 4);
    nettyServerConfig.setListenPort(10000 + random.nextInt(1000));
    BrokerController brokerController = new BrokerController(brokerConfig, nettyServerConfig, nettyClientConfig, storeConfig);
    try {
        Assert.assertTrue(brokerController.initialize());
        logger.info("Broker Start name:{} addr:{}", brokerConfig.getBrokerName(), brokerController.getBrokerAddr());
        brokerController.start();
    } catch (Exception e) {
        logger.info("Broker start failed");
        System.exit(1);
    }
    BROKER_CONTROLLERS.add(brokerController);
    return brokerController;
}

Example 18

Source File: ConsumeQueueTest.java From DDMQ with Apache License 2.0

5 votes

public MessageStoreConfig buildStoreConfig(int commitLogFileSize, int cqFileSize,
    boolean enableCqExt, int cqExtFileSize) {
    MessageStoreConfig messageStoreConfig = new MessageStoreConfig();
    messageStoreConfig.setMapedFileSizeCommitLog(commitLogFileSize);
    messageStoreConfig.setMapedFileSizeConsumeQueue(cqFileSize);
    messageStoreConfig.setMappedFileSizeConsumeQueueExt(cqExtFileSize);
    messageStoreConfig.setMessageIndexEnable(false);
    messageStoreConfig.setEnableConsumeQueueExt(enableCqExt);

    messageStoreConfig.setStorePathRootDir(storePath);
    messageStoreConfig.setStorePathCommitLog(storePath + File.separator + "commitlog");

    return messageStoreConfig;
}

Example 19

Source File: AppendCallbackTest.java From DDMQ with Apache License 2.0

5 votes

@Before
public void init() throws Exception {
    MessageStoreConfig messageStoreConfig = new MessageStoreConfig();
    messageStoreConfig.setMapedFileSizeCommitLog(1024 * 8);
    messageStoreConfig.setMapedFileSizeConsumeQueue(1024 * 4);
    messageStoreConfig.setMaxHashSlotNum(100);
    messageStoreConfig.setMaxIndexNum(100 * 10);
    messageStoreConfig.setStorePathRootDir(System.getProperty("user.home") + File.separator + "unitteststore");
    messageStoreConfig.setStorePathCommitLog(System.getProperty("user.home") + File.separator + "unitteststore" + File.separator + "commitlog");
    //too much reference
    DefaultMessageStore messageStore = new DefaultMessageStore(messageStoreConfig, null, null, null);
    CommitLog commitLog = new CommitLog(messageStore);
    callback = commitLog.new DefaultAppendMessageCallback(1024);
}

Example 20

Source File: IntegrationTestBase.java From DDMQ with Apache License 2.0

5 votes

public static BrokerController createAndStartBroker(String nsAddr) {
    String baseDir = createBaseDir();
    BrokerConfig brokerConfig = new BrokerConfig();
    NettyServerConfig nettyServerConfig = new NettyServerConfig();
    NettyClientConfig nettyClientConfig = new NettyClientConfig();
    MessageStoreConfig storeConfig = new MessageStoreConfig();
    brokerConfig.setBrokerName(BROKER_NAME_PREFIX + BROKER_INDEX.getAndIncrement());
    brokerConfig.setBrokerIP1("127.0.0.1");
    brokerConfig.setNamesrvAddr(nsAddr);
    brokerConfig.setEnablePropertyFilter(true);
    storeConfig.setStorePathRootDir(baseDir);
    storeConfig.setStorePathCommitLog(baseDir + SEP + "commitlog");
    storeConfig.setHaListenPort(8000 + random.nextInt(1000));
    storeConfig.setMapedFileSizeCommitLog(COMMIT_LOG_SIZE);
    storeConfig.setMaxIndexNum(INDEX_NUM);
    storeConfig.setMaxHashSlotNum(INDEX_NUM * 4);
    nettyServerConfig.setListenPort(10000 + random.nextInt(1000));
    BrokerController brokerController = new BrokerController(brokerConfig, nettyServerConfig, nettyClientConfig, storeConfig);
    try {
        Assert.assertTrue(brokerController.initialize());
        logger.info("Broker Start name:{} addr:{}", brokerConfig.getBrokerName(), brokerController.getBrokerAddr());
        brokerController.start();
    } catch (Exception e) {
        logger.info("Broker start failed");
        System.exit(1);
    }
    BROKER_CONTROLLERS.add(brokerController);
    return brokerController;
}