Java Code Examples for org.apache.rocketmq.common.TopicConfig#getTopicName()
The following examples show how to use
org.apache.rocketmq.common.TopicConfig#getTopicName() .
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
| Source File: BrokerController.java From rocketmq with Apache License 2.0 | 6 votes |
|
public synchronized void registerBrokerAll(final boolean checkOrderConfig, boolean oneway, boolean forceRegister) {
TopicConfigSerializeWrapper topicConfigWrapper = this.getTopicConfigManager().buildTopicConfigSerializeWrapper();
if (!PermName.isWriteable(this.getBrokerConfig().getBrokerPermission())
|| !PermName.isReadable(this.getBrokerConfig().getBrokerPermission())) {
ConcurrentHashMap<String, TopicConfig> topicConfigTable = new ConcurrentHashMap<String, TopicConfig>();
for (TopicConfig topicConfig : topicConfigWrapper.getTopicConfigTable().values()) {
TopicConfig tmp =
new TopicConfig(topicConfig.getTopicName(), topicConfig.getReadQueueNums(), topicConfig.getWriteQueueNums(),
this.brokerConfig.getBrokerPermission());
topicConfigTable.put(topicConfig.getTopicName(), tmp);
}
topicConfigWrapper.setTopicConfigTable(topicConfigTable);
}
if (forceRegister || needRegister(this.brokerConfig.getBrokerClusterName(),
this.getBrokerAddr(),
this.brokerConfig.getBrokerName(),
this.brokerConfig.getBrokerId(),
this.brokerConfig.getRegisterBrokerTimeoutMills())) {
doRegisterBrokerAll(checkOrderConfig, oneway, topicConfigWrapper);
}
}
Example 2
| Source File: BrokerController.java From rocketmq-4.3.0 with Apache License 2.0 | 5 votes |
|
public synchronized void registerBrokerAll(final boolean checkOrderConfig, boolean oneway, boolean forceRegister) {
// 包装topic配置信息
TopicConfigSerializeWrapper topicConfigWrapper = this.getTopicConfigManager().buildTopicConfigSerializeWrapper();
// 如果没有读写权限
if (!PermName.isWriteable(this.getBrokerConfig().getBrokerPermission())
|| !PermName.isReadable(this.getBrokerConfig().getBrokerPermission())) {
ConcurrentHashMap<String, TopicConfig> topicConfigTable = new ConcurrentHashMap<String, TopicConfig>();
for (TopicConfig topicConfig : topicConfigWrapper.getTopicConfigTable().values()) {
TopicConfig tmp =
new TopicConfig(topicConfig.getTopicName(), topicConfig.getReadQueueNums(), topicConfig.getWriteQueueNums(),
this.brokerConfig.getBrokerPermission());
topicConfigTable.put(topicConfig.getTopicName(), tmp);
}
topicConfigWrapper.setTopicConfigTable(topicConfigTable);
}
// 判断broker集群是否需要注册=》
if (forceRegister || needRegister(this.brokerConfig.getBrokerClusterName(),
this.getBrokerAddr(),
this.brokerConfig.getBrokerName(),
this.brokerConfig.getBrokerId(),
this.brokerConfig.getRegisterBrokerTimeoutMills())) {
// 向所有的broker注册topic配置信息 =》
doRegisterBrokerAll(checkOrderConfig, oneway, topicConfigWrapper);
}
}
Example 3
| Source File: BrokerController.java From rocketmq-read with Apache License 2.0 | 5 votes |
|
/**
* 注册Broker
* @param checkOrderConfig ;
* @param oneway ;
* @param forceRegister 是否强制注册
*/
public synchronized void registerBrokerAll(final boolean checkOrderConfig, boolean oneway, boolean forceRegister) {
TopicConfigSerializeWrapper topicConfigWrapper = this.getTopicConfigManager().buildTopicConfigSerializeWrapper();
//如果当前的Broker不可写或者不可读
if (!PermName.isWriteable(this.getBrokerConfig().getBrokerPermission())
|| !PermName.isReadable(this.getBrokerConfig().getBrokerPermission())) {
ConcurrentHashMap<String, TopicConfig> topicConfigTable = new ConcurrentHashMap<>();
for (TopicConfig topicConfig : topicConfigWrapper.getTopicConfigTable().values()) {
TopicConfig tmp =
new TopicConfig(topicConfig.getTopicName(), topicConfig.getReadQueueNums(), topicConfig.getWriteQueueNums(),
this.brokerConfig.getBrokerPermission());
topicConfigTable.put(topicConfig.getTopicName(), tmp);
}
topicConfigWrapper.setTopicConfigTable(topicConfigTable);
}
//如果是强制注册，或者需要注册，就执行注册NameServer
if (forceRegister || needRegister(this.brokerConfig.getBrokerClusterName(),
this.getBrokerAddr(),
this.brokerConfig.getBrokerName(),
this.brokerConfig.getBrokerId(),
this.brokerConfig.getRegisterBrokerTimeoutMills())) {
doRegisterBrokerAll(checkOrderConfig, oneway, topicConfigWrapper);
}
}
Example 4
| Source File: BrokerController.java From DDMQ with Apache License 2.0 | 4 votes |
|
public synchronized void registerBrokerAll(final boolean checkOrderConfig, boolean oneway) {
if (!roleChangeState.equals(RoleChangeState.SUCCESS)) {
log.warn("role change state:{}, not register broker to name server", roleChangeState);
return;
}
TopicConfigSerializeWrapper topicConfigWrapper = this.getTopicConfigManager().buildTopicConfigSerializeWrapper();
if (!PermName.isWriteable(this.getBrokerConfig().getBrokerPermission())
|| !PermName.isReadable(this.getBrokerConfig().getBrokerPermission())) {
ConcurrentHashMap<String, TopicConfig> topicConfigTable = new ConcurrentHashMap<String, TopicConfig>();
for (TopicConfig topicConfig : topicConfigWrapper.getTopicConfigTable().values()) {
TopicConfig tmp =
new TopicConfig(topicConfig.getTopicName(), topicConfig.getReadQueueNums(), topicConfig.getWriteQueueNums(),
this.brokerConfig.getBrokerPermission());
topicConfigTable.put(topicConfig.getTopicName(), tmp);
}
topicConfigWrapper.setTopicConfigTable(topicConfigTable);
}
RegisterBrokerResult registerBrokerResult = null;
for (int i = 0; i < 3; i++) {
registerBrokerResult = this.brokerOuterAPI.registerBrokerAll(
this.brokerConfig.getBrokerClusterName(),
this.getBrokerAddr(),
this.brokerConfig.getBrokerName(),
this.brokerConfig.getBrokerId(),
this.getHAServerAddr(),
this.messageStore.getMaxPhyOffset(),
this.term,
topicConfigWrapper,
this.filterServerManager.buildNewFilterServerList(),
oneway,
this.brokerConfig.getRegisterBrokerTimeoutMills());
if (registerBrokerResult != null && registerBrokerResult.getKvTable() != null
&& registerBrokerResult.getKvTable().getTable().containsKey(ConfigName.REGISTER_RESPONSE_KV_KEY_TERM)) {
long termResponse = Long.valueOf(registerBrokerResult.getKvTable().getTable().get(ConfigName.REGISTER_RESPONSE_KV_KEY_TERM));
if (termResponse > this.term) {
log.info("term update, new term:{}, old Term:{}, register again", termResponse, this.term);
this.term = termResponse;
} else {
break;
}
} else {
break;
}
}
if (registerBrokerResult != null) {
if (this.updateMasterHAServerAddrPeriodically && registerBrokerResult.getHaServerAddr() != null) {
this.messageStore.updateHaMasterAddress(registerBrokerResult.getHaServerAddr());
}
this.slaveSynchronize.setMasterAddr(registerBrokerResult.getMasterAddr());
if (checkOrderConfig) {
this.getTopicConfigManager().updateOrderTopicConfig(registerBrokerResult.getKvTable());
}
}
}
Example 5
| Source File: AdjustQueueNumStrategy.java From DeFiBus with Apache License 2.0 | 4 votes |
|
private void adjustReadQueueNumByConsumerCount(String topic, long delayMills, AdjustType mode) {
Runnable scaleQueueTask = new Runnable() {
private int alreadyRetryTimes = 0;
@Override
public void run() {
TopicConfig topicConfig = deFiBrokerController.getTopicConfigManager().getTopicConfigTable().get(topic);
if (topicConfig != null) {
synchronized (topicConfig.getTopicName()) {
//query again to ensure it's newest
topicConfig = deFiBrokerController.getTopicConfigManager().getTopicConfigTable().get(topic);
int adjustReadQueueSize = adjustQueueSizeByMaxConsumerCount(topic);
if (AdjustType.INCREASE_QUEUE_NUM == mode && adjustReadQueueSize < topicConfig.getReadQueueNums()) {
log.info("can not decrease read queue size to {} for [{}], prev: {}, {}", adjustReadQueueSize, topic, topicConfig.getReadQueueNums(), mode);
return;
}
if (AdjustType.DECREASE_QUEUE_NUM == mode && adjustReadQueueSize > topicConfig.getReadQueueNums()) {
log.info("can not increase read queue size to {} for [{}], prev: {}, {}", adjustReadQueueSize, topic, topicConfig.getReadQueueNums(), mode);
return;
}
if (adjustReadQueueSize != topicConfig.getReadQueueNums()) {
log.info("try adjust read queue size to {} for [{}], prev: {}, {}", adjustReadQueueSize, topic, topicConfig.getReadQueueNums(), mode);
if (adjustReadQueueSize < topicConfig.getWriteQueueNums()) {
log.info("adjust read queues to {} for [{}] fail. read queue size can't less than write queue size[{}]. {}",
adjustReadQueueSize, topic, topicConfig.getWriteQueueNums(), mode);
return;
}
boolean canAdjustReadQueueSize = isCanAdjustReadQueueSize(topic, adjustReadQueueSize);
if (canAdjustReadQueueSize) {
if (adjustReadQueueSize >= topicConfig.getWriteQueueNums() && adjustReadQueueSize < 1024) {
if (mode == AdjustType.INCREASE_QUEUE_NUM && adjustReadQueueSize > 4) {
log.warn("[NOTIFY]auto adjust queues more than 4 for [{}]. {}", topic, mode);
}
TopicConfig topicConfigNew = generateNewTopicConfig(topicConfig, topicConfig.getWriteQueueNums(), adjustReadQueueSize);
deFiBrokerController.getTopicConfigManager().updateTopicConfig(topicConfigNew);
deFiBrokerController.registerBrokerAll(true, false, true);
notifyWhenTopicConfigChange(topic);
} else if (adjustReadQueueSize >= 1024) {
log.warn("[NOTIFY]auto adjust queue num is limited to 1024 for [{}]. {}", topic, mode);
}
} else {
if (this.alreadyRetryTimes < deFiBrokerController.getDeFiBusBrokerConfig().getScaleQueueRetryTimesMax()) {
log.info("try adjust read queue size to {} for [{}] fail. retry times: [{}]. {}", adjustReadQueueSize, topic, this.alreadyRetryTimes, mode);
this.alreadyRetryTimes++;
scheduleAdjustQueueSizeTask(this, delayMills, topic, mode);
log.info("adjustQueueSizeScheduleExecutor queued: {}", autoScaleQueueSizeExecutorService.getQueue().size());
} else {
log.warn("try adjust read queue size to {} for [{}] fail. ignore after retry {} times. {}", adjustReadQueueSize, topic, this.alreadyRetryTimes, mode);
}
}
} else {
log.info("no need to adjust read queue size for [{}]. now [w:{}/r:{}]. {}", topic, topicConfig.getWriteQueueNums(), topicConfig.getReadQueueNums(), mode);
}
}
} else {
log.info("skip adjust read queue size for [{}]. topicConfig is null.", topic);
}
}
};
this.scheduleAdjustQueueSizeTask(scaleQueueTask, delayMills, topic, mode);
}
Example 6
| Source File: AdjustQueueNumStrategy.java From DeFiBus with Apache License 2.0 | 4 votes |
|
private void adjustWriteQueueNumByConsumerCount(String topic, long delayMills, AdjustType mode) {
Runnable scaleTask = new Runnable() {
@Override
public void run() {
TopicConfig topicConfig = deFiBrokerController.getTopicConfigManager().getTopicConfigTable().get(topic);
if (topicConfig != null) {
synchronized (topicConfig.getTopicName()) {
//query again to ensure it's newest
topicConfig = deFiBrokerController.getTopicConfigManager().getTopicConfigTable().get(topic);
int adjustWriteQueueSize = adjustQueueSizeByMaxConsumerCount(topic);
if (AdjustType.INCREASE_QUEUE_NUM == mode && adjustWriteQueueSize < topicConfig.getWriteQueueNums()) {
log.info("can not decrease write queue size to {} for [{}], prev: {}, {}", adjustWriteQueueSize, topic, topicConfig.getWriteQueueNums(), mode);
return;
}
if (AdjustType.DECREASE_QUEUE_NUM == mode && adjustWriteQueueSize > topicConfig.getWriteQueueNums()) {
log.info("can not increase write queue size to {} for [{}], prev: {}, {}", adjustWriteQueueSize, topic, topicConfig.getWriteQueueNums(), mode);
return;
}
if (adjustWriteQueueSize != topicConfig.getWriteQueueNums()) {
log.info("try adjust write queue size to {} for [{}], prev: {}. {}", adjustWriteQueueSize, topic, topicConfig.getWriteQueueNums(), mode);
if (adjustWriteQueueSize >= 0 && adjustWriteQueueSize <= topicConfig.getReadQueueNums()) {
TopicConfig topicConfigNew = generateNewTopicConfig(topicConfig, adjustWriteQueueSize, topicConfig.getReadQueueNums());
deFiBrokerController.getTopicConfigManager().updateTopicConfig(topicConfigNew);
deFiBrokerController.registerBrokerAll(true, false, true);
notifyWhenTopicConfigChange(topic);
} else {
log.info("adjust write queues to {} for [{}] fail. target write queue size can't less than 0 or greater than read queue size[{}]. mode: {}",
adjustWriteQueueSize, topic, topicConfig.getReadQueueNums(), mode);
}
} else {
log.info("no need to adjust write queue size for [{}]. now [w:{}/r:{}]. {}", topic, topicConfig.getWriteQueueNums(), topicConfig.getReadQueueNums(), mode);
}
}
} else {
log.info("skip adjust write queue size for [{}]. topicConfig is null.", topic);
}
}
};
this.scheduleAdjustQueueSizeTask(scaleTask, delayMills, topic, mode);
}
Example 7
| Source File: BrokerController.java From DDMQ with Apache License 2.0 | 4 votes |
|
public synchronized void registerBrokerAll(final boolean checkOrderConfig, boolean oneway) {
if (!roleChangeState.equals(RoleChangeState.SUCCESS)) {
log.warn("role change state:{}, not register broker to name server", roleChangeState);
return;
}
TopicConfigSerializeWrapper topicConfigWrapper = this.getTopicConfigManager().buildTopicConfigSerializeWrapper();
if (!PermName.isWriteable(this.getBrokerConfig().getBrokerPermission())
|| !PermName.isReadable(this.getBrokerConfig().getBrokerPermission())) {
ConcurrentHashMap<String, TopicConfig> topicConfigTable = new ConcurrentHashMap<String, TopicConfig>();
for (TopicConfig topicConfig : topicConfigWrapper.getTopicConfigTable().values()) {
TopicConfig tmp =
new TopicConfig(topicConfig.getTopicName(), topicConfig.getReadQueueNums(), topicConfig.getWriteQueueNums(),
this.brokerConfig.getBrokerPermission());
topicConfigTable.put(topicConfig.getTopicName(), tmp);
}
topicConfigWrapper.setTopicConfigTable(topicConfigTable);
}
RegisterBrokerResult registerBrokerResult = null;
for (int i = 0; i < 3; i++) {
registerBrokerResult = this.brokerOuterAPI.registerBrokerAll(
this.brokerConfig.getBrokerClusterName(),
this.getBrokerAddr(),
this.brokerConfig.getBrokerName(),
this.brokerConfig.getBrokerId(),
this.getHAServerAddr(),
this.messageStore.getMaxPhyOffset(),
this.term,
topicConfigWrapper,
this.filterServerManager.buildNewFilterServerList(),
oneway,
this.brokerConfig.getRegisterBrokerTimeoutMills());
if (registerBrokerResult != null && registerBrokerResult.getKvTable() != null
&& registerBrokerResult.getKvTable().getTable().containsKey(ConfigName.REGISTER_RESPONSE_KV_KEY_TERM)) {
long termResponse = Long.valueOf(registerBrokerResult.getKvTable().getTable().get(ConfigName.REGISTER_RESPONSE_KV_KEY_TERM));
if (termResponse > this.term) {
log.info("term update, new term:{}, old Term:{}, register again", termResponse, this.term);
this.term = termResponse;
} else {
break;
}
} else {
break;
}
}
if (registerBrokerResult != null) {
if (this.updateMasterHAServerAddrPeriodically && registerBrokerResult.getHaServerAddr() != null) {
this.messageStore.updateHaMasterAddress(registerBrokerResult.getHaServerAddr());
}
this.slaveSynchronize.setMasterAddr(registerBrokerResult.getMasterAddr());
if (checkOrderConfig) {
this.getTopicConfigManager().updateOrderTopicConfig(registerBrokerResult.getKvTable());
}
}
}
Example 8
| Source File: BrokerController.java From rocketmq-all-4.1.0-incubating with Apache License 2.0 | 4 votes |
|
public synchronized void registerBrokerAll(final boolean checkOrderConfig, boolean oneway) {
//构建topicConfigSerializeWrapper
TopicConfigSerializeWrapper topicConfigWrapper = this.getTopicConfigManager().buildTopicConfigSerializeWrapper();
if (!PermName.isWriteable(this.getBrokerConfig().getBrokerPermission())
|| !PermName.isReadable(this.getBrokerConfig().getBrokerPermission())) {
ConcurrentHashMap<String, TopicConfig> topicConfigTable = new ConcurrentHashMap<String, TopicConfig>();
for (TopicConfig topicConfig : topicConfigWrapper.getTopicConfigTable().values()) {
TopicConfig tmp =
new TopicConfig(topicConfig.getTopicName(), topicConfig.getReadQueueNums(), topicConfig.getWriteQueueNums(),
this.brokerConfig.getBrokerPermission());
topicConfigTable.put(topicConfig.getTopicName(), tmp);
}
topicConfigWrapper.setTopicConfigTable(topicConfigTable);
}
//向 NameServer注册 Broker
RegisterBrokerResult registerBrokerResult = this.brokerOuterAPI.registerBrokerAll(
this.brokerConfig.getBrokerClusterName(),
this.getBrokerAddr(),
this.brokerConfig.getBrokerName(),
this.brokerConfig.getBrokerId(),
this.getHAServerAddr(),
topicConfigWrapper,
this.filterServerManager.buildNewFilterServerList(),
oneway,
this.brokerConfig.getRegisterBrokerTimeoutMills());
if (registerBrokerResult != null) {
//根据 updateMasterHAServerAddrPeriodically 标注位判断是否需要更新主用Broker地址
if (this.updateMasterHAServerAddrPeriodically && registerBrokerResult.getHaServerAddr() != null) {
this.messageStore.updateHaMasterAddress(registerBrokerResult.getHaServerAddr());
}
//用 NameServer 返回的 MasterAddr 值更新 SlaveSynchronize.setMasterAddr值，用于主备 Broker 同步 Config 文件使用
this.slaveSynchronize.setMasterAddr(registerBrokerResult.getMasterAddr());
if (checkOrderConfig) {
this.getTopicConfigManager().updateOrderTopicConfig(registerBrokerResult.getKvTable());
}
}
}
