opensource/rocketmq
3
0
Fork 0
mirror of https://github.com/apache/rocketmq.git synced 2026-09-01 15:47:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[ISSUE #8740] fix rocksDBConfigToJson command (#8738)

Browse Source 
* fix rocksDBConfigToJson command

* fix
This commit is contained in:
yuz10
2024-09-25 10:14:38 +08:00
committed by GitHub
parent a8dde86295
commit e2abbc31d9
1 changed files with 58 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/src/main/java/org/apache/rocketmq/tools/command/metadata/RocksDBConfigToJsonCommand.java
+58 -14
View File
@@ -17,7 +17,6 @@
package org.apache.rocketmq.tools.command.metadata;
import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONObject;
import org.apache.commons.cli.CommandLine;
import org.apache.commons.cli.Option;
@@ -33,10 +32,13 @@ import org.rocksdb.RocksIterator;
import java.io.File;
import java.util.HashMap;
import java.util.Map;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ConcurrentMap;
public class RocksDBConfigToJsonCommand implements SubCommand {
private static final String TOPICS_JSON_CONFIG = "topics";
private static final String SUBSCRIPTION_GROUP_JSON_CONFIG = "subscriptionGroups";
private static final String CONSUMER_OFFSETS_JSON_CONFIG = "consumerOffsets";
@Override
public String commandName() {
@@ -45,7 +47,7 @@ public class RocksDBConfigToJsonCommand implements SubCommand {
@Override
public String commandDesc() {
return "Convert RocksDB kv config (topics/subscriptionGroups) to json";
return "Convert RocksDB kv config (topics/subscriptionGroups/consumerOffsets) to json";
}
@Override
@@ -56,7 +58,7 @@ public class RocksDBConfigToJsonCommand implements SubCommand {
options.addOption(pathOption);
Option configTypeOption = new Option("t", "configType", true, "Name of kv config, e.g. " +
"topics/subscriptionGroups");
"topics/subscriptionGroups/consumerOffsets");
configTypeOption.setRequired(true);
options.addOption(configTypeOption);
@@ -71,19 +73,21 @@ public class RocksDBConfigToJsonCommand implements SubCommand {
return;
}
String configType = commandLine.getOptionValue("configType").trim().toLowerCase();
String configType = commandLine.getOptionValue("configType").trim();
if (!path.endsWith("/")) {
path += "/";
}
path += configType;
if (CONSUMER_OFFSETS_JSON_CONFIG.equalsIgnoreCase(configType)) {
printConsumerOffsets(path);
return;
}
ConfigRocksDBStorage configRocksDBStorage = new ConfigRocksDBStorage(path, true);
configRocksDBStorage.start();
RocksIterator iterator = configRocksDBStorage.iterator();
try {
final Map<String, JSONObject> configMap = new HashMap<>();
final Map<String, JSONObject> configTable = new HashMap<>();
final JSONObject configTable = new JSONObject();
iterator.seekToFirst();
while (iterator.isValid()) {
final byte[] key = iterator.key();
@@ -95,14 +99,16 @@ public class RocksDBConfigToJsonCommand implements SubCommand {
iterator.next();
}
byte[] kvDataVersion = configRocksDBStorage.getKvDataVersion();
configMap.put("dataVersion",
JSONObject.parseObject(new String(kvDataVersion, DataConverter.CHARSET_UTF8)));
if (TOPICS_JSON_CONFIG.toLowerCase().equals(configType)) {
configMap.put("topicConfigTable", JSON.parseObject(JSONObject.toJSONString(configTable)));
if (kvDataVersion != null) {
configMap.put("dataVersion",
JSONObject.parseObject(new String(kvDataVersion, DataConverter.CHARSET_UTF8)));
}
if (SUBSCRIPTION_GROUP_JSON_CONFIG.toLowerCase().equals(configType)) {
configMap.put("subscriptionGroupTable", JSON.parseObject(JSONObject.toJSONString(configTable)));
if (TOPICS_JSON_CONFIG.equalsIgnoreCase(configType)) {
configMap.put("topicConfigTable", configTable);
}
if (SUBSCRIPTION_GROUP_JSON_CONFIG.equalsIgnoreCase(configType)) {
configMap.put("subscriptionGroupTable", configTable);
}
System.out.print(JSONObject.toJSONString(configMap, true) + "\n");
} catch (Exception e) {
@@ -111,4 +117,42 @@ public class RocksDBConfigToJsonCommand implements SubCommand {
configRocksDBStorage.shutdown();
}
}
private void printConsumerOffsets(String path) {
ConfigRocksDBStorage configRocksDBStorage = new ConfigRocksDBStorage(path, true);
configRocksDBStorage.start();
RocksIterator iterator = configRocksDBStorage.iterator();
try {
final Map<String, JSONObject> configMap = new HashMap<>();
final JSONObject configTable = new JSONObject();
iterator.seekToFirst();
while (iterator.isValid()) {
final byte[] key = iterator.key();
final byte[] value = iterator.value();
final String name = new String(key, DataConverter.CHARSET_UTF8);
final String config = new String(value, DataConverter.CHARSET_UTF8);
final RocksDBOffsetSerializeWrapper jsonObject = JSONObject.parseObject(config, RocksDBOffsetSerializeWrapper.class);
configTable.put(name, jsonObject.getOffsetTable());
iterator.next();
}
configMap.put("offsetTable", configTable);
System.out.print(JSONObject.toJSONString(configMap, true) + "\n");
} catch (Exception e) {
System.out.print("Error occurred while converting RocksDB kv config to json, " + "configType=consumerOffsets, " + e.getMessage() + "\n");
} finally {
configRocksDBStorage.shutdown();
}
}
static class RocksDBOffsetSerializeWrapper {
private ConcurrentMap<Integer, Long> offsetTable = new ConcurrentHashMap<>(16);
public ConcurrentMap<Integer, Long> getOffsetTable() {
return offsetTable;
}
public void setOffsetTable(ConcurrentMap<Integer, Long> offsetTable) {
this.offsetTable = offsetTable;
}
}
}