opensource/rocketmq
3
0
Fork 0
mirror of https://github.com/apache/rocketmq.git synced 2026-09-24 16:04:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

[ISSUE 3585] [Part J] Use MappedByteBuffer instead of FileChannel to write consume queue and slave commitlog. (#3657)

Browse Source 
This commit improve reput performance and speed up consume qps greatly. In our test, produce about 200,000 tps.
72 queue consume qps: from about 70,000 to 200,000
600 queue consume qps: from about 70,000 to 110,000
This commit is contained in:
huangli
2021-12-27 20:02:57 +08:00
committed by GitHub
parent 75557b8700
commit 6d247cb3c6
1 changed files with 6 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
store/src/main/java/org/apache/rocketmq/store/MappedFile.java
+6 -4
View File
@@ -236,8 +236,9 @@ public class MappedFile extends ReferenceResource {
if ((currentPos + data.length) <= this.fileSize) {
try {
this.fileChannel.position(currentPos);
this.fileChannel.write(ByteBuffer.wrap(data));
ByteBuffer buf = this.mappedByteBuffer.slice();
buf.position(currentPos);
buf.put(data);
} catch (Throwable e) {
log.error("Error occurred when append message to mappedFile.", e);
}
@@ -259,8 +260,9 @@ public class MappedFile extends ReferenceResource {
if ((currentPos + length) <= this.fileSize) {
try {
this.fileChannel.position(currentPos);
this.fileChannel.write(ByteBuffer.wrap(data, offset, length));
ByteBuffer buf = this.mappedByteBuffer.slice();
buf.position(currentPos);
buf.put(data, offset, length);
} catch (Throwable e) {
log.error("Error occurred when append message to mappedFile.", e);
}