From 342c044aaa4567a9709ca97ee23a9a75c6ad3962 Mon Sep 17 00:00:00 2001 From: fariel Date: Fri, 30 Apr 2021 10:55:02 +0800 Subject: [PATCH] add `maxBatchRows` `maxBatchSize` --- .../plugin/writer/doriswriter/DorisWriterOptions.java | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/doriswriter/src/main/java/com/dorisdb/connector/datax/plugin/writer/doriswriter/DorisWriterOptions.java b/doriswriter/src/main/java/com/dorisdb/connector/datax/plugin/writer/doriswriter/DorisWriterOptions.java index bad4ed73..9add926d 100644 --- a/doriswriter/src/main/java/com/dorisdb/connector/datax/plugin/writer/doriswriter/DorisWriterOptions.java +++ b/doriswriter/src/main/java/com/dorisdb/connector/datax/plugin/writer/doriswriter/DorisWriterOptions.java @@ -31,6 +31,8 @@ public class DorisWriterOptions implements Serializable { private static final String KEY_PRE_SQL = "preSql"; private static final String KEY_POST_SQL = "postSql"; private static final String KEY_JDBC_URL = "jdbcUrl"; + private static final String KEY_MAX_BATCH_ROWS = "maxBatchRows"; + private static final String KEY_MAX_BATCH_SIZE = "maxBatchSize"; private static final String KEY_LOAD_URL = "loadUrl"; private static final String KEY_FLUSH_QUEUE_LENGTH = "flushQueueLength"; private static final String KEY_LOAD_PROPS = "loadProps"; @@ -91,11 +93,13 @@ public class DorisWriterOptions implements Serializable { } public int getBatchRows() { - return BATCH_ROWS; + Integer rows = options.getInt(KEY_MAX_BATCH_ROWS); + return null == rows ? BATCH_ROWS : rows; } public long getBatchSize() { - return BATCH_BYTES; + Long size = options.getLong(KEY_MAX_BATCH_SIZE); + return null == size ? BATCH_BYTES : size; } public int getFlushQueueLength() {