From 70a480f5624e1daee425b8763ebedccc476ea093 Mon Sep 17 00:00:00 2001 From: fariel Date: Thu, 18 Mar 2021 16:18:04 +0800 Subject: [PATCH] modify doc && fix length calculating --- doriswriter/doc/doriswriter.md | 11 ++++++++++- .../doriswriter/manager/DorisWriterManager.java | 2 +- 2 files changed, 11 insertions(+), 2 deletions(-) diff --git a/doriswriter/doc/doriswriter.md b/doriswriter/doc/doriswriter.md index 715afa8c..13600b5b 100644 --- a/doriswriter/doc/doriswriter.md +++ b/doriswriter/doc/doriswriter.md @@ -67,7 +67,8 @@ DorisWriter 插件实现了写入数据到 Doris 主库的目的表的功能。 "preSql": [], "postSql": [], "jdbcUrl": "jdbc:mysql://172.28.17.100:9030/", - "loadUrl": ["172.28.17.100:8030", "172.28.17.100:8030"] + "loadUrl": ["172.28.17.100:8030", "172.28.17.100:8030"], + "loadProps": {} } } } @@ -156,6 +157,14 @@ DorisWriter 插件实现了写入数据到 Doris 主库的目的表的功能。 * 默认值:无
+* **loadProps** + + * 描述:StreamLoad 的请求参数,详情参照StreamLoad介绍页面。
+ + * 必选:否
+ + * 默认值:无
+ ### 3.3 类型转换 diff --git a/doriswriter/src/main/java/com/dorisdb/connector/datax/plugin/writer/doriswriter/manager/DorisWriterManager.java b/doriswriter/src/main/java/com/dorisdb/connector/datax/plugin/writer/doriswriter/manager/DorisWriterManager.java index a5338ca9..da24448f 100644 --- a/doriswriter/src/main/java/com/dorisdb/connector/datax/plugin/writer/doriswriter/manager/DorisWriterManager.java +++ b/doriswriter/src/main/java/com/dorisdb/connector/datax/plugin/writer/doriswriter/manager/DorisWriterManager.java @@ -33,7 +33,7 @@ public class DorisWriterManager { try { buffer.add(record); batchCount++; - batchSize += record.length(); + batchSize += record.getBytes().length; if (batchCount >= writerOptions.getBatchRows() || batchSize >= writerOptions.getBatchSize()) { flush(createBatchLabel()); }