From 46a5e90fd93bbfcb3d16f90fab9a259e9810f08a Mon Sep 17 00:00:00 2001 From: daizihao Date: Thu, 15 Oct 2020 09:25:07 +0800 Subject: [PATCH] support for "splitFactor" parameterization --- .../datax/plugin/rdbms/reader/util/ReaderSplitUtil.java | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/plugin-rdbms-util/src/main/java/com/alibaba/datax/plugin/rdbms/reader/util/ReaderSplitUtil.java b/plugin-rdbms-util/src/main/java/com/alibaba/datax/plugin/rdbms/reader/util/ReaderSplitUtil.java index b1be9143..0c140e92 100755 --- a/plugin-rdbms-util/src/main/java/com/alibaba/datax/plugin/rdbms/reader/util/ReaderSplitUtil.java +++ b/plugin-rdbms-util/src/main/java/com/alibaba/datax/plugin/rdbms/reader/util/ReaderSplitUtil.java @@ -70,8 +70,8 @@ public final class ReaderSplitUtil { //考虑其他比率数字?(splitPk is null, 忽略此长尾) //eachTableShouldSplittedNumber = eachTableShouldSplittedNumber * 5; - //为避免导入hive小文件 默认基数为5，也就是channel配置几个就是几个task,可以通过 pkQuota 配置基数 - // 最终task数为(channel/tableNum)向上取整*pkQuota + //为避免导入hive小文件 默认基数为5，也就是channel配置几个就是几个task,可以通过 splitFactor 配置基数 + // 最终task数为(channel/tableNum)向上取整*splitFactor Integer quota = originalSliceConfig.getInt(Key.SPLIT_FACTOR, Constant.SPLIT_FACTOR); eachTableShouldSplittedNumber = eachTableShouldSplittedNumber * quota; }