github/DataX
5
0
Fork 0
mirror of https://github.com/alibaba/DataX.git synced 2025-05-02 17:40:28 +08:00
Code Issues Packages Projects Releases Wiki Activity

update phoenix client version to 5.2.5

Browse Source
This commit is contained in:
junfei.ljf 2020-09-29 15:35:01 +08:00
parent 8487eee472
commit 55e3e3eaef
5 changed files with 10 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
hbase20xsqlreader/doc/hbase20xsqlreader.md
View File

@ -58,6 +58,8 @@ hbase20xsqlreader插件实现了从Phoenix(HBase SQL)读取数据，对应版本
* **queryServerAddress** * **queryServerAddress**
* 描述：hbase20xsqlreader需要通过Phoenix轻客户端去连接Phoenix QueryServer，因此这里需要填写对应QueryServer地址。 * 描述：hbase20xsqlreader需要通过Phoenix轻客户端去连接Phoenix QueryServer，因此这里需要填写对应QueryServer地址。
增强版/Lindorm 用户若需透传user, password参数，可以在queryServerAddress后增加对应可选属性.
格式参考：http://127.0.0.1:8765;user=root;password=root
* 必选：是 <br /> * 必选：是 <br />

2
hbase20xsqlreader/pom.xml
View File

@ -14,7 +14,7 @@
<packaging>jar</packaging> <packaging>jar</packaging>
<properties> <properties>
<phoenix.version>5.1.0-HBase-2.0.0.2</phoenix.version> <phoenix.version>5.2.5-HBase-2.x</phoenix.version>
</properties> </properties>
<dependencies> <dependencies>

4
hbase20xsqlwriter/doc/hbase20xsqlwriter.md
View File

@ -120,7 +120,9 @@ HBase20xsqlwriter实现了向hbase中的SQL表(phoenix)批量导入数据的功
* **queryServerAddress** * **queryServerAddress**
* 描述：Phoenix QueryServer地址，为必填项，格式：http://${hostName}:${ip}，如http://172.16.34.58:8765 * 描述：Phoenix QueryServer地址，为必填项，格式：http://${hostName}:${ip}，如http://172.16.34.58:8765。
增强版/Lindorm 用户若需透传user, password参数，可以在queryServerAddress后增加对应可选属性.
格式参考：http://127.0.0.1:8765;user=root;password=root
* 必选：是 * 必选：是
* 默认值：无 * 默认值：无

2
hbase20xsqlwriter/pom.xml
View File

@ -14,7 +14,7 @@
<packaging>jar</packaging> <packaging>jar</packaging>
<properties> <properties>
<phoenix.version>5.1.0-HBase-2.0.0.2</phoenix.version> <phoenix.version>5.2.5-HBase-2.x</phoenix.version>
<commons-codec.version>1.8</commons-codec.version> <commons-codec.version>1.8</commons-codec.version>
</properties> </properties>

4
hbase20xsqlwriter/src/main/java/com/alibaba/datax/plugin/writer/hbase20xsqlwriter/HBase20xSQLWriterTask.java
View File

@ -6,12 +6,12 @@ import com.alibaba.datax.common.exception.DataXException;
import com.alibaba.datax.common.plugin.RecordReceiver; import com.alibaba.datax.common.plugin.RecordReceiver;
import com.alibaba.datax.common.plugin.TaskPluginCollector; import com.alibaba.datax.common.plugin.TaskPluginCollector;
import com.alibaba.datax.common.util.Configuration; import com.alibaba.datax.common.util.Configuration;
import com.google.common.collect.Lists;
import org.slf4j.Logger; import org.slf4j.Logger;
import org.slf4j.LoggerFactory; import org.slf4j.LoggerFactory;
import java.math.BigDecimal; import java.math.BigDecimal;
import java.sql.*; import java.sql.*;
import java.util.ArrayList;
import java.util.Arrays; import java.util.Arrays;
import java.util.List; import java.util.List;
@ -154,7 +154,7 @@ public class HBase20xSQLWriterTask {
* 从接收器中获取每条记录，写入Phoenix * 从接收器中获取每条记录，写入Phoenix
*/ */
private void writeData(RecordReceiver lineReceiver) throws SQLException { private void writeData(RecordReceiver lineReceiver) throws SQLException {
List<Record> buffer = Lists.newArrayListWithExpectedSize(batchSize); List<Record> buffer = new ArrayList<Record>(batchSize);
Record record = null; Record record = null;
while ((record = lineReceiver.getFromReader()) != null) { while ((record = lineReceiver.getFromReader()) != null) {
// 校验列数量是否符合预期 // 校验列数量是否符合预期