From 6dda19a23f1c61fb0477abb9e4cbe69c1e192d75 Mon Sep 17 00:00:00 2001 From: "junfei.ljf" Date: Fri, 23 Oct 2020 11:36:31 +0800 Subject: [PATCH 1/3] fix hbase11xsqlreader "No suitable driver found for jdbc:phoenix:xxx" error" --- .../plugin/reader/hbase11xsqlreader/HbaseSQLHelper.java | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/hbase11xsqlreader/src/main/java/com/alibaba/datax/plugin/reader/hbase11xsqlreader/HbaseSQLHelper.java b/hbase11xsqlreader/src/main/java/com/alibaba/datax/plugin/reader/hbase11xsqlreader/HbaseSQLHelper.java index 2aacdddf..5309d1d9 100644 --- a/hbase11xsqlreader/src/main/java/com/alibaba/datax/plugin/reader/hbase11xsqlreader/HbaseSQLHelper.java +++ b/hbase11xsqlreader/src/main/java/com/alibaba/datax/plugin/reader/hbase11xsqlreader/HbaseSQLHelper.java @@ -34,6 +34,14 @@ import java.util.Map; public class HbaseSQLHelper { private static final Logger LOG = LoggerFactory.getLogger(HbaseSQLHelper.class); + static { + try { + Class.forName("org.apache.phoenix.jdbc.PhoenixDriver"); + } catch (Throwable t) { + throw new RuntimeException("faild load org.apache.phoenix.jdbc.PhoenixDriver", t); + } + } + public static org.apache.hadoop.conf.Configuration generatePhoenixConf(HbaseSQLReaderConfig readerConfig) { org.apache.hadoop.conf.Configuration conf = new org.apache.hadoop.conf.Configuration(); From a35b0e2f10080757a83452718c2f2a8a6fc1a4e5 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E4=BA=91=E7=9E=BB?= <821182775@qq.com> Date: Wed, 28 Oct 2020 17:41:16 +0800 Subject: [PATCH 2/3] =?UTF-8?q?=E6=9B=B4=E6=96=B0mongodb=E6=96=87=E6=A1=A3?= =?UTF-8?q?=E5=9C=B0=E5=9D=80=E6=AD=A3=E7=A1=AE=E8=B7=AF=E5=BE=84?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit 更新mongodb文档地址正确路径 --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index d809b5fb..5b6c260e 100644 --- a/README.md +++ b/README.md @@ -49,7 +49,7 @@ DataX目前已经有了比较全面的插件体系，主流的RDBMS数据库、N | | Hbase1.1 | √ | √ |[读](https://github.com/alibaba/DataX/blob/master/hbase11xreader/doc/hbase11xreader.md) 、[写](https://github.com/alibaba/DataX/blob/master/hbase11xwriter/doc/hbase11xwriter.md)| | | Phoenix4.x | √ | √ |[读](https://github.com/alibaba/DataX/blob/master/hbase11xsqlreader/doc/hbase11xsqlreader.md) 、[写](https://github.com/alibaba/DataX/blob/master/hbase11xsqlwriter/doc/hbase11xsqlwriter.md)| | | Phoenix5.x | √ | √ |[读](https://github.com/alibaba/DataX/blob/master/hbase20xsqlreader/doc/hbase20xsqlreader.md) 、[写](https://github.com/alibaba/DataX/blob/master/hbase20xsqlwriter/doc/hbase20xsqlwriter.md)| -| | MongoDB | √ | √ |[读](https://github.com/alibaba/DataX/blob/master/mongoreader/doc/mongoreader.md) 、[写](https://github.com/alibaba/DataX/blob/master/mongowriter/doc/mongowriter.md)| +| | MongoDB | √ | √ |[读](https://github.com/alibaba/DataX/blob/master/mongodbreader/doc/mongodbreader.md) 、[写](https://github.com/alibaba/DataX/blob/master/mongodbwriter/doc/mongodbwriter.md)| | | Hive | √ | √ |[读](https://github.com/alibaba/DataX/blob/master/hdfsreader/doc/hdfsreader.md) 、[写](https://github.com/alibaba/DataX/blob/master/hdfswriter/doc/hdfswriter.md)| | | Cassandra | √ | √ |[读](https://github.com/alibaba/DataX/blob/master/cassandrareader/doc/cassandrareader.md) 、[写](https://github.com/alibaba/DataX/blob/master/cassandrawriter/doc/cassandrawriter.md)| | 无结构化数据存储 | TxtFile | √ | √ |[读](https://github.com/alibaba/DataX/blob/master/txtfilereader/doc/txtfilereader.md) 、[写](https://github.com/alibaba/DataX/blob/master/txtfilewriter/doc/txtfilewriter.md)| From 6a5a6e014a06a7ccf94a169f8df7ec9d2ade8e06 Mon Sep 17 00:00:00 2001 From: Trafalgar Date: Mon, 9 Nov 2020 21:20:56 +0800 Subject: [PATCH 3/3] add aliyun dataworks di description add aliyun dataworks di description --- README.md | 24 ++++++++++++++++++++++++ 1 file changed, 24 insertions(+) diff --git a/README.md b/README.md index d809b5fb..ac72c047 100644 --- a/README.md +++ b/README.md @@ -59,9 +59,33 @@ DataX目前已经有了比较全面的插件体系，主流的RDBMS数据库、N | 时间序列数据库 | OpenTSDB | √ | |[读](https://github.com/alibaba/DataX/blob/master/opentsdbreader/doc/opentsdbreader.md)| | | TSDB | √ | √ |[读](https://github.com/alibaba/DataX/blob/master/tsdbreader/doc/tsdbreader.md) 、[写](https://github.com/alibaba/DataX/blob/master/tsdbwriter/doc/tsdbhttpwriter.md)| +# 阿里云DataWorks数据集成 + +目前DataX的已有能力已经全部融和进阿里云的数据集成，并且比DataX更加高效、安全，同时数据集成具备DataX不具备的其它高级特性和功能。可以理解问数据集成是DataX的全面升级的商业化用版本，为企业可以提供稳定、可靠、安全的数据传输服务。于DataX相比，数据集成主要有以下几大突出特点： + +支持实时同步： + +- 功能简介：https://help.aliyun.com/document_detail/181912.html +- 支持的数据源：https://help.aliyun.com/document_detail/146778.html +- 支持数据处理：https://help.aliyun.com/document_detail/146777.html + +离线同步数据源种类大幅度扩充： + +- 新增比如：DB2、Kafka、Hologres、MetaQ、SAPHANA、达梦等等，持续扩充中 +- 离线同步支持的数据源：https://help.aliyun.com/document_detail/137670.html +- 具备同步解决方案： + - 解决方案系统：https://help.aliyun.com/document_detail/171765.html + - 一键全增量：https://help.aliyun.com/document_detail/175676.html + - 整库迁移：https://help.aliyun.com/document_detail/137809.html + - 批量上云：https://help.aliyun.com/document_detail/146671.html + - 更新更多能力请访问：https://help.aliyun.com/document_detail/137663.html + + # 我要开发新的插件 + 请点击：[DataX插件开发宝典](https://github.com/alibaba/DataX/blob/master/dataxPluginDev.md) + # 项目成员 核心Contributions: 言柏 、枕水、秋奇、青砾、一斅、云时