github/DataX
5
0
Fork 0
mirror of https://github.com/alibaba/DataX.git synced 2025-05-03 06:39:43 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix#342 support phoenix table name lower case.

Browse Source
This commit is contained in:
bake.snn 2019-05-23 17:27:26 +08:00
parent 6434d8a259
commit 07cb166c5b
3 changed files with 7 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
README.md
View File

@ -48,6 +48,7 @@ DataX目前已经有了比较全面的插件体系，主流的RDBMS数据库、N
| | Hbase0.94 | √ | √ |[读](https://github.com/alibaba/DataX/blob/master/hbase094xreader/doc/hbase094xreader.md) 、[写](https://github.com/alibaba/DataX/blob/master/hbase094xwriter/doc/hbase094xwriter.md)| | | Hbase0.94 | √ | √ |[读](https://github.com/alibaba/DataX/blob/master/hbase094xreader/doc/hbase094xreader.md) 、[写](https://github.com/alibaba/DataX/blob/master/hbase094xwriter/doc/hbase094xwriter.md)|
| | Hbase1.1 | √ | √ |[读](https://github.com/alibaba/DataX/blob/master/hbase11xreader/doc/hbase11xreader.md) 、[写](https://github.com/alibaba/DataX/blob/master/hbase11xwriter/doc/hbase11xwriter.md)| | | Hbase1.1 | √ | √ |[读](https://github.com/alibaba/DataX/blob/master/hbase11xreader/doc/hbase11xreader.md) 、[写](https://github.com/alibaba/DataX/blob/master/hbase11xwriter/doc/hbase11xwriter.md)|
| | Phoenix4.x | √ | √ |[读](https://github.com/alibaba/DataX/blob/master/hbase11xsqlreader/doc/hbase11xsqlreader.md) 、[写](https://github.com/alibaba/DataX/blob/master/hbase11xsqlwriter/doc/hbase11xsqlwriter.md)| | | Phoenix4.x | √ | √ |[读](https://github.com/alibaba/DataX/blob/master/hbase11xsqlreader/doc/hbase11xsqlreader.md) 、[写](https://github.com/alibaba/DataX/blob/master/hbase11xsqlwriter/doc/hbase11xsqlwriter.md)|
| | Phoenix5.x | √ | √ |[读](https://github.com/alibaba/DataX/blob/master/hbase20xsqlreader/doc/hbase20xsqlreader.md) 、[写](https://github.com/alibaba/DataX/blob/master/hbase20xsqlwriter/doc/hbase20xsqlwriter.md)|
| | MongoDB | √ | √ |[读](https://github.com/alibaba/DataX/blob/master/mongoreader/doc/mongoreader.md) 、[写](https://github.com/alibaba/DataX/blob/master/mongowriter/doc/mongowriter.md)| | | MongoDB | √ | √ |[读](https://github.com/alibaba/DataX/blob/master/mongoreader/doc/mongoreader.md) 、[写](https://github.com/alibaba/DataX/blob/master/mongowriter/doc/mongowriter.md)|
| | Hive | √ | √ |[读](https://github.com/alibaba/DataX/blob/master/hdfsreader/doc/hdfsreader.md) 、[写](https://github.com/alibaba/DataX/blob/master/hdfswriter/doc/hdfswriter.md)| | | Hive | √ | √ |[读](https://github.com/alibaba/DataX/blob/master/hdfsreader/doc/hdfsreader.md) 、[写](https://github.com/alibaba/DataX/blob/master/hdfswriter/doc/hdfswriter.md)|
| 无结构化数据存储 | TxtFile | √ | √ |[读](https://github.com/alibaba/DataX/blob/master/txtfilereader/doc/txtfilereader.md) 、[写](https://github.com/alibaba/DataX/blob/master/txtfilewriter/doc/txtfilewriter.md)| | 无结构化数据存储 | TxtFile | √ | √ |[读](https://github.com/alibaba/DataX/blob/master/txtfilereader/doc/txtfilereader.md) 、[写](https://github.com/alibaba/DataX/blob/master/txtfilewriter/doc/txtfilewriter.md)|

6
hbase20xsqlreader/src/main/java/com/alibaba/datax/plugin/reader/hbase20xsqlreader/HBase20SQLReaderHelper.java
View File

@ -49,9 +49,9 @@ public class HBase20SQLReaderHelper {
String schema = configuration.getString(Key.SCHEMA, null); String schema = configuration.getString(Key.SCHEMA, null);
String tableName = configuration.getNecessaryValue(Key.TABLE, HBase20xSQLReaderErrorCode.REQUIRED_VALUE); String tableName = configuration.getNecessaryValue(Key.TABLE, HBase20xSQLReaderErrorCode.REQUIRED_VALUE);
if (schema != null && !schema.isEmpty()) { if (schema != null && !schema.isEmpty()) {
fullTableName = schema + "." + tableName; fullTableName = "\"" + schema + "\".\"" + tableName + "\"";
} else { } else {
fullTableName = tableName; fullTableName = "\"" + tableName + "\"";
} }
// 如果列名未配置，默认读取全部列* // 如果列名未配置，默认读取全部列*
columnNames = configuration.getList(Key.COLUMN, String.class); columnNames = configuration.getList(Key.COLUMN, String.class);
@ -248,7 +248,7 @@ public class HBase20SQLReaderHelper {
String querySql; String querySql;
StringBuilder columnBuilder = new StringBuilder(); StringBuilder columnBuilder = new StringBuilder();
for (String columnName : columnNames) { for (String columnName : columnNames) {
columnBuilder.append(columnName).append(","); columnBuilder.append("\"").append(columnName).append("\",");
} }
columnBuilder.setLength(columnBuilder.length() -1); columnBuilder.setLength(columnBuilder.length() -1);
if (StringUtils.isBlank(where)) { if (StringUtils.isBlank(where)) {

6
hbase20xsqlwriter/src/main/java/com/alibaba/datax/plugin/writer/hbase20xsqlwriter/HBase20xSQLWriterTask.java
View File

@ -72,9 +72,9 @@ public class HBase20xSQLWriterTask {
batchSize = configuration.getInt(Key.BATCHSIZE, Constant.DEFAULT_BATCH_ROW_COUNT); batchSize = configuration.getInt(Key.BATCHSIZE, Constant.DEFAULT_BATCH_ROW_COUNT);
String schema = configuration.getString(Key.SCHEMA); String schema = configuration.getString(Key.SCHEMA);
String tableName = configuration.getNecessaryValue(Key.TABLE, HBase20xSQLWriterErrorCode.REQUIRED_VALUE); String tableName = configuration.getNecessaryValue(Key.TABLE, HBase20xSQLWriterErrorCode.REQUIRED_VALUE);
fullTableName = tableName; fullTableName = "\"" + tableName + "\"";
if (schema != null && !schema.isEmpty()) { if (schema != null && !schema.isEmpty()) {
fullTableName = schema + "." + tableName; fullTableName = "\"" + schema + "\".\"" + tableName + "\"";
} }
columns = configuration.getList(Key.COLUMN, String.class); columns = configuration.getList(Key.COLUMN, String.class);
if (pstmt == null) { if (pstmt == null) {
@ -125,7 +125,7 @@ public class HBase20xSQLWriterTask {
int[] types = new int[numberOfColumnsToWrite]; int[] types = new int[numberOfColumnsToWrite];
StringBuilder columnNamesBuilder = new StringBuilder(); StringBuilder columnNamesBuilder = new StringBuilder();
for (String columnName : columns) { for (String columnName : columns) {
columnNamesBuilder.append(columnName).append(","); columnNamesBuilder.append("\"").append(columnName).append("\",");
} }
columnNamesBuilder.setLength(columnNamesBuilder.length() - 1); columnNamesBuilder.setLength(columnNamesBuilder.length() - 1);
// 查询一条数据获取表meta信息 // 查询一条数据获取表meta信息