github/sqoop
5
0
Fork 0
mirror of https://github.com/apache/sqoop.git synced 2025-05-04 05:20:22 +08:00
Code Issues Projects Releases Wiki Activity

sqoop merge tool composite merge-key

Browse Source
This commit is contained in:
KaimingChen 2016-08-22 22:34:45 +08:00
parent b9794f98e3
commit cd1e840c8d
1 changed files with 11 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
src/java/org/apache/sqoop/mapreduce/MergeMapperBase.java
View File

@ -74,7 +74,17 @@ protected void processRecord(SqoopRecord r, Context c)
if (null == fieldMap) { if (null == fieldMap) {
throw new IOException("No field map in record " + r); throw new IOException("No field map in record " + r);
} }
Object keyObj = fieldMap.get(keyColName); Object keyObj = null;
if (keyColName.contains(",")) {
StringBuilder keyFieldsSb = new StringBuilder();
for (String str : keyColName.split(",")) {
keyFieldsSb.append("+").append(fieldMap.get(str).toString());
}
keyObj = keyFieldsSb;
} else {
keyObj = fieldMap.get(keyColName);
}
if (null == keyObj) { if (null == keyObj) {
throw new IOException("Cannot join values on null key. " throw new IOException("Cannot join values on null key. "
+ "Did you specify a key column that exists?"); + "Did you specify a key column that exists?");