github/DataX
5
0
Fork 0
mirror of https://github.com/alibaba/DataX.git synced 2025-05-02 00:40:25 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge a393537627 into 0824b45c5e

Browse Source
This commit is contained in:
gloomysundayy 2025-04-10 16:23:34 +08:00 committed by GitHub
commit 1282276b04
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 24 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
mongodbreader/src/main/java/com/alibaba/datax/plugin/reader/mongodbreader/MongoDBReader.java
View File

@ -6,12 +6,7 @@ import java.util.Date;
import java.util.Iterator;
import java.util.List;
import com.alibaba.datax.common.element.BoolColumn;
import com.alibaba.datax.common.element.DateColumn;
import com.alibaba.datax.common.element.DoubleColumn;
import com.alibaba.datax.common.element.LongColumn;
import com.alibaba.datax.common.element.Record;
import com.alibaba.datax.common.element.StringColumn;
import com.alibaba.datax.common.element.*;
import com.alibaba.datax.common.exception.DataXException;
import com.alibaba.datax.common.plugin.RecordSender;
import com.alibaba.datax.common.spi.Reader;
@ -127,6 +122,7 @@ public class MongoDBReader extends Reader {
Iterator columnItera = mongodbColumnMeta.iterator();
while (columnItera.hasNext()) {
JSONObject column = (JSONObject)columnItera.next();
String columnType = column.getString(KeyConstant.COLUMN_TYPE).toLowerCase();
Object tempCol = item.get(column.getString(KeyConstant.COLUMN_NAME));
if (tempCol == null) {
if (KeyConstant.isDocumentType(column.getString(KeyConstant.COLUMN_TYPE))) {
@ -149,8 +145,28 @@ public class MongoDBReader extends Reader {
}
}
if (tempCol == null) {
//continue; 这个不能直接continue会导致record到目的端错位
record.addColumn(new StringColumn(null));
// continue;//如果没有这个字段，就跳过
if ("int".equals(columnType)) {
record.addColumn(new LongColumn(0));
}
else if ("long".equals(columnType)) {
record.addColumn(new LongColumn(0));
}
else if ("boolean".equals(columnType)) {
record.addColumn(new BoolColumn(false));
}
else if ("double".equals(columnType)) {
record.addColumn(new DoubleColumn(0.0));
}
else if ("date".equals(columnType)) {
record.addColumn(new DateColumn(0L));
}
else if ("bytes".equals(columnType)) {
record.addColumn(new BytesColumn(new byte[0]));
}
else {
record.addColumn(new StringColumn(""));
}
}else if (tempCol instanceof Double) {
//TODO deal with Double.isNaN()
record.addColumn(new DoubleColumn((Double) tempCol));