github/DataX
5
0
Fork 0
mirror of https://github.com/alibaba/DataX.git synced 2025-05-02 04:40:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix timestamp type write after data cannot be viewed

Browse Source
This commit is contained in:
pika 2024-11-26 11:25:07 +08:00
parent 3614c2633e
commit 5ac1e6202b
1 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
hdfswriter/src/main/java/com/alibaba/datax/plugin/writer/hdfswriter/HdfsHelper.java
View File

@ -31,6 +31,7 @@ import parquet.hadoop.metadata.CompressionCodecName;
import parquet.schema.*; import parquet.schema.*;
import java.io.IOException; import java.io.IOException;
import java.sql.Timestamp;
import java.text.SimpleDateFormat; import java.text.SimpleDateFormat;
import java.util.*; import java.util.*;
@ -440,7 +441,7 @@ public class HdfsHelper {
objectInspector = ObjectInspectorFactory.getReflectionObjectInspector(Double.class, ObjectInspectorFactory.ObjectInspectorOptions.JAVA); objectInspector = ObjectInspectorFactory.getReflectionObjectInspector(Double.class, ObjectInspectorFactory.ObjectInspectorOptions.JAVA);
break; break;
case TIMESTAMP: case TIMESTAMP:
objectInspector = ObjectInspectorFactory.getReflectionObjectInspector(java.sql.Timestamp.class, ObjectInspectorFactory.ObjectInspectorOptions.JAVA); objectInspector = ObjectInspectorFactory.getReflectionObjectInspector(org.apache.hadoop.hive.common.type.Timestamp.class, ObjectInspectorFactory.ObjectInspectorOptions.JAVA);
break; break;
case DATE: case DATE:
objectInspector = ObjectInspectorFactory.getReflectionObjectInspector(java.sql.Date.class, ObjectInspectorFactory.ObjectInspectorOptions.JAVA); objectInspector = ObjectInspectorFactory.getReflectionObjectInspector(java.sql.Date.class, ObjectInspectorFactory.ObjectInspectorOptions.JAVA);
@ -533,7 +534,13 @@ public class HdfsHelper {
recordList.add(new java.sql.Date(column.asDate().getTime())); recordList.add(new java.sql.Date(column.asDate().getTime()));
break; break;
case TIMESTAMP: case TIMESTAMP:
recordList.add(new java.sql.Timestamp(column.asDate().getTime())); Date date = column.asDate();
if (date == null) {
recordList.add(null);
} else {
Timestamp ts = new Timestamp(date.getTime());
recordList.add(org.apache.hadoop.hive.common.type.Timestamp.ofEpochMilli(ts.getTime(), ts.getNanos()));
}
break; break;
default: default:
throw DataXException throw DataXException