github/DataX
5
0
Fork 0
mirror of https://github.com/alibaba/DataX.git synced 2025-05-02 19:50:29 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #93 from windpiger/orc-columncount

Browse Source 
change the logic of getting orc column count in DFSUtil.java
This commit is contained in:
mingya.wmy 2018-05-23 13:57:37 +08:00 committed by GitHub
commit 068b1db928
1 changed files with 1 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
hdfsreader/src/main/java/com/alibaba/datax/plugin/reader/hdfsreader/DFSUtil.java
View File

@ -486,15 +486,10 @@ public class DFSUtil {
} }
private int getAllColumnsCount(String filePath) { private int getAllColumnsCount(String filePath) {
int columnsCount;
final String colFinal = "_col";
Path path = new Path(filePath); Path path = new Path(filePath);
try { try {
Reader reader = OrcFile.createReader(path, OrcFile.readerOptions(hadoopConf)); Reader reader = OrcFile.createReader(path, OrcFile.readerOptions(hadoopConf));
String type_struct = reader.getObjectInspector().getTypeName(); return reader.getTypes().get(0).getSubtypesCount();
columnsCount = (type_struct.length() - type_struct.replace(colFinal, "").length())
/ colFinal.length();
return columnsCount;
} catch (IOException e) { } catch (IOException e) {
String message = "读取orcfile column列数失败，请联系系统管理员"; String message = "读取orcfile column列数失败，请联系系统管理员";
throw DataXException.asDataXException(HdfsReaderErrorCode.READ_FILE_ERROR, message); throw DataXException.asDataXException(HdfsReaderErrorCode.READ_FILE_ERROR, message);