github/DataX
5
0
Fork 0
mirror of https://github.com/alibaba/DataX.git synced 2025-05-03 06:39:43 +08:00
Code Issues Packages Projects Releases Wiki Activity

optimize joinrows function

Browse Source
This commit is contained in:
fariel 2021-05-21 13:23:11 +08:00
parent b936f0562a
commit 0d0dd3b75c
1 changed files with 17 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
doriswriter/src/main/java/com/dorisdb/connector/datax/plugin/writer/doriswriter/manager/DorisStreamLoadVisitor.java
View File

@ -100,10 +100,25 @@ public class DorisStreamLoadVisitor {
if (null != props && props.containsKey("row_delimiter")) { if (null != props && props.containsKey("row_delimiter")) {
lineDelimiter = DorisDelimiterParser.parse(String.valueOf(props.get("row_delimiter")), "\n"); lineDelimiter = DorisDelimiterParser.parse(String.valueOf(props.get("row_delimiter")), "\n");
} }
return (String.join(lineDelimiter, rows) + lineDelimiter).getBytes(StandardCharsets.UTF_8); StringBuilder sb = new StringBuilder();
for (String row : rows) {
sb.append(row).append(lineDelimiter);
}
return sb.toString().getBytes(StandardCharsets.UTF_8);
} }
if (DorisWriterOptions.StreamLoadFormat.JSON.equals(writerOptions.getStreamLoadFormat())) { if (DorisWriterOptions.StreamLoadFormat.JSON.equals(writerOptions.getStreamLoadFormat())) {
return new StringBuilder("[").append(String.join(",", rows)).append("]").toString().getBytes(StandardCharsets.UTF_8); StringBuilder sb = new StringBuilder();
sb.append("[");
boolean isFirstElement = true;
for (String row : rows) {
if (!isFirstElement) {
sb.append(",");
}
sb.append(row);
isFirstElement = false;
}
sb.append("]");
return sb.toString().getBytes(StandardCharsets.UTF_8);
} }
throw new RuntimeException("Failed to join rows data, unsupported `format` from stream load properties:"); throw new RuntimeException("Failed to join rows data, unsupported `format` from stream load properties:");
} }