github/DataX
5
0
Fork 0
mirror of https://github.com/alibaba/DataX.git synced 2025-05-02 19:31:33 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge 21c44eead3 into 0824b45c5e

Browse Source
This commit is contained in:
xiaofeng24 2025-04-10 16:20:59 +08:00 committed by GitHub
commit 18eefd6c28
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
doriswriter/src/main/java/com/alibaba/datax/plugin/writer/doriswriter/DorisStreamLoadObserver.java
View File

@ -1,6 +1,7 @@
package com.alibaba.datax.plugin.writer.doriswriter; package com.alibaba.datax.plugin.writer.doriswriter;
import com.alibaba.fastjson2.JSON; import com.alibaba.fastjson2.JSON;
import com.alibaba.fastjson2.JSONWriter;
import org.apache.commons.codec.binary.Base64; import org.apache.commons.codec.binary.Base64;
import org.apache.http.HttpEntity; import org.apache.http.HttpEntity;
import org.apache.http.HttpHeaders; import org.apache.http.HttpHeaders;
@ -62,18 +63,18 @@ public class DorisStreamLoadObserver {
.toString(); .toString();
LOG.info("Start to join batch data: rows[{}] bytes[{}] label[{}].", data.getRows().size(), data.getBytes(), data.getLabel()); LOG.info("Start to join batch data: rows[{}] bytes[{}] label[{}].", data.getRows().size(), data.getBytes(), data.getLabel());
Map<String, Object> loadResult = put(loadUrl, data.getLabel(), addRows(data.getRows(), data.getBytes().intValue())); Map<String, Object> loadResult = put(loadUrl, data.getLabel(), addRows(data.getRows(), data.getBytes().intValue()));
LOG.info("StreamLoad response :{}",JSON.toJSONString(loadResult)); LOG.info("StreamLoad response :{}",JSON.toJSONString(loadResult, JSONWriter.Feature.PrettyFormat));
final String keyStatus = "Status"; final String keyStatus = "Status";
if (null == loadResult || !loadResult.containsKey(keyStatus)) { if (null == loadResult || !loadResult.containsKey(keyStatus)) {
throw new IOException("Unable to flush data to Doris: unknown result status."); throw new IOException("Unable to flush data to Doris: unknown result status.");
} }
LOG.debug("StreamLoad response:{}",JSON.toJSONString(loadResult)); LOG.debug("StreamLoad response:{}",JSON.toJSONString(loadResult, JSONWriter.Feature.PrettyFormat));
if (RESULT_FAILED.equals(loadResult.get(keyStatus))) { if (RESULT_FAILED.equals(loadResult.get(keyStatus))) {
throw new IOException( throw new IOException(
new StringBuilder("Failed to flush data to Doris.\n").append(JSON.toJSONString(loadResult)).toString() new StringBuilder("Failed to flush data to Doris.\n").append(JSON.toJSONString(loadResult)).toString()
); );
} else if (RESULT_LABEL_EXISTED.equals(loadResult.get(keyStatus))) { } else if (RESULT_LABEL_EXISTED.equals(loadResult.get(keyStatus))) {
LOG.debug("StreamLoad response:{}",JSON.toJSONString(loadResult)); LOG.debug("StreamLoad response:{}",JSON.toJSONString(loadResult, JSONWriter.Feature.PrettyFormat));
checkStreamLoadState(host, data.getLabel()); checkStreamLoadState(host, data.getLabel());
} }
} }