github/DataX
5
0
Fork 0
mirror of https://github.com/alibaba/DataX.git synced 2025-05-02 05:11:42 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Fix]解决最终metric中读写记录数不一致问题，原因WRITE_RECEIVED_RECORDS把TerminateRecord标识记录统计在内

Browse Source
This commit is contained in:
ggzone 2019-09-30 09:57:21 +08:00
parent 57c8dd8673
commit b8506be693
1 changed files with 12 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
core/src/main/java/com/alibaba/datax/core/transport/channel/Channel.java
View File

@ -141,14 +141,24 @@ public abstract class Channel {
public Record pull() {
Record record = this.doPull();
this.statPull(1L, record.getByteSize());
if (!(record instanceof TerminateRecord)) {
this.statPull(1L, record.getByteSize());
}
return record;
}
public void pullAll(final Collection<Record> rs) {
Validate.notNull(rs);
this.doPullAll(rs);
this.statPull(rs.size(), this.getByteSize(rs));
if (rs.size() > 0) {
Record record = (Record) rs.toArray()[rs.size() - 1];
//TerminateRecord的bytesize=0，无需特殊处理
if (record instanceof TerminateRecord) {
this.statPull(rs.size() - 1, this.getByteSize(rs));
} else{
this.statPull(rs.size(), this.getByteSize(rs));
}
}
}
protected abstract void doPush(Record r);