github/DataX
5
0
Fork 0
mirror of https://github.com/alibaba/DataX.git synced 2025-05-02 05:11:42 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge 8fb0f85906 into 0824b45c5e

Browse Source
This commit is contained in:
Galthen 2025-04-10 16:22:37 +08:00 committed by GitHub
commit 52d16c93d5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
core/src/main/java/com/alibaba/datax/core/transport/channel/Channel.java
View File

@ -141,14 +141,21 @@ public abstract class Channel {
public Record pull() {
Record record = this.doPull();
this.statPull(1L, record.getByteSize());
// record为终止对象时，该记录不算入统计数量
if (!(record instanceof TerminateRecord)) {
this.statPull(1L, record.getByteSize());
}
return record;
}
public void pullAll(final Collection<Record> rs) {
Validate.notNull(rs);
this.doPullAll(rs);
this.statPull(rs.size(), this.getByteSize(rs));
// record为终止对象时，该记录不算入统计数量
long recordSize = rs.stream().filter(record -> !(record instanceof TerminateRecord)).count();
this.statPull(recordSize, this.getByteSize(rs));
}
protected abstract void doPush(Record r);