Skip to content

Commit

Permalink
fix
Browse files Browse the repository at this point in the history
  • Loading branch information
dataroaring committed Jun 21, 2024
1 parent c4aecaf commit 03e920d
Show file tree
Hide file tree
Showing 2 changed files with 1 addition and 4 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -1218,8 +1218,6 @@ public boolean isExpired(long currentTimeMs) {
if (jobType == EtlJobType.INSERT) {
expireTime = Config.streaming_label_keep_max_second;
}
LOG.info("currentTimeMs: {}, finishTimestamp: {}, isCompleted: {}, expireTime: {}",
currentTimeMs, getFinishTimestamp(), isCompleted(), expireTime);

return (currentTimeMs - getFinishTimestamp()) / 1000 > expireTime;
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -947,11 +947,10 @@ public void write(DataOutput out) throws IOException {
public void readFields(DataInput in) throws IOException {
long currentTimeMs = System.currentTimeMillis();
int size = in.readInt();
LOG.info("size {} ", size);
LOG.info("load job num {} ", size);
for (int i = 0; i < size; i++) {
LoadJob loadJob = LoadJob.read(in);
if (loadJob.isExpired(currentTimeMs)) {
LOG.info("job {} is expired, skip", loadJob.getId());
continue;
}

Expand Down

0 comments on commit 03e920d

Please sign in to comment.