in src/main/java/org/apache/doris/kafka/connector/writer/CopyIntoWriter.java [126:148]
protected void flush(final RecordBuffer buff) {
super.flush(buff);
String fileName = null;
fileName = FileNameUtils.fileName(prefix, buff.getLastOffset());
String content = buff.getData();
copyLoad.uploadFile(fileName, content);
updateFlushedMetrics(buff);
fileNames.add(fileName);
LOG.info(
"flush to table {} with file {}, record {} size {} ",
fileName,
tableName,
buff.getNumOfRecords(),
buff.getBufferSizeBytes());
if (shouldCommit()) {
commit(partition);
LOG.info("commit by file number {}, with files: {}", fileNames.size(), fileNames);
fileNames = new ArrayList<>();
}
}