in src/main/java/org/apache/doris/kafka/connector/writer/CopyIntoWriter.java [60:75]
public void fetchOffset() {
List<String> loadFiles = listLoadFiles();
long maxOffset = -1L;
for (String filePath : loadFiles) {
String name = FileNameUtils.fileNameFromPath(filePath);
if (!FileNameUtils.verifyFileName(dorisOptions.getName(), topic, partition, name)) {
continue;
}
long offset = FileNameUtils.fileNameToEndOffset(name);
if (offset > maxOffset) {
maxOffset = offset;
}
}
this.offsetPersistedInDoris.set(maxOffset);
LOG.info("init topic {} partition {} offset {}", topic, partition, maxOffset);
}