in elastic/shared/utils/file.py [0:0]
def _open_skip(self, data_file_path):
if self.offset == 0:
return
offset_file_path = f"{data_file_path}.offset"
bytes_offset = 0
self._remaining_lines = self.offset
# can we fast forward?
if os.path.exists(offset_file_path):
with open(offset_file_path, mode="rt", encoding="utf-8") as offsets:
for line in offsets:
line_number, offset_in_bytes = [int(i) for i in line.strip().split(";")]
if line_number <= self.offset:
bytes_offset = offset_in_bytes
self._remaining_lines = self.offset - line_number
else:
break
# fast forward to the last known file offset
self._start_bytes = bytes_offset
self.set_position()