in consumer/record_processor.py [0:0]
def shard_ended(self, shard_ended_input): logging.warn("Shard has ended checkpointing") shard_ended_input.checkpointer.checkpoint()