in scripts/run_prompt_creation_llm_swarm.py [0:0]
def save_checkpoint(output_dir, all_generated_ids, step):
checkpoint_path = f"{CHECKPOINT_PREFIX}-{step}.json"
output_path = os.path.join(output_dir, checkpoint_path)
with open(output_path, "w") as file:
json.dump(all_generated_ids, file)