in lm_human_preferences/utils/launch.py [0:0]
def parallel(jobs, mode):
if mode == 'local':
assert len(jobs) == 1, "Cannot run jobs in parallel locally"
for job in jobs:
job()
else:
with concurrent.futures.ThreadPoolExecutor() as executor:
futures = [executor.submit(job) for job in jobs]
for f in futures:
f.result()