in dataflux_pytorch/benchmark/checkpointing/multinode/train.py [0:0]
def validate(args):
if args.distributed_filesystem and args.strategy != FSDP_STRATEGY:
raise ValueError(
"Strategy must be set to fsdp when using a distributed filesystem like GCSFuse or Filestore"
)
if args.save_only and args.load_only:
raise ValueError("Either save_only or load_only can be set.")
if args.save_only and args.strategy != FSDP_STRATEGY:
raise ValueError(
"strategy must be set to fsdp if benchmarking only checkpoint saves."
)
if args.load_only and args.strategy != FSDP_STRATEGY:
raise ValueError(
"strategy must be set to fsdp if benchmarking only checkpoint loads."
)