in sample_workloads/lit-gpt-demo/openwebtext.py [0:0]
def validate_args(io_args: IOArgs, train_args: TrainArgs, eval_args: EvalArgs) -> None:
unsupported = [(io_args, ["checkpoint_dir"]), (train_args, ["max_tokens"]), (eval_args, ["max_new_tokens"])]
for args, names in unsupported:
for name in names:
if getattr(args, name) is not None:
raise ValueError(f"{__file__} doesn't support the {name!r} argument. This is set in {args}")
required = [(io_args, ["train_data_dir", "val_data_dir"]), (train_args, ["epoch_size", "epochs", "max_norm"])]
for args, names in required:
for name in names:
if getattr(args, name) is None:
raise ValueError(f"{__file__} requires the {name!r} argument. This is set in {args}")