in launcher/nemo/recipe_stages.py [0:0]
def __init__(self, cfg):
super().__init__(cfg)
self.device = "trainium"
# Used by Slurm and K8s. Example: "llama/megatron_llama_7B_config"
self._training_filename = self.cfg.training_config.rsplit("/", 1)[-1]
self._temp_training_conf_file = ROOT_DIR / f"tmp/training/{self._training_filename}.yaml"
if not self._temp_training_conf_file.parent.exists():
self._temp_training_conf_file.parent.mkdir(parents=True)