in launcher/nemo/stages.py [0:0]
def get_env_vars(self) -> Dict:
"""
Set up dictionary for environment variables
By default injecting the EFA env variable when doing multi-node training
The environment variables from hydra config will be set inside the job scripts.
For Example:
Set `env_vars.NVTE_BIAS_DROPOUT_FUSION=1` while calling nemo_launcherlauncher-scripts,
`NVTE_BIAS_DROPOUT_FUSION=1` will be set while running the job.
:return: a dictionary of env vars while running the job.
:rtype: Dict
"""
env_vars = super().get_env_vars()
stage_cfg = self.stage_cfg
nodes = get_num_nodes(stage_cfg)
if int(nodes) > 1:
env_vars = set_multinode_envs(env_vars, self.instance_type)
return env_vars