in scripts/launcher_distributed_kd.py [0:0]
def print_env_vars():
print("***** Printing enviroment variables *****")
print(f"Master Addr: {MASTER_ADDR}")
print(f"Mater Port: {MASTER_PORT}")
print(f"Total number of GPUs (WORLD SIZE): {WORLD_SIZE}")
print(f"The (global) rank of the current process: {GLOBAL_RANK}")
print(f"Local node rank: {LOCAL_RANK}")
print(f"Number of GPUs per node: {NUM_GPUS_PER_NODE}")
print(f"Number of nodes: {NUM_NODES}")
print(f"Use Downloaded Model: {args.use_downloaded_model}")
print(f"Type of use_downloaded_model: {type(args.use_downloaded_model)}")
print(f"Action: {args.tune_action}")
check_pytorch_version()