in optimum_benchmark/launchers/torchrun/launcher.py [0:0]
def __init__(self, config: TorchrunConfig):
super().__init__(config)
if get_start_method(allow_none=True) != self.config.start_method:
self.logger.info(f"\t+ Setting multiprocessing start method to {self.config.start_method}")
set_start_method(self.config.start_method, force=True)
self.launch_config = LaunchConfig(
min_nodes=self.config.min_nodes,
max_nodes=self.config.max_nodes,
nproc_per_node=self.config.nproc_per_node,
run_id=self.config.rdzv_id,
role=self.config.role,
rdzv_endpoint=self.config.rdzv_endpoint,
rdzv_backend=self.config.rdzv_backend,
rdzv_configs=self.config.rdzv_configs,
rdzv_timeout=self.config.rdzv_timeout,
max_restarts=self.config.max_restarts,
monitor_interval=self.config.monitor_interval,
start_method=self.config.start_method,
local_addr=self.config.local_addr,
)