chatlearn/synchronizer/parameter_sync.py [239:253]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
        src_actor = self.src_model.get_actor(src_rank)
        self.insert_actor2rank(src_actor, src_rank)
        self.insert_actor2model(src_actor, self.src_model)
        dst_actor = self.dst_model.get_actor(dst_rank)
        self.insert_actor2rank(dst_actor, dst_rank)
        self.insert_actor2model(dst_actor, self.dst_model)

        src_gpu = self.get_or_cache(src_actor, "get_visible_gpus")
        dst_gpu = self.get_or_cache(dst_actor, "get_visible_gpus")
        src_tp_rank = self.get_actor_tp_rank(src_actor)
        dst_tp_rank = self.get_actor_tp_rank(dst_actor)
        src_pp_rank = self.get_actor_pipe_rank(src_actor)
        dst_pp_rank = self.get_actor_pipe_rank(dst_actor)
        src_ep_rank = self.get_actor_ep_rank(src_actor)
        dst_ep_rank = self.get_actor_ep_rank(dst_actor)
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



chatlearn/synchronizer/parameter_sync.py [1620:1634]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
        src_actor = self.src_model.get_actor(src_rank)
        self.insert_actor2rank(src_actor, src_rank)
        self.insert_actor2model(src_actor, self.src_model)
        dst_actor = self.dst_model.get_actor(dst_rank)
        self.insert_actor2rank(dst_actor, dst_rank)
        self.insert_actor2model(dst_actor, self.dst_model)

        src_gpu = self.get_or_cache(src_actor, "get_visible_gpus")
        dst_gpu = self.get_or_cache(dst_actor, "get_visible_gpus")
        src_tp_rank = self.get_actor_tp_rank(src_actor)
        dst_tp_rank = self.get_actor_tp_rank(dst_actor)
        src_pp_rank = self.get_actor_pipe_rank(src_actor)
        dst_pp_rank = self.get_actor_pipe_rank(dst_actor)
        src_ep_rank = self.get_actor_ep_rank(src_actor)
        dst_ep_rank = self.get_actor_ep_rank(dst_actor)
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -