torchrecipes/utils/trainer_plugins.py [74:79]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
        ddp_comm_state=powerSGD.PowerSGDState(
            process_group=None,
            start_powerSGD_iter=10000,
            orthogonalization_epsilon=0,  # setting to 0 for accuracy reason
        ),
        ddp_comm_hook=powerSGD.powerSGD_hook,
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



torchrecipes/utils/trainer_plugins.py [118:123]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
        ddp_comm_state=powerSGD.PowerSGDState(
            process_group=None,
            start_powerSGD_iter=10000,
            orthogonalization_epsilon=0,  # setting to 0 for accuracy reason
        ),
        ddp_comm_hook=powerSGD.powerSGD_hook,
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -