torchrecipes/utils/trainer_plugins.py [135:140]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
        ddp_comm_state=powerSGD.PowerSGDState(
            process_group=None,
            start_powerSGD_iter=3000,
            orthogonalization_epsilon=0,  # setting to 0 for accuracy reason
        ),
        ddp_comm_hook=powerSGD.batched_powerSGD_hook,
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



torchrecipes/utils/trainer_plugins.py [160:165]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
        ddp_comm_state=powerSGD.PowerSGDState(
            process_group=None,
            start_powerSGD_iter=3000,
            orthogonalization_epsilon=0,  # setting to 0 for accuracy reason
        ),
        ddp_comm_hook=powerSGD.batched_powerSGD_hook,
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -