in 5-appinfra/modules/hpc-ai-training-infra/tensorflow_mnist_train_distributed.py [0:0]
def decay(epoch): if epoch < 3: return 1e-3 elif epoch >= 3 and epoch < 7: return 1e-4 else: return 1e-5