in maddpg/common/distributions.py [0:0]
def entropy(self): return tf.add_n([p.entropy() for p in self.categoricals])