in maddpg/common/distributions.py [0:0]
def kl(self, other): return tf.add_n([ p.kl(q) for p, q in zip(self.categoricals, other.categoricals) ])