in tfops.py [0:0]
def linear(name, x, width, do_weightnorm=True, do_actnorm=True, initializer=None, scale=1.):
initializer = initializer or default_initializer()
with tf.variable_scope(name):
n_in = int(x.get_shape()[1])
w = tf.get_variable("W", [n_in, width],
tf.float32, initializer=initializer)
if do_weightnorm:
w = tf.nn.l2_normalize(w, [0])
x = tf.matmul(x, w)
x += tf.get_variable("b", [1, width],
initializer=tf.zeros_initializer())
if do_actnorm:
x = actnorm("actnorm", x, scale)
return x