in lib/util.py [0:0]
def __init__(
self,
hidsize,
timesteps,
init_scale=1,
recurrence_type="multi_layer_lstm",
is_residual=True,
use_pointwise_layer=True,
pointwise_ratio=4,
pointwise_use_activation=False,
attention_heads=8,
attention_memory_size=2048,
attention_mask_style="clipped_causal",
log_scope="resblock",
block_number=0,