def v5_128k()

in sparse_autoencoder/paths.py [0:0]

• 4 lines of code
• 2 McCabe index (conditional complexity)

def v5_128k(location, layer_index):
    """
    Details:
    - Number of autoencoder latents: 2**17 = 131072
    - Number of training tokens: TODO
    - Activation function: TopK(32)
    - L1 regularization strength: n/a
    - Layer normed inputs: true
    """
    assert location in ["resid_delta_attn", "resid_delta_mlp", "resid_post_attn", "resid_post_mlp"]
    assert layer_index in range(12)
    # note: it's actually 2**15 and 2**17 ~= 131k
    return f"az://openaipublic/sparse-autoencoder/gpt2-small/{location}_v5_128k/autoencoders/{layer_index}.pt"