in neuron_explainer/activations/derived_scalars/derived_scalar_types.py [0:0]
def is_autoencoder_latent(self) -> bool:
return self in {
DerivedScalarType.AUTOENCODER_LATENT,
DerivedScalarType.ONLINE_AUTOENCODER_LATENT,
DerivedScalarType.MLP_AUTOENCODER_LATENT,
DerivedScalarType.MLP_AUTOENCODER_WRITE_NORM,
DerivedScalarType.ONLINE_MLP_AUTOENCODER_LATENT,
DerivedScalarType.ONLINE_MLP_AUTOENCODER_WRITE,
DerivedScalarType.ONLINE_MLP_AUTOENCODER_WRITE_NORM,
DerivedScalarType.ONLINE_MLP_AUTOENCODER_ACT_TIMES_GRAD,
DerivedScalarType.ONLINE_MLP_AUTOENCODER_WRITE_TO_FINAL_RESIDUAL_GRAD,
DerivedScalarType.ONLINE_MLP_AUTOENCODER_WRITE_TO_FINAL_ACTIVATION_RESIDUAL_GRAD,
DerivedScalarType.ATTENTION_AUTOENCODER_LATENT,
DerivedScalarType.ATTENTION_AUTOENCODER_WRITE_NORM,
DerivedScalarType.ONLINE_ATTENTION_AUTOENCODER_LATENT,
DerivedScalarType.ONLINE_ATTENTION_AUTOENCODER_WRITE,
DerivedScalarType.ONLINE_ATTENTION_AUTOENCODER_WRITE_NORM,
DerivedScalarType.ONLINE_ATTENTION_AUTOENCODER_ACT_TIMES_GRAD,
DerivedScalarType.ONLINE_ATTENTION_AUTOENCODER_WRITE_TO_FINAL_RESIDUAL_GRAD,
DerivedScalarType.ONLINE_ATTENTION_AUTOENCODER_WRITE_TO_FINAL_ACTIVATION_RESIDUAL_GRAD,
}