in neuron_explainer/activations/derived_scalars/derived_scalar_types.py [0:0]
def is_raw_activation_type(self) -> bool:
return self in {
DerivedScalarType.RESID_POST_EMBEDDING,
DerivedScalarType.RESID_DELTA_MLP,
DerivedScalarType.RESID_POST_MLP,
DerivedScalarType.MLP_PRE_ACT,
DerivedScalarType.MLP_POST_ACT,
DerivedScalarType.ATTN_QUERY,
DerivedScalarType.ATTN_KEY,
DerivedScalarType.ATTN_VALUE,
DerivedScalarType.ATTN_QK_LOGITS,
DerivedScalarType.ATTN_QK_PROBS,
DerivedScalarType.ATTN_WEIGHTED_SUM_OF_VALUES,
DerivedScalarType.RESID_DELTA_ATTN,
DerivedScalarType.RESID_POST_ATTN,
DerivedScalarType.RESID_FINAL_LAYER_NORM_SCALE,
DerivedScalarType.ATTN_INPUT_LAYER_NORM_SCALE,
DerivedScalarType.MLP_INPUT_LAYER_NORM_SCALE,
DerivedScalarType.LOGITS,
}