in neuron_explainer/activations/derived_scalars/scalar_deriver.py [0:0]
def exists_by_default(self) -> bool:
# returns True if the activation is instantiated by default in a normal transformer forward pass
# this is False for activations related to autoencoders or for non-trivial derived scalars
pass