activationLocationType: getActivationLocationType()

in neuron_viewer/src/panes/logitLens.tsx [94:125]

27 lines of code
2 McCabe index (conditional complexity)


                activationLocationType: getActivationLocationType(activeNode.nodeType),
                tensorIndices: [0, activeNode.nodeIndex], // [token_index, activation_index]
                layerIndex: activeNode.layerIndex,
                passType: PassType.BACKWARD,
              },
              value: 1.0,
            },
          ],
          lossFnConfig: { name: LossFnName.ZERO },
        },
        processingRequestSpecByName: {
          [SUB_REQUEST_NAME]: {
            dst: DerivedScalarType.VOCAB_TOKEN_WRITE_TO_INPUT_DIRECTION,
            layerIndex: undefined,
            activationIndex: 0, // Dummy value
            numTopTokens: 100,
          },
        },
      });
    }

    // Output tokens request:
    if ([TopTokenSupported.OUTPUT, TopTokenSupported.BOTH].includes(topTokenSupported)) {
      subRequests.push({
        inferenceRequestSpec: {
          // We specify an ablation that forces the node to have a positive activation, since a
          // value of zero (which can happen with autoencoder latents and with RELU) would prevent
          // us from calculating up/downvoted tokens.
          prompt: DUMMY_PROMPT,
          ablationSpecs: [
            {
              index: {