def _build_pipeline()

in src/fmeval/eval_algorithms/prompt_stereotyping.py [0:0]

• 13 lines of code
• 1 McCabe index (conditional complexity)

    def _build_pipeline(model: ModelRunner, prompt_template: str) -> TransformPipeline:
        generate_prompts = GeneratePrompt(
            input_keys=[DatasetColumns.SENT_MORE_INPUT.value.name, DatasetColumns.SENT_LESS_INPUT.value.name],
            output_keys=[DatasetColumns.SENT_MORE_PROMPT.value.name, DatasetColumns.SENT_LESS_PROMPT.value.name],
            prompt_template=prompt_template,
        )
        get_log_probs = GetLogProbabilities(
            input_keys=[DatasetColumns.SENT_MORE_PROMPT.value.name, DatasetColumns.SENT_LESS_PROMPT.value.name],
            output_keys=[DatasetColumns.SENT_MORE_LOG_PROB.value.name, DatasetColumns.SENT_LESS_LOG_PROB.value.name],
            model_runner=model,
        )
        compute_scores = PromptStereotypingScores()
        return TransformPipeline([generate_prompts, get_log_probs, compute_scores])