src/alpaca_eval/evaluators_configs/alpaca_eval_cot_gpt4_turbo_fn/configs.yaml [19:39]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
            ordered_models:
              type: "array"
              description: "A list of models ordered by the preference of their outputs. The first model in the list has the best output."
              items:
                type: "object"
                properties:
                  model:
                    type: "string"
                    description: "The name of the model"
                  rank:
                    type: "number"
                    description: "Order of preference of the model, 1 has the best output"
        "required": [ "ordered_models" ]
  fn_completion_parser: "pipeline_meta_parser"
  completion_parser_kwargs:
      parsers_to_kwargs:
        json_parser:
          annotation_key: "ordered_models"
        ranking_parser:
          model_1_name: "m"
  batch_size: 1
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



