cookbook-efforts/domain-specific-datasets/project_app/pipeline.yaml [90:151]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
      runtime_parameters_info:
      - name: input_batch_size
        optional: true
        description: The number of rows that will contain the batches processed by
          the step.
      - name: llm
        runtime_parameters_info:
        - name: generation_kwargs
          description: The kwargs to be propagated to either `generate` or `agenerate`
            methods within each `LLM`.
          keys:
          - name: max_new_tokens
            optional: true
            description: the maximum number of new tokens that the model will generate.  Defaults
              to `128`.
          - name: frequency_penalty
            optional: true
            description: the repetition penalty to use for the generation. Defaults  to
              `0.0`. Only applies if `use_openai_client=True`.
          - name: presence_penalty
            optional: true
            description: the presence penalty to use for the generation. Defaults
              to  `0.0`. Only applies if `use_openai_client=True`.
          - name: repetition_penalty
            optional: true
            description: the repetition penalty to use for the generation. Defaults  to
              `None`. Only applies if `use_openai_client=False`.
          - name: temperature
            optional: true
            description: the temperature to use for the generation. Defaults to `1.0`.
          - name: do_sample
            optional: true
            description: whether to use sampling for the generation. Defaults to `False`.  Only
              applies if `use_openai_client=False`.
          - name: top_k
            optional: true
            description: the top-k value to use for the generation. Defaults to `0.8`,
              since neither  `0.0` nor `1.0` are valid values in TGI.
          - name: top_p
            optional: true
            description: the top-p value to use for the generation. Defaults to `1.0`.
          - name: typical_p
            optional: true
            description: the typical-p value to use for the generation. Defaults to
              `0.5`.
        - name: endpoint_name
          optional: true
          description: The name of the Inference Endpoint to use for the LLM.
        - name: endpoint_namespace
          optional: true
          description: The namespace of the Inference Endpoint to use for the LLM.
        - name: base_url
          optional: true
          description: The base URL to use for the Inference Endpoints API requests.
        - name: api_key
          optional: true
          description: The API key to authenticate the requests to the Inference Endpoints
            API.
      - name: num_generations
        optional: true
        description: The number of generations to be produced per input.
      type_info:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



cookbook-efforts/domain-specific-datasets/project_app/pipeline.yaml [402:463]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
      runtime_parameters_info:
      - name: input_batch_size
        optional: true
        description: The number of rows that will contain the batches processed by
          the step.
      - name: llm
        runtime_parameters_info:
        - name: generation_kwargs
          description: The kwargs to be propagated to either `generate` or `agenerate`
            methods within each `LLM`.
          keys:
          - name: max_new_tokens
            optional: true
            description: the maximum number of new tokens that the model will generate.  Defaults
              to `128`.
          - name: frequency_penalty
            optional: true
            description: the repetition penalty to use for the generation. Defaults  to
              `0.0`. Only applies if `use_openai_client=True`.
          - name: presence_penalty
            optional: true
            description: the presence penalty to use for the generation. Defaults
              to  `0.0`. Only applies if `use_openai_client=True`.
          - name: repetition_penalty
            optional: true
            description: the repetition penalty to use for the generation. Defaults  to
              `None`. Only applies if `use_openai_client=False`.
          - name: temperature
            optional: true
            description: the temperature to use for the generation. Defaults to `1.0`.
          - name: do_sample
            optional: true
            description: whether to use sampling for the generation. Defaults to `False`.  Only
              applies if `use_openai_client=False`.
          - name: top_k
            optional: true
            description: the top-k value to use for the generation. Defaults to `0.8`,
              since neither  `0.0` nor `1.0` are valid values in TGI.
          - name: top_p
            optional: true
            description: the top-p value to use for the generation. Defaults to `1.0`.
          - name: typical_p
            optional: true
            description: the typical-p value to use for the generation. Defaults to
              `0.5`.
        - name: endpoint_name
          optional: true
          description: The name of the Inference Endpoint to use for the LLM.
        - name: endpoint_namespace
          optional: true
          description: The namespace of the Inference Endpoint to use for the LLM.
        - name: base_url
          optional: true
          description: The base URL to use for the Inference Endpoints API requests.
        - name: api_key
          optional: true
          description: The API key to authenticate the requests to the Inference Endpoints
            API.
      - name: num_generations
        optional: true
        description: The number of generations to be produced per input.
      type_info:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



