def get_llm()

in packages/constructs/L3/ai/gaia-l3-construct/lib/model-interfaces/langchain/functions/request-handler/adapters/bedrock/base.py [0:0]

• 32 lines of code
• 9 McCabe index (conditional complexity)

    def get_llm(self, model_kwargs={}, extra={}):
        bedrock = genai_core.clients.get_bedrock_client()
        params = {}

        # Collect temperature, topP, and maxTokens if available
        temperature = model_kwargs.get("temperature")
        top_p = model_kwargs.get("topP")
        max_tokens = model_kwargs.get("maxTokens")

        if temperature is not None:
            params["temperature"] = temperature
        if top_p:
            params["top_p"] = top_p
        if max_tokens:
            params["max_tokens"] = max_tokens

        # Fetch guardrails if any
        guardrails = get_guardrails()
        if len(guardrails.keys()) > 0:
            params["guardrails"] = guardrails

        # Log all parameters in a single log entry, including full guardrails
        logger.info(
            f"Creating LLM chain for model {self.model_id}",
            model_kwargs=model_kwargs,
            temperature=temperature,
            top_p=top_p,
            max_tokens=max_tokens,
            guardrails=guardrails,
        )

        # Return ChatBedrockConverse instance with the collected params
        return ChatBedrockConverse(
            client=bedrock,
            model_id=self.model_id,
            disable_streaming=model_kwargs.get("streaming", False) == False
            or self.disable_streaming,
            callbacks=[self.callback_handler],
            **params,
            **extra,
        )