in local_gemma/utils/config.py [0:0]
def get_generation_kwargs(mode: str) -> Dict:
generation_kwargs = {"do_sample": True}
if mode == "chat":
generation_kwargs["temperature"] = 0.7
elif mode == "factual":
generation_kwargs["temperature"] = 0.3
generation_kwargs["repetition_penalty"] = 1.2
elif mode == "creative":
generation_kwargs["min_p"] = 0.08
generation_kwargs["temperature"] = 1.5
else:
raise ValueError(f"Unknown mode: {mode}")
return generation_kwargs