in tools.py [0:0]
def load_model(self):
if self._model is not None:
return
from llama_cpp import Llama
repo_id = "bartowski/LLaMA-Mesh-GGUF"
filename = "LLaMA-Mesh-Q4_K_M.gguf"
self._model = Llama.from_pretrained(
repo_id=repo_id, filename=filename, n_gpu_layers=-1, n_ctx=8192
)