in src/huggingface_inference_toolkit/sentence_transformers_utils.py [0:0]
def __init__(self, model_dir: str, device: Union[str, None] = None, **kwargs: Any) -> None:
# `device` needs to be set to "cuda" for GPU
self.model = SentenceTransformer(model_dir, device=device, **kwargs)