in optimum_benchmark/backends/py_txi/config.py [0:0]
def __post_init__(self):
super().__post_init__()
if self.task not in TEXT_GENERATION_TASKS + TEXT_EMBEDDING_TASKS:
raise NotImplementedError(f"TXI does not support task {self.task}")
# Device options
if self.device_ids is not None and is_nvidia_system() and self.gpus is None:
self.gpus = self.device_ids
if self.device_ids is not None and is_rocm_system() and self.devices is None:
ids = list(map(int, self.device_ids.split(",")))
renderDs = [file for file in os.listdir("/dev/dri") if file.startswith("renderD")]
self.devices = ["/dev/kfd"] + [f"/dev/dri/{renderDs[i]}" for i in ids]
self.trust_remote_code = self.model_kwargs.get("trust_remote_code", None)