in llm_perf/benchmark_runners/cpu/update_llm_perf_cpu_openvino.py [0:0]
def _get_weights_configs(self, subset) -> Dict[str, Dict[str, Any]]:
if subset == "unquantized":
return {
"float32": {
"torch_dtype": "float32",
"quant_scheme": None,
"quant_config": {},
},
# "float16": {
# "torch_dtype": "float16",
# "quant_scheme": None,
# "quant_config": {},
# },
# "bfloat16": {
# "torch_dtype": "bfloat16",
# "quant_scheme": None,
# "quant_config": {},
# },
}
else:
raise ValueError(f"Unknown subset: {subset}")