in src/optimum/nvidia/utils/nvml.py [0:0]
def has_float8_support() -> bool:
compute_capabilities = get_device_compute_capabilities(0)
if compute_capabilities:
compute_capabilities_ = compute_capabilities[0] * 10 + compute_capabilities[1]
return compute_capabilities_ in SM_FP8_SUPPORTED
else:
LOGGER.warning(
"Failed to retrieve the proper compute capabilities on the device"
)
return False