def get_kbit_device_map()

in src/alignment/model_utils.py [0:0]

• 2 lines of code
• 2 McCabe index (conditional complexity)

def get_kbit_device_map() -> Dict[str, int] | None:
    """Useful for running inference with quantized models by setting `device_map=get_peft_device_map()`"""
    return {"": get_current_device()} if torch.cuda.is_available() else None