# Model arguments
model:
  _component_: torchtune.models.phi3.phi3_mini

checkpointer:
  _component_: torchtune.training.FullModelHFCheckpointer
  checkpoint_dir: {{model_output_dir}}
  checkpoint_files: [
    ft-model-00001-of-00002.safetensors,
    ft-model-00002-of-00002.safetensors
  ]
  recipe_checkpoint: null
  #output_dir: {{model_output_dir}}/quant
  output_dir: quant  
  model_type: PHI3_MINI

device: cuda
dtype: bf16
seed: 1234

quantizer:
  _component_: torchtune.training.quantization.Int8DynActInt4WeightQuantizer
  groupsize: 256