assets/models/system/phi-3.5-mini-128k-instruct-cuda-gpu/spec.yaml

$schema: https://azuremlschemas.azureedge.net/latest/model.schema.json
name: Phi-3.5-mini-instruct-cuda-gpu
version: 1
path: ./
tags:
  foundryLocal: ""
  license: "MIT"
  licenseDescription: "This model is provided under the License Terms available at <https://huggingface.co/microsoft/Phi-3.5-mini-instruct/blob/main/LICENSE>."
  author: Microsoft
  inputModalities: "text"
  outputModalities: "text"
  task: chat-completion
  maxOutputTokens: 2048
  alias: phi-3.5-mini
type: custom_model
variantInfo:
  parents:
  - assetId: azureml://registries/azureml/models/Phi-3.5-mini-instruct/versions/6
  variantMetadata:
    modelType: 'ONNX'
    quantization: ['RTN']
    device: 'gpu'
    executionProvider: 'CUDAExecutionProvider'
    fileSizeBytes: 2287070085
    vRamFootprintBytes: 2313253027