assets/models/system/qwen2.5-14b-instruct-cuda-gpu/spec.yaml (25 lines of code) (raw):

$schema: https://azuremlschemas.azureedge.net/latest/model.schema.json name: qwen2.5-14b-instruct-cuda-gpu version: 1 path: ./ tags: foundryLocal: "" license: "apache-2.0" licenseDescription: "This model is provided under the License Terms available at <https://huggingface.co/Qwen/Qwen2.5-14B-Instruct/blob/main/LICENSE>." author: Microsoft inputModalities: "text" outputModalities: "text" task: chat-completion maxOutputTokens: 2048 alias: qwen2.5-14b type: custom_model variantInfo: parents: - assetId: azureml://registries/azureml/models/qwen2.5-14b-instruct/versions/1 variantMetadata: modelType: 'ONNX' quantization: ['RTN'] device: 'gpu' executionProvider: 'CUDAExecutionProvider' fileSizeBytes: 9438190632 vRamFootprintBytes: 9438526003