RedHatAI
/

Mistral-Small-3.1-24B-Instruct-2503-FP8-dynamic

Image-Text-to-Text

compressed-tensors

Model card Files Files and versions

jennyyyi commited on May 15

Commit

1e9549e

·

verified ·

1 Parent(s): b6c2916

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -226,7 +226,7 @@ spec:
           memory: 4Gi
           nvidia.com/gpu: '1'
       runtime: vllm-cuda-runtime	# must match the ServingRuntime name above
-      storageUri: oci://registry.redhat.io/rhelai1/modelcar-mistral-small-3-1-24b-instruct-2503:1.5
     tolerations:
     - effect: NoSchedule
       key: nvidia.com/gpu

           memory: 4Gi
           nvidia.com/gpu: '1'
       runtime: vllm-cuda-runtime	# must match the ServingRuntime name above
+      storageUri: oci://registry.redhat.io/rhelai1/modelcar-mistral-small-3-1-24b-instruct-2503-fp8-dynamic:1.5
     tolerations:
     - effect: NoSchedule
       key: nvidia.com/gpu