RedHatAI
/

Qwen3-Coder-480B-A35B-Instruct-FP8

Text Generation

text-generation-inference

compressed-tensors

Model card Files Files and versions

robgreenberg3 commited on Oct 13

Commit

b7c0b01

·

verified ·

1 Parent(s): 26a2a1d

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -174,7 +174,7 @@ spec:
      name: vLLM
  containers:
    - name: kserve-container
-     image: quay.io/modh/vllm:rhoai-2.24-cuda # CHANGE if needed. If AMD: quay.io/modh/vllm:rhoai-2.24-rocm
      command:
        - python
        - -m

      name: vLLM
  containers:
    - name: kserve-container
+     image: quay.io/modh/vllm:rhoai-2.25-cuda # CHANGE if needed. If AMD: quay.io/modh/vllm:rhoai-2.25-rocm
      command:
        - python
        - -m