From afe843e7ce087120fb8c629272f1d02b6975502c Mon Sep 17 00:00:00 2001 From: Sam Stoelinga Date: Fri, 10 Jan 2025 16:15:20 -0800 Subject: [PATCH] update vllm image to v0.6.6.post1 --- charts/kubeai/values.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/charts/kubeai/values.yaml b/charts/kubeai/values.yaml index d315db13..14bd59e5 100644 --- a/charts/kubeai/values.yaml +++ b/charts/kubeai/values.yaml @@ -40,10 +40,10 @@ modelServers: # The key is the image name (referenced from resourceProfiles) and the value is the image. # The "default" image should always be specified. # "default" is used when no imageName is specified or if a specific image is not found. - default: "vllm/vllm-openai:v0.6.4.post1" + default: "vllm/vllm-openai:v0.6.6.post1" cpu: "substratusai/vllm:v0.6.3.post1-cpu" google-tpu: "substratusai/vllm:v0.6.4.post1-tpu" - nvidia-gpu: "vllm/vllm-openai:v0.6.4.post1" + nvidia-gpu: "vllm/vllm-openai:v0.6.6.post1" # TODO (samos123) switch to the official image when it is available. # Source: https://github.com/drikster80/vllm/tree/gh200-docker # gh200: "drikster80/vllm-gh200-openai:v0.6.4.post1"