diff --git a/charts/kubeai/values.yaml b/charts/kubeai/values.yaml
index f203fb94..e4d5181b 100644
--- a/charts/kubeai/values.yaml
+++ b/charts/kubeai/values.yaml
@@ -17,10 +17,10 @@ modelServers:
       # The key is the image name (referenced from resourceProfiles) and the value is the image.
       # The "default" image should always be specified.
       # "default" is used when no imageName is specified or if a specific image is not found.
-      default: "vllm/vllm-openai:v0.6.3.post1"
+      default: "vllm/vllm-openai:v0.6.4.post1"
       cpu: "substratusai/vllm:v0.6.3.post1-cpu"
-      google-tpu: "substratusai/vllm:v0.6.3.post1-tpu"
-      nvidia-gpu: "vllm/vllm-openai:v0.6.3.post1"
+      google-tpu: "substratusai/vllm:v0.6.4.post1-tpu"
+      nvidia-gpu: "vllm/vllm-openai:v0.6.4.post1"
       # TODO (samos123) switch to the official image when it is available.
       # Note this is simply a clone of drikster80/vllm-gh200-openai:v0.6.3.post1.
       # Source: https://github.com/drikster80/vllm/tree/gh200-docker
diff --git a/test/e2e/run.sh b/test/e2e/run.sh
index 9abcb5db..97eff4b8 100755
--- a/test/e2e/run.sh
+++ b/test/e2e/run.sh
@@ -44,6 +44,10 @@ error_handler() {
     kubectl get events
     echo "--- Models ---"
     kubectl get crds models.kubeai.org && kubectl get models -oyaml
+    echo "--- Model Logs ---"
+    kubectl logs -l app=model --tail -1
+    echo "--- Describe Model Pods ---"
+    kubectl describe pod -l app=model
     echo "!!! FAIL !!!"
     exit 1
 }