diff --git a/serve/compose.yaml b/serve/compose.yaml index 1b791bd..c72caa8 100644 --- a/serve/compose.yaml +++ b/serve/compose.yaml @@ -27,7 +27,7 @@ services: vllm: !!merge <<: *common profiles: [vllm] - image: vllm/vllm-openai:v0.32.0@sha256:befccf0e7e4089aa23926bb6f887a85c0d46c2a99e6de5c5ffdf5cb7957c5b34 + image: vllm/vllm-openai:v0.33.0@sha256:d825baf9ce4b1b6bfc5ecc7b79880c7e6748c65a72d697ce3d47607aafa84c6e ipc: host # vLLM's workers share tensors through /dev/shm entrypoint: [sh, -c, 'exec vllm serve "$$MODEL" --served-model-name "$$NAME" --host 0.0.0.0 --port 8000 $$SERVE_ARGS']