diff --git a/stacks/voxtral/compose.yaml b/stacks/voxtral/compose.yaml index 2e0fbfa..591a1c0 100644 --- a/stacks/voxtral/compose.yaml +++ b/stacks/voxtral/compose.yaml @@ -33,12 +33,16 @@ services: volumes: - ${VOXTRAL_CACHE_DIR}:/root/.cache/huggingface - ${VOXTRAL_VOICES_DIR}:/voices:ro - # vLLM-Omni's serve command — model + dtype + port pinned. + # vllm/vllm-omni image has no default ENTRYPOINT or CMD — the + # container init expected --model=... as argv[0]. Set entrypoint + # to `vllm serve` (the standard CLI) and pass model as positional + # + tuning flags via command. + entrypoint: ["vllm", "serve"] command: - - --model=${VOXTRAL_MODEL:-mistralai/Voxtral-4B-TTS-2603} - - --port=8000 - - --dtype=bfloat16 - - --gpu-memory-utilization=${VOXTRAL_GPU_UTIL:-0.85} + - "${VOXTRAL_MODEL:-mistralai/Voxtral-4B-TTS-2603}" + - "--port=8000" + - "--dtype=bfloat16" + - "--gpu-memory-utilization=${VOXTRAL_GPU_UTIL:-0.85}" healthcheck: # vLLM-Omni exposes /health for liveness + /v1/models for readiness. # /health 200 means the server's listening; /v1/models 200 means