# Generated from a declarative template. Nothing here asks for an integration:
# the platform reads the label the image carries and attaches its serving layer
# to the `vllm serve` below.
FROM vllm/vllm-openai:v0.28.0

ENV MODEL=Qwen/Qwen3.8-27B-FP8 \
    MODEL_REVISION=017b9c7af6b5689d5dd426a76e0bc077eb5ca20a \
    MAX_MODEL_LEN=8192 \
    GPU_MEMORY_UTILIZATION=0.85 \
    MAX_NUM_SEQS=128 \
    HF_HOME=/weights \
    PORT=8080

EXPOSE 8080

ENTRYPOINT ["/bin/sh", "-c", \
  "exec vllm serve \"$MODEL\" --revision \"$MODEL_REVISION\" --port \"$PORT\" --max-model-len \"$MAX_MODEL_LEN\" --gpu-memory-utilization \"$GPU_MEMORY_UTILIZATION\" --max-num-seqs \"$MAX_NUM_SEQS\""]
