mirror of
https://github.com/vllm-project/vllm.git
synced 2026-10-28 09:45:26 +08:00
[CI][Bugfix] Set gpu_memory_utilization for the Spark GPQA eval config (#58232)
Signed-off-by: Chenglun Hu <chenglunhu@gmail.com> Co-authored-by: vllm-agent <claw@inferact.ai>
This commit is contained in:
1 parent
d0c20bb840
commit
b3de57ad51
1 file changed
+6
@@ -1,5 +1,11 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
model_name: "openai/gpt-oss-20b"
|
||||
# DGX Spark's GPU memory is unified with system RAM, and free memory on the CI
|
||||
# Spark varies by a few GiB around the 0.92 request (111.95 GiB), so the default
|
||||
# utilization can fail the startup check. 0.6 leaves plenty of headroom. The
|
||||
# MI355 GPQA step runs the same models-spark.txt and picks this up too, so
|
||||
# don't tune it for Spark alone.
|
||||
server_args: "--gpu-memory-utilization 0.6"
|
||||
metric_threshold: 0.568
|
||||
reasoning_effort: "low"
|
||||
Reference in new issue
Block a user