From aa94f2086147cd4bfbcff818ce998dffce5fcb39 Mon Sep 17 00:00:00 2001 From: Mikolaj Kucharski Date: Sat, 10 Oct 2026 13:34:40 +0000 Subject: [PATCH] args: add LLAMA_ARG_SLOT_SAVE_PATH env for --slot-save-path (#30272) Allow configuring --slot-save-path via LLAMA_ARG_SLOT_SAVE_PATH so it can be set from an EnvironmentFile in a systemd unit file. --- common/arg.cpp | 2 +- tools/server/README.md | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/common/arg.cpp b/common/arg.cpp index bd5afbdfef..7c1b81e0fa 100644 --- a/common/arg.cpp +++ b/common/arg.cpp @@ -3643,7 +3643,7 @@ common_params_context common_params_parser_init(common_params & params, llama_ex params.slot_save_path += DIRECTORY_SEPARATOR; } } - ).set_examples({LLAMA_EXAMPLE_SERVER})); + ).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_SLOT_SAVE_PATH")); add_opt(common_arg( {"--media-path"}, "PATH", "directory for loading local media files; files can be accessed via file:// URLs using relative paths (default: disabled)", diff --git a/tools/server/README.md b/tools/server/README.md index 8fe260a32e..0c66504123 100644 --- a/tools/server/README.md +++ b/tools/server/README.md @@ -223,7 +223,7 @@ For the full list of features, please refer to [server's changelog](https://gith | `--metrics` | enable prometheus compatible metrics endpoint (default: disabled)
(env: LLAMA_ARG_ENDPOINT_METRICS) | | `--props` | enable changing global properties via POST /props (default: disabled)
(env: LLAMA_ARG_ENDPOINT_PROPS) | | `--slots, --no-slots` | expose slots monitoring endpoint (default: enabled)
(env: LLAMA_ARG_ENDPOINT_SLOTS) | -| `--slot-save-path PATH` | path to save slot kv cache (default: disabled) | +| `--slot-save-path PATH` | path to save slot kv cache (default: disabled)
(env: LLAMA_ARG_SLOT_SAVE_PATH) | | `--media-path PATH` | directory for loading local media files; files can be accessed via file:// URLs using relative paths (default: disabled) | | `--models-dir PATH` | directory containing models for the router server (default: disabled)
(env: LLAMA_ARG_MODELS_DIR) | | `--models-preset PATH` | path to INI file containing model presets for the router server (default: disabled)
(env: LLAMA_ARG_MODELS_PRESET) |