server: implement /models?reload=1 (#21848)

This commit is contained in:
Xuan-Son Nguyen
2026-05-04 16:23:26 +02:00
committed by GitHub
parent d8794eecd5
commit 935a340292
5 changed files with 313 additions and 88 deletions
+5
View File
@@ -5,6 +5,8 @@
import subprocess
import os
TMP_DIR = os.path.join(os.path.dirname(os.path.abspath(__file__)), "tmp")
import re
import json
from json import JSONDecodeError
@@ -86,6 +88,7 @@ class ServerProcess:
api_key: str | None = None
models_dir: str | None = None
models_max: int | None = None
models_preset: str | None = None
no_models_autoload: bool | None = None
lora_files: List[str] | None = None
enable_ctx_shift: int | None = False
@@ -156,6 +159,8 @@ class ServerProcess:
server_args.extend(["--models-dir", self.models_dir])
if self.models_max is not None:
server_args.extend(["--models-max", self.models_max])
if self.models_preset:
server_args.extend(["--models-preset", self.models_preset])
if self.n_batch:
server_args.extend(["--batch-size", self.n_batch])
if self.n_ubatch: