server : refactor oai_parser_opt, move it to server_chat_params (#18937)

* server_chat_params * move chat format into CLI * use meta whenever possible * clean up, no more chatml fallback
2026-01-19 23:28:01 +01:00
parent 1706a6d7c6
commit 6df686bee6
8 changed files with 112 additions and 103 deletions
@@ -20,9 +20,8 @@ struct server_context_meta {
    int slot_n_ctx;
    enum llama_pooling_type pooling_type;

-    // chat template
-    std::string chat_template;
-    std::string chat_template_tool_use;
+    // chat params
+    server_chat_params & chat_params;

    // tokens
    std::string bos_token_str;