server: delegate result_state creation to server_task (#17835)

* server: delegate result_state creation to server_task * remove unued states * add more docs
2025-12-08 17:04:38 +01:00
parent 68522c678d
commit 951520ddb0
6 changed files with 76 additions and 40 deletions
@@ -31,9 +31,8 @@ struct server_context {
    // get the underlaying llama_context
    llama_context * get_llama_context() const;

-    // get the underlaying queue_tasks and queue_results
-    // used by CLI application
-    std::pair<server_queue &, server_response &> get_queues();
+    // get a new response reader, used by CLI application
+    server_response_reader get_response_reader();
 };