From 77f9c6bbe55fccd9ea567794024cb80943947901 Mon Sep 17 00:00:00 2001 From: Marius Gerdes <141485318+mglambda@users.noreply.github.com> Date: Sun, 23 Mar 2025 19:30:26 +0100 Subject: [PATCH] server : Add verbose output to OAI compatible chat endpoint. (#12246) Add verbose output to server_task_result_cmpl_final::to_json_oaicompat_chat_stream, making it conform with server_task_result_cmpl_final::to_json_oaicompat_chat, as well as the other to_json methods. --- examples/server/server.cpp | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index c2f1afeca..18caa9127 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -830,6 +830,11 @@ struct server_task_result_cmpl_final : server_task_result { ret.push_back({"timings", timings.to_json()}); } + // extra fields for debugging purposes + if (verbose) { + ret["__verbose"] = to_json_non_oaicompat(); + } + return ret; } };