From a2ed629e8c30c4882ea4265ae9e0f69f9467ec2d Mon Sep 17 00:00:00 2001 From: LFu Date: Mon, 8 Dec 2025 16:41:06 +0800 Subject: [PATCH 1/2] Add model_identity to system message retrieval Signed-off-by: LFu --- vllm/entrypoints/openai/serving_chat.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/entrypoints/openai/serving_chat.py b/vllm/entrypoints/openai/serving_chat.py index c6333d170c66..830b5d409661 100644 --- a/vllm/entrypoints/openai/serving_chat.py +++ b/vllm/entrypoints/openai/serving_chat.py @@ -1761,6 +1761,7 @@ def _make_request_with_harmony( assert not self.supports_browsing assert not self.supports_code_interpreter sys_msg = get_system_message( + model_identity=request.chat_template_kwargs.get("model_identity", None), reasoning_effort=request.reasoning_effort, browser_description=None, python_description=None, From 5e8466e9b085a2151bdf0737a25d2d2d6700de68 Mon Sep 17 00:00:00 2001 From: LFu Date: Mon, 8 Dec 2025 16:51:27 +0800 Subject: [PATCH 2/2] Update vllm/entrypoints/openai/serving_chat.py Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> Signed-off-by: LFu --- vllm/entrypoints/openai/serving_chat.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/entrypoints/openai/serving_chat.py b/vllm/entrypoints/openai/serving_chat.py index 830b5d409661..678ec5618ef9 100644 --- a/vllm/entrypoints/openai/serving_chat.py +++ b/vllm/entrypoints/openai/serving_chat.py @@ -1761,7 +1761,7 @@ def _make_request_with_harmony( assert not self.supports_browsing assert not self.supports_code_interpreter sys_msg = get_system_message( - model_identity=request.chat_template_kwargs.get("model_identity", None), + model_identity=(request.chat_template_kwargs or {}).get("model_identity"), reasoning_effort=request.reasoning_effort, browser_description=None, python_description=None,