From 4c65509344415ef0d51428fdb5db6064873174b8 Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Tue, 11 Feb 2025 16:38:35 -0800 Subject: [PATCH] hotpotqa datasets --- src/llama_stack_client/lib/agents/react/agent.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/src/llama_stack_client/lib/agents/react/agent.py b/src/llama_stack_client/lib/agents/react/agent.py index 622d4420..fafca9dc 100644 --- a/src/llama_stack_client/lib/agents/react/agent.py +++ b/src/llama_stack_client/lib/agents/react/agent.py @@ -83,9 +83,11 @@ def get_tool_defs(): instructions=instruction, toolgroups=builtin_toolgroups, client_tools=[client_tool.get_tool_definition() for client_tool in client_tools], - tool_choice="auto", - # TODO: refactor this to use SystemMessageBehaviour.replace - tool_prompt_format="json", + tool_config={ + "tool_choice": "auto", + "tool_prompt_format": "json" if "3.1" in model else "python_list", + "system_message_behavior": "replace", + }, input_shields=[], output_shields=[], enable_session_persistence=False,