From 66076ea0cd96c2843526b4c5d8ff0254d25b6f50 Mon Sep 17 00:00:00 2001 From: Imene Kerboua <33312980+imenelydiaker@users.noreply.github.com> Date: Mon, 13 Oct 2025 17:36:36 -0400 Subject: [PATCH] add custom VLLM endpoitn url --- src/agentlab/llm/chat_api.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/agentlab/llm/chat_api.py b/src/agentlab/llm/chat_api.py index 9ee68838..eaabf38f 100644 --- a/src/agentlab/llm/chat_api.py +++ b/src/agentlab/llm/chat_api.py @@ -479,7 +479,7 @@ def __init__( min_retry_wait_time=min_retry_wait_time, api_key_env_var="VLLM_API_KEY", client_class=OpenAI, - client_args={"base_url": "http://0.0.0.0:8000/v1"}, + client_args={"base_url": os.getenv("VLLM_API_URL", "http://localhost:8000/v1")}, pricing_func=None, )