From 70e154bf85faffe996ad8f02808fe32b227be61c Mon Sep 17 00:00:00 2001 From: Leo Boisvert Date: Wed, 5 Feb 2025 13:33:40 -0500 Subject: [PATCH 1/7] Add new agent configurations for Claude Sonnet 3.5 and vision models --- src/agentlab/agents/generic_agent/__init__.py | 7 +++++++ src/agentlab/agents/generic_agent/agent_configs.py | 14 ++++++++++++++ 2 files changed, 21 insertions(+) diff --git a/src/agentlab/agents/generic_agent/__init__.py b/src/agentlab/agents/generic_agent/__init__.py index af5d9b57..f6cbc89c 100644 --- a/src/agentlab/agents/generic_agent/__init__.py +++ b/src/agentlab/agents/generic_agent/__init__.py @@ -15,7 +15,10 @@ RANDOM_SEARCH_AGENT, AGENT_4o, AGENT_4o_MINI, + AGENT_CLAUDE_SONNET_35, AGENT_4o_VISION, + AGENT_4o_MINI_VISION, + AGENT_CLAUDE_SONNET_35_VISION, ) __all__ = [ @@ -28,4 +31,8 @@ "AGENT_8B", "RANDOM_SEARCH_AGENT", "AGENT_CUSTOM", + "AGENT_CLAUDE_SONNET_35", + "AGENT_4o_VISION", + "AGENT_4o_MINI_VISION", + "AGENT_CLAUDE_SONNET_35_VISION", ] diff --git a/src/agentlab/agents/generic_agent/agent_configs.py b/src/agentlab/agents/generic_agent/agent_configs.py index 86f617da..02a4c7dc 100644 --- a/src/agentlab/agents/generic_agent/agent_configs.py +++ b/src/agentlab/agents/generic_agent/agent_configs.py @@ -260,6 +260,10 @@ chat_model_args=CHAT_MODEL_ARGS_DICT["openai/gpt-4o-mini-2024-07-18"], flags=FLAGS_GPT_4o, ) +AGENT_CLAUDE_SONNET_35 = GenericAgentArgs( + chat_model_args=CHAT_MODEL_ARGS_DICT["openrouter/anthropic/claude-3.5-sonnet:beta"], + flags=FLAGS_GPT_4o, +) # GPT-4o vision default config FLAGS_GPT_4o_VISION = FLAGS_GPT_4o.copy() @@ -271,6 +275,16 @@ flags=FLAGS_GPT_4o_VISION, ) +AGENT_4o_MINI_VISION = GenericAgentArgs( + chat_model_args=CHAT_MODEL_ARGS_DICT["openai/gpt-4o-mini-2024-07-18"], + flags=FLAGS_GPT_4o_VISION, +) + +AGENT_CLAUDE_SONNET_35_VISION = GenericAgentArgs( + chat_model_args=CHAT_MODEL_ARGS_DICT["openrouter/anthropic/claude-3.5-sonnet:beta"], + flags=FLAGS_GPT_4o_VISION, +) + DEFAULT_RS_FLAGS = GenericPromptFlags( flag_group="default_rs", From a08a223dbd47619d381af6f361beaa1d6feff38a Mon Sep 17 00:00:00 2001 From: ThibaultLSDC Date: Thu, 6 Feb 2025 11:02:56 -0500 Subject: [PATCH 2/7] limiting black version --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index c598b342..a59d4a4a 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,4 +1,4 @@ -black[jupyter]>=24.2.0 +black[jupyter]>=24.2.0,<25 blacken-docs pre-commit pytest==7.3.2 From 441d6bdd7ae2fc160aaf587cd0fd179863a10cbc Mon Sep 17 00:00:00 2001 From: ThibaultLSDC Date: Thu, 6 Feb 2025 11:17:15 -0500 Subject: [PATCH 3/7] black formatting --- src/agentlab/agents/generic_agent/reproducibility_agent.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/agentlab/agents/generic_agent/reproducibility_agent.py b/src/agentlab/agents/generic_agent/reproducibility_agent.py index 19cbc5c6..d9fa4c29 100644 --- a/src/agentlab/agents/generic_agent/reproducibility_agent.py +++ b/src/agentlab/agents/generic_agent/reproducibility_agent.py @@ -5,7 +5,7 @@ This module contains the classes and functions to reproduce the results of a study. It is used to create a new study that will run the same experiments as the original study, but with a reproducibility agent that will mimic the same -answers as the original agent. +answers as the original agent. Stats are collected to compare the original agent's answers with the new agent's answers. Load the this reproducibility study in agent-xray to compare the results. From 70d380d53060863a86850cc5532284131ee940cd Mon Sep 17 00:00:00 2001 From: ThibaultLSDC Date: Thu, 6 Feb 2025 11:22:11 -0500 Subject: [PATCH 4/7] black version --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index a59d4a4a..c598b342 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,4 +1,4 @@ -black[jupyter]>=24.2.0,<25 +black[jupyter]>=24.2.0 blacken-docs pre-commit pytest==7.3.2 From 9b48faef0bbc5b49e0f512c6b045267c86bd2da0 Mon Sep 17 00:00:00 2001 From: ThibaultLSDC Date: Thu, 6 Feb 2025 11:38:43 -0500 Subject: [PATCH 5/7] updated python version in black workflow --- .github/workflows/code_format.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/code_format.yml b/.github/workflows/code_format.yml index d0623472..d6d70b1b 100644 --- a/.github/workflows/code_format.yml +++ b/.github/workflows/code_format.yml @@ -21,7 +21,7 @@ jobs: - name: Set up Python uses: actions/setup-python@v5 with: - python-version: '3.10' + python-version: '3.11' cache: 'pip' # caching pip dependencies - name: Pip install From 5bbef2155b97b7a779e3847bb5dda6d69347741f Mon Sep 17 00:00:00 2001 From: ThibaultLSDC Date: Thu, 6 Feb 2025 11:45:20 -0500 Subject: [PATCH 6/7] :) --- .github/workflows/code_format.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/code_format.yml b/.github/workflows/code_format.yml index d6d70b1b..5542a395 100644 --- a/.github/workflows/code_format.yml +++ b/.github/workflows/code_format.yml @@ -31,4 +31,4 @@ jobs: run: pip list - name: Code Formatting - run: black . --check + run: black . --check --diff From 927e92b7d317d37206258940f029b9cac3884964 Mon Sep 17 00:00:00 2001 From: ThibaultLSDC Date: Thu, 6 Feb 2025 11:48:56 -0500 Subject: [PATCH 7/7] ? --- src/agentlab/llm/llm_configs.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/src/agentlab/llm/llm_configs.py b/src/agentlab/llm/llm_configs.py index 6a60e157..725d8a0c 100644 --- a/src/agentlab/llm/llm_configs.py +++ b/src/agentlab/llm/llm_configs.py @@ -1,5 +1,9 @@ -from agentlab.llm.chat_api import (AzureModelArgs, OpenAIModelArgs, - OpenRouterModelArgs, SelfHostedModelArgs) +from agentlab.llm.chat_api import ( + AzureModelArgs, + OpenAIModelArgs, + OpenRouterModelArgs, + SelfHostedModelArgs, +) default_oss_llms_args = { "n_retry_server": 4,