[BUZZOK-27550] Bump GenAI Agents image dependencies and scripts (#1654)

* Update GenAI agents dependencies and scripts

* delint

* Reconcile dependencies, updated IDs, tags

* Undo

* Redo requirements.txt

* Reconcile dependencies, updated IDs, tags

---------

Co-authored-by: svc-harness-git2 <svc-harness-git2@datarobot.com>

Author: mjnitz02

public_dropin_environments/python311_genai_agents/env_info.json

@@ -4,7 +4,7 @@
   "description": "This template environment can be used to create GenAI-powered agents using CrewAI, LangGraph, or Llama-Index. Similar to other drop-in environments, you can either include a .pth artifact or any other code needed to deserialize your model, and optionally a custom.py file. You can also use this environment in codespaces.",
   "programmingLanguage": "python",
   "label": "",
-  "environmentVersionId": "68bf53b6d6572611f9494cdc",
+  "environmentVersionId": "68c049d35fc47911f3d87960",
   "environmentVersionDescription": "",
   "isPublic": true,
   "isDownloadable": true,
@@ -15,8 +15,8 @@
   "contextUrl": "https://github.com/datarobot/datarobot-user-models/tree/master/public_dropin_environments/python311_genai_agents",
   "imageRepository": "env-python-genai-agents",
   "tags": [
-    "v11.2.0-68bf53b6d6572611f9494cdc",
-    "68bf53b6d6572611f9494cdc",
+    "v11.2.0-68c049d35fc47911f3d87960",
+    "68c049d35fc47911f3d87960",
     "v11.2.0-latest"
   ]
 }

public_dropin_environments/python311_genai_agents/requirements.in

@@ -21,8 +21,8 @@ urllib3>=2.5.0
 
 # GenAI Environment
 click~=8.1.8
-crewai>=0.140.0
-crewai-tools>=0.48.0
+crewai>=0.177.0
+crewai-tools>=0.69.0
 datarobot-drum>=1.16.22
 datarobot-moderations>=11.2.3
 datarobot-mlops>=11.1.0

public_dropin_environments/python311_genai_agents/requirements.txt

@@ -9,14 +9,14 @@ aioboto3==14.3.0
 aiobotocore[boto3]==2.22.0
 aiofiles==24.1.0
 aiohappyeyeballs==2.6.1
-aiohttp==3.12.14
+aiohttp==3.11.18
 aioitertools==0.12.0
-aiosignal==1.4.0
+aiosignal==1.3.2
 aiosqlite==0.21.0
 alembic==1.15.2
 annotated-types==0.7.0
 annoy==1.17.3
-anthropic==0.49.0
+anthropic==0.66.0
 anyio==4.9.0
 appdirs==1.4.4
 argcomplete==3.6.2
@@ -31,13 +31,14 @@ azure-core==1.34.0
 azure-identity==1.22.0
 azure-storage-blob==12.19.0
 backoff==2.2.1
-banks==2.1.2
+banks==2.2.0
 bcrypt==4.3.0
 beautifulsoup4==4.13.4
 bleach[css]==6.2.0
 blinker==1.9.0
 boto3==1.37.3
 botocore==1.37.3
+browserbase==1.4.0
 build==1.2.2.post1
 cachetools==5.5.2
 certifi==2025.4.26
@@ -50,8 +51,8 @@ cohere==5.15.0
 colorama==0.4.6
 coloredlogs==15.0.1
 comm==0.2.2
-crewai==0.140.0
-crewai-tools==0.48.0
+crewai==0.177.0
+crewai-tools==0.69.0
 cryptography==44.0.3
 dataclasses-json==0.6.7
 datarobot[auth]==3.8.2
@@ -111,7 +112,7 @@ grpc-google-iam-v1==0.14.2
 grpcio==1.71.0
 grpcio-status==1.71.0
 h11==0.16.0
-h2==4.3.0
+h2==4.2.0
 hf-xet==1.1.0
 hpack==4.1.0
 httpcore==1.0.9
@@ -157,7 +158,7 @@ kubernetes==32.0.1
 lancedb==0.22.0
 langchain==0.3.27
 langchain-cohere==0.3.5
-langchain-community==0.3.27
+langchain-community==0.3.29
 langchain-core==0.3.75
 langchain-experimental==0.3.4
 langchain-mcp-adapters==0.1.9
@@ -171,17 +172,17 @@ langgraph-sdk==0.1.66
 langsmith==0.3.45
 lark==1.2.2
 legacy-cgi==2.6.3
-litellm==1.72.6
+litellm==1.74.9
 llama-cloud==0.1.21
 llama-cloud-services==0.6.15
-llama-index==0.12.51
+llama-index==0.12.52
 llama-index-agent-openai==0.4.12
 llama-index-cli==0.4.4
-llama-index-core==0.12.51
+llama-index-core==0.12.52.post1
 llama-index-embeddings-azure-openai==0.3.7
 llama-index-embeddings-openai==0.3.1
 llama-index-indices-managed-llama-cloud==0.6.11
-llama-index-instrumentation==0.3.0
+llama-index-instrumentation==0.2.0
 llama-index-llms-azure-openai==0.3.4
 llama-index-llms-bedrock-converse==0.7.1
 llama-index-llms-langchain==0.6.1
@@ -287,8 +288,9 @@ pdfplumber==0.11.6
 pexpect==4.9.0
 pillow==11.3.0
 platformdirs==4.3.8
+playwright==1.55.0
 pluggy==1.6.0
-portalocker==2.10.1
+portalocker==2.7.0
 posthog==3.25.0
 progress==1.6
 prometheus-client==0.21.1
@@ -307,7 +309,8 @@ pyasn1-modules==0.4.2
 pycparser==2.22
 pydantic==2.11.7
 pydantic-core==2.33.2
-pydantic-settings==2.9.1
+pydantic-settings==2.10.1
+pyee==13.0.0
 pyfiglet==1.0.3
 pygments==2.19.1
 pyjwt[crypto]==2.10.1
@@ -335,7 +338,7 @@ qdrant-client==1.14.2
 ragas @ git+https://github.com/explodinggradients/ragas@5d59549ad5ef511f621502c563bc55ac5aeb9188#subdirectory=ragas
 referencing==0.36.2
 regex==2024.11.6
-requests==2.32.4
+requests==2.32.5
 requests-oauthlib==2.0.0
 requests-toolbelt==1.0.0
 rfc3339-validator==0.1.4
@@ -357,8 +360,9 @@ six==1.17.0
 sniffio==1.3.1
 soupsieve==2.7
 sqlalchemy[asyncio]==2.0.40
-sse-starlette==3.0.2
+sse-starlette==2.4.1
 stack-data==0.6.3
+stagehand==0.5.0
 starlette==0.46.2
 strenum==0.4.15
 strictyaml==1.4.2

public_dropin_environments/python311_genai_agents/run_agent.py

@@ -22,18 +22,14 @@
 from typing import Any, TextIO, cast
 from urllib.parse import urlparse, urlunparse
 
-import requests
 from datarobot_drum.drum.enum import TargetType
 from datarobot_drum.drum.root_predictors.drum_inline_utils import drum_inline_predictor
-from datarobot_drum.drum.root_predictors.drum_server_utils import DrumServerRun
-from openai import OpenAI
 from openai.types.chat import ChatCompletion
 from openai.types.chat.completion_create_params import (
     CompletionCreateParamsBase,
 )
 from opentelemetry import trace
 from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter
-from opentelemetry.propagate import inject
 from opentelemetry.sdk.trace import TracerProvider
 from opentelemetry.sdk.trace.export import SimpleSpanProcessor
 from opentelemetry.trace import Span, use_span
@@ -89,11 +85,6 @@ def argparse_args() -> argparse.Namespace:
         default=None,
         help="Custom attributes for tracing. Should be a JSON dictionary.",
     )
-    parser.add_argument(
-        "--use_serverless",
-        action="store_true",
-        help="Use DRUM serverless predictor.",
-    )
     args = parser.parse_args()
     return args
 
@@ -203,55 +194,6 @@ def setup_otel(args: Any) -> Span:
     return span
 
 
-def execute_drum(
-    chat_completion: CompletionCreateParamsBase,
-    default_headers: dict[str, str],
-    custom_model_dir: Path,
-) -> ChatCompletion:
-    root.info("Executing agent as [chat] endpoint. DRUM Executor.")
-    root.info("Starting DRUM server.")
-    with DrumServerRun(
-        target_type=TargetType.AGENTIC_WORKFLOW.value,
-        labels=None,
-        custom_model_dir=custom_model_dir,
-        with_error_server=True,
-        production=False,
-        verbose=True,
-        logging_level="info",
-        target_name="response",
-        wait_for_server_timeout=360,
-        port=get_open_port(),
-        stream_output=True,
-        max_workers=2,  # this will force drum tracing to not use batchprocessor
-    ) as drum_runner:
-        root.info("Verifying DRUM server")
-        response = requests.get(drum_runner.url_server_address)
-        if not response.ok:
-            root.error("Server failed to start")
-            try:
-                root.error(response.text)
-            finally:
-                raise RuntimeError("Server failed to start")
-
-        # inject OTEL headers into default_headers
-        inject(default_headers)
-
-        # Use a standard OpenAI client to call the DRUM server. This mirrors the behavior of a deployed agent.
-        # Using the `chat.completions.create` method ensures the parameters are OpenAI compatible.
-        root.info("Executing Agent")
-        client = OpenAI(
-            base_url=drum_runner.url_server_address,
-            api_key="not-required",
-            default_headers=default_headers,
-            max_retries=0,
-        )
-        completion = client.chat.completions.create(**chat_completion)
-
-    # Continue outside the context manager to ensure the server is stopped and logs
-    # are flushed before we write the output
-    return completion
-
-
 def execute_drum_inline(
     chat_completion: CompletionCreateParamsBase,
     custom_model_dir: Path,
@@ -304,17 +246,10 @@ def run_agent_procedure(args: Any) -> None:
         root.info(f"Trace id: {trace_id}")
 
         root.info(f"Executing request in directory {args.custom_model_dir}")
-        if args.use_serverless:
-            result = execute_drum_inline(
-                chat_completion=chat_completion,
-                custom_model_dir=args.custom_model_dir,
-            )
-        else:
-            result = execute_drum(
-                chat_completion=chat_completion,
-                default_headers=default_headers,
-                custom_model_dir=args.custom_model_dir,
-            )
+        result = execute_drum_inline(
+            chat_completion=chat_completion,
+            custom_model_dir=args.custom_model_dir,
+        )
         store_result(
             result,
             trace_id,