Merge pull request #257 from scaleapi/fix/add-litellm-retry-policy

fix: add litellm retry with exponential backoff for rate limit errors

Author: sayakmaity

src/agentex/lib/adk/providers/_modules/litellm.py

@@ -26,7 +26,13 @@
 logger = make_logger(__name__)
 
 # Default retry policy for all LiteLLM operations
-DEFAULT_RETRY_POLICY = RetryPolicy(maximum_attempts=1)
+# Retries with exponential backoff: 1s, 2s, 4s, ... up to 30s between attempts
+DEFAULT_RETRY_POLICY = RetryPolicy(
+    maximum_attempts=3,
+    initial_interval=timedelta(seconds=1),
+    backoff_coefficient=2.0,
+    maximum_interval=timedelta(seconds=30),
+)
 
 
 class LiteLLMModule:

src/agentex/lib/types/llm_messages.py

@@ -58,6 +58,7 @@ class LLMConfig(BaseModel):
     parallel_tool_calls: bool | None = None
     logprobs: bool | None = None
     top_logprobs: int | None = None
+    num_retries: int | None = 3
 
 
 class ContentPartText(BaseModel):