Updated error analyzer logging

Author: webarch-ai

lib/idp_common_pkg/idp_common/agents/error_analyzer/tools/cloudwatch_tool.py

@@ -138,6 +138,7 @@ def cloudwatch_document_logs(
         all_results = []
         total_events = 0
         groups_to_search = log_groups["log_groups"][:max_log_groups]
+        search_method_used = "none"
 
         for request_id in request_ids_to_search:
             function_name = next(
@@ -160,14 +161,16 @@ def cloudwatch_document_logs(
                 )
 
                 if search_result.get("events_found", 0) > 0:
+                    search_method_used = "lambda_request_id"
                     logger.info(
-                        f"Found {search_result['events_found']} error events in {log_group['name']} for Lambda function {function_name}"
+                        f"Found {search_result['events_found']} error events in {log_group['name']} for Lambda function {function_name} using request ID {request_id}"
                     )
                     all_results.append(
                         {
                             "log_group": log_group["name"],
                             "lambda_function_name": function_name,
                             "request_id": request_id,
+                            "search_method": "lambda_request_id",
                             "events_found": search_result["events_found"],
                             "events": search_result["events"],
                         }
@@ -202,30 +205,36 @@ def cloudwatch_document_logs(
                     ]
 
                     if error_events:
+                        search_method_used = "document_specific_fallback"
                         logger.info(
-                            f"Found {len(error_events)} document-specific error events in {log_group['name']}"
+                            f"Found {len(error_events)} document-specific error events in {log_group['name']} using fallback search"
                         )
                         all_results.append(
                             {
                                 "log_group": log_group["name"],
-                                "search_type": "document_specific",
+                                "search_method": "document_specific_fallback",
                                 "events_found": len(error_events),
                                 "events": error_events,
                             }
                         )
                         total_events += len(error_events)
                         break
 
-        return {
+        response = {
             "analysis_type": "document_specific",
             "document_id": document_id,
             "document_status": document_status,
             "xray_trace_id": xray_trace_id,
             "stack_name_used": actual_stack_name,
+            "search_method_used": search_method_used,
             "lambda_functions_found": list(lambda_function_to_request_id_map.keys()),
             "total_events_found": total_events,
             "results": all_results,
         }
+        logger.info(
+            f"CloudWatch document logs response - search method: {search_method_used}, events found: {total_events}"
+        )
+        return response
 
     except Exception as e:
         logger.error(f"Document log search failed for {document_id}: {e}")

lib/idp_common_pkg/idp_common/agents/error_analyzer/tools/dynamodb_tool.py

@@ -55,7 +55,6 @@ def dynamodb_status(object_key: str) -> Dict[str, Any]:
         - suggestion (str): Alternative tools to use if tracking unavailable
     """
     result = dynamodb_record(object_key)
-    logger.info(f"DynamoDB status response for {object_key}: {result}")
 
     if result.get("document_found"):
         document = result.get("document", {})
@@ -72,7 +71,7 @@ def dynamodb_status(object_key: str) -> Dict[str, Any]:
                 or document.get("ExecutionArn"),
             }
         )
-        logger.info(f"DynamoDB status final response for {object_key}: {response}")
+        logger.info(f"DynamoDB status response for {object_key}: {response}")
         return response
     return result
 
@@ -238,7 +237,6 @@ def dynamodb_record(object_key: str) -> Dict[str, Any]:
         dynamodb_response = tracking_table.get_item(
             Key={"PK": f"doc#{object_key}", "SK": "none"}
         )
-        logger.info(f"DynamoDB get_item response for {object_key}: {dynamodb_response}")
 
         if "Item" in dynamodb_response:
             document_item = decimal_to_float(dynamodb_response["Item"])
@@ -250,7 +248,7 @@ def dynamodb_record(object_key: str) -> Dict[str, Any]:
                     "object_key": object_key,
                 }
             )
-            logger.info(f"DynamoDB record final response for {object_key}: {response}")
+            logger.info(f"DynamoDB record response for {object_key}: {response}")
             return response
         else:
             response = create_response(

lib/idp_common_pkg/idp_common/agents/error_analyzer/tools/xray_tool.py

@@ -210,7 +210,7 @@ def xray_trace(document_id: str, tracking_table_name: str = None) -> Dict[str, A
                 f"Attempting to get trace details for trace_id: {xray_trace_id}"
             )
             segments_response = xray_client.batch_get_traces(TraceIds=[xray_trace_id])
-            logger.info(f"X-Ray batch_get_traces response: {segments_response}")
+            logger.debug(f"X-Ray batch_get_traces response: {segments_response}")
 
             if not segments_response.get("Traces"):
                 return create_error_response(
@@ -326,7 +326,7 @@ def extract_lambda_request_ids(xray_trace_id: str) -> Dict[str, str]:
                     logger.warning(f"Failed to parse segment document: {e}")
                     continue
 
-        logger.info(f"Total Lambda executions found: {lambda_executions}")
+        logger.debug(f"Total Lambda executions found: {lambda_executions}")
 
         # Convert to function_name -> request_id mapping
         lambda_function_to_request_id_map = {}
@@ -337,7 +337,7 @@ def extract_lambda_request_ids(xray_trace_id: str) -> Dict[str, str]:
                 )
 
         logger.info(
-            f"Final Lambda function to request ID mapping: {lambda_function_to_request_id_map}"
+            f"Lambda function to request ID mapping: {lambda_function_to_request_id_map}"
         )
         return lambda_function_to_request_id_map