fix: remove redundant status update in extraction function and improve section document handling in process results

Author: Bob Strahan

patterns/pattern-3/src/extraction_function/index.py

@@ -25,6 +25,7 @@ def handler(event, context):
     Process a single section of a document for information extraction
     """
     logger.info(f"Event: {json.dumps(event)}")
+
     # Load configuration
     config = get_config()
     logger.info(f"Config: {json.dumps(config)}")
@@ -75,10 +76,6 @@ def handler(event, context):
     if section_document.status == Status.FAILED:
         error_message = f"Extraction failed for document {section_document.id}, section {section_id}"
         logger.error(error_message)
-        # Update status in AppSync before raising exception
-        full_document.status = Status.FAILED
-        full_document.errors.append(error_message)
-        appsync_service.update_document(full_document)
         raise Exception(error_message)
 
     # Return section extraction result with the document

patterns/pattern-3/src/processresults_function/index.py

@@ -44,11 +44,12 @@ def handler(event, context):
 
     # Combine all section results
     for result in extraction_results:
-        # Get section document from extraction result
-        if "document" in result:
+        # Get section document from assessment result (if populated) 
+        # or extraction result if assessment is disabled
+        section_document = Document.from_dict(result.get("AssessmentResult", {}).get("document", {}))
+        if not section_document:
             section_document = Document.from_dict(result.get("document", {}))
-            section_id = result.get("section_id")
-            
+        if section_document:       
             # Add section to document if present
             if section_document.sections:
                 section = section_document.sections[0]