provide tracking table to classification function for caching

Author: Bob Strahan

patterns/pattern-2/src/classification_function/index.py

@@ -54,7 +54,7 @@ def handler(event, context):
     metrics.put_metric('BedrockRequestsTotal', total_pages)
 
     # Initialize classification service with DynamoDB caching
-    cache_table = os.environ.get('CONFIGURATION_TABLE_NAME')
+    cache_table = os.environ.get('TRACKING_TABLE')
     service = classification.ClassificationService(
         region=region,
         max_workers=MAX_WORKERS,

patterns/pattern-2/template.yaml

@@ -20,6 +20,9 @@ Parameters:
   OutputBucket:
     Type: String
 
+  TrackingTable:
+    Type: String
+
   CustomerManagedEncryptionKeyArn:
     Type: String
 
@@ -540,6 +543,7 @@ Resources:
         Variables:
           METRIC_NAMESPACE: !Ref StackName
           MAX_WORKERS: 20
+          TRACKING_TABLE: !Ref TrackingTable
           CONFIGURATION_BUCKET: !Ref ConfigurationBucket
           CONFIGURATION_TABLE_NAME: !Ref ConfigurationTable
           LOG_LEVEL: !Ref LogLevel
@@ -554,6 +558,8 @@ Resources:
             BucketName: !Ref OutputBucket
         - S3ReadPolicy:
             BucketName: !Ref InputBucket
+        - DynamoDBCrudPolicy:
+            TableName: !Ref TrackingTable
         - S3ReadPolicy:
             BucketName: !Ref ConfigurationBucket
         - DynamoDBCrudPolicy:

patterns/pattern-3/src/classification_function/index.py

@@ -59,7 +59,7 @@ def handler(event, context):
     config_with_endpoint["sagemaker_endpoint_name"] = os.environ['SAGEMAKER_ENDPOINT_NAME']
 
     # Initialize classification service with SageMaker backend and DynamoDB caching
-    cache_table = os.environ.get('CONFIGURATION_TABLE_NAME')
+    cache_table = os.environ.get('TRACKING_TABLE')
     service = classification.ClassificationService(
         region=region,
         max_workers=MAX_WORKERS,

patterns/pattern-3/template.yaml

@@ -20,6 +20,9 @@ Parameters:
   OutputBucket:
     Type: String
 
+  TrackingTable:
+    Type: String
+
   CustomerManagedEncryptionKeyArn:
     Type: String
 
@@ -468,6 +471,7 @@ Resources:
         Variables:
           METRIC_NAMESPACE: !Ref StackName
           MAX_WORKERS: 20
+          TRACKING_TABLE: !Ref TrackingTable
           SAGEMAKER_ENDPOINT_NAME: !GetAtt SAGEMAKERCLASSIFIERSTACK.Outputs.EndpointName
           CONFIGURATION_TABLE_NAME: !Ref ConfigurationTable
           APPSYNC_API_URL: !Ref AppSyncApiUrl
@@ -481,6 +485,8 @@ Resources:
             BucketName: !Ref OutputBucket
         - S3ReadPolicy:
             BucketName: !Ref InputBucket
+        - DynamoDBCrudPolicy:
+            TableName: !Ref TrackingTable
         - S3ReadPolicy:
             BucketName: !Ref ConfigurationBucket
         - DynamoDBCrudPolicy:

template.yaml

@@ -719,6 +719,7 @@ Resources:
         InputBucket: !Ref InputBucket
         ConfigurationBucket: !Ref ConfigurationBucket
         OutputBucket: !Ref OutputBucket
+        TrackingTable: !Ref TrackingTable
         CustomerManagedEncryptionKeyArn: !GetAtt CustomerManagedEncryptionKey.Arn
         LogRetentionDays: !Ref LogRetentionDays
         LogLevel: !Ref LogLevel
@@ -749,6 +750,7 @@ Resources:
         InputBucket: !Ref InputBucket
         ConfigurationBucket: !Ref ConfigurationBucket
         OutputBucket: !Ref OutputBucket
+        TrackingTable: !Ref TrackingTable
         CustomerManagedEncryptionKeyArn: !GetAtt CustomerManagedEncryptionKey.Arn
         LogRetentionDays: !Ref LogRetentionDays
         LogLevel: !Ref LogLevel