Remove Bedrock model access reminder from deployment email and add IDP log cleanup utilities

Author: Bob Strahan

delete_idp_logs.py

@@ -0,0 +1,114 @@
+#!/usr/bin/env python3
+import concurrent.futures
+import time
+from typing import List
+
+import boto3
+from botocore.config import Config
+
+
+def delete_log_group(log_group_name: str) -> str:
+    """Delete a single log group"""
+    try:
+        config = Config(
+            read_timeout=30, connect_timeout=10, retries={"max_attempts": 2}
+        )
+        client = boto3.client("logs", config=config)
+        client.delete_log_group(logGroupName=log_group_name)
+        return f"✓ Deleted: {log_group_name}"
+    except Exception as e:
+        return f"✗ Failed to delete {log_group_name}: {str(e)}"
+
+
+def get_idp_log_groups() -> List[str]:
+    """Get all log groups with 'LMA' in the name"""
+    config = Config(read_timeout=30, connect_timeout=10, retries={"max_attempts": 2})
+    client = boto3.client("logs", config=config)
+    log_groups = []
+    next_token = None
+    page_count = 0
+
+    print("Scanning for log groups...")
+    while True:
+        try:
+            page_count += 1
+            print(f"Processing page {page_count}...")
+
+            kwargs = {"limit": 50}
+            if next_token:
+                kwargs["nextToken"] = next_token
+
+            response = client.describe_log_groups(**kwargs)
+
+            page_idp_count = 0
+            for log_group in response["logGroups"]:
+                if "LMA" in log_group["logGroupName"]:
+                    log_groups.append(log_group["logGroupName"])
+                    page_idp_count += 1
+
+            print(
+                f"Page {page_count}: {page_idp_count} idp- groups, {len(log_groups)} total so far"
+            )
+
+            if "nextToken" not in response:
+                print("Reached end of log groups")
+                break
+            next_token = response["nextToken"]
+
+        except Exception as e:
+            print(f"Error on page {page_count}: {e}")
+            break
+
+    return log_groups
+
+
+def main():
+    log_groups = get_idp_log_groups()
+
+    if not log_groups:
+        print("No log groups found with 'idp-' in the name.")
+        return
+
+    print(f"\nTotal found: {len(log_groups)} log groups")
+
+    confirm = input(f"Delete all {len(log_groups)} log groups? (y/N): ")
+    if confirm.lower() != "y":
+        print("Cancelled.")
+        return
+
+    # Process in batches of 50
+    batch_size = 50
+    total_deleted = 0
+    total_failed = 0
+
+    for i in range(0, len(log_groups), batch_size):
+        batch = log_groups[i : i + batch_size]
+        batch_num = (i // batch_size) + 1
+
+        print(
+            f"Processing batch {batch_num}/{(len(log_groups) + batch_size - 1) // batch_size} ({len(batch)} log groups)..."
+        )
+
+        with concurrent.futures.ThreadPoolExecutor(max_workers=10) as executor:
+            future_to_name = {
+                executor.submit(delete_log_group, name): name for name in batch
+            }
+
+            for future in concurrent.futures.as_completed(future_to_name, timeout=60):
+                result = future.result()
+                if result.startswith("✓"):
+                    total_deleted += 1
+                else:
+                    total_failed += 1
+                    print(result)
+
+        print(
+            f"Batch {batch_num} complete: {total_deleted} total deleted, {total_failed} total failed"
+        )
+        time.sleep(0.5)
+
+    print(f"\nFinal results: {total_deleted} deleted, {total_failed} failed")
+
+
+if __name__ == "__main__":
+    main()

delete_idp_logs.sh

@@ -0,0 +1,45 @@
+#!/bin/bash
+
+echo "Getting all log groups with 'idp-' in name (case insensitive)..."
+aws logs describe-log-groups --output text --query 'logGroups[].logGroupName' | tr '\t' '\n' | grep -i 'test' > idp_log_groups.txt
+
+total=$(wc -l < idp_log_groups.txt)
+echo "Found $total log groups to delete"
+
+if [ $total -eq 0 ]; then
+    echo "No log groups found"
+    exit 0
+fi
+
+echo "Deleting log groups in batches of 50..."
+split -l 50 idp_log_groups.txt batch_
+
+batch_num=1
+for batch_file in batch_*; do
+    echo "Processing batch $batch_num..."
+    
+    # Delete each log group individually in parallel
+    while IFS= read -r log_group; do
+        {
+            if aws logs delete-log-group --log-group-name "$log_group" 2>/dev/null; then
+                echo "✓ Deleted: $log_group"
+            else
+                echo "✗ Failed: $log_group"
+            fi
+        } &
+        
+        # Limit to 10 concurrent processes
+        (($(jobs -r | wc -l) >= 10)) && wait
+    done < "$batch_file"
+    
+    # Wait for remaining jobs to complete
+    wait
+    
+    echo "Batch $batch_num complete"
+    ((batch_num++))
+    sleep 1
+done
+
+echo "Cleanup..."
+rm -f idp_log_groups.txt batch_*
+echo "Done!"

template.yaml

@@ -4861,8 +4861,6 @@ Resources:
             <p>When the CloudFormation stack is COMPLETE, use the link below to log in and set your permanent password.
             <p>     https://${CloudFrontDistribution.DomainName}/
             <p>
-            <p>If you have not previously done so, you must request access to the following Amazon Bedrock models: Amazon: Titan Text Embeddings V2, Amazon: Nova models, Anthropic: Claude 3, 3.x, and 4.x models. (https://docs.aws.amazon.com/bedrock/latest/userguide/model-access.html)
-            <p>
             <p>Thanks,</p>
             <p>AWS GenAIIDP Team</p>
             <p>