update test sets

Author: Taniya Mathur

src/lambda/test_set_resolver/index.py

@@ -279,10 +279,29 @@ def get_test_sets():
                     logger.info(f"Registered direct upload test set {prefix} with status {status}")
 
         # Check for deleted test sets (exist in DynamoDB but not in S3)
+        # Only delete old FAILED test sets or any COMPLETED test sets
+        from datetime import datetime, timedelta
+        
         deleted_test_sets = []
+        cutoff_time = datetime.utcnow() - timedelta(hours=1)  # Only delete FAILED if older than 1 hour
+        
         for test_set_id in existing_test_sets:
-            # Check if S3 folder still exists
-            if test_set_id not in s3_test_sets:
+            test_set_item = existing_test_sets[test_set_id]
+            test_set_status = test_set_item.get('status')
+            created_at_str = test_set_item.get('createdAt', '')
+            
+            # Parse creation time
+            try:
+                created_at = datetime.fromisoformat(created_at_str.replace('Z', '+00:00'))
+            except:
+                continue  # Skip if can't parse date
+            
+            # Only delete if S3 folder missing AND:
+            # - Status is COMPLETED (any time), OR
+            # - Status is FAILED and older than cutoff time
+            if (test_set_id not in s3_test_sets and 
+                (test_set_status == 'COMPLETED' or 
+                 (test_set_status == 'FAILED' and created_at < cutoff_time))):
                 deleted_test_sets.append(test_set_id)
 
         # Delete orphaned test sets from DynamoDB

src/ui/src/components/test-studio/TestSets.jsx

@@ -53,7 +53,27 @@ const TestSets = () => {
       console.log('TestSets: Loading test sets...');
       const result = await client.graphql({ query: GET_TEST_SETS });
       console.log('TestSets: GraphQL result:', result);
-      setTestSets(result.data.getTestSets || []);
+      const backendTestSets = result.data.getTestSets || [];
+
+      // Upsert: merge backend data with existing UI state, deduplicating by id
+      setTestSets((prevTestSets) => {
+        const merged = [...prevTestSets];
+
+        backendTestSets.forEach((backendTestSet) => {
+          const existingIndex = merged.findIndex((ts) => ts.id === backendTestSet.id);
+          if (existingIndex >= 0) {
+            // Update existing with fresh backend data
+            merged[existingIndex] = backendTestSet;
+          } else {
+            // Add new test set from backend
+            merged.push(backendTestSet);
+          }
+        });
+
+        // Keep active test sets even if missing from backend (during processing)
+        const backendIds = new Set(backendTestSets.map((ts) => ts.id));
+        return merged.filter((ts) => backendIds.has(ts.id) || (ts.status !== 'COMPLETED' && ts.status !== 'FAILED'));
+      });
     } catch (err) {
       console.error('TestSets: Failed to load test sets:', err);
       setError(`Failed to load test sets: ${err.message || 'Unknown error'}`);
@@ -180,10 +200,8 @@ const TestSets = () => {
       console.log('New test set data:', newTestSet);
 
       if (newTestSet) {
-        const updatedTestSets = [...testSets, newTestSet];
-        console.log('Updating testSets from', testSets.length, 'to', updatedTestSets.length);
-        console.log('New test set added:', newTestSet);
-        setTestSets(updatedTestSets);
+        // Immediate UI update for responsive feedback
+        setTestSets((prev) => [...prev, newTestSet]);
         setNewTestSetName('');
         setFilePattern('');
         setFileCount(0);
@@ -285,6 +303,8 @@ const TestSets = () => {
         createdAt: new Date().toISOString(),
         filePattern: null,
       };
+
+      // Immediate UI update for responsive feedback
       setTestSets((prev) => [...prev, newTestSet]);
 
       setSuccessMessage(`Test set "${newTestSetName}" created successfully. Zip file is being processed.`);