Pauses ingestion during retention cleanup

Ensures data ingestion is paused during retention cleanup to prevent conflicts and data corruption.

Sets a flag to prevent more data ingestion while partitions are being dropped to avoid race conditions.

Author: johnsimons

src/ServiceControl.Audit.Persistence.Sql.Core/Infrastructure/RetentionCleaner.cs

@@ -15,7 +15,8 @@ public abstract class RetentionCleaner(
     AuditSqlPersisterSettings settings,
     IBodyStoragePersistence bodyPersistence,
     IPartitionManager partitionManager,
-    RetentionMetrics metrics) : BackgroundService
+    RetentionMetrics metrics,
+    MinimumRequiredStorageState storageState) : BackgroundService
 {
     const int HoursAhead = 6;
 
@@ -82,6 +83,8 @@ async Task Clean(CancellationToken stoppingToken)
 
             foreach (var hour in expiredPartitions)
             {
+                storageState.CanIngestMore = false;
+
                 // Delete body storage for this hour first
                 await bodyPersistence.DeleteBodiesForHour(hour, stoppingToken);
 
@@ -101,6 +104,7 @@ async Task Clean(CancellationToken stoppingToken)
         finally
         {
             await ReleaseLock(lockConnection, stoppingToken);
+            storageState.CanIngestMore = true;
         }
     }