Pauses ingestion during retention cleanup

Ensures data ingestion is paused during retention cleanup to prevent conflicts and data corruption.

Sets a flag to prevent more data ingestion while partitions are being dropped to avoid race conditions.

Author: johnsimons

src/ServiceControl.Audit.Persistence.Sql.Core/Infrastructure/RetentionCleaner.cs

@@ -15,7 +15,8 @@ public abstract class RetentionCleaner(
     AuditSqlPersisterSettings settings,
     IBodyStoragePersistence bodyPersistence,
     IPartitionManager partitionManager,
-    RetentionMetrics metrics) : BackgroundService
+    RetentionMetrics metrics,
+    MinimumRequiredStorageState storageState) : BackgroundService
 {
     const int HoursAhead = 6;
 
@@ -80,6 +81,7 @@ async Task Clean(CancellationToken stoppingToken)
             // Find and drop expired partitions
             var expiredPartitions = await partitionManager.GetExpiredPartitions(dbContext, cutoff, stoppingToken);
 
+            storageState.CanIngestMore = false;
             foreach (var hour in expiredPartitions)
             {
                 // Delete body storage for this hour first
@@ -101,6 +103,7 @@ async Task Clean(CancellationToken stoppingToken)
         finally
         {
             await ReleaseLock(lockConnection, stoppingToken);
+            storageState.CanIngestMore = true;
         }
     }