From 7471f0a9c8e0d5ffb9ebb439767606df5310f5cd Mon Sep 17 00:00:00 2001
From: Collin Barrett <collinbarrett@users.noreply.github.com>
Date: Mon, 27 Aug 2018 16:45:14 -0500
Subject: [PATCH] add snapshots_rules cleanup

---
 src/FilterLists.Services/Snapshot/SnapshotService.cs | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/src/FilterLists.Services/Snapshot/SnapshotService.cs b/src/FilterLists.Services/Snapshot/SnapshotService.cs
index a375c0fa7..dea8410c2 100644
--- a/src/FilterLists.Services/Snapshot/SnapshotService.cs
+++ b/src/FilterLists.Services/Snapshot/SnapshotService.cs
@@ -22,6 +22,7 @@ public SnapshotService(FilterListsDbContext dbContext, IConfigurationProvider ma
 
         public async Task CaptureAsync(int batchSize)
         {
+            await CleanupFailedSnapshots();
             uaString = await UserAgentService.GetMostPopularString();
             var lists = await GetListsToCapture(batchSize);
             var snaps = await CreateAndSaveSnaps<Snapshot>(lists);
@@ -29,6 +30,12 @@ public async Task CaptureAsync(int batchSize)
             await CreateAndSaveSnaps<SnapshotWayback>(listsToRetry);
         }
 
+        private async Task CleanupFailedSnapshots()
+        {
+            DbContext.RemoveRange(DbContext.SnapshotRules.Where(sr => !sr.Snapshot.WasSuccessful));
+            await DbContext.SaveChangesAsync();
+        }
+
         private async Task<IEnumerable<FilterListViewUrlDto>> GetListsToCapture(int batchSize) =>
             await DbContext
                   .FilterLists