add snapshots_rules cleanup

This commit is contained in:
Collin Barrett 2018-08-27 16:45:14 -05:00
parent e1938e58f2
commit 7471f0a9c8

View file

@ -22,6 +22,7 @@ public SnapshotService(FilterListsDbContext dbContext, IConfigurationProvider ma
public async Task CaptureAsync(int batchSize)
{
await CleanupFailedSnapshots();
uaString = await UserAgentService.GetMostPopularString();
var lists = await GetListsToCapture(batchSize);
var snaps = await CreateAndSaveSnaps<Snapshot>(lists);
@ -29,6 +30,12 @@ public async Task CaptureAsync(int batchSize)
await CreateAndSaveSnaps<SnapshotWayback>(listsToRetry);
}
private async Task CleanupFailedSnapshots()
{
DbContext.RemoveRange(DbContext.SnapshotRules.Where(sr => !sr.Snapshot.WasSuccessful));
await DbContext.SaveChangesAsync();
}
private async Task<IEnumerable<FilterListViewUrlDto>> GetListsToCapture(int batchSize) =>
await DbContext
.FilterLists