prehistoric-systems/FilterLists
1
0
Fork 0
mirror of https://github.com/collinbarrett/FilterLists.git synced 2026-03-11 09:04:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

only try Wayback on web exceptions

Browse source 
ref #325
This commit is contained in:
Collin M. Barrett 2018-08-25 07:55:28 -05:00
parent c6c41bf671
commit aebc3f336c
2 changed files with 5 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
src/FilterLists.Services/Snapshot/Snapshot.cs
View file

@ -25,6 +25,7 @@ public class Snapshot
private readonly string uaString;
private HashSet<string> lines;
protected string ListUrl;
private bool wasWebException;
public Snapshot()
{
@ -43,7 +44,7 @@ public Snapshot(BatchSizeService batchSizeService, FilterListsDbContext dbContex
telemetryClient = new TelemetryClient();
}
public bool WasSuccessful => SnapEntity.WasSuccessful;
public bool RetryMirror => !SnapEntity.WasSuccessful && wasWebException;
public virtual async Task TrySaveAsync() => await TrySaveAsyncBase();
@ -86,11 +87,13 @@ private async Task TryGetLines()
}
catch (HttpRequestException hre)
{
wasWebException = true;
await dbContext.SaveChangesAsync();
TrackException(hre);
}
catch (WebException we)
{
wasWebException = true;
SnapEntity.HttpStatusCode = (int)((HttpWebResponse)we.Response).StatusCode;
await dbContext.SaveChangesAsync();
TrackException(we);

2
src/FilterLists.Services/Snapshot/SnapshotService.cs
View file

@ -26,7 +26,7 @@ public async Task CaptureAsync(int batchSize)
uaString = await UserAgentService.GetMostPopularString();
var lists = await GetListsToCapture(batchSize);
var snaps = await CreateAndSaveSnaps<Snapshot>(lists);
var listsToRetry = snaps.Where(s => !s.WasSuccessful).Select(s => s.List);
var listsToRetry = snaps.Where(s => s.RetryMirror).Select(s => s.List);
await CreateAndSaveSnaps<SnapshotWayback>(listsToRetry);
}