diff --git a/src/FilterLists.Services/Snapshot/SnapshotService.cs b/src/FilterLists.Services/Snapshot/SnapshotService.cs index 328f8b295..132a61b29 100644 --- a/src/FilterLists.Services/Snapshot/SnapshotService.cs +++ b/src/FilterLists.Services/Snapshot/SnapshotService.cs @@ -6,6 +6,7 @@ using AutoMapper.QueryableExtensions; using FilterLists.Data; using FilterLists.Services.Snapshot.Models; +using FilterLists.Services.Wayback; using Microsoft.EntityFrameworkCore; namespace FilterLists.Services.Snapshot @@ -37,7 +38,12 @@ await DbContext l.Snapshots .Select(s => s.CreatedDateUtc) .OrderByDescending(d => d) - .First() < yesterday)) + .First() < yesterday && + !l.Snapshots + .First() + .FilterList + .ViewUrl + .StartsWith(WaybackService.WaybackMachineUrlPrefix))) .OrderBy(l => l.Snapshots.Any()) .ThenBy(l => l.Snapshots .OrderByDescending(s => s.CreatedDateUtc) diff --git a/src/FilterLists.Services/Wayback/WaybackService.cs b/src/FilterLists.Services/Wayback/WaybackService.cs index 12fbfe99b..e4f4e92c2 100644 --- a/src/FilterLists.Services/Wayback/WaybackService.cs +++ b/src/FilterLists.Services/Wayback/WaybackService.cs @@ -9,6 +9,7 @@ namespace FilterLists.Services.Wayback { public static class WaybackService { + public const string WaybackMachineUrlPrefix = "https://web.archive.org/web/"; private const string WaybackAvailabilityApiUrlPrefix = "https://archive.org/wayback/available?url="; public static async Task GetMostRecentSnapshotMeta(string url)