diff --git a/src/FilterLists.Agent/Features/Urls/ValidateUrls.cs b/src/FilterLists.Agent/Features/Urls/ValidateUrls.cs index 20ab84eda..a2eae8c90 100644 --- a/src/FilterLists.Agent/Features/Urls/ValidateUrls.cs +++ b/src/FilterLists.Agent/Features/Urls/ValidateUrls.cs @@ -1,5 +1,6 @@ using System; using System.Collections.Generic; +using System.Linq; using System.Net; using System.Net.Http; using System.Threading; @@ -41,7 +42,8 @@ public async Task> Handle(Command request, Cancellatio { var validator = BuildValidator(cancellationToken); var brokenUrls = new List(); - foreach (var url in request.Urls) + var distinctUrls = request.Urls.Distinct(); + foreach (var url in distinctUrls) await validator.SendAsync(url, cancellationToken); validator.Complete(); while (await validator.OutputAvailableAsync(cancellationToken))