From 2aaa32aa4ea16888a03a04cc4ba118fa4fab090c Mon Sep 17 00:00:00 2001 From: "Collin M. Barrett" Date: Tue, 2 Jul 2019 19:55:58 -0500 Subject: [PATCH] only validate distinct URLs per file --- src/FilterLists.Agent/Features/Urls/ValidateUrls.cs | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/src/FilterLists.Agent/Features/Urls/ValidateUrls.cs b/src/FilterLists.Agent/Features/Urls/ValidateUrls.cs index 20ab84eda..a2eae8c90 100644 --- a/src/FilterLists.Agent/Features/Urls/ValidateUrls.cs +++ b/src/FilterLists.Agent/Features/Urls/ValidateUrls.cs @@ -1,5 +1,6 @@ using System; using System.Collections.Generic; +using System.Linq; using System.Net; using System.Net.Http; using System.Threading; @@ -41,7 +42,8 @@ public async Task> Handle(Command request, Cancellatio { var validator = BuildValidator(cancellationToken); var brokenUrls = new List(); - foreach (var url in request.Urls) + var distinctUrls = request.Urls.Distinct(); + foreach (var url in distinctUrls) await validator.SendAsync(url, cancellationToken); validator.Complete(); while (await validator.OutputAvailableAsync(cancellationToken))