From b8bd642fadd845484583da5e69528d6a7ca6ec26 Mon Sep 17 00:00:00 2001
From: "Collin M. Barrett" <collinbarrett@users.noreply.github.com>
Date: Wed, 3 Jul 2019 20:18:59 -0500
Subject: [PATCH] when validating URLs, use HEAD requests to save bandwidth

---
 src/FilterLists.Agent/Features/Urls/ValidateUrls.cs | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/src/FilterLists.Agent/Features/Urls/ValidateUrls.cs b/src/FilterLists.Agent/Features/Urls/ValidateUrls.cs
index 57a3963dd..74adc104f 100644
--- a/src/FilterLists.Agent/Features/Urls/ValidateUrls.cs
+++ b/src/FilterLists.Agent/Features/Urls/ValidateUrls.cs
@@ -71,7 +71,8 @@ private TransformBlock<Uri, UrlValidationResult> BuildValidator(CancellationToke
 
                         try
                         {
-                            var response = await _httpClient.GetAsync(u, cancellationToken);
+                            var response = await _httpClient.GetAsync(u, HttpCompletionOption.ResponseHeadersRead,
+                                cancellationToken);
                             if (u.Scheme == Uri.UriSchemeHttp && await IsHttpsSupported(u, cancellationToken))
                                 result.SetSupportsHttps();
                             if (response.IsSuccessStatusCode)
@@ -117,7 +118,8 @@ private async Task<bool> IsHttpsSupported(Uri url, CancellationToken cancellatio
                 var httpsUrl = new UriBuilder(url.OriginalString) {Scheme = Uri.UriSchemeHttps}.Uri;
                 try
                 {
-                    var response = await _httpClient.GetAsync(httpsUrl, cancellationToken);
+                    var response = await _httpClient.GetAsync(httpsUrl, HttpCompletionOption.ResponseHeadersRead,
+                        cancellationToken);
                     if (response.IsSuccessStatusCode)
                         return true;
                     _logger.LogError(