prehistoric-systems/FilterLists
1
0
Fork 0
mirror of https://github.com/collinbarrett/FilterLists.git synced 2026-03-11 09:04:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

validate is valid syntax of a URL

Browse source
This commit is contained in:
Collin M. Barrett 2019-07-02 17:57:21 -05:00
parent 747c6be1a9
commit 91a724598b
2 changed files with 18 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
src/FilterLists.Agent/Extensions/UriExtensions.cs
View file

@ -9,5 +9,15 @@ public static string GetExtension(this Uri uri)
{
return Path.GetExtension(uri.AbsolutePath);
}
public static bool IsValidUrl(this Uri uri)
{
var uriString = uri.OriginalString;
if (!Uri.IsWellFormedUriString(uriString, UriKind.Absolute))
return false;
if (!Uri.TryCreate(uriString, UriKind.Absolute, out var tmp))
return false;
return tmp.Scheme == Uri.UriSchemeHttp || tmp.Scheme == Uri.UriSchemeHttps;
}
}
}

8
src/FilterLists.Agent/Features/Urls/ValidateUrls.cs
View file

@ -5,6 +5,7 @@
using System.Threading;
using System.Threading.Tasks;
using System.Threading.Tasks.Dataflow;
using FilterLists.Agent.Extensions;
using FilterLists.Agent.Features.Urls.Models.ValidationResults;
using FilterLists.Agent.Infrastructure.Clients;
using MediatR;
@ -60,6 +61,13 @@ private TransformBlock<Uri, UrlValidationResult> BuildValidator(CancellationToke
async u =>
{
var result = new UrlValidationResult(u);
if (!u.IsValidUrl())
{
result.SetBroken();
_logger.LogError($"{u.AbsoluteUri}) is not a valid URL.");
return result;
}
try
{
var response = await _httpClient.GetAsync(u, cancellationToken);