prehistoric-systems/FilterLists
1
0
Fork 0
mirror of https://github.com/collinbarrett/FilterLists.git synced 2026-03-11 09:04:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

filter dup rules from a snapshot

Browse source
This commit is contained in:
Collin M. Barrett 2018-02-05 15:25:26 -06:00
parent 04c9b493b1
commit c056f4cb88
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
src/FilterLists.Services/SnapshotService/SnapshotDe.cs
View file

@ -80,7 +80,7 @@ private static List<string> GetRawRules(string content)
var rawRules = content.Split(new[] {"\r\n", "\r", "\n"}, StringSplitOptions.RemoveEmptyEntries).ToList();
for (var i = 0; i < rawRules.Count; i++)
rawRules[i] = rawRules[i].LintStringForMySql();
return rawRules.Where(x => !string.IsNullOrWhiteSpace(x)).ToList();
return rawRules.Where(x => !string.IsNullOrWhiteSpace(x)).Distinct().ToList();
}
private IEnumerable<SnapshotBatchDe> GetSnapshotBatches(List<string> rawRules)