prehistoric-systems/FilterLists
1
0
Fork 0
mirror of https://github.com/collinbarrett/FilterLists.git synced 2026-03-11 09:04:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

finish IODKU method, Insert is wip

Browse source
This commit is contained in:
Collin Barrett 2018-01-21 20:19:37 -06:00
parent 5711b069b1
commit 12f876e958
3 changed files with 48 additions and 51 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
FilterLists.sln.DotSettings
View file

@ -2,6 +2,7 @@
xmlns:s="clr-namespace:System;assembly=mscorlib"
xmlns:ss="urn:shemas-jetbrains-com:settings-storage-xaml"
xmlns:wpf="http://schemas.microsoft.com/winfx/2006/xaml/presentation">
<s:Boolean x:Key="/Default/CodeStyle/CodeFormatting/CSharpFormat/SPACE_AFTER_TYPECAST_PARENTHESES/@EntryValue">False</s:Boolean>
<s:String x:Key="/Default/CodeStyle/Naming/CSharpNaming/PredefinedNamingRules/=PrivateInstanceFields/@EntryIndexedValue">&lt;Policy Inspect="True" Prefix="" Suffix="" Style="aaBb" /&gt;</s:String>
<s:String x:Key="/Default/CodeStyle/Naming/CSharpNaming/PredefinedNamingRules/=PrivateStaticFields/@EntryIndexedValue">&lt;Policy Inspect="True" Prefix="" Suffix="" Style="aaBb" /&gt;</s:String>
</wpf:ResourceDictionary>

2
src/FilterLists.Api/Startup.cs
View file

@ -50,7 +50,7 @@ private static void MigrateAndSeedDatabase(IApplicationBuilder app)
using (var serviceScope = app.ApplicationServices.GetRequiredService<IServiceScopeFactory>().CreateScope())
{
serviceScope.ServiceProvider.GetService<FilterListsDbContext>().Database.Migrate();
serviceScope.ServiceProvider.GetService<FilterListsDbContext>().EnsureSeeded();
serviceScope.ServiceProvider.GetService<FilterListsDbContext>().SeedOrUpdate();
}
}
}

96
src/FilterLists.Data/FilterListsDbContextExtensions.cs
View file

@ -15,66 +15,40 @@ public static class FilterListsDbContextExtensions
{
private const string SeedDirectory = "Seed";
public static bool AllMigrationsApplied(this FilterListsDbContext filterListsDbContext)
public static bool AllMigrationsApplied(this FilterListsDbContext dbContext)
{
var appliedMigrationIds = filterListsDbContext.GetService<IHistoryRepository>().GetAppliedMigrations()
var appliedMigrationIds = dbContext.GetService<IHistoryRepository>().GetAppliedMigrations()
.Select(m => m.MigrationId);
var allMigrationKeys = filterListsDbContext.GetService<IMigrationsAssembly>().Migrations.Select(m => m.Key);
var allMigrationKeys = dbContext.GetService<IMigrationsAssembly>().Migrations.Select(m => m.Key);
return !allMigrationKeys.Except(appliedMigrationIds).Any();
}
public static void EnsureSeeded(this FilterListsDbContext filterListsDbContext)
public static void SeedOrUpdate(this FilterListsDbContext dbContext)
{
SeedEntities(filterListsDbContext);
//InsertOnDuplicateKeyUpdateEntities(filterListsDbContext);
SeedJunctions(filterListsDbContext);
//TODO: determine if InsertOnDuplicateKeyUpdate() will work for junctions
PerformEntityInsertOnDuplicateKeyUpdates(dbContext);
//PerformEntityInserts(dbContext);
}
private static void SeedEntities(DbContext dbContext)
private static void PerformEntityInsertOnDuplicateKeyUpdates(DbContext dbContext)
{
SeedIfEmpty<Language>(dbContext);
SeedIfEmpty<License>(dbContext);
SeedIfEmpty<Maintainer>(dbContext);
SeedIfEmpty<Software>(dbContext);
SeedIfEmpty<Syntax>(dbContext);
SeedIfEmpty<FilterList>(dbContext);
dbContext.InsertOnDuplicateKeyUpdate<Language>();
dbContext.InsertOnDuplicateKeyUpdate<License>();
dbContext.InsertOnDuplicateKeyUpdate<Maintainer>();
dbContext.InsertOnDuplicateKeyUpdate<Software>();
dbContext.InsertOnDuplicateKeyUpdate<Syntax>();
dbContext.InsertOnDuplicateKeyUpdate<FilterList>();
}
private static void SeedJunctions(DbContext dbContext)
private static void PerformEntityInserts(DbContext dbContext)
{
SeedIfEmpty<FilterListLanguage>(dbContext);
SeedIfEmpty<FilterListMaintainer>(dbContext);
SeedIfEmpty<Fork>(dbContext);
SeedIfEmpty<Merge>(dbContext);
SeedIfEmpty<SoftwareSyntax>(dbContext);
dbContext.Insert<FilterListLanguage>();
dbContext.Insert<FilterListMaintainer>();
dbContext.Insert<Fork>();
dbContext.Insert<Merge>();
dbContext.Insert<SoftwareSyntax>();
}
private static void SeedIfEmpty<TEntity>(DbContext dbContext) where TEntity : class
{
if (dbContext.Set<TEntity>().Any()) return;
var rows = GetSeedRows<TEntity>();
dbContext.AddRange(rows);
dbContext.SaveChanges();
}
private static List<TEntityType> GetSeedRows<TEntityType>()
{
return JsonConvert.DeserializeObject<List<TEntityType>>(
File.ReadAllText(SeedDirectory + Path.DirectorySeparatorChar + typeof(TEntityType).Name + ".json"));
}
private static void InsertOnDuplicateKeyUpdateEntities(DbContext dbContext)
{
InsertOnDuplicateKeyUpdate<Language>(dbContext);
InsertOnDuplicateKeyUpdate<License>(dbContext);
InsertOnDuplicateKeyUpdate<Maintainer>(dbContext);
InsertOnDuplicateKeyUpdate<Software>(dbContext);
InsertOnDuplicateKeyUpdate<Syntax>(dbContext);
InsertOnDuplicateKeyUpdate<FilterList>(dbContext);
}
private static void InsertOnDuplicateKeyUpdate<TEntityType>(DbContext dbContext) where TEntityType : class
private static void InsertOnDuplicateKeyUpdate<TEntityType>(this DbContext dbContext) where TEntityType : class
{
var entityType = dbContext.Model.FindEntityType(typeof(TEntityType));
var properties = GetPropertiesLessValueGeneratedTimestamps(entityType);
@ -83,7 +57,7 @@ private static void InsertOnDuplicateKeyUpdate<TEntityType>(DbContext dbContext)
var updates = CreateUpdates(properties);
var rawSqlString = "INSERT INTO " + entityType.Relational().TableName + " (" + columns + ") VALUES " +
values + " ON DUPLICATE KEY UPDATE " + updates;
dbContext.Set<TEntityType>().FromSql(rawSqlString);
dbContext.Database.ExecuteSqlCommand(rawSqlString);
dbContext.SaveChanges();
}
@ -99,17 +73,31 @@ private static string CreateValues<TEntityType>(IReadOnlyCollection<IProperty> p
(current, rowValues) => current == "" ? rowValues : current + ", " + rowValues);
}
private static List<TEntityType> GetSeedRows<TEntityType>()
{
return JsonConvert.DeserializeObject<List<TEntityType>>(
File.ReadAllText(SeedDirectory + Path.DirectorySeparatorChar + typeof(TEntityType).Name + ".json"));
}
private static string CreateRowValues<TEntityType>(IEnumerable<IProperty> properties, TEntityType row)
{
return (from property in properties
let value = row.GetType().GetProperty(property.Name).GetValue(row)
select WrapStringValueInSingleQuotes(property, value)).Aggregate("",
select FormatDataForMySql(property, value)).Aggregate("",
(rowValues, value) => rowValues == "" ? "(" + value : rowValues + ", " + value) + ")";
}
private static object WrapStringValueInSingleQuotes(IProperty property, object value)
//TODO: use .NET, EF, or other library rather than maintaining this
private static object FormatDataForMySql(IProperty property, object value)
{
return property.ClrType == typeof(string) ? "'" + value + "'" : value;
if (value == null) return "NULL";
if (property.ClrType == typeof(string))
return "'" + value.ToString().Replace("'", "''") + "'";
if (property.ClrType == typeof(bool))
return Convert.ToInt32(value);
if (property.ClrType == typeof(DateTime?))
return "'" + ((DateTime)value).ToString("yyyy-MM-dd HH:mm:ss") + "'";
return value;
}
private static string CreateUpdates(IEnumerable<IProperty> properties)
@ -119,5 +107,13 @@ private static string CreateUpdates(IEnumerable<IProperty> properties)
select property.Name + " = VALUES(" + property.Name + ")").Aggregate("",
(updates, columnUpdates) => updates == "" ? columnUpdates : updates + ", " + columnUpdates);
}
private static void Insert<TEntityType>(this DbContext dbContext) where TEntityType : class
{
var rows = GetSeedRows<TEntityType>();
//TODO: filter out pre-existing records
dbContext.Set<TEntityType>().AddRange(rows);
dbContext.SaveChanges();
}
}
}