lsm/SqlSugar
1
0
Fork 0
mirror of https://gitee.com/dotnetchina/SqlSugar.git synced 2025-08-23 22:11:36 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Optimized parametric batch insert performance

Browse Source
This commit is contained in:
sunkaixuna 2021-08-07 00:41:52 +08:00
parent dfdf4e82b6
commit fbaf5411ab
4 changed files with 107 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
Src/Asp.Net/MySqlTest/Demo/Demo3_Insertable.cs
View File

@ -35,7 +35,7 @@ namespace OrmTest
new Order() { Id = 11, Name = "order11", Price=0 }, new Order() { Id = 11, Name = "order11", Price=0 },
new Order() { Id = 12, Name = "order12" , Price=0} new Order() { Id = 12, Name = "order12" , Price=0}
}; };
var x = db.Insertable(updateObjs).RemoveDataCache().IgnoreColumns(it => it.CreateTime).UseParameter().ExecuteCommand();
//Ignore CreateTime //Ignore CreateTime
db.Insertable(insertObj).IgnoreColumns(it => new { it.CreateTime }).ExecuteReturnIdentity();//get identity db.Insertable(insertObj).IgnoreColumns(it => new { it.CreateTime }).ExecuteReturnIdentity();//get identity
db.Insertable(insertObj).IgnoreColumns("CreateTime").ExecuteReturnIdentity(); db.Insertable(insertObj).IgnoreColumns("CreateTime").ExecuteReturnIdentity();

2
Src/Asp.Net/PgSqlTest/Demo/Demo3_Insertable.cs
View File

@ -36,6 +36,8 @@ namespace OrmTest
new Order() { Id = 12, Name = "order12" , Price=0} new Order() { Id = 12, Name = "order12" , Price=0}
}; };
var x = db.Insertable(updateObjs).RemoveDataCache().IgnoreColumns(it => it.CreateTime).UseParameter().ExecuteCommand();
//Ignore CreateTime //Ignore CreateTime
db.Insertable(insertObj).IgnoreColumns(it => new { it.CreateTime }).ExecuteReturnIdentity();//get identity db.Insertable(insertObj).IgnoreColumns(it => new { it.CreateTime }).ExecuteReturnIdentity();//get identity
db.Insertable(insertObj).IgnoreColumns("CreateTime").ExecuteReturnIdentity(); db.Insertable(insertObj).IgnoreColumns("CreateTime").ExecuteReturnIdentity();

103
Src/Asp.Net/SqlSugar/Abstract/InsertableProvider/ParameterInsertable.cs
View File

@ -11,6 +11,28 @@ namespace SqlSugar
internal IInsertable<T> Inserable { get; set; } internal IInsertable<T> Inserable { get; set; }
internal SqlSugarProvider Context { get; set; } internal SqlSugarProvider Context { get; set; }
public int ExecuteCommand() public int ExecuteCommand()
{
if (this.Context.CurrentConnectionConfig.DbType.IsIn(DbType.Oracle, DbType.Dm))
{
return DefaultExecuteCommand();
}
else
{
return ValuesExecuteCommand();
}
}
public async Task<int> ExecuteCommandAsync()
{
if (this.Context.CurrentConnectionConfig.DbType.IsIn(DbType.Oracle, DbType.Dm))
{
return await DefaultExecuteCommandAsync();
}
else
{
return await ValuesExecuteCommandAsync();
}
}
public int DefaultExecuteCommand()
{ {
int result = 0; int result = 0;
var inserable = Inserable as InsertableProvider<T>; var inserable = Inserable as InsertableProvider<T>;
@ -38,7 +60,7 @@ namespace SqlSugar
return objects.Length; return objects.Length;
return result; return result;
} }
public async Task<int> ExecuteCommandAsync() public async Task<int> DefaultExecuteCommandAsync()
{ {
int result = 0; int result = 0;
var inserable = Inserable as InsertableProvider<T>; var inserable = Inserable as InsertableProvider<T>;
@ -67,5 +89,84 @@ namespace SqlSugar
}); });
return result; return result;
} }
public int ValuesExecuteCommand()
{
int result = 0;
var inserable = Inserable as InsertableProvider<T>;
var columns = inserable.InsertBuilder.DbColumnInfoList.GroupBy(it => it.DbColumnName).Select(it => it.Key).Distinct().ToList();
var tableWithString = inserable.InsertBuilder.TableWithString;
var removeCacheFunc = inserable.RemoveCacheFunc;
var objects = inserable.InsertObjs;
var identityList = inserable.EntityInfo.Columns.Where(it => it.IsIdentity).Select(it => it.PropertyName).ToArray();
this.Context.Utilities.PageEach(objects, 100, pagelist =>
{
StringBuilder batchInsetrSql;
List<SugarParameter> allParamter=new List<SugarParameter>();
GetInsertValues(identityList,columns, tableWithString, removeCacheFunc, pagelist, out batchInsetrSql, allParamter);
result += this.Context.Ado.ExecuteCommand(batchInsetrSql.ToString(), allParamter);
});
return result;
}
public async Task<int> ValuesExecuteCommandAsync()
{
int result = 0;
var inserable = Inserable as InsertableProvider<T>;
var columns = inserable.InsertBuilder.DbColumnInfoList.GroupBy(it => it.DbColumnName).Select(it => it.Key).Distinct().ToList();
var tableWithString = inserable.InsertBuilder.TableWithString;
var removeCacheFunc = inserable.RemoveCacheFunc;
var objects = inserable.InsertObjs;
var identityList = inserable.EntityInfo.Columns.Where(it => it.IsIdentity).Select(it => it.PropertyName).ToArray();
await this.Context.Utilities.PageEachAsync(objects, 100,async pagelist =>
{
StringBuilder batchInsetrSql;
List<SugarParameter> allParamter = new List<SugarParameter>();
GetInsertValues(identityList, columns, tableWithString, removeCacheFunc, pagelist, out batchInsetrSql, allParamter);
result +=await this.Context.Ado.ExecuteCommandAsync(batchInsetrSql.ToString(), allParamter);
});
return result;
}
#region Values Helper
private void GetInsertValues(string[] identitys, List<string> columns, string tableWithString, Action removeCacheFunc, List<T> items, out StringBuilder batchInsetrSql, List<SugarParameter> allParamter)
{
var itemable = this.Context.Insertable(items);
itemable.InsertBuilder.DbColumnInfoList = itemable.InsertBuilder.DbColumnInfoList.Where(it => columns.Contains(it.DbColumnName)).ToList();
itemable.InsertBuilder.TableWithString = tableWithString;
(itemable as InsertableProvider<T>).RemoveCacheFunc = removeCacheFunc;
batchInsetrSql = new StringBuilder();
batchInsetrSql.Append("INSERT INTO " + itemable.InsertBuilder.GetTableNameString + " ");
batchInsetrSql.Append("(");
var groupList = itemable.InsertBuilder.DbColumnInfoList.Where(it => !identitys.Contains(it.PropertyName)).GroupBy(it => it.TableId).ToList();
string columnsString = string.Join(",", groupList.First().Select(it => itemable.InsertBuilder.Builder.GetTranslationColumnName(it.DbColumnName)));
batchInsetrSql.Append(columnsString);
batchInsetrSql.Append(") VALUES");
string insertColumns = "";
foreach (var gitem in groupList)
{
batchInsetrSql.Append("(");
insertColumns = string.Join(",", gitem.Select(it => FormatValue(it.DbColumnName, it.Value, allParamter, itemable.InsertBuilder.Builder.SqlParameterKeyWord)));
batchInsetrSql.Append(insertColumns);
if (groupList.Last() == gitem)
{
batchInsetrSql.Append(") ");
}
else
{
batchInsetrSql.Append("), ");
}
}
}
private string FormatValue(string name, object value, List<SugarParameter> allParamter, string keyword)
{
var result = keyword + name + allParamter.Count;
allParamter.Add(new SugarParameter(result, value));
return result;
}
#endregion
} }
} }

2
Src/Asp.Net/SqliteTest/Demo/Demo3_Insertable.cs
View File

@ -35,7 +35,7 @@ namespace OrmTest
new Order() { Id = 11, Name = "order11", Price=0 }, new Order() { Id = 11, Name = "order11", Price=0 },
new Order() { Id = 12, Name = "order12" , Price=0} new Order() { Id = 12, Name = "order12" , Price=0}
}; };
var x = db.Insertable(updateObjs).RemoveDataCache().IgnoreColumns(it => it.CreateTime).UseParameter().ExecuteCommand();
//Ignore CreateTime //Ignore CreateTime
db.Insertable(insertObj).IgnoreColumns(it => new { it.CreateTime }).ExecuteReturnIdentity();//get identity db.Insertable(insertObj).IgnoreColumns(it => new { it.CreateTime }).ExecuteReturnIdentity();//get identity
db.Insertable(insertObj).IgnoreColumns("CreateTime").ExecuteReturnIdentity(); db.Insertable(insertObj).IgnoreColumns("CreateTime").ExecuteReturnIdentity();