Support DuckDb BulkCopy

This commit is contained in:
sunkaixuan 2025-04-22 16:08:26 +08:00
parent 95e3bc20a1
commit e8009a9109
2 changed files with 121 additions and 4 deletions

View File

@ -1,8 +1,10 @@
using DuckDB;
using DuckDB.NET.Data;
using DuckDB.NET.Data;
using System;
using System.Collections.Generic;
using System.Data;
using System.Data.Common;
using System.Globalization;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
@ -11,9 +13,124 @@ namespace SqlSugar.DuckDB
{
public class DuckDBFastBuilder : FastBuilder, IFastBuilder
{
public Task<int> ExecuteBulkCopyAsync(DataTable dt)
public async Task<int> ExecuteBulkCopyAsync(DataTable dt)
{
throw new NotImplementedException();
// 移除自增列
var identities = this.FastEntityInfo.Columns.Where(it => it.IsIdentity).Select(it => it.DbColumnName).ToList();
foreach (var identity in identities)
{
if (dt.Columns.Contains(identity))
{
dt.Columns.Remove(identity);
}
}
await BulkInsertToDuckDB((DuckDBConnection)this.Context.Ado.Connection, dt.TableName, dt, this.Context.Ado.IsNoTran());
return dt.Rows.Count;
}
public async Task BulkInsertToDuckDB(DuckDBConnection conn, string tableName, DataTable table, bool isTran)
{
DbTransaction? transaction = null;
var isAutoClose = this.Context.CurrentConnectionConfig.IsAutoCloseConnection;
if (isAutoClose)
{
this.Context.CurrentConnectionConfig.IsAutoCloseConnection = false;
}
try
{
if (conn.State != ConnectionState.Open)
{
conn.Open();
}
if (isTran)
{
transaction = await conn.BeginTransactionAsync();
}
// 构造 INSERT 语句
var columnNames = string.Join(", ", table.Columns.Cast<DataColumn>().Select(c => c.ColumnName));
var valuePlaceholders = string.Join(", ", table.Rows.Cast<DataRow>().Select(row =>
$"({string.Join(", ", row.ItemArray.Select(item=>FormatValue(item)))})"
));
var insertSql = $"INSERT INTO {tableName} ({columnNames}) VALUES {valuePlaceholders}";
using var cmd = conn.CreateCommand();
cmd.CommandText = insertSql;
// 执行批量插入
await cmd.ExecuteNonQueryAsync();
if (isTran)
{
await transaction!.CommitAsync();
}
}
catch
{
if (isTran && transaction != null)
{
await transaction.RollbackAsync();
}
throw;
}
finally
{
if (isTran && transaction != null)
{
transaction?.Dispose();
}
this.Context.CurrentConnectionConfig.IsAutoCloseConnection = isAutoClose;
}
}
public object FormatValue(object value)
{
if (value == null||value==DBNull.Value)
{
return "NULL";
}
else
{
var type = value.GetType();
if (type == UtilConstants.DateType)
{
return Convert.ToDateTime(value).ToString("yyyy-MM-dd HH:mm:ss.ms").ToSqlValue();
}
else if (type == UtilConstants.ByteArrayType)
{
string bytesString = "0x" + BitConverter.ToString((byte[])value);
return bytesString;
}
else if (type.IsEnum())
{
if (this.Context.CurrentConnectionConfig.MoreSettings?.TableEnumIsString == true)
{
return value.ToSqlValue();
}
else
{
return Convert.ToInt64(value);
}
}
else if (type == UtilConstants.BoolType)
{
return value.ObjToBool() ? "1" : "0";
}
else if (type == UtilConstants.StringType || type == UtilConstants.ObjType)
{
return "'" + value.ToString().ToSqlFilter() + "'";
}
else if (value is decimal v)
{
return v.ToString(CultureInfo.InvariantCulture);
}
else
{
return "'" + value.ToString() + "'";
}
}
}
}
}

View File

@ -2,7 +2,7 @@
<package >
<metadata>
<id>SqlSugar.DuckDBCore</id>
<version>5.1.4.189</version>
<version>5.1.4.191</version>
<authors>sunkaixuan</authors>
<owners>果糖大数据</owners>
<licenseUrl>http://www.apache.org/licenses/LICENSE-2.0.html</licenseUrl>