SqlSugar/Src/Asp.Net/SqlSugar/Utilities/DataTableExtensions.cs
YHS bd5808de71 优化ToPivotTable和ToPivotList
1. 进一步的提升转换效率  一百万行转换一千列不到一秒完成
2. .ToPivotTable(it => it.day, it =>new{ it.name}, it => it.Sum(x => x.count))
    it.day 存在空值会造成列名与列数据对不齐
3. 优化代码减小内存消耗,减少循环次数
4. 将ToPivotList的返回值 List<dynamic> 改为 IEnumerable<dynamic> 减少内存读写次数。
2024-01-05 22:59:23 +08:00

99 lines
4.3 KiB
C#

using System;
using System.Collections.Generic;
using System.Data;
using System.Dynamic;
using System.Linq;
using System.Linq.Expressions;
using System.Text;
using System.Text.RegularExpressions;
using System.Threading.Tasks;
namespace SqlSugar
{
internal static class DataTableExtensions
{
public static DataTable ToPivotTable<T, TColumn, TRow, TData>(
this IEnumerable<T> source,
Func<T, TColumn> columnSelector,
Expression<Func<T, TRow>> rowSelector,
Func<IEnumerable<T>, TData> dataSelector)
{
DataTable table = new DataTable();
var rowName = new List<string>();
if (rowSelector.Body is MemberExpression)
rowName.Add(((MemberExpression)rowSelector.Body).Member.Name);
else
rowName.AddRange(((NewExpression)rowSelector.Body).Arguments.Select(it => it as MemberExpression).Select(it => it.Member.Name));
table.Columns.AddRange(rowName.Select(x => new DataColumn(x)).ToArray());
var columns = source.Select(columnSelector).Distinct();
table.Columns.AddRange(columns.Select(x => new DataColumn(x?.ToString())).ToArray());
var rows = source.GroupBy(rowSelector.Compile())
.Select(rowGroup =>
{
var anonymousType = rowGroup.Key.GetType();
var properties = anonymousType.GetProperties();
var row = table.NewRow();
columns.GroupJoin(rowGroup, c => c, r => columnSelector(r),
(c, columnGroup) =>
{
var dic = new Dictionary<string, object>();
if (c != null)
dic[c.ToString()] = dataSelector(columnGroup);
return dic;
})
.SelectMany(x => x)
.Select(x => row[x.Key] = x.Value)
.SelectMany(x => properties, (x, y) => row[y.Name] = y.GetValue(rowGroup.Key, null))
.ToArray();
table.Rows.Add(row);
return row;
}
).ToList();
return table;
}
public static IEnumerable<dynamic> ToPivotList<T, TColumn, TRow, TData>(
this IEnumerable<T> source,
Func<T, TColumn> columnSelector,
Expression<Func<T, TRow>> rowSelector,
Func<IEnumerable<T>, TData> dataSelector)
{
var rowName = new List<string>();
if (rowSelector.Body is MemberExpression)
rowName.Add(((MemberExpression)rowSelector.Body).Member.Name);
else
rowName.AddRange(((NewExpression)rowSelector.Body).Arguments.Select(it => it as MemberExpression).Select(it => it.Member.Name));
var columns = source.Select(columnSelector).Distinct();
var rows = source.GroupBy(rowSelector.Compile())
.Select(rowGroup =>
{
var anonymousType = rowGroup.Key.GetType();
var properties = anonymousType.GetProperties();
IDictionary<string, object> row = new ExpandoObject();
columns.GroupJoin(rowGroup, c => c, r => columnSelector(r),
(c, columnGroup) =>
{
IDictionary<string, object> dic = new ExpandoObject();
if (c != null)
dic[c.ToString()] = dataSelector(columnGroup);
return dic;
})
.SelectMany(x => x)
.Select(x => row[x.Key] = x.Value)
.SelectMany(x => properties, (x, y) => row[y.Name] = y.GetValue(rowGroup.Key, null))
.ToList();
return row;
});
return rows;
}
}
}