【问题标题】:Why is reading a Dapper IEnumerable(dynamic) an order of magnitude slower than reading an IEnumerable(IDataRecord)?为什么读取 Dapper IEnumerable(dynamic) 比读取 IEnumerable(IDataRecord) 慢一个数量级?
【发布时间】:2013-05-22 16:55:34
【问题描述】:

将 Dapper 与 Enterprise Library Data Access Access 块进行比较,以通过存储过程获取数据。使用 Dapper 时,我看到了大约 40% 的整体性能优势,这有点令人惊讶。

但是,在比较迭代和从 IEnumerable(IDataRecord) 与 IEnumerable(dynamic) 获取数据时,IEnumerable(IDataRecord) 大约快一个数量级。这种行为是否很好理解并且是可以预期的,或者这里有什么不对的地方?

结果:

IEnumerable(IDataRecord)

IEnumerable(dynamic) - 使用 dapperObject.propertyName

现在有趣的部分是,当使用 dapperObject["propertyName"] 时,性能与 IDataRecord 相当。完全不是我所期望的。

分析代码的相关部分

using System;
using System.Collections.Generic;
using System.Linq;
using Dapper.DataAccess;
using System.Data;
using tophat;

namespace Dapper.TestRunner
{
    class Program
    {
        static void Main(string[] args)
        {
            var connectionString = "data source=WEBDBdev3,1866; User id=hsbmhw;Password=gEner4Y&M;Persist Security Info='true'; initial catalog=myhomeworks;";
            //The following uses Tophat to create a singleton connection instance.
            Database.Install<SqlServerConnectionFactory>(connectionString, ConnectionScope.ByRequest);
            DapperTest();
            DapperTest2();
            EnterpriseLibraryIDataRecordTest();

        }

        private static void DapperTest()
        {
            for (int i = 0; i < 100; i++)
            {
                IEnumerable<dynamic> users = MyRepository.GetUsersDapper();
                PopulateBusinessObjectsDynamic(users);
            }
        }

        private static void DapperTest2()
        {
            for (int i = 0; i < 100; i++)
            {
                IEnumerable<dynamic> users = MyRepository.GetUsersDapper();
                PopulateBusinessObjectsDynamic2(users);
            }
        }

        private static void EnterpriseLibraryIDataRecordTest()
        {
            for (int i = 0; i < 100; i++)
            {
                IEnumerable<IDataRecord> users = MyRepository.GetUsersEntlib();
                PopulateBusinessObjectsIDataRecord(users);
            }
        }

        private static void PopulateBusinessObjectsDynamic(IEnumerable<dynamic> users)
        {
            foreach (var user in users)
            {
                BusinessObject bo = new BusinessObject(user);
            }
        }

        private static void PopulateBusinessObjectsDynamic2(IEnumerable<dynamic> users)
        {
            foreach (var user in users)
            {
                BusinessObject bo = new BusinessObject(user);
            }
        }


        private static void PopulateBusinessObjectsIDataRecord(IEnumerable<IDataRecord> users)
        {
            foreach (var user in users)
            {
                BusinessObject bo = new BusinessObject(user);
            }
        }
    }



    public class BusinessObject
    {

        public DateTime CreateDate { get; set; }
        public String CreateDateString { get; set; }
        public String FirstName { get; set; }
        public bool IsApproved { get; set; }
        public bool IsLockedOut { get; set; }
        public DateTime LastActivityDate { get; set; }
        public DateTime LastLoginDate { get; set; }
        public String LastName {get;set;}
        public String Organization{get;set;}
        public int OrganizationId{get;set;}
        public int PersonId{get;set;}
        public String ProfileLastUpdatedBy{get;set;}
        public DateTime ProfileLastUpdatedDate{get;set;}
        public String RoleName{get;set;}
        public long RowNumber{get;set;}
        public int TotalCount{get;set;}
        public Guid UserId{get;set;}
        public string UserName {get;set;}
        public string UserStatus{get;set;}

        public BusinessObject(dynamic user)
        {
            CreateDate=user.CreateDate;
            CreateDateString = user.CreateDateString;
            FirstName = user.FirstName;
            IsApproved = user.IsApproved;
            IsLockedOut = user.IsLockedOut;
            LastActivityDate= user.LastActivityDate;
            LastLoginDate = user.LastLoginDate;
            LastName = user.LastName;
            Organization = user.organization;
            OrganizationId=user.organization_id;
            PersonId = user.party_id;
            ProfileLastUpdatedBy = user.ProfileLastUpdatedBy;
            ProfileLastUpdatedDate = user.ProfileLastUpdatedDate;
            RoleName = user.RoleName;
            RowNumber = user.RowNumber;
            TotalCount = user.TotalCount;
            UserId = user.UserId;
            UserName= user.UserName;
            UserStatus = user.UserStatus;
        }

        public BusinessObject(bool x, dynamic user)
        {
            CreateDate = user["CreateDate"];
            CreateDateString = user["CreateDateString"];
            FirstName = user["FirstName"];
            IsApproved = user["IsApproved"];
            IsLockedOut = user["IsLockedOut"];
            LastActivityDate = user["LastActivityDate"];
            LastLoginDate = user["LastLoginDate"];
            LastName = user["LastName"];
            Organization = user["organization"];
            OrganizationId = user["organization_id"];
            PersonId = user["party_id"];
            ProfileLastUpdatedBy = user["ProfileLastUpdatedBy"];
            ProfileLastUpdatedDate = user["ProfileLastUpdatedDate"];
            RoleName = user["RoleName"];
            RowNumber = user["RowNumber"];
            TotalCount = user["TotalCount"];
            UserId = user["UserId"];
            UserName = user["UserName"];
            UserStatus = user["UserStatus"];
        }

        public BusinessObject(IDataRecord user)
        {
            CreateDate = (DateTime)user["CreateDate"];
            CreateDateString = (string)user["CreateDateString"];
            FirstName = (string)user["FirstName"];
            IsApproved = (bool)user["IsApproved"];
            IsLockedOut = (bool)user["IsLockedOut"];
            LastActivityDate = (DateTime)user["LastActivityDate"];
            LastLoginDate = (DateTime)user["LastLoginDate"];
            LastName = (string)user["LastName"];
            Organization = (string)user["organization"];
            OrganizationId = (int)user["organization_id"];
            PersonId = (int)user["party_id"];
            ProfileLastUpdatedBy = (string)user["ProfileLastUpdatedBy"];
            ProfileLastUpdatedDate = (DateTime)user["ProfileLastUpdatedDate"];
            RoleName = (string)user["RoleName"];
            RowNumber = (long)user["RowNumber"];
            TotalCount = (int)user["TotalCount"];
            UserId = (Guid)user["UserId"];
            UserName = (string)user["UserName"];
            UserStatus = (string)user["UserStatus"];
        }
    }
}

【问题讨论】:

  • 请问:这个测试使用的是哪个版本的dapper?
  • 特别是,我有点困惑,因为对于 Nuget 版本和“git”版本,没有索引器; user["CreateDate"] 不适用于 dynamic dapper 对象。你在使用IDictionary&lt;string,object&gt; API 吗?
  • GetUsersDapper 方法体在哪里?我认为这是最有趣的部分......
  • 事实证明,我们的 IEnumerator 实现为企业库 executereader 结果包装数据读取器是导致性能差异的原因。我们之所以使用它,是因为我们的数据库是用 VB 编写的,并且 yield 语句不可用。使用产生的方法迭代和 IDataReader 更快。事实上,entlib 在访问存储过程时似乎有非常轻微的性能优势。

标签: enterprise-library dapper


【解决方案1】:

您实际上似乎在运行两次相同的测试;输入 (users) 是相同的,来自这里:

    private static void DapperTest()
    {
        for (int i = 0; i < 100; i++)
        {
            IEnumerable<dynamic> users = MyRepository.GetUsersDapper();
            PopulateBusinessObjectsDynamic(users);
        }
    }

    private static void DapperTest2()
    {
        for (int i = 0; i < 100; i++)
        {
            IEnumerable<dynamic> users = MyRepository.GetUsersDapper();
            PopulateBusinessObjectsDynamic2(users);
        }
    }

和实际的“我们做什么”是一样的,在这里:

    private static void PopulateBusinessObjectsDynamic(IEnumerable<dynamic> users)
    {
        foreach (var user in users)
        {
            BusinessObject bo = new BusinessObject(user);
        }
    }

    private static void PopulateBusinessObjectsDynamic2(IEnumerable<dynamic> users)
    {
        foreach (var user in users)
        {
            BusinessObject bo = new BusinessObject(user);
        }
    }

所以...我必须得出结论“JIT、数据缓存(在数据库服务器上)程序集加载/验证/融合、连接池和dynamic 缓存功能的组合使第二个测试看起来更快”。

请注意,dapper 的 dynamic 端无论如何都仅供临时使用。如果你想要 dapper 的最佳面,你会使用Query&lt;T&gt;,而不是dynamic

特别是,AFAIK 没有构建 dapper 支持dynamic API 上的字符串索引器。该对象实现IDictionary&lt;string,object&gt; 用于成员访问,但您需要显式转换为使用它 - 如果user 键入为dynamic,则不能执行user["PropName"](如果我错了,请告诉我!)。

碰巧的是,未发布的“git”代码(用于dynamic API)明显快于当前的“nuget”实现——但这有点与这个特定问题相切。

【讨论】:

  • 马克,你在所有方面都是正确的。我使用假参数为业务对象创建了第二个构造函数,这样我就可以获得不同的签名,要么在第二个测试中更新构造函数调用,要么在某个时候使用撤消它回滚。我也在看 stackoverflow.com/questions/6168799/… 并错过了 IDictionary 的演员表。最后,您提到的git代码可能与我的问题直接相关,尽管我不确定它是否与属性读取性能有关
  • 在实现 IDictionary 强制转换并运行测试切换对 DapperTest() 和 DapperTest2() 的调用顺序之后,似乎第一次读取 A dapper 动态对象必须有一些相关的一次性开销使用它是因为第二个运行的测试比第一个调用的运行速度稍快。由于整体性能比企业库提高了 40%,因此这种开销在很大程度上是无关紧要的。
猜你喜欢
  • 1970-01-01
  • 1970-01-01
  • 1970-01-01
  • 1970-01-01
  • 2011-03-17
  • 2013-11-10
  • 2013-06-15
  • 2012-11-21
  • 1970-01-01
相关资源
最近更新 更多