C#使用SqlBulkCopy批量復制數據到數據表

2020-01-24 02:19:19

字體：大中小

來源：轉載

供稿：網友

本文實例講述了C#使用SqlBulkCopy批量復制數據到數據表的方法。分享給大家供大家參考。具體實現方法如下：

使用 SqlBulkCopy 類只能向 SQL Server 表寫入數據。但是，數據源不限于 SQL Server；可以使用任何數據源，只要數據可加載到 DataTable 實例或可使用 IDataReader 實例讀取數據

1.使用Datatable作為數據源的方式：

下面的代碼使用到了ColumnMappings，因為目標表和數據源Datatable的結構不一致，需要這么一個映射來指定對應關系

復制代碼代碼如下:

public string SaveJHCData(LzShopBasicData[] datas)
{
    var result = new AResult();
    SqlConnection con = new SqlConnection(System.Configuration.ConfigurationManager.ConnectionStrings["**"].ConnectionString);
    con.Open();
    foreach (var item in datas)
    {

Logger.Info("數據更新處理，店鋪名稱：" + item.ShopName + "數據日期" + item.SellDate);
try
{
using (TransactionScope scope = new TransactionScope())
{

  DataTable JHCOrderItemsdt = SaveJHCOrderItemsData(item);
  SqlBulkCopy JHCOrderItemscopy = new SqlBulkCopy(con);
  JHCOrderItemscopy.ColumnMappings.Add("orderId", "orderId");
  JHCOrderItemscopy.ColumnMappings.Add("auctionId", "auctionId");
  JHCOrderItemscopy.ColumnMappings.Add("itemTitle", "itemTitle");
  JHCOrderItemscopy.ColumnMappings.Add("tradeAmt", "tradeAmt");
  JHCOrderItemscopy.ColumnMappings.Add("alipayNum", "alipayNum");
  JHCOrderItemscopy.ColumnMappings.Add("tradeTime", "tradeTime");
  JHCOrderItemscopy.ColumnMappings.Add("uv", "uv");
  JHCOrderItemscopy.ColumnMappings.Add("srcId", "srcId");
  JHCOrderItemscopy.ColumnMappings.Add("srcName", "srcName");
  JHCOrderItemscopy.ColumnMappings.Add("DataType", "DataType");
  JHCOrderItemscopy.ColumnMappings.Add("DataDate", "DataDate");
  JHCOrderItemscopy.ColumnMappings.Add("OrderSourceID", "OrderSourceID");
  JHCOrderItemscopy.ColumnMappings.Add("ShopName", "ShopName");
  JHCOrderItemscopy.DestinationTableName = "JHCOrderItems";
  JHCOrderItemscopy.WriteToServer(JHCOrderItemsdt);
  result.Updatedata += 1;
  result.UpdatedataText += item.SellDate + ",";
  scope.Complete();
  Logger.Info(item.SellDate + "事務提交");
     }
}
catch (Exception ex)
{
     Logger.Error(ex.ToString());
     continue;
}
    }
    con.Close();
    return result.ToSerializeObject();
}

2.使用IDataReader作為數據源的方式，這種方式個人認為用的很少，首先目標表和來源表兩個數據庫連接你都需要拿到，如果兩個都可以拿到，一般直接操作sql就可以解決：

這里是直接拷貝的MSDN的代碼，

用到的AdventureWorks數據庫可以直接在網上下載到，下載地址如下：http://msftdbprodsamples.codeplex.com/releases

復制代碼代碼如下:

using System.Data.SqlClient;

class Program
{
    static void Main()
    {
        string connectionString = GetConnectionString();
        // Open a sourceConnection to the AdventureWorks database.
        using (SqlConnection sourceConnection =
                   new SqlConnection(connectionString))
        {
            sourceConnection.Open();

            // Perform an initial count on the destination table.
            SqlCommand commandRowCount = new SqlCommand(
                "SELECT COUNT(*) FROM " +
                "dbo.BulkCopyDemoMatchingColumns;",
                sourceConnection);
            long countStart = System.Convert.ToInt32(
                commandRowCount.ExecuteScalar());
            Console.WriteLine("Starting row count = {0}", countStart);

            // Get data from the source table as a SqlDataReader.
            SqlCommand commandSourceData = new SqlCommand(
                "SELECT ProductID, Name, " +
                "ProductNumber " +
                "FROM Production.Product;", sourceConnection);
            SqlDataReader reader =
                commandSourceData.ExecuteReader();

            // Open the destination connection. In the real world you would
            // not use SqlBulkCopy to move data from one table to the other
            // in the same database. This is for demonstration purposes only.
            using (SqlConnection destinationConnection =
                       new SqlConnection(connectionString))
            {
                destinationConnection.Open();

                // Set up the bulk copy object.
                // Note that the column positions in the source
                // data reader match the column positions in
                // the destination table so there is no need to
                // map columns.
                using (SqlBulkCopy bulkCopy =
                           new SqlBulkCopy(destinationConnection))
                {
                    bulkCopy.DestinationTableName =
                        "dbo.BulkCopyDemoMatchingColumns";

                    try
                    {
                        // Write from the source to the destination.
                        bulkCopy.WriteToServer(reader);
                    }
                    catch (Exception ex)
                    {
                        Console.WriteLine(ex.Message);
                    }
                    finally
                    {
                        // Close the SqlDataReader. The SqlBulkCopy
                        // object is automatically closed at the end
                        // of the using block.
                        reader.Close();
                    }
                }

                // Perform a final count on the destination
                // table to see how many rows were added.
                long countEnd = System.Convert.ToInt32(
                    commandRowCount.ExecuteScalar());
                Console.WriteLine("Ending row count = {0}", countEnd);
                Console.WriteLine("{0} rows were added.", countEnd - countStart);
                Console.WriteLine("Press Enter to finish.");
                Console.ReadLine();
            }
        }
    }

    private static string GetConnectionString()
        // To avoid storing the sourceConnection string in your code,
        // you can retrieve it from a configuration file.
    {
        return "Data Source=(local); " +
            " Integrated Security=true;" +
            "Initial Catalog=AdventureWorks;";
    }
}

實戰：借助類型反射動態構建Datatable數據源,通過SqlBulkCopy批量保存入庫

1.獲取一張空的Datatable：

復制代碼代碼如下:

var dt = bisdal.From<TopBrand>(TopBrand._.ID == -1, OrderByClip.Default).ToDataTable();

2.填充DataTable，這里是通過遍歷外部的集合，把屬性屬性逐一賦值填充到目標Datatable

復制代碼代碼如下:

foreach (var item in brandselldataitems)
{
try
{

這里借助反射，遍歷實體屬性集合，動態構建DataTableRow對象

復制代碼代碼如下:

private void CreateDtByItem<T>(T item, DataTable dt)
{
    System.Reflection.PropertyInfo[] properties = item.GetType().GetProperties(System.Reflection.BindingFlags.Instance | System.Reflection.BindingFlags.Public);
    var newrow = dt.NewRow();
    foreach (System.Reflection.PropertyInfo pitem in properties)
    {

string name = pitem.Name;
if (name == "children")
{
     continue;
}
object value = pitem.GetValue(item, null);
newrow[name] = value == null ? DBNull.Value : value;
    }
    dt.Rows.Add(newrow);
}

3.保存入庫：

復制代碼代碼如下:

BulkWriteToServer(con, "TopBrand", dt);

這里因為目標表和數據源的Datatable數據結構一致，所以省去了ColumnMappings列映射的操作，可以直接WriteToServer保存

復制代碼代碼如下:

private void BulkWriteToServer(SqlConnection con, string destinationtablename, DataTable sourcedt)
{
    try
    {
 if (con.State == ConnectionState.Closed)
 {
     con.Open();
 }
 SqlBulkCopy topbranddtcopy = new SqlBulkCopy(con);
 topbranddtcopy.DestinationTableName = destinationtablename;
 topbranddtcopy.WriteToServer(sourcedt);
 con.Close();
    }
    catch (Exception ex)
    {
 Logger.Error("批量新增數據:" + destinationtablename + "," + ex.ToString());
    }
}

完整調用代碼：

復制代碼代碼如下:

private void CreateTopBrandData(int date, int cid, List<BrandSellDataItem> brandselldataitems)
{
    try
    {
var dt = bisdal.From<TopBrand>(TopBrand._.ID == -1, OrderByClip.Default).ToDataTable();
foreach (var item in brandselldataitems)
{
     try
     {

  TopBrand topbrand = new TopBrand
  {
      BrandIndex = item.mk,
      BrandName = item.c58,
      Date = date,
      WinnerAmt = item.c60,
      WinnerPeople = item.c62,
      WinnerProNum = item.c61,
      HotTaobaoCategoryID = cid
  };
  CreateDtByItem<TopBrand>(topbrand, dt);
     }
     catch (Exception ex)
     {
  Logger.Error(ex.ToString());
  continue;
     }
}
BulkWriteToServer(con, "TopBrand", dt);
    }
    catch (Exception ex)
    {
throw new Exception("CreateTopBrandData:" + ex.ToString());
    }
}