{"id":2234,"date":"2011-06-07T10:38:56","date_gmt":"2011-06-07T01:38:56","guid":{"rendered":"http:\/\/www.moonmile.net\/blog\/?p=2234"},"modified":"2011-06-07T10:38:56","modified_gmt":"2011-06-07T01:38:56","slug":"sqlbulkcopy-%e3%81%ae%e3%82%b9%e3%83%94%e3%83%bc%e3%83%89%e3%81%af-20-%e5%80%8d%e3%81%90%e3%82%89%e3%81%84%e6%97%a9%e3%81%84","status":"publish","type":"post","link":"http:\/\/www.moonmile.net\/blog\/archives\/2234","title":{"rendered":"SqlBulkCopy \u306e\u30b9\u30d4\u30fc\u30c9\u306f 20 \u500d\u3050\u3089\u3044\u65e9\u3044"},"content":{"rendered":"

SQL Server \u306b insert \u3092\u7e70\u308a\u8fd4\u3057\u3066\u30c7\u30fc\u30bf\u3092\u5165\u308c\u308b\u5834\u5408\u306f\u3001<\/p>\n

\u30fbbcp \u3092\u4f7f\u3046\u3002
\n\u30fbbulk insert \u3092\u4f7f\u3046\u3002
\n\u30fbSqlBulkCopy \u3092\u4f7f\u3046\u3002<\/p>\n

\u3092\u4f7f\u3044\u307e\u3059\u3002bcp \u3084 bulk insert \u306e\u5834\u5408\u306f\u3001\u30d5\u30a1\u30a4\u30eb\u304b\u3089\u30a4\u30f3\u30dd\u30fc\u30c8\u3059\u308b\u306e\u3067\u3061\u3087\u3063\u3068\u6271\u3044\u3065\u3089\u3044\u3002SQL Server \u304c\u5225\u306e\u30de\u30b7\u30f3\uff08\u30b5\u30fc\u30d0\u30fc\u6a5f\uff09\u306b\u3042\u308b\u5834\u5408\u306f\u3001\u4e00\u5ea6\u30d5\u30a1\u30a4\u30eb\u8ee2\u9001\u3092\u3059\u308b\u304b\u3001\u30d5\u30a1\u30a4\u30eb\u5171\u6709\u3092\u3057\u306a\u3044\u3068\u3044\u3051\u306a\u3044\u306e\u3067\u3001\u3061\u3087\u3063\u3068\u9762\u5012\u3067\u3059\u3002<\/p>\n

\u306a\u306e\u3067\u3001SqlBulkCopy \u3092\u4f7f\u3046…\u3063\u3066\u3068\u3053\u308d\u307e\u3067\u306f\u77e5\u3063\u3066\u3044\u305f\u306e\u3067\u3059\u304c\u3001\u679c\u305f\u3057\u3066\u3069\u306e\u3050\u3089\u3044\u306e\u30b9\u30d4\u30fc\u30c9\u304b\u3069\u3046\u304b\u306f\u5b9a\u304b\u3060\u3067\u306f\u306a\u3044\u306e\u3067\u3001\u6e2c\u5b9a\u3057\u3066\u307f\u307e\u3057\u305f\u3002<\/p>\n

\u7d50\u8ad6\u304b\u3089\u8a00\u3048\u3070\u300120 \u500d\u307b\u3069\u65e9\u304f\u306a\u308a\u307e\u3059\u3002SQL Server 2008 \u306e\u5834\u5408\u306f 30 \u500d\u307b\u3069\u3001SQL Server 2000 \u306e\u5834\u5408\u306f 10-20 \u500d\u307b\u3069\u306a\u306e\u3067\u696d\u52d9\u30b3\u30fc\u30c9\u306b\u5165\u308c\u308b\u5834\u5408\u306f\u5b9f\u6e2c\u304c\u5fc5\u9808\u3067\u3059\u306d\u3002<\/p>\n

\u4ee5\u4e0b\u306f\u3001<\/p>\n

\r\ncreate table bulk0 (\r\n  id int,\r\n  val varchar(100)\r\n)\r\n<\/pre>\n
\u306e\u30c6\u30fc\u30d6\u30eb\u306b 10 \u4e07\u4ef6\u306e\u30c7\u30fc\u30bf\u3092\u633f\u5165\u3057\u305f\u3068\u304d\u306e\u7d50\u679c\u3067\u3059(CPU 1.7GHz\u7a0b\u5ea6)<\/p>\n
\r\nNormal 3.37 sec\r\nInsert 46.34 sec\r\nNormal 4.00 sec\r\nInsert 43.29 sec\r\nNormal 1.85 sec\r\nInsert 47.50 sec\r\navg. Normal     3.07 sec\r\navg. Insert     45.71 sec\r\n<\/pre>\n
\u4ee5\u4e0b\u306f\u3001\u5b9f\u9a13\u7528\u306e\u30b3\u30fc\u30c9\u3002
\nSqlBulkCopy \u306b\u306f\u3001DataTable \u3042\u308b\u3044\u306f DataRow \u306e\u914d\u5217\u3092\u6e21\u305b\u308b\u306e\u3067\u3001\u5927\u91cf\u30c7\u30fc\u30bf\u306e\u633f\u5165\u304c\u975e\u5e38\u306b\u697d\u306b\u306a\u308a\u307e\u3059\u3002\u307e\u3042\u3001\u5927\u91cf\u3059\u304e\u308b\u5834\u5408\u306f\u3001DataTable \u306e\u30e1\u30e2\u30ea\u6ea2\u308c\u306b\u6ce8\u610f\u3059\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u304c on memory \u306b\u4e57\u308b\u91cf\u3067\u3042\u308c\u3070\u3001\u3053\u306e\u7a0b\u5ea6\u3067 ok \u3068\u3044\u3046\u3053\u3068\u3067\u3002<\/p>\n
\r\nusing System;\r\nusing System.Collections.Generic;\r\nusing System.Text;\r\nusing System.Data;\r\nusing System.Data.SqlClient;\r\n\r\nnamespace SampleBluk\r\n{\r\n\tclass TestBulk\r\n\t{\r\n\r\n\t\tpublic void Go()\r\n\t\t{\r\n\t\t\tdouble t1 = 0.0;\r\n\t\t\tdouble t2 = 0.0;\r\n\t\t\t_dt = MakeDataTable();\r\n\r\n\t\t\tint max = 3;\r\n\t\t\tfor (int i = 0; i < max; i++)\r\n\t\t\t{\r\n\t\t\t\tDateTime start;\r\n\t\t\t\tdouble span;\r\n\r\n\t\t\t\tsetup();\r\n\t\t\t\tstart = DateTime.Now;\r\n\t\t\t\tTestNormal();\r\n\t\t\t\tspan = ((TimeSpan)(DateTime.Now - start)).TotalSeconds;\r\n\t\t\t\tConsole.WriteLine(&quot;Normal {0:0.00} sec&quot;, span);\r\n\t\t\t\tt1 += span;\r\n\r\n\t\t\t\tsetup();\r\n\t\t\t\tstart = DateTime.Now;\r\n\t\t\t\tTestInsert();\r\n\t\t\t\tspan = ((TimeSpan)(DateTime.Now - start)).TotalSeconds;\r\n\t\t\t\tConsole.WriteLine(&quot;Insert {0:0.00} sec&quot;, span);\r\n\t\t\t\tt2 += span;\r\n\r\n\t\t\t}\r\n\t\t\tConsole.WriteLine(&quot;avg. Normal\t{0:0.00} sec&quot;, t1 \/ max);\r\n\t\t\tConsole.WriteLine(&quot;avg. Insert\t{0:0.00} sec&quot;, t2 \/ max);\r\n            \/\/ avg. Normal     3.07 sec\r\n            \/\/ avg. Insert     45.71 sec\r\n\t\t}\r\n\r\n\t\tint _max = 100000;\r\n\t\tDataTable _dt;\r\n\t\t\/\/ \u63a5\u7d9a\u6587\u5b57\u5217\r\n\t\tconst string CNSTR =\r\n\t\t\t@&quot;Data Source=.\\sqlexpress;Initial Catalog=stress;Integrated Security=True;Pooling=False&quot;;\r\n\r\n\t\tprivate string toMD5(string s)\r\n\t\t{\r\n\t\t\t\/\/\u6587\u5b57\u5217\u3092byte\u578b\u914d\u5217\u306b\u5909\u63db\u3059\u308b\r\n\t\t\tbyte[] data = System.Text.Encoding.UTF8.GetBytes(s);\r\n\r\n\t\t\t\/\/MD5CryptoServiceProvider\u30aa\u30d6\u30b8\u30a7\u30af\u30c8\u3092\u4f5c\u6210\r\n\t\t\tSystem.Security.Cryptography.MD5CryptoServiceProvider md5 =\r\n\t\t\t\tnew System.Security.Cryptography.MD5CryptoServiceProvider();\r\n\t\t\t\/\/\u307e\u305f\u306f\u3001\u6b21\u306e\u3088\u3046\u306b\u3082\u3067\u304d\u308b\r\n\t\t\t\/\/System.Security.Cryptography.MD5 md5 =\r\n\t\t\t\/\/  u  System.Security.Cryptography.MD5.Create();\r\n\r\n\t\t\t\/\/\u30cf\u30c3\u30b7\u30e5\u5024\u3092\u8a08\u7b97\u3059\u308b\r\n\t\t\tbyte[] bs = md5.ComputeHash(data);\r\n\r\n\t\t\t\/\/byte\u578b\u914d\u5217\u309216\u9032\u6570\u306e\u6587\u5b57\u5217\u306b\u5909\u63db\r\n\t\t\tSystem.Text.StringBuilder result = new System.Text.StringBuilder();\r\n\t\t\treturn BitConverter.ToString(bs).ToLower().Replace(&quot;-&quot;, &quot;&quot;);\r\n\t\t}\r\n\r\n\t\tpublic DataTable MakeDataTable()\r\n\t\t{\r\n\t\t\tDataTable dt = new DataTable();\r\n\t\t\tdt.Columns.Add(new DataColumn(&quot;id&quot;, typeof(int)));\r\n\t\t\tdt.Columns.Add(new DataColumn(&quot;val&quot;, typeof(string)));\r\n\t\t\tstring s = toMD5(DateTime.Now.ToString());\r\n\t\t\tfor (int i = 0; i < _max; i++)\r\n\t\t\t{\r\n\t\t\t\tDataRow row = dt.NewRow();\r\n\t\t\t\tdt.Rows.Add(row);\r\n\t\t\t\trow[&quot;id&quot;] = i;\r\n\t\t\t\trow[&quot;val&quot;] = s;\r\n\t\t\t\ts = toMD5(s);\r\n\t\t\t}\r\n\t\t\treturn dt;\r\n\t\t}\r\n\t\tpublic void setup()\r\n\t\t{\r\n\t\t\tSqlConnection cn = new SqlConnection(CNSTR);\r\n\t\t\tSqlCommand cmd = new  SqlCommand(&quot;truncate table bulk0&quot;, cn);\r\n\t\t\tcn.Open();\r\n\t\t\tcmd.ExecuteNonQuery();\r\n\t\t\tcn.Close();\r\n\t\t}\r\n\r\n\r\n\t\tpublic void TestNormal()\r\n\t\t{\r\n\t\t\tDataTable dt = _dt;\r\n\r\n\t\t\tSqlConnection cn = new SqlConnection(CNSTR);\r\n\t\t\tSqlBulkCopy bc = new SqlBulkCopy(cn);\r\n\t\t\tbc.DestinationTableName = &quot;bulk0&quot;;\r\n\t\t\tcn.Open();\r\n\t\t\tbc.WriteToServer(dt);\r\n\t\t\tcn.Close();\r\n\t\t}\r\n\t\tpublic void TestInsert()\r\n\t\t{\r\n\t\t\tDataTable dt = _dt;\r\n\r\n\t\t\tSqlConnection cn = new SqlConnection(CNSTR);\r\n\t\t\tSqlCommand cmd = new SqlCommand(&quot;insert into bulk0 ( id, val ) values ( @id, @val ) &quot;, cn);\r\n\t\t\tcmd.Parameters.Add(new SqlParameter(&quot;@id&quot;, SqlDbType.Int));\r\n\t\t\tcmd.Parameters.Add(new SqlParameter(&quot;@val&quot;, SqlDbType.VarChar, 100));\r\n\r\n\t\t\tcn.Open();\r\n\t\t\tforeach (DataRow row in dt.Rows)\r\n\t\t\t{\r\n\t\t\t\tcmd.Parameters[&quot;@id&quot;].Value = row[&quot;id&quot;];\r\n\t\t\t\tcmd.Parameters[&quot;@val&quot;].Value = row[&quot;val&quot;];\r\n\t\t\t\tcmd.ExecuteNonQuery();\r\n\t\t\t}\r\n\t\t\tcn.Close();\r\n\t\t}\r\n\t}\r\n}\r\n<\/pre>\n","protected":false},"excerpt":{"rendered":"
SQL Server \u306b insert \u3092\u7e70\u308a\u8fd4\u3057\u3066\u30c7\u30fc\u30bf\u3092\u5165\u308c\u308b\u5834\u5408\u306f\u3001 \u30fbbcp \u3092\u4f7f\u3046\u3002 \u30fbbulk insert \u3092\u4f7f\u3046\u3002 \u30fbSqlBulkCopy \u3092\u4f7f\u3046\u3002 \u3092\u4f7f\u3044\u307e\u3059\u3002bcp \u3084 bulk insert \u306e\u5834 … \u7d9a\u304d\u3092\u8aad\u3080 →<\/span><\/a><\/p>\n","protected":false},"author":2,"featured_media":0,"comment_status":"open","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[3,23],"tags":[],"class_list":["post-2234","post","type-post","status-publish","format-standard","hentry","category-dev","category-csharp"],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"_links":{"self":[{"href":"http:\/\/www.moonmile.net\/blog\/wp-json\/wp\/v2\/posts\/2234","targetHints":{"allow":["GET"]}}],"collection":[{"href":"http:\/\/www.moonmile.net\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/www.moonmile.net\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/www.moonmile.net\/blog\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"http:\/\/www.moonmile.net\/blog\/wp-json\/wp\/v2\/comments?post=2234"}],"version-history":[{"count":1,"href":"http:\/\/www.moonmile.net\/blog\/wp-json\/wp\/v2\/posts\/2234\/revisions"}],"predecessor-version":[{"id":2235,"href":"http:\/\/www.moonmile.net\/blog\/wp-json\/wp\/v2\/posts\/2234\/revisions\/2235"}],"wp:attachment":[{"href":"http:\/\/www.moonmile.net\/blog\/wp-json\/wp\/v2\/media?parent=2234"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/www.moonmile.net\/blog\/wp-json\/wp\/v2\/categories?post=2234"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/www.moonmile.net\/blog\/wp-json\/wp\/v2\/tags?post=2234"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}