azure-cosmosdb - 提高数据插入性能

Question

我们创建了一个循环到 CosmosDb 记录并将值插入到 Sql db 的代码。但在此过程中，数据插入性能非常缓慢。请帮助提出建议，这是代码。插入 4000 行数据需要 4 个多小时。

namespace PushNotificationUserInsert
{
    class Program
    {
        static void Main(string[] args)
        {
            Task.Run(async () =>
            {
                #region Variables
                var endpoint = ConfigurationManager.AppSettings["DocDbEndpoint"];
                var masterKey = ConfigurationManager.AppSettings["DocDbMasterKey"];
                var connetionString = ConfigurationManager.AppSettings["SQL_connetionString"].ToString();
               // var useremail = "\"\"";
                string path = @"xxxx.txt";              
                string[] useremails = File.ReadAllLines(path);
                List<string> It = useremails.ToList();
                var newIt = It.Distinct().ToList();
                var channel = "\"msteam\"";
                var cnn = new SqlConnection(connetionString);
                var cnnInsert = new SqlConnection(connetionString);
                string query = null;
                cnn.Open();
                foreach (var email in newIt)
                {
                    query = "SELECT * FROM c where c.document.bot_js.mail = \"" + email + "\" AND CONTAINS(c.id," + channel + ", true)";
                    dynamic responses = "";
                    JSONModel.Rootobject records = null;
                    string conversationId = "";
                    //string email = "";
                    #endregion
                    #region Reading data from SQL
                   // cnn.Open();
                    SqlDataReader dataReader;
                    String Output = "";
                    SqlCommand command = new SqlCommand(@"SELECT [ConversatonReferenceJson] FROM [dbo].[ConversationReferences] where emailid like ''", cnn);
                    //command = new SqlCommand(sql, cnn);
                    dataReader = command.ExecuteReader();
                    while (dataReader.Read())
                    {
                        Output = dataReader.GetValue(0).ToString();
                        records = JsonConvert.DeserializeObject<JSONModel.Rootobject>(Output);
                    }
                    dataReader.Close();
                    dataReader.Dispose();
                    #endregion
                    string[] readText = File.ReadAllLines(path);

            //List<string> It = readText.ToList();
            //var newIt = It.Distinct().ToList();           
            //foreach (string email in newIt)
            //{
                Console.WriteLine(email);
                try
                {
                    #region reading data from Consmos DB
                    using (var client = new DocumentClient(new Uri(endpoint), masterKey))
                    {
                        responses = client.CreateDocumentQuery(UriFactory.CreateDocumentCollectionUri("Cosmosdbname", "cosmosdbtablebame"), query).ToList();
                    }
                    #endregion
                    #region Looping throught each cosmos DB records and insert value in SQL
                    foreach (var response in responses)
                    {
                        conversationId = response.id.Remove(0, 26);
                        records.conversation.id = conversationId;
                        cnnInsert.Open();
                        SqlCommand commInsert = new SqlCommand("INSERT INTO [ConversationReferences] VALUES " +
                        "(@ChannelId, @UserId, @ConverJson, @ID, @EmailID)", cnnInsert);
                        commInsert.Parameters.AddWithValue("@ChannelId", "xxxx");
                        commInsert.Parameters.AddWithValue("@UserId", "tobedeleted");
                        commInsert.Parameters.AddWithValue("@ConverJson", JsonConvert.SerializeObject(records));
                        commInsert.Parameters.AddWithValue("@ID", "tobedeleted");
                        commInsert.Parameters.AddWithValue("@EmailID", email);                          
                        commInsert.ExecuteNonQuery();
                        cnnInsert.Close();
                        Console.WriteLine("records updated for " + email);
                    }
                    #endregion
                }
                catch (Exception ex)
                {
                    cnnInsert.Close();
                    throw;
                }
                finally
                { cnnInsert.Close(); }
                Console.ReadKey();
            }
        }).Wait();
    }
}