AzureCosmosExtensions.cs 8.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201
  1. using Microsoft.Azure.Cosmos.Table;
  2. using Microsoft.Azure.Cosmos.Table.Queryable;
  3. using System;
  4. using System.Collections;
  5. using System.Collections.Generic;
  6. using System.Text;
  7. using System.Threading;
  8. using System.Threading.Tasks;
  9. using System.Linq;
  10. using Azure;
  11. using TEAMModelOS.SDK.DI;
  12. using System.IO;
  13. using System.Diagnostics;
  14. using Azure.Cosmos;
  15. using System.Text.Json;
  16. using System.Net;
  17. using System.Linq.Expressions;
  18. using TEAMModelOS.SDK;
  19. using TEAMModelOS.SDK.Helper.Common.JsonHelper;
  20. using TEAMModelOS.SDK.Extension;
  21. using TEAMModelOS.SDK.Models;
  22. using TEAMModelOS.SDK.Models.Cosmos.OpenEntity;
  23. using OpenXmlPowerTools;
  24. namespace TEAMModelOS.SDK.DI
  25. {
  26. public static class AzureCosmosExtensions
  27. {
  28. public static double RU(this Response response)
  29. {
  30. try
  31. {
  32. response.Headers.TryGetValue("x-ms-request-charge", out var value);
  33. var ru = Convert.ToDouble(value);
  34. return ru;
  35. }
  36. catch
  37. {
  38. return 0;
  39. }
  40. }
  41. public static string GetContinuationToken(this Response response)
  42. {
  43. try
  44. {
  45. response.Headers.TryGetValue("x-ms-continuation", out var value);
  46. return value;
  47. }
  48. catch
  49. {
  50. return null;
  51. }
  52. }
  53. /// <summary>
  54. /// 取得当前容器指定分区键的Count数,支持SQL Where条件,不支持排序
  55. /// </summary>
  56. /// <param name="container"></param>
  57. /// <param name="partitionkey"></param>
  58. /// <param name="queryWhere"></param>
  59. /// <returns></returns>
  60. public static async Task<int> GetCount(this CosmosContainer container, string partitionkey, string queryWhere = "WHERE 1=1")
  61. {
  62. int totalCount = 0;
  63. await foreach (var item in container.GetItemQueryStreamIterator(
  64. queryText: $"SELECT VALUE COUNT(1) From c {queryWhere}",
  65. requestOptions: new QueryRequestOptions() { PartitionKey =!string.IsNullOrWhiteSpace(partitionkey) ? new PartitionKey(partitionkey) : null , MaxItemCount = -1 }))
  66. {
  67. using var json = await JsonDocument.ParseAsync(item.ContentStream);
  68. if (json.RootElement.TryGetProperty("_count", out JsonElement count) && count.GetUInt16() > 0)
  69. {
  70. foreach (var obj in json.RootElement.GetProperty("Documents").EnumerateArray())
  71. {
  72. totalCount = obj.GetInt32();
  73. }
  74. }
  75. }
  76. return totalCount;
  77. }
  78. public static async Task<List<Response>> DeleteItemsStreamAsync(this CosmosContainer container, List<string> ids, string partitionkey )
  79. {
  80. List<Response> responses = new List<Response>();
  81. foreach (var id in ids)
  82. {
  83. try
  84. {
  85. responses.Add(await container.DeleteItemStreamAsync(id, new PartitionKey(partitionkey)));
  86. }
  87. catch
  88. {
  89. continue;
  90. }
  91. }
  92. return responses;
  93. }
  94. public static async Task<List<ItemResponse<T>>> DeleteItemsAsync<T>(this CosmosContainer container, List<string> ids, string partitionkey)
  95. {
  96. List<ItemResponse<T>> responses = new List<ItemResponse<T>>();
  97. foreach (var id in ids)
  98. {
  99. try
  100. {
  101. responses.Add(await container.DeleteItemAsync<T>(id, new PartitionKey(partitionkey)));
  102. }
  103. catch
  104. {
  105. continue;
  106. }
  107. }
  108. return responses;
  109. }
  110. public static async Task<CosmosDBResult<T>> GetList<T>(this CosmosContainer container, QueryDefinition queryDefinition, string partitionkey= null, string continuationToken = null, int? pageSize = null)
  111. {
  112. List<T> list = new List<T>();
  113. double RU = 0;
  114. await foreach (var item in container.GetItemQueryStreamIterator(queryDefinition: queryDefinition, continuationToken: continuationToken,
  115. requestOptions: new QueryRequestOptions { MaxItemCount = pageSize, PartitionKey =!string.IsNullOrWhiteSpace(partitionkey) ? new PartitionKey(partitionkey) : null }))
  116. {
  117. using var json = await JsonDocument.ParseAsync(item.ContentStream);
  118. if (json.RootElement.TryGetProperty("_count", out JsonElement count) && count.GetUInt16() > 0)
  119. {
  120. foreach (var obj in json.RootElement.GetProperty("Documents").EnumerateArray())
  121. {
  122. list.Add(obj.ToObject<T>());
  123. }
  124. }
  125. if (queryDefinition.QueryText.Contains(" distinct ", StringComparison.OrdinalIgnoreCase) ||
  126. (queryDefinition.QueryText.Contains("order ", StringComparison.OrdinalIgnoreCase) &&
  127. !queryDefinition.QueryText.Contains(".order ", StringComparison.OrdinalIgnoreCase)))
  128. {
  129. continuationToken = null;
  130. }
  131. else
  132. {
  133. continuationToken = item.GetContinuationToken();
  134. }
  135. RU +=item.RU();
  136. if (pageSize.HasValue && pageSize.Value >= 0 && list.Count >= pageSize)
  137. {
  138. break;
  139. }
  140. }
  141. //记录日志,RU开销大于400(开发测试),1000(正式)
  142. return (new CosmosDBResult<T> { list = list, ru = RU, continuationToken = continuationToken }); ;
  143. }
  144. public static async Task<CosmosDBResult<T>> GetList<T>(this CosmosContainer container, string sql, string partitionkey= null, string continuationToken = null, int? pageSize = null)
  145. {
  146. List<T> list = new List<T>();
  147. double RU = 0;
  148. try
  149. {
  150. await foreach (var item in container.GetItemQueryStreamIterator(queryText: sql, continuationToken: continuationToken,
  151. requestOptions: new QueryRequestOptions { MaxItemCount = pageSize, PartitionKey =!string.IsNullOrWhiteSpace(partitionkey)?new PartitionKey(partitionkey) : null}))
  152. {
  153. using var json = await JsonDocument.ParseAsync(item.ContentStream);
  154. if (json.RootElement.TryGetProperty("_count", out JsonElement count) && count.GetUInt16() > 0)
  155. {
  156. foreach (var obj in json.RootElement.GetProperty("Documents").EnumerateArray())
  157. {
  158. list.Add(obj.ToObject<T>());
  159. }
  160. }
  161. if (sql.Contains(" distinct ", StringComparison.OrdinalIgnoreCase)
  162. || (sql.Contains("order ", StringComparison.OrdinalIgnoreCase)
  163. && !sql.Contains(".order ", StringComparison.OrdinalIgnoreCase)))
  164. {
  165. continuationToken = null;
  166. }
  167. else
  168. {
  169. continuationToken = item.GetContinuationToken();
  170. }
  171. RU += item.RU();
  172. if (pageSize.HasValue && pageSize.Value >= 0 && list.Count >= pageSize)
  173. {
  174. break;
  175. }
  176. }
  177. }
  178. catch (Exception ex)
  179. {
  180. Console.WriteLine(ex.ToString());
  181. }
  182. //记录日志,RU开销大于400(开发测试),1000(正式)
  183. return (new CosmosDBResult<T> { list = list, ru = RU, continuationToken = continuationToken }); ;
  184. }
  185. public class CosmosDBResult<T>
  186. {
  187. public List<T>? list { get; set; }
  188. public string? continuationToken { get; set; }
  189. public double ru { get; set; }
  190. }
  191. }
  192. }