AzureCosmosExtensions.cs 7.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198
  1. using Microsoft.Azure.Cosmos.Table;
  2. using Microsoft.Azure.Cosmos.Table.Queryable;
  3. using System;
  4. using System.Collections;
  5. using System.Collections.Generic;
  6. using System.Text;
  7. using System.Threading;
  8. using System.Threading.Tasks;
  9. using System.Linq;
  10. using Azure;
  11. using TEAMModelOS.SDK.DI;
  12. using System.IO;
  13. using TEAMModelOS.SDK.DI;
  14. using System.Diagnostics;
  15. using Azure.Cosmos;
  16. using System.Text.Json;
  17. using System.Net;
  18. using System.Linq.Expressions;
  19. using TEAMModelOS.SDK;
  20. using TEAMModelOS.SDK.Helper.Common.JsonHelper;
  21. using TEAMModelOS.SDK.Extension;
  22. using TEAMModelOS.SDK.Models;
  23. using TEAMModelOS.SDK.Models.Cosmos.OpenEntity;
  24. namespace TEAMModelOS.SDK.DI
  25. {
  26. public static class AzureCosmosExtensions
  27. {
  28. public static double RU(this Response response)
  29. {
  30. try
  31. {
  32. response.Headers.TryGetValue("x-ms-request-charge", out var value);
  33. var ru = Convert.ToDouble(value);
  34. return ru;
  35. }
  36. catch
  37. {
  38. return 0;
  39. }
  40. }
  41. public static string GetContinuationToken(this Response response)
  42. {
  43. try
  44. {
  45. response.Headers.TryGetValue("x-ms-continuation", out var value);
  46. return value;
  47. }
  48. catch
  49. {
  50. return null;
  51. }
  52. }
  53. /// <summary>
  54. /// 取得当前容器指定分区键的Count数,支持SQL Where条件,不支持排序
  55. /// </summary>
  56. /// <param name="container"></param>
  57. /// <param name="partitionkey"></param>
  58. /// <param name="queryWhere"></param>
  59. /// <returns></returns>
  60. public static async Task<int> GetCount(this CosmosContainer container, string partitionkey, string queryWhere = "WHERE 1=1")
  61. {
  62. int totalCount = 0;
  63. await foreach (var item in container.GetItemQueryStreamIterator(
  64. queryText: $"SELECT VALUE COUNT(1) From c {queryWhere}",
  65. requestOptions: new QueryRequestOptions() { PartitionKey = new PartitionKey(partitionkey), MaxItemCount = -1 }))
  66. {
  67. using var json = await JsonDocument.ParseAsync(item.ContentStream);
  68. if (json.RootElement.TryGetProperty("_count", out JsonElement count) && count.GetUInt16() > 0)
  69. {
  70. foreach (var obj in json.RootElement.GetProperty("Documents").EnumerateArray())
  71. {
  72. totalCount = obj.GetInt32();
  73. }
  74. }
  75. }
  76. return totalCount;
  77. }
  78. public static async Task<List<Response>> DeleteItemsStreamAsync(this CosmosContainer container, List<string> ids, string partitionkey )
  79. {
  80. List<Response> responses = new List<Response>();
  81. foreach (var id in ids)
  82. {
  83. try
  84. {
  85. responses.Add(await container.DeleteItemStreamAsync(id, new PartitionKey(partitionkey)));
  86. }
  87. catch
  88. {
  89. continue;
  90. }
  91. }
  92. return responses;
  93. }
  94. public static async Task<List<ItemResponse<T>>> DeleteItemsAsync<T>(this CosmosContainer container, List<string> ids, string partitionkey)
  95. {
  96. List<ItemResponse<T>> responses = new List<ItemResponse<T>>();
  97. foreach (var id in ids)
  98. {
  99. try
  100. {
  101. responses.Add(await container.DeleteItemAsync<T>(id, new PartitionKey(partitionkey)));
  102. }
  103. catch
  104. {
  105. continue;
  106. }
  107. }
  108. return responses;
  109. }
  110. public static async Task<CosmosDBResult<T>> GetList<T>(this CosmosContainer container, QueryDefinition queryDefinition, string partitionkey, string? continuationToken = null, int? pageSize = null)
  111. {
  112. List<T> list = new List<T>();
  113. double RU = 0;
  114. if (string.IsNullOrWhiteSpace(partitionkey))
  115. {
  116. return (new CosmosDBResult<T> { list = list, ru = RU, continuationToken = continuationToken });
  117. }
  118. await foreach (var item in container.GetItemQueryStreamIterator(queryDefinition: queryDefinition, continuationToken: continuationToken,
  119. requestOptions: new QueryRequestOptions { MaxItemCount = pageSize, PartitionKey = new PartitionKey(partitionkey) }))
  120. {
  121. using var json = await JsonDocument.ParseAsync(item.ContentStream);
  122. if (json.RootElement.TryGetProperty("_count", out JsonElement count) && count.GetUInt16() > 0)
  123. {
  124. foreach (var obj in json.RootElement.GetProperty("Documents").EnumerateArray())
  125. {
  126. list.Add(obj.ToObject<T>());
  127. }
  128. }
  129. if (queryDefinition.QueryText.Contains(" distinct ", StringComparison.OrdinalIgnoreCase) || queryDefinition.QueryText.Contains(" order by ", StringComparison.OrdinalIgnoreCase))
  130. {
  131. continuationToken = null;
  132. }
  133. else
  134. {
  135. continuationToken = item.GetContinuationToken();
  136. }
  137. RU +=item.RU();
  138. if (pageSize.HasValue && pageSize.Value >= 0 && list.Count >= pageSize)
  139. {
  140. break;
  141. }
  142. }
  143. //记录日志,RU开销大于400(开发测试),1000(正式)
  144. return (new CosmosDBResult<T> { list = list, ru = RU, continuationToken = continuationToken }); ;
  145. }
  146. public static async Task<CosmosDBResult<T>> GetList<T>(this CosmosContainer container, string sql, string partitionkey, string? continuationToken = null, int? pageSize = null)
  147. {
  148. List<T> list = new List<T>();
  149. double RU = 0;
  150. if (string.IsNullOrWhiteSpace(partitionkey))
  151. {
  152. return (new CosmosDBResult<T> { list = list, ru = RU, continuationToken = continuationToken });
  153. }
  154. await foreach (var item in container.GetItemQueryStreamIterator(queryText: sql, continuationToken: continuationToken,
  155. requestOptions: new QueryRequestOptions { MaxItemCount = pageSize, PartitionKey = new PartitionKey(partitionkey) }) )
  156. {
  157. using var json = await JsonDocument.ParseAsync(item.ContentStream);
  158. if (json.RootElement.TryGetProperty("_count", out JsonElement count) && count.GetUInt16() > 0)
  159. {
  160. foreach (var obj in json.RootElement.GetProperty("Documents").EnumerateArray()) {
  161. list.Add(obj.ToObject<T>());
  162. }
  163. }
  164. if (sql.Contains(" distinct ", StringComparison.OrdinalIgnoreCase) || sql.Contains(" order by ", StringComparison.OrdinalIgnoreCase))
  165. {
  166. continuationToken = null;
  167. }
  168. else
  169. {
  170. continuationToken = item.GetContinuationToken();
  171. }
  172. RU = item.RU();
  173. if (pageSize.HasValue && pageSize.Value >= 0 && list.Count >= pageSize)
  174. {
  175. break;
  176. }
  177. }
  178. //记录日志,RU开销大于400(开发测试),1000(正式)
  179. return (new CosmosDBResult<T> { list = list, ru = RU, continuationToken = continuationToken }); ;
  180. }
  181. public class CosmosDBResult<T>
  182. {
  183. public List<T>? list { get; set; }
  184. public string? continuationToken { get; set; }
  185. public double ru { get; set; }
  186. }
  187. }
  188. }