AzureTableDBRepository.cs 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518
  1. using TEAMModelOS.SDK.Module.AzureTable.Configuration;
  2. using TEAMModelOS.SDK.Module.AzureTable.Interfaces;
  3. using TEAMModelOS.SDK.Extension.DataResult.PageToken;
  4. using Microsoft.WindowsAzure.Storage.Table;
  5. using System;
  6. using System.Collections.Concurrent;
  7. using System.Collections.Generic;
  8. using System.Linq;
  9. using System.Text;
  10. using System.Threading.Tasks;
  11. using TEAMModelOS.SDK.Helper.Security.AESCrypt;
  12. using TEAMModelOS.SDK.Context.Exception;
  13. using System.Reflection;
  14. using TEAMModelOS.SDK.Context.Attributes.Table;
  15. namespace TEAMModelOS.SDK.Module.AzureTable.Implements
  16. {
  17. public class AzureTableDBRepository : IAzureTableDBRepository
  18. {
  19. private readonly string china = "417A7572654368696E612020202020202020202020202020202020202020202097EB27FCC1F03349787DCD35F4DE22BBDFEDC90F24738B1D7FB9167A2C191BE671B512E17D48B73A002FC98867345CD59D3250AF59FD5FDFFC67976108F9E3BC9E9F75EDE605B058C1821D16BD9EB753B8E7D39FF48163430C1B5F3B6150195B880C3FCB87D35BF3540432734B768EC28C77B4CF0D556E794DE57979C1E01C429E66F7B2794D9940CF287F2B22A22E5F266B949D5E523E709FF37229E45D1A8FC8C4341E0A8346BB976CCB3D91802FFE5A4A28577898B4E942B5BA3A4A7B796FA673782D405060E7F2CBA4F67DF59F47";
  20. private readonly string global = "417A757265476C6F62616C2020202020202020202020202020202020202020206956019D195ED330AFA660D369B9464FC5E90AB3A106FDDD7978A2772DB186CDAE21C6CBFDE2B6739F089E853B3171A27841026E61C51666347F63FDF63E4377448D493B05CF6CDB3791946B9145825DD7756392EB8EA36DBF42E5C1C0021CEC2CDB5F4EA57EBCFA98B17D7236FA2CDCA6E7FCBE1DDC45BEAF691A2462A8BC3C429CBC4BCCA3192E554D23758AA8EA5937F988C927534C70A4769ED33878BEC10E2550F121E4AEB5A2DA213F2902D602A758C7D93D5DED368544F8A86D2A0CAA7813D1D950EC81D544EE41A8EDC84173";
  21. private readonly CloudTableClient tableClient;
  22. private CloudTable Table { get; set; }
  23. public AzureTableDBRepository(AzureTableOptions options)
  24. {
  25. if (!string.IsNullOrEmpty(options.ConnectionString))
  26. {
  27. tableClient = TableClientSingleton.getInstance(options.ConnectionString).GetTableClient();
  28. }
  29. else if (AzureTableConfig.AZURE_CHINA.Equals(options.AzureTableDialect))
  30. {
  31. AESCrypt crypt = new AESCrypt();
  32. tableClient = TableClientSingleton.getInstance(crypt.Decrypt(china, options.AzureTableDialect)).GetTableClient();
  33. }
  34. else if (AzureTableConfig.AZURE_GLOBAL.Equals(options.AzureTableDialect))
  35. {
  36. AESCrypt crypt = new AESCrypt();
  37. tableClient = TableClientSingleton.getInstance(crypt.Decrypt(global, options.AzureTableDialect)).GetTableClient();
  38. }
  39. else { throw new BizException("请设置正确的AzureTable数据库配置信息!"); }
  40. }
  41. public AzureTableDBRepository()
  42. {
  43. }
  44. private async Task<string> InitializeTable<T>()
  45. {
  46. string TableName = GetTableSpace<T>();
  47. if (Table == null || !Table.Name.Equals(TableName))
  48. {
  49. Table = tableClient.GetTableReference(TableName);
  50. await Table.CreateIfNotExistsAsync();
  51. }
  52. return TableName;
  53. }
  54. private string GetTableSpace<T>()
  55. {
  56. Type type = typeof(T);
  57. string Name = type.Name;
  58. object[] attributes = type.GetCustomAttributes(true);
  59. foreach (object attribute in attributes) //2.通过映射,找到成员属性上关联的特性类实例,
  60. {
  61. if (attribute is TableSpaceAttribute)
  62. {
  63. TableSpaceAttribute tableSpace = (TableSpaceAttribute)attribute;
  64. Name = tableSpace.Name + Name;
  65. }
  66. }
  67. return Name;
  68. }
  69. public async Task<List<T>> FindAll<T>() where T : TableEntity, new()
  70. {
  71. string TableName= await InitializeTable<T>();
  72. var exQuery = new TableQuery<T>();
  73. return await QueryList<T>(exQuery , TableName);
  74. }
  75. private async Task<List<T>> QueryList<T>(TableQuery<T> exQuery ,string TableName) where T : TableEntity, new()
  76. {
  77. TableContinuationToken continuationToken = null;
  78. List<T> entitys = new List<T>();
  79. do
  80. {
  81. var result = await tableClient.GetTableReference(TableName).ExecuteQuerySegmentedAsync(exQuery, continuationToken);
  82. if (result.Results.Count > 0)
  83. {
  84. entitys.AddRange(result.ToList());
  85. }
  86. continuationToken = result.ContinuationToken;
  87. } while (continuationToken != null);
  88. return entitys;
  89. }
  90. private async Task<T> QueryObject<T>(TableQuery<T> exQuery ,string TableName) where T : TableEntity, new()
  91. {
  92. TableContinuationToken continuationToken = null;
  93. T entity = new T();
  94. do
  95. {
  96. var result = await tableClient.GetTableReference(TableName).ExecuteQuerySegmentedAsync(exQuery, continuationToken);
  97. if (result.Results.Count > 0)
  98. {
  99. entity = result.ToList().Single();
  100. }
  101. continuationToken = result.ContinuationToken;
  102. } while (continuationToken != null);
  103. return entity;
  104. }
  105. public async Task<int> Count<T>(TableContinuationToken continuationToken ) where T : TableEntity, new()
  106. {
  107. string TableName = await InitializeTable<T>();
  108. var exQuery = new TableQuery<T>();
  109. List<T> entitys = new List<T>();
  110. do
  111. {
  112. var result = await tableClient.GetTableReference(TableName).ExecuteQuerySegmentedAsync(exQuery, continuationToken);
  113. if (result.Results.Count > 0)
  114. {
  115. entitys.AddRange(result.ToList());
  116. }
  117. continuationToken = result.ContinuationToken;
  118. } while (continuationToken != null);
  119. return entitys.Count;
  120. }
  121. public async Task<int> Count<T>() where T : TableEntity, new()
  122. {
  123. string TableName = await InitializeTable<T>();
  124. TableContinuationToken continuationToken = null;
  125. var exQuery = new TableQuery<T>();
  126. List<T> entitys = new List<T>();
  127. do
  128. {
  129. var result = await tableClient.GetTableReference(TableName).ExecuteQuerySegmentedAsync(exQuery, continuationToken);
  130. if (result.Results.Count > 0)
  131. {
  132. entitys.AddRange(result.ToList());
  133. }
  134. continuationToken = result.ContinuationToken;
  135. } while (continuationToken != null);
  136. return entitys.Count;
  137. }
  138. public async Task<T> FindByRowKey<T>(string RowKey) where T : TableEntity, new()
  139. {
  140. string TableName = await InitializeTable<T>();
  141. var exQuery = new TableQuery<T>();
  142. if (!string.IsNullOrEmpty(RowKey))
  143. {
  144. string typeStr = SwitchType(RowKey, "RowKey");
  145. exQuery.Where(typeStr);
  146. // exQuery.Where(TableQuery.GenerateFilterCondition("RowKey", QueryComparisons.Equal, id));
  147. return await QueryObject<T>(exQuery, TableName);
  148. }
  149. else
  150. {
  151. return null;
  152. }
  153. }
  154. public async Task<List<T>> FindListByDict<T>(Dictionary<string, object> dict) where T : TableEntity, new()
  155. {
  156. string TableName = await InitializeTable<T>();
  157. var exQuery = new TableQuery<T>();
  158. StringBuilder builder = new StringBuilder();
  159. if (null != dict && dict.Count > 0)
  160. {
  161. var keys = dict.Keys;
  162. int index = 1;
  163. foreach (string key in keys)
  164. {
  165. if (dict[key] != null && !string.IsNullOrEmpty(dict[key].ToString()))
  166. {
  167. string typeStr = SwitchType(dict[key], key);
  168. if (index == 1)
  169. {
  170. //builder.Append(TableQuery.GenerateFilterCondition(key, QueryComparisons.Equal, dict[key].ToString()));
  171. builder.Append(typeStr);
  172. }
  173. else
  174. {
  175. //builder.Append(" " + TableOperators.And + " " + TableQuery.GenerateFilterCondition(key, QueryComparisons.Equal, dict[key].ToString()));
  176. builder.Append(" " + TableOperators.And + " " + typeStr);
  177. }
  178. index++;
  179. }
  180. }
  181. exQuery.Where(builder.ToString());
  182. return await QueryList<T>(exQuery, TableName);
  183. }
  184. else
  185. {
  186. return null;
  187. }
  188. }
  189. public async Task<List<T>> FindListByKey<T>(string key, object value) where T : TableEntity, new()
  190. {
  191. string TableName = await InitializeTable<T>();
  192. var exQuery = new TableQuery<T>();
  193. if (!string.IsNullOrEmpty(key) &&null!= value && !string.IsNullOrEmpty(value.ToString()))
  194. {
  195. string typeStr = SwitchType(value, key);
  196. exQuery.Where(typeStr);
  197. //exQuery.Where(TableQuery.GenerateFilterCondition(key, QueryComparisons.Equal, value));
  198. return await QueryList<T>(exQuery, TableName);
  199. }
  200. else
  201. {
  202. return null;
  203. }
  204. }
  205. public async Task<T> FindOneByDict<T>(IDictionary<string, object> dict) where T : TableEntity, new()
  206. {
  207. string TableName = await InitializeTable<T>();
  208. var exQuery = new TableQuery<T>();
  209. StringBuilder builder = new StringBuilder();
  210. if (null != dict && dict.Count > 0)
  211. {
  212. var keys = dict.Keys;
  213. int index = 1;
  214. foreach (string key in keys)
  215. {
  216. if (dict[key] != null && !string.IsNullOrEmpty(dict[key].ToString()))
  217. {
  218. string typeStr = SwitchType(dict[key], key);
  219. if (index == 1)
  220. {
  221. //builder.Append(TableQuery.GenerateFilterCondition(key, QueryComparisons.Equal, dict[key].ToString()));
  222. builder.Append(typeStr);
  223. }
  224. else
  225. {
  226. // builder.Append(" " + TableOperators.And + " " + TableQuery.GenerateFilterCondition(key, QueryComparisons.Equal, dict[key].ToString()));
  227. builder.Append(" " + TableOperators.And + " " + typeStr);
  228. }
  229. index++;
  230. }
  231. }
  232. exQuery.Where(builder.ToString());
  233. return await QueryObject<T>(exQuery, TableName);
  234. }
  235. else
  236. {
  237. return null;
  238. }
  239. }
  240. private static string SwitchType(object obj, string key)
  241. {
  242. Type s = obj.GetType();
  243. TypeCode typeCode = Type.GetTypeCode(s);
  244. switch (typeCode)
  245. {
  246. case TypeCode.String: return TableQuery.GenerateFilterCondition(key, QueryComparisons.Equal, obj.ToString());
  247. case TypeCode.Int32: return TableQuery.GenerateFilterConditionForInt(key, QueryComparisons.Equal, (int)obj);
  248. case TypeCode.Double: return TableQuery.GenerateFilterConditionForDouble(key, QueryComparisons.Equal, (double)obj);
  249. case TypeCode.Byte: return TableQuery.GenerateFilterConditionForBinary(key, QueryComparisons.Equal, (byte[])obj);
  250. case TypeCode.Boolean: return TableQuery.GenerateFilterConditionForBool(key, QueryComparisons.Equal, (bool)obj);
  251. case TypeCode.DateTime: return TableQuery.GenerateFilterConditionForDate(key, QueryComparisons.Equal, (DateTimeOffset)obj);
  252. case TypeCode.Int64: return TableQuery.GenerateFilterConditionForLong(key, QueryComparisons.Equal, (long)obj);
  253. default: return null;
  254. }
  255. }
  256. public async Task<T> FindOneByKey<T>(string key, object value) where T : TableEntity, new()
  257. {
  258. string TableName = await InitializeTable<T>();
  259. var exQuery = new TableQuery<T>();
  260. if (!string.IsNullOrEmpty(key) && null != value && !string.IsNullOrEmpty(value.ToString()))
  261. {
  262. string typeStr = SwitchType(value, key);
  263. exQuery.Where(typeStr);
  264. //exQuery.Where(TableQuery.GenerateFilterCondition(key, QueryComparisons.Equal,
  265. // value));
  266. return await QueryObject<T>(exQuery, TableName);
  267. }
  268. else
  269. {
  270. return null;
  271. }
  272. }
  273. public async Task<List<T>> GetEntities<T>(IDictionary<string, object> dict) where T : TableEntity, new()
  274. {
  275. string TableName = await InitializeTable<T>();
  276. var exQuery = new TableQuery<T>();
  277. StringBuilder builder = new StringBuilder();
  278. if (null != dict && dict.Count > 0)
  279. {
  280. var keys = dict.Keys;
  281. int index = 1;
  282. foreach (string key in keys)
  283. {
  284. if (dict[key] != null && !string.IsNullOrEmpty(dict[key].ToString()))
  285. {
  286. string typeStr = SwitchType(dict, key);
  287. if (index == 1)
  288. {
  289. //builder.Append(TableQuery.GenerateFilterCondition(key, QueryComparisons.Equal, dict[key].ToString()));
  290. builder.Append(typeStr);
  291. }
  292. else
  293. {
  294. // builder.Append(" " + TableOperators.And + " " + TableQuery.GenerateFilterCondition(key, QueryComparisons.Equal, dict[key].ToString()));
  295. builder.Append(" " + TableOperators.And + " " + typeStr);
  296. }
  297. index++;
  298. }
  299. }
  300. exQuery.Where(builder.ToString());
  301. return await QueryList<T>(exQuery, TableName);
  302. }
  303. else
  304. {
  305. return null;
  306. }
  307. }
  308. public async Task<List<T>> SaveAll<T>(List<T> entitys) where T : TableEntity, new()
  309. {
  310. string TableName = await InitializeTable<T>();
  311. IList<TableResult> result = null;
  312. Parallel.ForEach(Partitioner.Create(0, entitys.Count, 100),
  313. async range =>
  314. {
  315. TableBatchOperation batchOperation = new TableBatchOperation();
  316. for (Int32 i = range.Item1; i < range.Item2; i++)
  317. batchOperation.Insert(entitys[i]);
  318. result = await tableClient.GetTableReference(TableName).ExecuteBatchAsync(batchOperation);
  319. });
  320. return entitys;
  321. }
  322. public async Task<List<T>> UpdateAll<T>(List<T> entitys) where T : TableEntity, new()
  323. {
  324. string TableName = await InitializeTable<T>();
  325. IList<TableResult> result = null;
  326. Parallel.ForEach(Partitioner.Create(0, entitys.Count, 100),
  327. async range =>
  328. {
  329. TableBatchOperation batchOperation = new TableBatchOperation();
  330. for (Int32 i = range.Item1; i < range.Item2; i++)
  331. batchOperation.Replace(entitys[i]);
  332. result = await tableClient.GetTableReference(TableName).ExecuteBatchAsync(batchOperation);
  333. });
  334. return entitys;
  335. }
  336. public async Task<List<T>> SaveOrUpdateAll<T>(List<T> entitys) where T : TableEntity, new()
  337. {
  338. string TableName = await InitializeTable<T>();
  339. IList<TableResult> result = null;
  340. Parallel.ForEach(Partitioner.Create(0, entitys.Count, 100),
  341. async range =>
  342. {
  343. TableBatchOperation batchOperation = new TableBatchOperation();
  344. for (Int32 i = range.Item1; i < range.Item2; i++)
  345. batchOperation.InsertOrReplace(entitys[i]);
  346. result = await tableClient.GetTableReference(TableName).ExecuteBatchAsync(batchOperation);
  347. });
  348. return entitys;
  349. }
  350. public async Task<List<T>> DeleteAll<T>(List<T> entitys) where T : TableEntity, new()
  351. {
  352. string TableName = await InitializeTable<T>();
  353. IList<TableResult> result = null;
  354. Parallel.ForEach(Partitioner.Create(0, entitys.Count, 100),
  355. async range =>
  356. {
  357. TableBatchOperation batchOperation = new TableBatchOperation();
  358. for (Int32 i = range.Item1; i < range.Item2; i++)
  359. batchOperation.Delete(entitys[i]);
  360. result = await tableClient.GetTableReference(TableName).ExecuteBatchAsync(batchOperation);
  361. });
  362. return (List<T>)result;
  363. }
  364. public async Task<T> Save<T>(TableEntity entity) where T : TableEntity, new()
  365. {
  366. string TableName = await InitializeTable<T>();
  367. TableOperation operation = TableOperation.Insert(entity);
  368. TableResult result = await tableClient.GetTableReference(TableName).ExecuteAsync(operation);
  369. return (T)result.Result;
  370. }
  371. public async Task<T> SaveOrUpdate<T>(TableEntity entity) where T : TableEntity, new()
  372. {
  373. string TableName = await InitializeTable<T>();
  374. TableOperation operation = TableOperation.InsertOrReplace(entity);
  375. TableResult result = await tableClient.GetTableReference(TableName).ExecuteAsync(operation);
  376. return (T)result.Result;
  377. }
  378. public async Task<T> Update<T>(TableEntity entity) where T : TableEntity, new()
  379. {
  380. string TableName = await InitializeTable<T>();
  381. TableOperation operation = TableOperation.Replace(entity);
  382. TableResult result = await tableClient.GetTableReference(TableName).ExecuteAsync(operation);
  383. return (T)result.Result;
  384. }
  385. public async Task<T> Delete<T>(TableEntity entity) where T : TableEntity, new()
  386. {
  387. string TableName = await InitializeTable<T>();
  388. TableOperation operation = TableOperation.Delete(entity);
  389. TableResult result = await tableClient.GetTableReference(TableName).ExecuteAsync(operation);
  390. return (T)result.Result;
  391. }
  392. //public async Task<List<T>> FindListByDictAndLike<T>(Dictionary<string, object> dict, Dictionary<string, object> likeDict) where T : TableEntity, new()
  393. //{
  394. // throw new NotImplementedException();
  395. //}
  396. //public async Task<List<T>> FindListByDictAndLikeAndNotEQ<T>(Dictionary<string, object> dict, Dictionary<string, object> likeDict, Dictionary<string, object> notEQDict) where T : TableEntity, new()
  397. //{
  398. // throw new NotImplementedException();
  399. //}
  400. //public async Task<List<T>> FindListByDictAndLikeAndStartWith<T>(Dictionary<string, object> dict, Dictionary<string, object> likeDict, Dictionary<string, object> startDict) where T : TableEntity, new()
  401. //{
  402. // throw new NotImplementedException();
  403. //}
  404. public async Task<AzurePagination<T>> FindListByDict<T>(Dictionary<string, object> dict, AzureTableToken azureTableToken) where T : TableEntity, new()
  405. {
  406. string TableName = await InitializeTable<T>();
  407. var exQuery = new TableQuery<T>();
  408. StringBuilder builder = new StringBuilder();
  409. if (null != dict && dict.Count > 0)
  410. {
  411. var keys = dict.Keys;
  412. int index = 1;
  413. foreach (string key in keys)
  414. {
  415. if (dict[key] != null && !string.IsNullOrEmpty(dict[key].ToString()))
  416. {
  417. string typeStr = SwitchType(dict, key);
  418. if (index == 1)
  419. {
  420. // builder.Append(TableQuery.GenerateFilterCondition(key, QueryComparisons.Equal, dict[key].ToString()));
  421. builder.Append(typeStr);
  422. }
  423. else
  424. {
  425. builder.Append(" " + TableOperators.And + " " + typeStr);
  426. //builder.Append(" " + TableOperators.And + " " + TableQuery.GenerateFilterCondition(key, QueryComparisons.Equal, dict[key].ToString()));
  427. }
  428. index++;
  429. }
  430. }
  431. exQuery.Where(builder.ToString());
  432. return await QueryList<T>(azureTableToken, exQuery, TableName);
  433. }
  434. else
  435. {
  436. return null;
  437. }
  438. }
  439. private async Task<AzurePagination<T>> QueryList<T>(AzureTableToken azureTableToken, TableQuery<T> exQuery, string TableName) where T : TableEntity, new()
  440. {
  441. TableContinuationToken tableToken = new HaBookTableContinuationToken(azureTableToken).GetContinuationToken();
  442. List<T> entitys = new List<T>();
  443. var result = await tableClient.GetTableReference(TableName).ExecuteQuerySegmentedAsync(exQuery, tableToken);
  444. if (result.Results.Count > 0)
  445. {
  446. entitys.AddRange(result.ToList());
  447. }
  448. tableToken = result.ContinuationToken;
  449. AzurePagination<T> pagination = new AzurePagination<T>
  450. {
  451. token = new HaBookTableContinuationToken(tableToken).GetAzureTableToken(),
  452. data = entitys
  453. };
  454. return pagination;
  455. }
  456. }
  457. }