BatchCopyFileService.cs 4.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899
  1. using System;
  2. using System.Collections.Generic;
  3. using System.Text;
  4. using System.Threading.Tasks;
  5. using TEAMModelOS.SDK.DI;
  6. using TEAMModelOS.SDK.Models.Cosmos.BI;
  7. using Azure.Storage.Blobs.Models;
  8. using Azure;
  9. using Azure.Storage.Sas;
  10. using System.Linq;
  11. using Azure.Storage.Blobs.Specialized;
  12. namespace TEAMModelOS.SDK.Models.Service
  13. {
  14. public class BatchCopyFileService
  15. {
  16. /// <summary>
  17. /// 执行批量复制操作方法
  18. /// </summary>
  19. /// <param name="_dingDing"></param>
  20. /// <param name="_azureStorage"></param>
  21. /// <param name="batchCopyFile"></param>
  22. /// <returns></returns>
  23. public static async Task<int> CopyFile(DingDing _dingDing,AzureStorageFactory _azureStorage, BatchCopyFile batchCopyFile)
  24. {
  25. try
  26. {
  27. List<Task<CopyFromUriOperation>> filelist = new(); //可复制256M以上文件
  28. //List<Task<Response<BlobCopyInfo>>> filelist = new(); //复制256M以下文件
  29. var azureClient = _azureStorage.GetBlobContainerClient($"{batchCopyFile.blobCntr}");//获取容器连接地址
  30. //先删除原有的文件
  31. List<Task<Response<bool>>> DelList = new();
  32. await foreach (BlobItem blobItem in azureClient.GetBlobsAsync(BlobTraits.None, BlobStates.None, $"yxpt/{batchCopyFile.newFileName}/"))
  33. {
  34. DelList.Add(azureClient.GetBlobBaseClient(blobItem.Name).DeleteIfExistsAsync());
  35. }
  36. if (DelList.Count <= 256)
  37. {
  38. await Task.WhenAll(DelList);
  39. }
  40. else
  41. {
  42. int pages = (DelList.Count + 255) / 256;
  43. for (int i = 0; i < pages; i++)
  44. {
  45. List<Task<Response<bool>>> delList = DelList.Skip((i) * 256).Take(256).ToList();
  46. await Task.WhenAll(delList);
  47. }
  48. }
  49. //查询目录下所有容器路径
  50. await foreach (BlobItem blobItem in azureClient.GetBlobsAsync(BlobTraits.None, BlobStates.None, $"yxpt/{batchCopyFile.oldFileName}/"))
  51. {
  52. string newurl = $"{blobItem.Name}".Replace($"/{batchCopyFile.oldFileName}/", $"/{batchCopyFile.newFileName}/");//替换成新的容器路径
  53. var urlSas = _azureStorage.GetBlobSAS($"{batchCopyFile.blobCntr}", blobItem.Name, BlobSasPermissions.Read | BlobSasPermissions.List); //获取容器sas和有效期
  54. filelist.Add(azureClient.GetBlobClient(newurl).StartCopyFromUriAsync(new Uri(urlSas))); //可复制256M以上文件
  55. //filelist.Add(azureClient.GetBlobClient(newurl).SyncCopyFromUriAsync(new Uri(urlSas))); //添加复制文件到集合执行复制操作 复制256M以下文件
  56. }
  57. if (filelist.Count <= 256)
  58. {
  59. await Task.WhenAll(filelist);
  60. }
  61. else
  62. {
  63. int pages = (filelist.Count + 255) / 256;
  64. for (int i = 0; i < pages; i++)
  65. {
  66. List<Task<CopyFromUriOperation>> rspBlobCopyInfos = filelist.Skip((i) * 256).Take(256).ToList(); //可复制256M以上文件
  67. //List<Task<Response<BlobCopyInfo>>> rspBlobCopyInfos = filelist.Skip((i) * 256).Take(256).ToList(); //复制256M以下文件
  68. await Task.WhenAll(rspBlobCopyInfos);
  69. }
  70. }
  71. return 200;
  72. }
  73. catch (Exception ex)
  74. {
  75. await _dingDing.SendBotMsg($"{Environment.GetEnvironmentVariable("Option:Location")}-Batch-CopyFile \n {ex.Message}\n{ex.StackTrace}", GroupNames.醍摩豆服務運維群組);
  76. return -1;
  77. }
  78. }
  79. public static async Task<CopyFromUriOperation> SingleCopyFile(AzureStorageFactory _azureStorage, string blobName, string oldFile, string oldId, string newId)
  80. {
  81. var azureClient = _azureStorage.GetBlobContainerClient($"{blobName}");//获取容器连接地址
  82. //string name = oldFile.Substring(oldFile.IndexOf($"{blobName}/"));
  83. string newurl = oldFile.Substring(oldFile.IndexOf($"{blobName}/")).Replace($"{oldId}/", $"{newId}/");//替换成新的容器路径
  84. string oldFileName = oldFile.Substring(oldFile.IndexOf($"{oldId}/") + $"{oldId}/".Length);
  85. var urlSas = _azureStorage.GetBlobSAS($"{blobName}", $"{oldFileName}", BlobSasPermissions.Read | BlobSasPermissions.List); //获取容器sas和有效期
  86. var setr = await azureClient.GetBlobClient(newurl).StartCopyFromUriAsync(new Uri(urlSas)); //可复制256M以上文件
  87. return setr;
  88. }
  89. }
  90. }