BIStats.cs 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552
  1. using Azure.Cosmos;
  2. using Azure.Storage.Blobs;
  3. using DocumentFormat.OpenXml.Math;
  4. using MathNet.Numerics.LinearAlgebra.Double;
  5. using Microsoft.Azure.Cosmos.Table;
  6. using System;
  7. using System.Collections.Generic;
  8. using System.Linq;
  9. using System.Text;
  10. using System.Text.Json;
  11. using System.Threading.Tasks;
  12. using TEAMModelOS.SDK.Context.Constant;
  13. using TEAMModelOS.SDK.DI;
  14. using TEAMModelOS.SDK.Extension;
  15. using TEAMModelOS.SDK.Models.Cosmos.BI;
  16. using TEAMModelOS.SDK.Models.Cosmos.BI.BISchool;
  17. namespace TEAMModelOS.SDK.Models.Service.BI
  18. {
  19. public static class BIStats
  20. {
  21. /// <summary>
  22. /// 依据类型增/减量统计方法
  23. /// </summary>
  24. /// <param name="cosmosClient">连接字符</param>
  25. /// <param name="scId">学校id</param>
  26. /// <param name="type">类型:Exam(测验) Survey(问卷调查) Vote(投票) Homework(作业) Less(课例) Student(学生) Tchaer(教师) </param>
  27. /// <param name="count">增减数量 </param>
  28. /// <param name="interaction">互动</param>
  29. /// <param name="careDate">时间</param>
  30. /// <returns></returns>
  31. public static async Task SetTypeAddStats(CosmosClient cosmosClient, DingDing _dingDing,string scId, string type, int count, int lessType = 0, int interaction = 0, long careDate = 0)
  32. {
  33. return;
  34. try
  35. {
  36. if(string.IsNullOrEmpty(scId))
  37. return;
  38. DateTimeOffset cuurDateOff = DateTimeOffset.UtcNow;
  39. DateTimeOffset dateOff = DateTimeOffset.UtcNow;
  40. if (careDate > 1000000000000)
  41. dateOff = DateTimeOffset.FromUnixTimeMilliseconds(careDate);
  42. else
  43. dateOff = DateTimeOffset.FromUnixTimeSeconds(careDate);
  44. if (careDate == 0)
  45. {
  46. dateOff = DateTimeOffset.UtcNow;
  47. careDate = dateOff.ToUnixTimeMilliseconds();
  48. }
  49. var (lastWeekS, lastWeekE) = TimeHelper.GetStartOrEnd(dateOff, "lastweek"); //计算上周开始/结束时间
  50. var (weekS, weekE) = TimeHelper.GetStartOrEnd(dateOff, "week"); //计算本周开始/结束时间
  51. var (lastMonthS, lastMonthE) = TimeHelper.GetStartOrEnd(dateOff, "lastMonth"); //上月开始/结束时间
  52. var (monthS, monthE) = TimeHelper.GetStartOrEnd(dateOff, "month"); //本月开始/结束时间
  53. var (lastTermS, lastTermE) = TimeHelper.GetStartOrEnd(dateOff, "lastterm"); //计算上学期开始/结束时间
  54. var (termS, termE) = TimeHelper.GetStartOrEnd(dateOff, "term"); //计算本学期开始/结束时间
  55. var (yearS, yearE) = TimeHelper.GetStartOrEnd(cuurDateOff, "year"); //计算本学期开始/结束时间
  56. var (weekDayS, weekDayE) = TimeHelper.GetLongToTime(weekS, weekE);
  57. var (lWeekDayS, lWeekDayE) = TimeHelper.GetLongToTime(lastWeekS, lastWeekE);
  58. var (lTermDayS, lTermDayE) = TimeHelper.GetLongToTime(lastTermS, lastTermE);
  59. var (termDayS, termDayE) = TimeHelper.GetLongToTime(lastTermS, lastTermE);
  60. var (lMonthS, lMonthE) = TimeHelper.GetLongToTime(lastMonthS, lastMonthE);
  61. var (monthDayS, monthDayE) = TimeHelper.GetLongToTime(monthS, monthE);
  62. var lastDay = dateOff.AddDays(-1);
  63. int lmthDay = TimeHelper.GetDateDay(lMonthE);
  64. StatsInfo statsInfo = new();
  65. var resStsInfo = await cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").ReadItemStreamAsync($"{dateOff.Year}-{scId}", new PartitionKey("Statistics"));
  66. if (resStsInfo.Status == 200)
  67. {
  68. using var fileJson = await JsonDocument.ParseAsync(resStsInfo.ContentStream);
  69. statsInfo = fileJson.ToObject<StatsInfo>();
  70. }
  71. else
  72. {
  73. var resLastStsInfo = await cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").ReadItemStreamAsync($"{dateOff.Year - 1}-{scId}", new PartitionKey("Statistics"));
  74. if (resLastStsInfo.Status == 200)
  75. {
  76. using var fileJson = await JsonDocument.ParseAsync(resStsInfo.ContentStream);
  77. statsInfo = fileJson.ToObject<StatsInfo>();
  78. statsInfo.id = $"{dateOff.Year}-{scId}";
  79. statsInfo.year = dateOff.Year;
  80. statsInfo.stuYear = new double[366].ToList();
  81. statsInfo.tchYear = new double[366].ToList();
  82. statsInfo.lesson.year = new double[366].ToList();
  83. statsInfo.lesson.yearInters = new double[366].ToList();
  84. statsInfo.activity.year = new double[366].ToList();
  85. }
  86. else
  87. {
  88. ScBase scBase = await cosmosClient.GetContainer("TEAMModelOS", "School").ReadItemAsync<ScBase>(scId, new PartitionKey("Base"));
  89. statsInfo.id = $"{dateOff.Year}-{scBase.id}";
  90. statsInfo.schoolId = scBase.id;
  91. statsInfo.name = scBase.name;
  92. statsInfo.picture = scBase.picture;
  93. statsInfo.size = scBase.size;
  94. statsInfo.scCreateTime = scBase.createTime;
  95. statsInfo.areaId = scBase.areaId;
  96. statsInfo.upTime = careDate;
  97. statsInfo.stuYear = new double[366].ToList();
  98. statsInfo.tchYear = new double[366].ToList();
  99. statsInfo.lesson.year = new double[366].ToList();
  100. statsInfo.lesson.yearInters = new double[366].ToList();
  101. statsInfo.activity.year = new double[366].ToList();
  102. }
  103. }
  104. switch ($"{type}")
  105. {
  106. case "Exam":
  107. statsInfo.activity.exam += count;
  108. break;
  109. case "Survey":
  110. statsInfo.activity.survey += count;
  111. break;
  112. case "Vote":
  113. statsInfo.activity.vote += count;
  114. break;
  115. case "Homework":
  116. statsInfo.activity.homework += count;
  117. break;
  118. case "Less":
  119. //课例
  120. statsInfo.lesson.year[dateOff.DayOfYear] += count;
  121. statsInfo.lesson.all += count;
  122. if (lessType == 0)
  123. statsInfo.lesson.open += count;
  124. else
  125. statsInfo.lesson.less += count;
  126. statsInfo.lesson.lastDay = ((int)statsInfo.lesson.year[lastDay.DayOfYear]);
  127. statsInfo.lesson.day = ((int)statsInfo.lesson.year[dateOff.DayOfYear]);
  128. var lessList = DenseMatrix.OfColumns(new List<List<double>>() { statsInfo.lesson.year });
  129. statsInfo.lesson.lastWeek = ((int)lessList.SubMatrix(lWeekDayS.DayOfYear, 7, 0, lessList.ColumnCount).ColumnSums().Sum());
  130. statsInfo.lesson.week = ((int)lessList.SubMatrix(weekDayS.DayOfYear, (dateOff.DayOfYear - weekDayS.DayOfYear), 0, lessList.ColumnCount).ColumnSums().Sum());
  131. if (lastTermS <= statsInfo.lesson.upTime && statsInfo.lesson.upTime <= lastTermE)
  132. {
  133. if (lTermDayS.Year < dateOff.Year)
  134. {
  135. var lastLessSts = await cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").ReadItemStreamAsync($"{lTermDayS.Year}-{scId}", new PartitionKey("Statistics"));
  136. if (lastLessSts.Status == 200)
  137. {
  138. using var fileJson = await JsonDocument.ParseAsync(lastLessSts.ContentStream);
  139. var tempSts = fileJson.ToObject<StatsInfo>();
  140. var actYer = DenseMatrix.OfColumns(new List<List<double>>() { tempSts.lesson.year, statsInfo.lesson.year });
  141. statsInfo.lesson.lastTerm = ((int)actYer.SubMatrix(lTermDayS.DayOfYear, lTermDayE.DayOfYear, 0, 1).ColumnSums().Sum());
  142. }
  143. }
  144. }
  145. if (termS <= statsInfo.lesson.upTime && statsInfo.lesson.upTime <= termE)
  146. {
  147. if (termDayS.Year < dateOff.Year)
  148. {
  149. var lastSts = await cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").ReadItemStreamAsync($"{termDayS.Year}-{scId}", new PartitionKey("Statistics"));
  150. if (lastSts.Status == 200)
  151. {
  152. using var fileJson = await JsonDocument.ParseAsync(lastSts.ContentStream);
  153. var tempSts = fileJson.ToObject<StatsInfo>();
  154. var actYer = DenseMatrix.OfColumns(new List<List<double>>() { tempSts.lesson.year, statsInfo.lesson.year });
  155. statsInfo.lesson.term = ((int)actYer.SubMatrix(termDayS.DayOfYear, termDayE.DayOfYear, 0, 1).ColumnSums().Sum());
  156. }
  157. else
  158. statsInfo.lesson.term += count;
  159. }
  160. }
  161. statsInfo.lesson.lastMonth = ((int)lessList.SubMatrix(lMonthS.DayOfYear, lmthDay, 0, lessList.ColumnCount).ColumnSums().Sum());
  162. statsInfo.lesson.month += ((int)lessList.SubMatrix(monthDayS.DayOfYear, (dateOff.DayOfYear - monthDayS.DayOfYear), 0, lessList.ColumnCount).ColumnSums().Sum());
  163. //课例互动
  164. statsInfo.lesson.yearInters[dateOff.DayOfYear] += interaction;
  165. statsInfo.lesson.allInter += interaction;
  166. statsInfo.lesson.lastDayInter = ((int)statsInfo.lesson.yearInters[lastDay.DayOfYear]);
  167. statsInfo.lesson.dayInter = ((int)statsInfo.lesson.yearInters[dateOff.DayOfYear]);
  168. var interList = DenseMatrix.OfColumns(new List<List<double>>() { statsInfo.lesson.yearInters });
  169. statsInfo.lesson.lastMonthInter = ((int)interList.SubMatrix(lMonthS.DayOfYear, lmthDay, 0, interList.ColumnCount).ColumnSums().Sum());
  170. statsInfo.lesson.monthInter += ((int)interList.SubMatrix(monthDayS.DayOfYear, (dateOff.DayOfYear - monthDayS.DayOfYear), 0, interList.ColumnCount).ColumnSums().Sum());
  171. if (lastTermS <= statsInfo.lesson.upTime && statsInfo.lesson.upTime <= lastTermE)
  172. {
  173. if (lTermDayS.Year < dateOff.Year)
  174. {
  175. var lastSts = await cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").ReadItemStreamAsync($"{lTermDayS.Year}-{scId}", new PartitionKey("Statistics"));
  176. if (lastSts.Status == 200)
  177. {
  178. using var fileJson = await JsonDocument.ParseAsync(lastSts.ContentStream);
  179. var tempSts = fileJson.ToObject<StatsInfo>();
  180. statsInfo.lesson.lastYearInter = ((int)tempSts.lesson.yearInters.Sum());
  181. }
  182. else
  183. statsInfo.lesson.lastYearInter = 0;
  184. }
  185. }
  186. statsInfo.lesson.upTime = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds();
  187. break;
  188. case "Student":
  189. statsInfo.stuYear[dateOff.DayOfYear] += count;
  190. statsInfo.stu += count;
  191. statsInfo.dayStu = ((int)statsInfo.stuYear[dateOff.DayOfYear]);
  192. var stuList = DenseMatrix.OfColumns(new List<List<double>>() { statsInfo.stuYear });
  193. statsInfo.weekStu = ((int)stuList.SubMatrix(weekDayS.DayOfYear, (dateOff.DayOfYear - weekDayS.DayOfYear), 0, stuList.ColumnCount).ColumnSums().Sum());
  194. statsInfo.monthStu = ((int)stuList.SubMatrix(monthDayS.DayOfYear, (dateOff.DayOfYear - monthDayS.DayOfYear), 0, stuList.ColumnCount).ColumnSums().Sum());
  195. statsInfo.stuUpTime = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds();
  196. break;
  197. case "Teacher":
  198. statsInfo.tchYear[dateOff.DayOfYear] += count;
  199. statsInfo.tch += count;
  200. statsInfo.dayTch = ((int)statsInfo.tchYear[dateOff.DayOfYear]);
  201. var tchList = DenseMatrix.OfColumns(new List<List<double>>() { statsInfo.tchYear });
  202. statsInfo.weekTch = ((int)tchList.SubMatrix(weekDayS.DayOfYear, (dateOff.DayOfYear - weekDayS.DayOfYear), 0, tchList.ColumnCount).ColumnSums().Sum());
  203. statsInfo.monthTch = ((int)tchList.SubMatrix(monthDayS.DayOfYear, (dateOff.DayOfYear - monthDayS.DayOfYear), 0, tchList.ColumnCount).ColumnSums().Sum());
  204. statsInfo.tchUpTime = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds();
  205. break;
  206. }
  207. if ($"{type}".Equals("Exam") || $"{type}".Equals("Survey") || $"{type}".Equals("Vote") || $"{type}".Equals("Homework"))
  208. {
  209. statsInfo.activity.all += count;
  210. if (careDate >= yearS && careDate <= yearE)
  211. {
  212. if (count > 0)
  213. {
  214. statsInfo.activity.year[dateOff.DayOfYear] += count;
  215. DenseMatrix matris = DenseMatrix.OfColumns(new List<List<double>>() { statsInfo.activity.year });
  216. statsInfo.activity.lastDay = ((int)statsInfo.activity.year[lastDay.DayOfYear]);
  217. statsInfo.activity.dayCnt = ((int)statsInfo.activity.year[dateOff.DayOfYear]);
  218. statsInfo.activity.lastWeek = ((int)matris.SubMatrix(lWeekDayS.DayOfYear, 7, 0, matris.ColumnCount).ColumnSums().Sum());
  219. statsInfo.activity.week = ((int)matris.SubMatrix(weekDayS.DayOfYear, weekDayE.DayOfYear - weekDayS.DayOfYear, 0, matris.ColumnCount).ColumnSums().Sum());
  220. if (lastTermS <= statsInfo.activity.upTime && statsInfo.activity.upTime <= lastTermE)
  221. {
  222. if (lTermDayS.Year < dateOff.Year)
  223. {
  224. var lastSts = await cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").ReadItemStreamAsync($"{lTermDayS.Year}-{scId}", new PartitionKey("Statistics"));
  225. if (lastSts.Status == 200)
  226. {
  227. using var fileJson = await JsonDocument.ParseAsync(lastSts.ContentStream);
  228. var tempSts = fileJson.ToObject<StatsInfo>();
  229. var actYer = DenseMatrix.OfColumns(new List<List<double>>() { tempSts.activity.year, statsInfo.activity.year });
  230. statsInfo.activity.lastTerm = ((int)actYer.SubMatrix(lTermDayS.DayOfYear, lTermDayE.DayOfYear, 0, 1).ColumnSums().Sum());
  231. }
  232. else
  233. statsInfo.activity.lastTerm = 0;
  234. }
  235. }
  236. if (termS <= statsInfo.activity.upTime && statsInfo.activity.upTime <= termE)
  237. {
  238. if (termDayS.Year < dateOff.Year)
  239. {
  240. var lastSts = await cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").ReadItemStreamAsync($"{termDayS.Year}-{scId}", new PartitionKey("Statistics"));
  241. if (lastSts.Status == 200)
  242. {
  243. using var fileJson = await JsonDocument.ParseAsync(lastSts.ContentStream);
  244. var tempSts = fileJson.ToObject<StatsInfo>();
  245. var actYer = DenseMatrix.OfColumns(new List<List<double>>() { tempSts.activity.year, statsInfo.activity.year });
  246. statsInfo.activity.term = ((int)actYer.SubMatrix(termDayS.DayOfYear, termDayE.DayOfYear, 0, 1).ColumnSums().Sum());
  247. }
  248. else
  249. statsInfo.activity.term += count;
  250. }
  251. else
  252. {
  253. var actYer = DenseMatrix.OfColumns(new List<List<double>>() { statsInfo.activity.year });
  254. statsInfo.activity.term = ((int)actYer.SubMatrix(termDayS.DayOfYear, termDayE.DayOfYear, 0, 1).ColumnSums().Sum());
  255. }
  256. }
  257. statsInfo.activity.lastMonth = ((int)matris.SubMatrix(lMonthS.DayOfYear, lmthDay, 0, matris.ColumnCount).ColumnSums().Sum());
  258. statsInfo.activity.month += ((int)matris.SubMatrix(monthDayS.DayOfYear, (dateOff.DayOfYear - monthDayS.DayOfYear), 0, matris.ColumnCount).ColumnSums().Sum());
  259. statsInfo.activity.upTime = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds();
  260. }
  261. }
  262. }
  263. if (resStsInfo.Status == 200)
  264. statsInfo = await cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").ReplaceItemAsync<StatsInfo>(statsInfo, statsInfo.id, new PartitionKey("Statistics"));
  265. else
  266. statsInfo = await cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").CreateItemAsync<StatsInfo>(statsInfo, new PartitionKey("Statistics"));
  267. }
  268. catch (Exception ex)
  269. {
  270. await _dingDing.SendBotMsg($"BI,SetTypeAddStats(),参数: 学校:{scId},统计类型:{type}, 增/减数:{count},课例类型(0:开课,1:课例):{lessType},学生互动数:{interaction},时间戳:{careDate}\n {ex.Message}\n {ex.StackTrace}", GroupNames.成都开发測試群組);
  271. }
  272. }
  273. /// <summary>
  274. /// 创建/创建BI统计信息接口
  275. /// </summary>
  276. /// <param name="cosmosClient"></param>
  277. /// <param name="school"></param>
  278. /// <returns></returns>
  279. public static async Task SetScStatsInfo(CosmosClient cosmosClient, School school)
  280. {
  281. DateTimeOffset dateOff = DateTimeOffset.UtcNow;
  282. StatsInfo statsInfo = new();
  283. var resStats = await cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").ReadItemStreamAsync($"{dateOff.Year}-{school.id}", new PartitionKey("Statistics"));
  284. if (resStats.Status == 200)
  285. {
  286. using var fileJson = await JsonDocument.ParseAsync(resStats.ContentStream);
  287. statsInfo = fileJson.ToObject<StatsInfo>();
  288. }
  289. else
  290. {
  291. double[] tchYear = new double[366];
  292. tchYear[0] = 1;
  293. statsInfo.id = $"{dateOff.Year}-{school.id}";
  294. statsInfo.year = dateOff.Year;
  295. statsInfo.stuYear = new double[366].ToList();
  296. statsInfo.tchYear = tchYear.ToList();
  297. statsInfo.tch = 1;
  298. statsInfo.weekTch = 1;
  299. statsInfo.monthTch = 1;
  300. statsInfo.tchUpTime = dateOff.ToUnixTimeMilliseconds();
  301. statsInfo.lesson.year = new double[366].ToList();
  302. statsInfo.lesson.yearInters = new double[366].ToList();
  303. statsInfo.activity.year = new double[366].ToList();
  304. }
  305. statsInfo.schoolId = school.id;
  306. statsInfo.name = school.name;
  307. statsInfo.picture = school.picture;
  308. statsInfo.size = school.size;
  309. statsInfo.scCreateTime = school.createTime;
  310. statsInfo.areaId = school.areaId;
  311. statsInfo.upTime = dateOff.ToUnixTimeMilliseconds();
  312. if (resStats.Status == 200)
  313. await cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").ReplaceItemAsync<StatsInfo>(statsInfo, statsInfo.id, new PartitionKey("Statistics"));
  314. else
  315. await cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").CreateItemAsync<StatsInfo>(statsInfo, new PartitionKey("Statistics"));
  316. }
  317. /// <summary>
  318. /// 新增/修改学校列表中间件
  319. /// </summary>
  320. /// <param name="cosmosClient"></param>
  321. /// <param name="tableClient"></param>
  322. /// <param name="blobClient"></param>
  323. /// <param name="_dingDing"></param>
  324. /// <param name="school"></param>
  325. /// <returns></returns>
  326. public static async Task SetSchoolBIRelation(CosmosClient cosmosClient, BlobContainerClient blobClient, CloudTableClient tableClient, DingDing _dingDing, School school)
  327. {
  328. string type = "";
  329. BIRelation bIRelation = new();
  330. var resBiRel = await cosmosClient.GetContainer(Constant.TEAMModelOS, "School").ReadItemStreamAsync(school.id, new PartitionKey("BIRel"));
  331. if (resBiRel.Status == 200)
  332. {
  333. using var fileJson = await JsonDocument.ParseAsync(resBiRel.ContentStream);
  334. bIRelation = fileJson.ToObject<BIRelation>();
  335. }
  336. else
  337. bIRelation.id = school.id;
  338. string aName = null;
  339. if (!string.IsNullOrEmpty($"{school.areaId}"))
  340. aName = await CosmosQueryHelper.GetStr(cosmosClient, "Normal", $"select value(c.name) from c where c.id='{school.areaId}'", "Base-Area");
  341. bIRelation.name = school.name;
  342. bIRelation.picture = school.picture;
  343. bIRelation.region = school.region;
  344. bIRelation.province = school.province;
  345. bIRelation.city = school.city;
  346. bIRelation.dist = school.dist;
  347. bIRelation.address = school.address;
  348. bIRelation.areaId = school.areaId;
  349. bIRelation.size = school.size;
  350. bIRelation.scale = school.scale;
  351. bIRelation.upDate = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds();
  352. bIRelation.areaName = aName;
  353. if (resBiRel.Status == 200)
  354. {
  355. await cosmosClient.GetContainer(Constant.TEAMModelOS, "School").ReplaceItemAsync<BIRelation>(bIRelation, bIRelation.id, new PartitionKey("BIRel"));
  356. type = "update";
  357. }
  358. else
  359. {
  360. await cosmosClient.GetContainer(Constant.TEAMModelOS, "School").CreateItemAsync<BIRelation>(bIRelation, new PartitionKey("BIRel"));
  361. type = "add";
  362. }
  363. //保存操作记录
  364. await AzureStorageBlobExtensions.SaveBILog(blobClient, tableClient, $"birelation-{type}", $"触发更新学校信息表中间件", _dingDing);
  365. }
  366. /// <summary>
  367. /// 每天00:00执行统计清零方法;zore时间
  368. /// </summary>
  369. /// <param name="_azureCosmos"></param>
  370. /// <param name="_dingDing"></param>
  371. /// <returns></returns>
  372. public static async Task SetStatsZeroPoint(AzureCosmosFactory _azureCosmos, DingDing _dingDing)
  373. {
  374. try
  375. {
  376. var cosmosClient = _azureCosmos.GetCosmosClient();
  377. DateTimeOffset dateOff = DateTimeOffset.UtcNow;
  378. long upTime = dateOff.ToUnixTimeMilliseconds();
  379. var (DayS, DayE) = TimeHelper.GetStartOrEnd(dateOff); //今天开始时间结束时间
  380. var (lastWeekS, lastWeekE) = TimeHelper.GetStartOrEnd(dateOff, "lastweek"); //计算上周开始/结束时间
  381. var (weekS, weekE) = TimeHelper.GetStartOrEnd(dateOff, "week"); //计算本周开始/结束时间
  382. var (lastMonthS, lastMonthE) = TimeHelper.GetStartOrEnd(dateOff, "lastMonth"); //上月开始/结束时间
  383. var (monthS, monthE) = TimeHelper.GetStartOrEnd(dateOff, "month"); //本月开始/结束时间
  384. var (lastTermS, lastTermE) = TimeHelper.GetStartOrEnd(dateOff, "lastterm"); //计算上学期开始/结束时间
  385. var (termS, termE) = TimeHelper.GetStartOrEnd(dateOff, "term"); //计算本学期开始/结束时间
  386. var (weekDayS, weekDayE) = TimeHelper.GetLongToTime(weekS, weekE);
  387. var (lWeekDayS, lWeekDayE) = TimeHelper.GetLongToTime(lastWeekS, lastWeekE);
  388. var (lTermDayS, lTermDayE) = TimeHelper.GetLongToTime(lastTermS, lastTermE);
  389. var (termDayS, termDayE) = TimeHelper.GetLongToTime(lastTermS, lastTermE);
  390. var (lMonthS, lMonthE) = TimeHelper.GetLongToTime(lastMonthS, lastMonthE);
  391. var (monthDayS, monthDayE) = TimeHelper.GetLongToTime(monthS, monthE);
  392. var lastDay = dateOff.AddDays(-1);
  393. int lmthDay = TimeHelper.GetDateDay(lMonthE);
  394. int termDay = 0;
  395. List<Task<ItemResponse<StatsInfo>>> statsInfos = new();
  396. List<StatsInfo> tempStatsInfos = new();
  397. await foreach (var item in cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").GetItemQueryIterator<StatsInfo>(queryText: "select value(c) from c", requestOptions: new QueryRequestOptions() { PartitionKey = new PartitionKey("Statistics") }))
  398. {
  399. tempStatsInfos.Add(item);
  400. }
  401. if (tempStatsInfos.Count > 0)
  402. {
  403. foreach (var item in tempStatsInfos)
  404. {
  405. if (termDayE.Year == dateOff.Year)
  406. termDay = dateOff.DayOfYear;
  407. else
  408. termDay = item.activity.year.Count;
  409. StatsInfo lastStatsInfo = null;
  410. var lastSts = await cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").ReadItemStreamAsync($"{dateOff.Year - 1}-{item.schoolId}", new PartitionKey("Statistics"));
  411. if (lastSts.Status == 200)
  412. {
  413. using var fileJson = await JsonDocument.ParseAsync(lastSts.ContentStream);
  414. lastStatsInfo = fileJson.ToObject<StatsInfo>();
  415. }
  416. var tchList = DenseMatrix.OfColumns(new List<List<double>>() { item.tchYear });
  417. item.dayTch = ((int)item.tchYear[lastDay.DayOfYear]);
  418. item.weekTch = ((int)tchList.SubMatrix(weekDayS.DayOfYear, 7, 0, tchList.ColumnCount).ColumnSums().Sum());
  419. item.monthTch = ((int)tchList.SubMatrix(monthDayS.DayOfYear, (dateOff.DayOfYear - monthDayS.DayOfYear), 0, tchList.ColumnCount).ColumnSums().Sum());
  420. item.tchUpTime = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds();
  421. var stuList = DenseMatrix.OfColumns(new List<List<double>>() { item.stuYear });
  422. item.dayStu = ((int)item.stuYear[lastDay.DayOfYear]);
  423. item.weekStu = ((int)stuList.SubMatrix(weekDayS.DayOfYear, 7, 0, stuList.ColumnCount).ColumnSums().Sum());
  424. item.monthStu = ((int)stuList.SubMatrix(monthDayS.DayOfYear, (dateOff.DayOfYear - monthDayS.DayOfYear), 0, stuList.ColumnCount).ColumnSums().Sum());
  425. item.stuUpTime = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds();
  426. var lessList = DenseMatrix.OfColumns(new List<List<double>>() { item.lesson.year });
  427. item.lesson.lastDay = item.lesson.day;
  428. item.lesson.lastWeek = ((int)lessList.SubMatrix(lWeekDayS.DayOfYear, 7, 0, lessList.ColumnCount).ColumnSums().Sum());
  429. item.lesson.week = ((int)lessList.SubMatrix(weekDayS.DayOfYear, 7, 0, lessList.ColumnCount).ColumnSums().Sum());
  430. if (lTermDayS.Year < dateOff.Year)
  431. {
  432. if (lastStatsInfo != null)
  433. {
  434. var lessYer = DenseMatrix.OfColumns(new List<List<double>>() { lastStatsInfo.lesson.year, item.lesson.year });
  435. item.lesson.lastTerm = ((int)lessYer.SubMatrix(lTermDayS.DayOfYear, lTermDayE.DayOfYear, 0, 1).ColumnSums().Sum());
  436. }
  437. }
  438. item.lesson.term = ((int)lessList.SubMatrix(termDayS.DayOfYear, termDay, 0, 1).ColumnSums().Sum());
  439. item.lesson.day = 0;
  440. item.lesson.lastMonth = ((int)lessList.SubMatrix(lMonthS.DayOfYear, lmthDay, 0, lessList.ColumnCount).ColumnSums().Sum());
  441. item.lesson.month += ((int)lessList.SubMatrix(monthDayS.DayOfYear, (dateOff.DayOfYear - monthDayS.DayOfYear), 0, lessList.ColumnCount).ColumnSums().Sum());
  442. item.lesson.upTime = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds();
  443. var interList = DenseMatrix.OfColumns(new List<List<double>>() { item.lesson.yearInters });
  444. item.lesson.lastDayInter = ((int)item.lesson.yearInters[lastDay.DayOfYear]);
  445. item.lesson.dayInter = 0;
  446. item.lesson.lastMonthInter = ((int)interList.SubMatrix(lMonthS.DayOfYear, lmthDay, 0, interList.ColumnCount).ColumnSums().Sum());
  447. item.lesson.monthInter = ((int)interList.SubMatrix(monthDayS.DayOfYear, (dateOff.DayOfYear - monthDayS.DayOfYear), 0, interList.ColumnCount).ColumnSums().Sum());
  448. if (lastStatsInfo != null)
  449. {
  450. var actYer = DenseMatrix.OfColumns(new List<List<double>>() { lastStatsInfo.lesson.yearInters });
  451. item.lesson.lastYearInter = ((int)actYer.SubMatrix(lTermDayS.DayOfYear, 366, 0, 1).ColumnSums().Sum());
  452. }
  453. item.lesson.yearInter = ((int)item.lesson.yearInters.Sum());
  454. item.activity.dayCnt = ((int)item.activity.year[dateOff.DayOfYear]);
  455. item.activity.lastDay = ((int)item.activity.year[lastDay.DayOfYear]);
  456. var actList = DenseMatrix.OfColumns(new List<List<double>>() { item.activity.year });
  457. item.activity.lastWeek = ((int)actList.SubMatrix(lWeekDayS.DayOfYear, 7, 0, actList.ColumnCount).ColumnSums().Sum());
  458. item.activity.week = ((int)actList.SubMatrix(weekDayS.DayOfYear, 7, 0, actList.ColumnCount).ColumnSums().Sum());
  459. if (lMonthS.Year == dateOff.Year)
  460. item.activity.lastMonth = ((int)actList.SubMatrix(lMonthS.DayOfYear, lMonthE.DayOfYear, 0, actList.ColumnCount).ColumnSums().Sum());
  461. else
  462. {
  463. var lastMthYer = DenseMatrix.OfColumns(new List<List<double>>() { lastStatsInfo.activity.year });
  464. item.activity.lastMonth = ((int)lastMthYer.SubMatrix(lMonthS.DayOfYear, lMonthE.DayOfYear, 0, actList.ColumnCount).ColumnSums().Sum());
  465. }
  466. item.activity.month = ((int)actList.SubMatrix(monthDayS.DayOfYear, monthDayE.DayOfYear, 0, actList.ColumnCount).ColumnSums().Sum());
  467. if (lastStatsInfo != null)
  468. {
  469. var actYer = DenseMatrix.OfColumns(new List<List<double>>() { lastStatsInfo.activity.year });
  470. item.activity.lastTerm = ((int)actYer.SubMatrix(lTermDayS.DayOfYear, lTermDayE.DayOfYear, 0, 1).ColumnSums().Sum());
  471. }
  472. item.activity.upTime = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds();
  473. statsInfos.Add(cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").ReplaceItemAsync<StatsInfo>(item, item.id, new PartitionKey("Statistics")));
  474. }
  475. if (statsInfos.Count < 256)
  476. await Task.WhenAll(statsInfos);
  477. else
  478. {
  479. int pages = (statsInfos.Count + 255) / 256;
  480. for (int i = 0; i < pages; i++)
  481. {
  482. List<Task<ItemResponse<StatsInfo>>> itemResponses = statsInfos.Skip((i) * 256).Take(256).ToList();
  483. await Task.WhenAll(itemResponses);
  484. }
  485. }
  486. }
  487. }
  488. catch (Exception ex)
  489. {
  490. await _dingDing.SendBotMsg($"BI, SetStatsZeroPoint() \n {ex.Message}\n{ex.StackTrace}", GroupNames.成都开发測試群組);
  491. }
  492. }
  493. }
  494. }