SchoolStatsWay.cs 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263
  1. using Azure.Cosmos;
  2. using DocumentFormat.OpenXml.Bibliography;
  3. using DocumentFormat.OpenXml.Math;
  4. using MathNet.Numerics.LinearAlgebra.Double;
  5. using Microsoft.AspNetCore.Mvc;
  6. using Microsoft.Azure.Amqp.Framing;
  7. using System;
  8. using System.Collections.Generic;
  9. using System.Linq;
  10. using System.Text;
  11. using System.Text.Json;
  12. using System.Threading.Tasks;
  13. using TEAMModelOS.Models;
  14. using TEAMModelOS.SDK.DI;
  15. using TEAMModelOS.SDK.Extension;
  16. using TEAMModelOS.SDK.Models.Cosmos.BI;
  17. using TEAMModelOS.SDK.Models.Service.BI;
  18. namespace TEAMModelOS.SDK.Models.Service.BIStatsWay
  19. {
  20. public static class SchoolStatsWay
  21. {
  22. /// <summary>
  23. /// 统计单个学校
  24. /// </summary>
  25. /// <param name="cosmosClient"></param>
  26. /// <param name="scId"></param>
  27. /// <returns></returns>
  28. public static async Task<StatsInfo> GetSingleSc(CosmosClient cosmosClient, string scId, int year = 0)
  29. {
  30. DateTimeOffset dateTime = DateTimeOffset.UtcNow;
  31. if (year < dateTime.Year)
  32. dateTime = new(year, 12, 31, 23, 59, 59, TimeSpan.Zero);
  33. StatsInfo statsInfo = new() { id = $"{year}-{scId}" };
  34. var (dayS, dayE) = TimeHelper.GetStartOrEnd(dateTime); //今天开始时间 13位
  35. var (lastWeekS, lastWeekE) = TimeHelper.GetStartOrEnd(dateTime, "lastweek"); //计算上周开始/结束时间
  36. var (weekS, weekE) = TimeHelper.GetStartOrEnd(dateTime, "week"); //计算本周开始/结束时间
  37. var (lastTermS, lastTermE) = TimeHelper.GetStartOrEnd(dateTime, "lastterm"); //计算上学期开始/结束时间
  38. var (termS, termE) = TimeHelper.GetStartOrEnd(dateTime, "term"); //计算本学期开始/结束时间
  39. var (lastMthS, LastmthE) = TimeHelper.GetStartOrEnd(dateTime, "lastMonth"); //上月开始/结束时间
  40. var (mthS, mthE) = TimeHelper.GetStartOrEnd(dateTime, "month"); //本月开始/结束时间
  41. var (lastYearS, lastYearE) = TimeHelper.GetStartOrEnd(DateTimeOffset.Parse($"{dateTime.Year - 1}-1-1"), "year"); //计算去年开始/结束时间
  42. var (yearS, yearE) = TimeHelper.GetStartOrEnd(dateTime, "year"); //计算今年开始/结束时间
  43. var (weekDayS, weekDayE) = TimeHelper.GetLongToTime(weekS, weekE);
  44. var (monthDayS, monthDayE) = TimeHelper.GetLongToTime(mthS, mthE);
  45. string currSql = "select value(count(c.id)) from c";
  46. string dayWhereSql = $"c.createTime >= {dayS} and c.createTime <= {dayE}";
  47. string weekWhereSql = $"c.createTime >= {weekS} and c.createTime <= {weekE}";
  48. string monthWhereSql = $"c.createTime >= {mthS} and c.createTime <= {mthE}";
  49. ScBase scBase = await cosmosClient.GetContainer("TEAMModelOS", "School").ReadItemAsync<ScBase>(scId, new PartitionKey("Base"));
  50. statsInfo.schoolId = scBase.id;
  51. statsInfo.name = scBase.name;
  52. statsInfo.picture = scBase.picture;
  53. statsInfo.size = scBase.size;
  54. statsInfo.scCreateTime = scBase.createTime;
  55. statsInfo.areaId = scBase.areaId;
  56. statsInfo.year = year;
  57. string tchSql = $"{currSql} where ARRAY_CONTAINS(c.roles, 'teacher', true) AND c.status = 'join'";
  58. statsInfo.tch = await JointlySingleQuery.GetValueInt(cosmosClient, "School", $"Teacher-{scBase.id}", tchSql);
  59. List<double> tchDoubles = await UserStatsWay.GetYearTecherStudent(cosmosClient, scBase.id, year, 1);
  60. statsInfo.tchYear = tchDoubles;
  61. statsInfo.dayTch = ((int)tchDoubles[dateTime.DayOfYear]);
  62. DenseMatrix tchDouble = DenseMatrix.OfColumns(new List<List<double>>() { tchDoubles });
  63. int weekDay = 0;
  64. if ((dateTime.DayOfYear - weekDayS.DayOfYear) <= 7)
  65. weekDay = dateTime.DayOfYear - weekDayS.DayOfYear;
  66. else
  67. weekDay = 7;
  68. statsInfo.weekTch = ((int)tchDouble.SubMatrix(weekDayS.DayOfYear, weekDay, 0, tchDouble.ColumnCount).ColumnSums().Sum());
  69. statsInfo.monthTch += ((int)tchDouble.SubMatrix(monthDayS.DayOfYear, (dateTime.DayOfYear - monthDayS.DayOfYear), 0, tchDouble.ColumnCount).ColumnSums().Sum());
  70. //statsInfo.dayTch = await JointlySingleQuery.GetValueInt(cosmosClient, "School", $"Teacher-{scBase.id}", $"{tchSql} and {dayWhereSql} ");
  71. //statsInfo.weekTch = await JointlySingleQuery.GetValueInt(cosmosClient, "School", $"Teacher-{scBase.id}", $"{tchSql} and {weekWhereSql}");
  72. //statsInfo.monthTch = await JointlySingleQuery.GetValueInt(cosmosClient, "School", $"Teacher-{scBase.id}", $"{tchSql} and {monthWhereSql}");
  73. statsInfo.tchUpTime = dateTime.ToUnixTimeMilliseconds();
  74. statsInfo.stu = await JointlySingleQuery.GetValueInt(cosmosClient, "Student", $"Base-{scBase.id}", currSql);
  75. List<double> stuDoubles = await UserStatsWay.GetYearTecherStudent(cosmosClient, scBase.id, year, 2);
  76. statsInfo.stuYear = stuDoubles;
  77. statsInfo.dayStu = ((int)stuDoubles[dateTime.DayOfYear]);
  78. DenseMatrix stuDouble = DenseMatrix.OfColumns(new List<List<double>>() { stuDoubles });
  79. statsInfo.weekStu = ((int)stuDouble.SubMatrix(weekDayS.DayOfYear, weekDay, 0, stuDouble.ColumnCount).ColumnSums().Sum());
  80. statsInfo.monthStu += ((int)stuDouble.SubMatrix(monthDayS.DayOfYear, (dateTime.DayOfYear - monthDayS.DayOfYear), 0, stuDouble.ColumnCount).ColumnSums().Sum());
  81. //statsInfo.dayStu = await JointlySingleQuery.GetValueInt(cosmosClient, "Student", $"Base-{scBase.id}", $"{currSql} where {dayWhereSql}");
  82. //statsInfo.weekStu = await JointlySingleQuery.GetValueInt(cosmosClient, "Student", $"Base-{scBase.id}", $"{currSql} where {weekWhereSql}");
  83. //statsInfo.monthStu = await JointlySingleQuery.GetValueInt(cosmosClient, "Student", $"Base-{scBase.id}", $"{currSql} where {monthWhereSql}");
  84. statsInfo.stuUpTime = dateTime.ToUnixTimeMilliseconds();
  85. statsInfo.room = await JointlySingleQuery.GetValueInt(cosmosClient, "School", $"Room-{scBase.id}" ,currSql);
  86. statsInfo.witRoom = await JointlySingleQuery.GetValueInt(cosmosClient, "School", $"Room-{scBase.id}", $"{currSql} where (c.serial != null or c.serial != '' or IS_DEFINED(c.serial) = true)");
  87. statsInfo.upTime = dateTime.ToUnixTimeMilliseconds();
  88. statsInfo.lesson = await LessonRecordStatsWay.GetSchoolAll(cosmosClient, statsInfo.schoolId, year);
  89. statsInfo.activity = await ActivityStatsWay.GetSchoolAll(cosmosClient, statsInfo.schoolId, year);
  90. statsInfo.study = await StudyStatsWay.GetSchoolAll(cosmosClient, statsInfo.schoolId);
  91. return statsInfo;
  92. }
  93. /// <summary>
  94. /// 多个学校统计
  95. /// </summary>
  96. /// <param name="cosmosClient"></param>
  97. /// <param name="statsInfos"></param>
  98. /// <param name="_httpTrigger"></param>
  99. /// <param name="_option"></param>
  100. /// <param name="area"></param>
  101. /// <returns></returns>
  102. public static StatsInfo GetAreaStats(CosmosClient cosmosClient, HttpTrigger _httpTrigger, Option _option, List<StatsInfo> statsInfos, List<string> scIds = null, Area area = null)
  103. {
  104. StatsInfo areaInfo = new()
  105. {
  106. id = area == null ? "" : $"{DateTimeOffset.UtcNow.Year}-{area.id}",
  107. pk = "Statistics",
  108. code = "Statistics",
  109. name = area == null ? "" : area.name,
  110. areaId = area == null ? "" :area.id,
  111. picture = "",
  112. tch = statsInfos.Select(s => s.tch).Sum(),
  113. dayTch = statsInfos.Select(s => s.dayTch).Sum(),
  114. weekTch = statsInfos.Select(s => s.weekTch).Sum(),
  115. monthTch = statsInfos.Select(s => s.monthTch).Sum(),
  116. stu = statsInfos.Select(s => s.stu).Sum(),
  117. dayStu = statsInfos.Select(s => s.dayStu).Sum(),
  118. weekStu = statsInfos.Select(s => s.weekStu).Sum(),
  119. monthStu = statsInfos.Select(s => s.monthStu).Sum(),
  120. room = statsInfos.Select(s => s.room).Sum(),
  121. witRoom = statsInfos.Select(s => s.witRoom).Sum(),
  122. size = statsInfos.Select(s => s.size).Sum()
  123. };
  124. areaInfo.lesson.all = statsInfos.Select(s => s.lesson.all).Sum();
  125. areaInfo.lesson.open = statsInfos.Select(s => s.lesson.open).Sum();
  126. areaInfo.lesson.less = statsInfos.Select(s => s.lesson.less).Sum();
  127. areaInfo.lesson.lastDay = statsInfos.Select(s => s.lesson.lastDay).Sum();
  128. areaInfo.lesson.day = statsInfos.Select(s => s.lesson.day).Sum();
  129. areaInfo.lesson.lastWeek = statsInfos.Select(s => s.lesson.lastWeek).Sum();
  130. areaInfo.lesson.week = statsInfos.Select(s => s.lesson.week).Sum();
  131. areaInfo.lesson.lastTerm = statsInfos.Select(s => s.lesson.lastTerm).Sum();
  132. areaInfo.lesson.term = statsInfos.Select(s => s.lesson.term).Sum();
  133. areaInfo.lesson.lastDayInter = statsInfos.Select(s => s.lesson.lastDayInter).Sum();
  134. areaInfo.lesson.dayInter = statsInfos.Select(s => s.lesson.dayInter).Sum();
  135. //areaInfo.lesson.lastMonthInter = statsInfos.Select(s => s.lesson.lastMonthInter).Sum();
  136. //areaInfo.lesson.monthInter = statsInfos.Select(s => s.lesson.monthInter).Sum();
  137. areaInfo.lesson.lastYearInter = statsInfos.Select(s => s.lesson.lastYearInter).Sum();
  138. //areaInfo.lesson.yearInter = statsInfos.Select(s => s.lesson.yearInter).Sum();
  139. areaInfo.lesson.yearInters = BICommonWay.ManyDoubleMerge(statsInfos.Select(s => s.lesson.yearInters).ToList());
  140. areaInfo.lesson.year = BICommonWay.ManyDoubleMerge(statsInfos.Select(s => s.lesson.year).Where(w => w.Count > 0).ToList());
  141. areaInfo.activity.all = statsInfos.Select(s => s.activity.all).Sum();
  142. areaInfo.activity.exam = statsInfos.Select(s => s.activity.exam).Sum();
  143. areaInfo.activity.survey = statsInfos.Select(s => s.activity.survey).Sum();
  144. areaInfo.activity.vote = statsInfos.Select(s => s.activity.vote).Sum();
  145. areaInfo.activity.homework = statsInfos.Select(s => s.activity.homework).Sum();
  146. areaInfo.activity.lastDay = statsInfos.Select(s => s.activity.lastDay).Sum();
  147. areaInfo.activity.dayCnt = statsInfos.Select(s => s.activity.dayCnt).Sum();
  148. areaInfo.activity.lastWeek = statsInfos.Select(s => s.activity.lastWeek).Sum();
  149. areaInfo.activity.week = statsInfos.Select(s => s.activity.week).Sum();
  150. areaInfo.activity.lastTerm = statsInfos.Select(s => s.activity.lastTerm).Sum();
  151. areaInfo.activity.term = statsInfos.Select(s => s.activity.term).Sum();
  152. areaInfo.activity.lastMonth = statsInfos.Select(s => s.activity.lastMonth).Sum();
  153. areaInfo.activity.month = statsInfos.Select(s => s.activity.month).Sum();
  154. //areaInfo.activity.LastYear = BICommonWay.ManyDoubleMerge(statsInfos.Select(s => s.activity.LastYear).ToList());
  155. areaInfo.activity.year = BICommonWay.ManyDoubleMerge(statsInfos.Select(s => s.activity.year).Where(w => w.Count > 0).ToList());
  156. //List<Task<ItemResponse<StatsInfo>>> taskStatsInfos = new();
  157. //foreach (var itemId in scIds)
  158. //{
  159. // bool isExist = true;
  160. // StatsInfo statsInfo = new();
  161. // var scDataStats = await cosmosClient.GetContainer(Constant.TEAMModelOS, "School").ReadItemStreamAsync($"{itemId}", new PartitionKey("Stats"));
  162. // if (scDataStats.Status == 200)
  163. // {
  164. // using var fileJson = await JsonDocument.ParseAsync(scDataStats.ContentStream);
  165. // statsInfo = fileJson.ToObject<StatsInfo>();
  166. // }
  167. // else
  168. // {
  169. // statsInfo.id = itemId;
  170. // isExist = false;
  171. // }
  172. // bool isnew = false;
  173. // DateTimeOffset dateTime = DateTimeOffset.UtcNow;
  174. // long now = dateTime.ToUnixTimeMilliseconds();
  175. // if (statsInfo.upTime > 0 && !isnew)
  176. // {
  177. // long timedis = 20 * 60 * 1000;//20分钟
  178. // if (now - statsInfo.upTime < timedis)
  179. // isnew = true;
  180. // }
  181. // if (statsInfo.upTime == 0 && isnew)
  182. // statsInfo.upTime = now;
  183. // if (statsInfo.upTime == 0 && isnew)
  184. // statsInfo.upTime = DateTimeOffset.UtcNow.Add(new TimeSpan(-1, 0, 0, 0)).ToUnixTimeMilliseconds();
  185. // if (!isnew)
  186. // {
  187. // ////Function 处理Function 更新或者新增
  188. // //_ = _httpTrigger.RequestHttpTrigger(new { schoolId = $"{itemId}"}, _option.Location, "stats-sc-info");
  189. // //异步方法处理 同步更新
  190. // statsInfo = await SchoolStatsWay.GetSingleSc(cosmosClient, itemId);
  191. // statsInfo.upTime = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds();
  192. // if (isExist)
  193. // taskStatsInfos.Add(cosmosClient.GetContainer(Constant.TEAMModelOS, "School").ReplaceItemAsync<StatsInfo>(statsInfo, statsInfo.id, new PartitionKey("Stats")));
  194. // else
  195. // taskStatsInfos.Add(cosmosClient.GetContainer(Constant.TEAMModelOS, "School").CreateItemAsync<StatsInfo>(statsInfo, new PartitionKey("Stats")));
  196. // }
  197. //}
  198. //if (taskStatsInfos.Count < 256)
  199. // await Task.WhenAll(taskStatsInfos);
  200. //else
  201. //{
  202. // int pages = (taskStatsInfos.Count + 256) / 256;
  203. // for (int i = 0; i < pages; i++)
  204. // {
  205. // List<Task<ItemResponse<StatsInfo>>> tempStatsInfos = taskStatsInfos.Skip((i) * 256).Take(256).ToList();
  206. // await Task.WhenAll(tempStatsInfos);
  207. // }
  208. //}
  209. return areaInfo;
  210. }
  211. public static async Task<List<T>> GetLastYearType<T>(CosmosClient cosmosClient, List<string> scIds)
  212. {
  213. List<T> list = new();
  214. StringBuilder statsSql = new("select value(c) from c");
  215. if (scIds.Count > 0)
  216. {
  217. statsSql.Append($" where {BICommonWay.ManyScSql("c.id", scIds, $"{DateTimeOffset.UtcNow.Year - 1}-")}");
  218. }
  219. await foreach (var item in cosmosClient.GetContainer(Constant.TEAMModelOS, "School").GetItemQueryIterator<T>(queryText: statsSql.ToString(), requestOptions: new QueryRequestOptions() { PartitionKey = new PartitionKey("Statistics") }))
  220. {
  221. list.Add(item);
  222. }
  223. return list;
  224. }
  225. }
  226. }