123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919 |
- using Azure.Cosmos;
- using Azure.Storage.Blobs;
- using DocumentFormat.OpenXml.Math;
- using MathNet.Numerics.LinearAlgebra.Double;
- using Microsoft.Azure.Cosmos.Table;
- using NUnit.Framework.Constraints;
- using System;
- using System.Collections.Generic;
- using System.Diagnostics;
- using System.Linq;
- using System.Text;
- using System.Text.Json;
- using System.Threading.Tasks;
- using TEAMModelOS.SDK.DI;
- using TEAMModelOS.SDK.Extension;
- using TEAMModelOS.SDK.Models.Cosmos.BI;
- using TEAMModelOS.SDK.Models.Cosmos.BI.BISchool;
- namespace TEAMModelOS.SDK.Models.Service.BI
- {
- public static class BIStats
- {
- /// <summary>
- /// 依据类型增/减量统计方法
- /// </summary>
- /// <param name="cosmosClient">连接字符</param>
- /// <param name="scId">学校id</param>
- /// <param name="type">类型:Exam(测验) Survey(问卷调查) Vote(投票) Homework(作业) Less(课例) Student(学生) Tchaer(教师) </param>
- /// <param name="count">增减数量 </param>
- /// <param name="interaction">互动</param>
- /// <param name="careDate">时间</param>
- /// <returns></returns>
- public static async Task SetTypeAddStats(CosmosClient cosmosClient, DingDing _dingDing, string scId, string type, int count, int lessType = 0, int interaction = 0, long careDate = 0)
- {
- try
- {
- if (string.IsNullOrEmpty(scId))
- return;
- DateTimeOffset cuurDateOff = DateTimeOffset.UtcNow;
- DateTimeOffset dateOff = DateTimeOffset.UtcNow;
- if (careDate > 1000000000000)
- dateOff = DateTimeOffset.FromUnixTimeMilliseconds(careDate);
- else
- dateOff = DateTimeOffset.FromUnixTimeSeconds(careDate);
- if (careDate == 0)
- {
- dateOff = DateTimeOffset.UtcNow;
- careDate = dateOff.ToUnixTimeMilliseconds();
- }
- var (lastWeekS, lastWeekE) = TimeHelper.GetStartOrEnd(dateOff, "lastweek"); //计算上周开始/结束时间
- var (weekS, weekE) = TimeHelper.GetStartOrEnd(dateOff, "week"); //计算本周开始/结束时间
- var (lastMonthS, lastMonthE) = TimeHelper.GetStartOrEnd(dateOff, "lastMonth"); //上月开始/结束时间
- var (monthS, monthE) = TimeHelper.GetStartOrEnd(dateOff, "month"); //本月开始/结束时间
- var (lastTermS, lastTermE) = TimeHelper.GetStartOrEnd(dateOff, "lastterm"); //计算上学期开始/结束时间
- var (termS, termE) = TimeHelper.GetStartOrEnd(dateOff, "term"); //计算本学期开始/结束时间
- var (yearS, yearE) = TimeHelper.GetStartOrEnd(cuurDateOff, "year"); //计算今年开始/结束时间
- var (lWeekDayS, lWeekDayE) = TimeHelper.GetLongToTime(lastWeekS, lastWeekE);
- var (weekDayS, weekDayE) = TimeHelper.GetLongToTime(weekS, weekE);
- var (lTermDayS, lTermDayE) = TimeHelper.GetLongToTime(lastTermS, lastTermE);
- var (termDayS, termDayE) = TimeHelper.GetLongToTime(termS, termE);
- var (lMonthS, lMonthE) = TimeHelper.GetLongToTime(lastMonthS, lastMonthE);
- var (monthDayS, monthDayE) = TimeHelper.GetLongToTime(monthS, monthE);
- var lastDay = dateOff.AddDays(-1);
- int lmthDay = TimeHelper.GetDateDay(lMonthE);
- StatsInfo statsInfo = null;
- var resStsInfo = await cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").ReadItemStreamAsync($"{dateOff.Year}-{scId}", new PartitionKey("Statistics"));
- if (resStsInfo.Status == 200)
- {
- using var fileJson = await JsonDocument.ParseAsync(resStsInfo.ContentStream);
- statsInfo = fileJson.ToObject<StatsInfo>();
- if (string.IsNullOrEmpty(statsInfo.schoolId))
- {
- statsInfo.schoolId = scId;
- }
- }
- else
- {
- var resLastStsInfo = await cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").ReadItemStreamAsync($"{dateOff.Year - 1}-{scId}", new PartitionKey("Statistics"));
- if (resLastStsInfo.Status == 200)
- {
- using var fileJson = await JsonDocument.ParseAsync(resLastStsInfo.ContentStream);
- statsInfo = fileJson.ToObject<StatsInfo>();
- statsInfo.id = $"{dateOff.Year}-{scId}";
- statsInfo.year = dateOff.Year;
- statsInfo.schoolId = scId;
- statsInfo.stuYear = new double[366].ToList();
- statsInfo.tchYear = new double[366].ToList();
- statsInfo.lesson.year = new double[366].ToList();
- statsInfo.lesson.yearInters = new double[366].ToList();
- statsInfo.activity.year = new double[366].ToList();
- }
- else
- {
- ScBase scBase = await cosmosClient.GetContainer("TEAMModelOS", "School").ReadItemAsync<ScBase>(scId, new PartitionKey("Base"));
- statsInfo = new StatsInfo
- {
- id = $"{dateOff.Year}-{scBase.id}",
- schoolId = scBase.id,
- name = scBase.name,
- picture = scBase.picture,
- size = scBase.size,
- scCreateTime = scBase.createTime,
- areaId = scBase.areaId,
- upTime = careDate,
- stuYear = new double[366].ToList(),
- tchYear = new double[366].ToList()
- };
- statsInfo.lesson.year = new double[366].ToList();
- statsInfo.lesson.yearInters = new double[366].ToList();
- statsInfo.activity.year = new double[366].ToList();
- }
- }
- switch ($"{type}")
- {
- case "Exam":
- statsInfo.activity.exam += count;
- break;
- case "Survey":
- statsInfo.activity.survey += count;
- break;
- case "Vote":
- statsInfo.activity.vote += count;
- break;
- case "Homework":
- statsInfo.activity.homework += count;
- break;
- case "Less":
- //课例
- statsInfo.lesson.year[dateOff.DayOfYear - 1] += count;
- statsInfo.lesson.all += count;
- if (lessType == 0)
- statsInfo.lesson.open += count;
- else
- statsInfo.lesson.less += count;
- var lessList = DenseMatrix.OfColumns(new List<List<double>>() { statsInfo.lesson.year });
- DenseMatrix lastLesson = null;
- DenseMatrix lastInter = null;
- StatsInfo lastStats = null;
- var resLastStats = await cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").ReadItemStreamAsync($"{dateOff.Year - 1}-{scId}", new PartitionKey("Statistics"));
- if (resLastStats.Status == 200)
- {
- using var fileJson = await JsonDocument.ParseAsync(resLastStats.ContentStream);
- lastStats = fileJson.ToObject<StatsInfo>();
- lastLesson = DenseMatrix.OfColumns(new List<List<double>>() { lastStats.lesson.year });
- lastInter = DenseMatrix.OfColumns(new List<List<double>>() { lastStats.lesson.yearInters });
- }
- int lastDayCnt = 0;
- if (lastDay.Year < dateOff.Year)
- {
- lastDayCnt = ((int)lastStats.lesson.year[lastDay.DayOfYear - 1]);
- }
- else
- {
- lastDayCnt = ((int)statsInfo.lesson.year[lastDay.DayOfYear - 1]);
- }
- statsInfo.lesson.lastDay = lastDayCnt;
- statsInfo.lesson.day = ((int)statsInfo.lesson.year[dateOff.DayOfYear - 1]);
- int lastWeek = 0;
- if (lWeekDayS.Year != dateOff.Year)
- {
- if (lastLesson != null)
- {
- lastWeek += ((int)lastLesson.SubMatrix(lWeekDayS.DayOfYear - 1, lastLesson.RowCount - lWeekDayS.DayOfYear + 1, 0, lessList.ColumnCount).ColumnSums().Sum());
- }
- lastWeek += ((int)lessList.SubMatrix(0, lWeekDayE.DayOfYear, 0, lessList.ColumnCount).ColumnSums().Sum());
- }
- else
- {
- lastWeek = ((int)lessList.SubMatrix(lWeekDayS.DayOfYear - 1, lWeekDayE.DayOfYear - lWeekDayS.DayOfYear + 1, 0, lessList.ColumnCount).ColumnSums().Sum());
- }
- statsInfo.lesson.lastWeek = lastWeek;
- statsInfo.lesson.week = ((int)lessList.SubMatrix(weekDayS.DayOfYear - 1, (dateOff.DayOfYear - weekDayS.DayOfYear + 1), 0, lessList.ColumnCount).ColumnSums().Sum());
- //var resLast = await cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").ReadItemStreamAsync($"{lTermDayS.Year}-{scId}", new PartitionKey("Statistics"));
- //if (resLast.Status == 200)
- //{
- // using var fileJson = await JsonDocument.ParseAsync(resLast.ContentStream);
- // lastStats = fileJson.ToObject<StatsInfo>();
- //}
- int lastTerm = 0;
- if (lTermDayS.Year < dateOff.Year)
- {
- if (lastLesson != null)
- {
- lastTerm += ((int)lastLesson.SubMatrix(lTermDayS.DayOfYear - 1, lastStats.lesson.year.Count - lTermDayS.DayOfYear + 1, 0, 1).ColumnSums().Sum());
- }
- lastTerm += ((int)lessList.SubMatrix(0, lTermDayE.DayOfYear, 0, lessList.ColumnCount).ColumnSums().Sum());
- }
- else
- {
- lastTerm += ((int)lessList.SubMatrix(lTermDayS.DayOfYear - 1, lTermDayE.DayOfYear - lTermDayS.DayOfYear + 1, 0, lessList.ColumnCount).ColumnSums().Sum());
- }
- statsInfo.lesson.lastTerm = lastTerm;
- int term = 0;
- if (termDayE.Year > dateOff.Year)
- {
- if (lastStats != null)
- {
- term = ((int)lessList.SubMatrix(termDayS.DayOfYear - 1, (statsInfo.lesson.year.Count - termDayS.DayOfYear + 1), 0, lessList.ColumnCount).ColumnSums().Sum());
- }
- }
- else
- {
- if (termDayS.Year < dateOff.Year)
- {
- if (lastLesson != null)
- {
- term += ((int)lastLesson.SubMatrix(termDayS.DayOfYear - 1, lastStats.lesson.year.Count - termDayS.DayOfYear + 1, 0, 1).ColumnSums().Sum());
- }
- term += ((int)lessList.SubMatrix(0, termDayE.DayOfYear, 0, lessList.ColumnCount).ColumnSums().Sum());
- }
- else
- {
- term = ((int)lessList.SubMatrix(termDayS.DayOfYear - 1, termDayE.DayOfYear - termDayS.DayOfYear + 1, 0, lessList.ColumnCount).ColumnSums().Sum());
- }
- }
- statsInfo.lesson.term = term;
- int lastMonth = 0;
- if (lMonthS.Year < dateOff.Year)
- {
- if (lastLesson != null)
- {
- lastMonth = ((int)lastLesson.SubMatrix(lMonthS.DayOfYear - 1, lmthDay, 0, lastLesson.ColumnCount).ColumnSums().Sum());
- }
- }
- else
- {
- lastMonth = ((int)lessList.SubMatrix(lMonthS.DayOfYear - 1, lmthDay, 0, lessList.ColumnCount).ColumnSums().Sum());
- }
- statsInfo.lesson.lastMonth = lastMonth;
- statsInfo.lesson.month = ((int)lessList.SubMatrix(monthDayS.DayOfYear - 1, (dateOff.DayOfYear - monthDayS.DayOfYear + 1), 0, lessList.ColumnCount).ColumnSums().Sum());
- //课例互动
- statsInfo.lesson.yearInters[dateOff.DayOfYear - 1] += interaction;
- statsInfo.lesson.allInter += interaction;
- int lastDayInter = 0;
- if (lastDay.Year < dateOff.Year)
- {
- lastDayInter = ((int)lastStats.lesson.yearInters[lastDay.DayOfYear - 1]);
- }
- else
- {
- lastDayInter = ((int)statsInfo.lesson.yearInters[lastDay.DayOfYear - 1]);
- }
- statsInfo.lesson.lastDayInter = lastDayInter;
- statsInfo.lesson.dayInter = ((int)statsInfo.lesson.yearInters[dateOff.DayOfYear - 1]);
- var interList = DenseMatrix.OfColumns(new List<List<double>>() { statsInfo.lesson.yearInters });
- int lastMonthInter = 0;
- if (lMonthS.Year < dateOff.Year)
- {
- if (lastInter != null)
- {
- lastMonthInter = ((int)lastInter.SubMatrix(lMonthS.DayOfYear - 1, lmthDay, 0, lastInter.ColumnCount).ColumnSums().Sum());
- }
- }
- else
- {
- lastMonthInter = ((int)interList.SubMatrix(lMonthS.DayOfYear - 1, lmthDay, 0, interList.ColumnCount).ColumnSums().Sum());
- }
- statsInfo.lesson.lastMonthInter = lastMonthInter;
- statsInfo.lesson.monthInter = ((int)interList.SubMatrix(monthDayS.DayOfYear - 1, (dateOff.DayOfYear - monthDayS.DayOfYear + 1), 0, interList.ColumnCount).ColumnSums().Sum());
- int lastTermI = 0;
- if (lastStats != null)
- {
- if (lastInter != null)
- {
- lastTermI = ((int)lastInter.SubMatrix(0, lastStats.lesson.year.Count, 0, lastInter.ColumnCount).ColumnSums().Sum());
- }
- }
- statsInfo.lesson.lastYearInter = lastTermI;
- statsInfo.lesson.upTime = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds();
- break;
- case "Student":
- statsInfo.stuYear[dateOff.DayOfYear - 1] += count;
- statsInfo.stu += count;
- statsInfo.dayStu = ((int)statsInfo.stuYear[dateOff.DayOfYear - 1]);
- var stuList = DenseMatrix.OfColumns(new List<List<double>>() { statsInfo.stuYear });
- statsInfo.weekStu = ((int)stuList.SubMatrix(weekDayS.DayOfYear - 1, (dateOff.DayOfYear - weekDayS.DayOfYear + 1), 0, stuList.ColumnCount).ColumnSums().Sum());
- statsInfo.monthStu = ((int)stuList.SubMatrix(monthDayS.DayOfYear - 1, (dateOff.DayOfYear - monthDayS.DayOfYear + 1), 0, stuList.ColumnCount).ColumnSums().Sum());
- statsInfo.stuUpTime = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds();
- break;
- case "Teacher":
- statsInfo.tchYear[dateOff.DayOfYear - 1] += count;
- statsInfo.tch += count;
- statsInfo.dayTch = ((int)statsInfo.tchYear[dateOff.DayOfYear - 1]);
- var tchList = DenseMatrix.OfColumns(new List<List<double>>() { statsInfo.tchYear });
- statsInfo.weekTch = ((int)tchList.SubMatrix(weekDayS.DayOfYear - 1, (dateOff.DayOfYear - weekDayS.DayOfYear + 1), 0, tchList.ColumnCount).ColumnSums().Sum());
- statsInfo.monthTch = ((int)tchList.SubMatrix(monthDayS.DayOfYear - 1, (dateOff.DayOfYear - monthDayS.DayOfYear + 1), 0, tchList.ColumnCount).ColumnSums().Sum());
- statsInfo.tchUpTime = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds();
- break;
- }
- if ($"{type}".Equals("Exam") || $"{type}".Equals("Survey") || $"{type}".Equals("Vote") || $"{type}".Equals("Homework"))
- {
- statsInfo.activity.all += count;
- if (careDate >= yearS && careDate <= yearE)
- {
- if (count > 0)
- {
- statsInfo.activity.year[dateOff.DayOfYear - 1] += count;
- DenseMatrix matris = DenseMatrix.OfColumns(new List<List<double>>() { statsInfo.activity.year });
- DenseMatrix lastAct = null;
- StatsInfo lastStats = null;
- var resLastStats = await cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").ReadItemStreamAsync($"{dateOff.Year - 1}-{scId}", new PartitionKey("Statistics"));
- if (resLastStats.Status == 200)
- {
- using var fileJson = await JsonDocument.ParseAsync(resLastStats.ContentStream);
- lastStats = fileJson.ToObject<StatsInfo>();
- lastAct = DenseMatrix.OfColumns(new List<List<double>>() { lastStats.activity.year });
- }
- int lastDayCnt = 0;
- if (lastDay.Year < dateOff.Year)
- {
- if (lastStats != null)
- {
- lastDayCnt = ((int)lastStats.activity.year[lastDay.DayOfYear - 1]);
- }
- }
- else
- {
- lastDayCnt = ((int)statsInfo.activity.year[lastDay.DayOfYear - 1]);
- }
- statsInfo.activity.lastDay = lastDayCnt;
- statsInfo.activity.dayCnt = ((int)statsInfo.activity.year[dateOff.DayOfYear - 1]);
- int lastWeek = 0;
- if (lWeekDayS.Year < dateOff.Year)
- {
- if (lastAct != null)
- {
- lastWeek += ((int)lastAct.SubMatrix(lWeekDayS.DayOfYear - 1, lastAct.RowCount - lWeekDayS.DayOfYear + 1, 0, lastAct.ColumnCount).ColumnSums().Sum());
- }
- lastWeek += ((int)matris.SubMatrix(0, lWeekDayE.DayOfYear, 0, matris.ColumnCount).ColumnSums().Sum());
- }
- else
- {
- lastWeek = ((int)matris.SubMatrix(lWeekDayS.DayOfYear - 1, lWeekDayE.DayOfYear - lWeekDayS.DayOfYear + 1, 0, matris.ColumnCount).ColumnSums().Sum());
- }
- statsInfo.activity.lastWeek = lastWeek;
- statsInfo.activity.week = ((int)matris.SubMatrix(weekDayS.DayOfYear - 1, dateOff.DayOfYear - weekDayS.DayOfYear + 1, 0, matris.ColumnCount).ColumnSums().Sum());
- int lastTerm = 0;
- if (lTermDayS.Year < dateOff.Year)
- {
- if (lastStats != null)
- {
- lastTerm += ((int)lastAct.SubMatrix(lTermDayS.DayOfYear - 1, lastStats.activity.year.Count - lTermDayS.DayOfYear + 1, 0, lastAct.ColumnCount).ColumnSums().Sum());
- }
- lastTerm += ((int)matris.SubMatrix(0, lTermDayE.DayOfYear, 0, matris.ColumnCount).ColumnSums().Sum());
- }
- else
- {
- lastTerm += ((int)matris.SubMatrix(lTermDayS.DayOfYear - 1, lTermDayE.DayOfYear - lTermDayS.DayOfYear + 1, 0, matris.ColumnCount).ColumnSums().Sum());
- }
- statsInfo.activity.lastTerm = lastTerm;
- int term = 0;
- if (termDayS.Year > dateOff.Year)
- {
- if (lastAct != null)
- {
- term += ((int)lastAct.SubMatrix(termDayS.DayOfYear - 1, lastStats.activity.year.Count - termDayS.DayOfYear + 1, 0, lastAct.ColumnCount).ColumnSums().Sum());
- }
- term += ((int)matris.SubMatrix(0, termDayE.DayOfYear + 1, 0, matris.ColumnCount).ColumnSums().Sum());
- }
- else
- {
- if (lTermDayS.Year < dateOff.Year)
- {
- if (lastAct != null)
- {
- term += ((int)lastAct.SubMatrix(termDayS.DayOfYear - 1, lastStats.activity.year.Count - termDayS.DayOfYear + 1, 0, 1).ColumnSums().Sum());
- }
- term += ((int)matris.SubMatrix(0, termDayE.DayOfYear, 0, matris.ColumnCount).ColumnSums().Sum());
- }
- else
- {
- term += ((int)matris.SubMatrix(termDayS.DayOfYear - 1, termDayE.DayOfYear - termDayS.DayOfYear + 1, 0, matris.ColumnCount).ColumnSums().Sum());
- }
- }
- statsInfo.activity.term = term;
- int lastMonth = 0;
- if (lMonthS.Year < dateOff.Year)
- {
- if (lastAct != null)
- {
- lastMonth = ((int)lastAct.SubMatrix(lMonthS.DayOfYear - 1, lmthDay, 0, matris.ColumnCount).ColumnSums().Sum());
- }
- }
- else
- {
- lastMonth = ((int)matris.SubMatrix(lMonthS.DayOfYear - 1, lmthDay, 0, matris.ColumnCount).ColumnSums().Sum());
- }
- statsInfo.activity.lastMonth = lastMonth;
- statsInfo.activity.month += ((int)matris.SubMatrix(monthDayS.DayOfYear, (dateOff.DayOfYear - monthDayS.DayOfYear), 0, matris.ColumnCount).ColumnSums().Sum());
- statsInfo.activity.upTime = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds();
- }
- }
- }
- if (resStsInfo.Status == 200)
- {
- statsInfo = await cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").ReplaceItemAsync<StatsInfo>(statsInfo, statsInfo.id, new PartitionKey("Statistics"));
- }
- else
- {
- statsInfo = await cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").CreateItemAsync<StatsInfo>(statsInfo, new PartitionKey("Statistics"));
- }
- }
- catch (Exception ex)
- {
- await _dingDing.SendBotMsg($"BI,{Environment.GetEnvironmentVariable("Option:Location")},SetTypeAddStats(),参数: 学校:{scId},统计类型:{type}, 增/减数:{count},课例类型(0:开课,1:课例):{lessType},学生互动数:{interaction},时间戳:{careDate}\n {ex.Message}\n {ex.StackTrace}", GroupNames.成都开发測試群組);
- }
- }
- /// <summary>
- /// 创建/创建BI统计信息接口
- /// </summary>
- /// <param name="cosmosClient"></param>
- /// <param name="school"></param>
- /// <returns></returns>
- public static async Task SetScStatsInfo(CosmosClient cosmosClient, DingDing _dingDing, School school)
- {
- try
- {
- DateTimeOffset dateOff = DateTimeOffset.UtcNow;
- StatsInfo statsInfo = new();
- var resStats = await cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").ReadItemStreamAsync($"{dateOff.Year}-{school.id}", new PartitionKey("Statistics"));
- if (resStats.Status == 200)
- {
- using var fileJson = await JsonDocument.ParseAsync(resStats.ContentStream);
- statsInfo = fileJson.ToObject<StatsInfo>();
- }
- else
- {
- double[] tchYear = new double[366];
- tchYear[0] = 1;
- statsInfo.id = $"{dateOff.Year}-{school.id}";
- statsInfo.year = dateOff.Year;
- statsInfo.stuYear = new double[366].ToList();
- statsInfo.tchYear = tchYear.ToList();
- statsInfo.tch = 1;
- statsInfo.weekTch = 1;
- statsInfo.monthTch = 1;
- statsInfo.tchUpTime = dateOff.ToUnixTimeMilliseconds();
- statsInfo.lesson.year = new double[366].ToList();
- statsInfo.lesson.yearInters = new double[366].ToList();
- statsInfo.activity.year = new double[366].ToList();
- }
- statsInfo.schoolId = school.id;
- statsInfo.name = school.name;
- statsInfo.picture = school.picture;
- statsInfo.size = school.size;
- statsInfo.scCreateTime = school.createTime;
- statsInfo.areaId = school.areaId;
- statsInfo.upTime = dateOff.ToUnixTimeMilliseconds();
- if (resStats.Status == 200)
- {
- await cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").ReplaceItemAsync<StatsInfo>(statsInfo, statsInfo.id, new PartitionKey("Statistics"));
- }
- else
- {
- await cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").CreateItemAsync<StatsInfo>(statsInfo, new PartitionKey("Statistics"));
- }
- }
- catch (Exception ex)
- {
- await _dingDing.SendBotMsg($"BI,{Environment.GetEnvironmentVariable("Option:Location")},SetScStatsInfo() 学校:{school} \n{ex.Message}\n{ex.StackTrace}", GroupNames.成都开发測試群組);
- }
- }
- /// <summary>
- /// 新增/修改学校列表中间件
- /// </summary>
- /// <param name="cosmosClient"></param>
- /// <param name="tableClient"></param>
- /// <param name="blobClient"></param>
- /// <param name="_dingDing"></param>
- /// <param name="school"></param>
- /// <returns></returns>
- public static async Task SetSchoolBIRelation(CosmosClient cosmosClient, BlobContainerClient blobClient, CloudTableClient tableClient, DingDing _dingDing, School school)
- {
- try
- {
- string type = "";
- BIRelation bIRelation = new();
- var resBiRel = await cosmosClient.GetContainer(Constant.TEAMModelOS, "School").ReadItemStreamAsync(school.id, new PartitionKey("BIRel"));
- if (resBiRel.Status == 200)
- {
- using var fileJson = await JsonDocument.ParseAsync(resBiRel.ContentStream);
- bIRelation = fileJson.ToObject<BIRelation>();
- }
- else
- {
- bIRelation.id = school.id;
- }
- string aName = null;
- if (!string.IsNullOrEmpty($"{school.areaId}"))
- {
- aName = await CosmosQueryHelper.GetStr(cosmosClient, "Normal", $"select value(c.name) from c where c.id='{school.areaId}'", "Base-Area");
- }
- bIRelation.name = school.name;
- bIRelation.picture = school.picture;
- bIRelation.region = school.region;
- bIRelation.province = school.province;
- bIRelation.city = school.city;
- bIRelation.dist = school.dist;
- bIRelation.address = school.address;
- bIRelation.areaId = school.areaId;
- bIRelation.size = school.size;
- bIRelation.scale = school.scale;
- bIRelation.upDate = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds();
- bIRelation.areaName = aName;
- bIRelation.edition = school.edition;
- if (resBiRel.Status == 200)
- {
- await cosmosClient.GetContainer(Constant.TEAMModelOS, "School").ReplaceItemAsync<BIRelation>(bIRelation, bIRelation.id, new PartitionKey("BIRel"));
- type = "update";
- }
- else
- {
- await cosmosClient.GetContainer(Constant.TEAMModelOS, "School").CreateItemAsync<BIRelation>(bIRelation, new PartitionKey("BIRel"));
- type = "add";
- }
- //保存操作记录
- await AzureStorageBlobExtensions.SaveBILog(blobClient, tableClient, $"birelation-{type}", $"触发更新学校信息表中间件", _dingDing);
- }
- catch (Exception ex)
- {
- await _dingDing.SendBotMsg($"BI,{Environment.GetEnvironmentVariable("Option:Location")},SetSchoolBIRelation() 学校:{school} \n{ex.Message}\n{ex.StackTrace}", GroupNames.成都开发測試群組);
- }
- }
- /// <summary>
- /// 每天00:00执行统计清零方法;zore时间
- /// </summary>
- /// <param name="_azureCosmos"></param>
- /// <param name="_dingDing"></param>
- /// <returns></returns>
- public static async Task SetStatsZeroPoint(AzureCosmosFactory _azureCosmos, DingDing _dingDing)
- {
- List<string> scId = new();
- try
- {
- var cosmosClient = _azureCosmos.GetCosmosClient();
- DateTimeOffset dateOff = DateTimeOffset.Now;
- long upTime = dateOff.ToUnixTimeMilliseconds();
- var (DayS, DayE) = TimeHelper.GetStartOrEnd(dateOff); //今天开始时间结束时间
- var (lastWeekS, lastWeekE) = TimeHelper.GetStartOrEnd(dateOff, "lastweek"); //计算上周开始/结束时间
- var (weekS, weekE) = TimeHelper.GetStartOrEnd(dateOff, "week"); //计算本周开始/结束时间
- var (lastMonthS, lastMonthE) = TimeHelper.GetStartOrEnd(dateOff, "lastMonth"); //上月开始/结束时间
- var (monthS, monthE) = TimeHelper.GetStartOrEnd(dateOff, "month"); //本月开始/结束时间
- var (lastTermS, lastTermE) = TimeHelper.GetStartOrEnd(dateOff, "lastterm"); //计算上学期开始/结束时间
- var (termS, termE) = TimeHelper.GetStartOrEnd(dateOff, "term"); //计算本学期开始/结束时间
- var (lWeekDayS, lWeekDayE) = TimeHelper.GetLongToTime(lastWeekS, lastWeekE);
- var (weekDayS, weekDayE) = TimeHelper.GetLongToTime(weekS, weekE);
- var (lTermDayS, lTermDayE) = TimeHelper.GetLongToTime(lastTermS, lastTermE);
- var (termDayS, termDayE) = TimeHelper.GetLongToTime(termS, termE);
- var (lMonthS, lMonthE) = TimeHelper.GetLongToTime(lastMonthS, lastMonthE);
- var (monthDayS, monthDayE) = TimeHelper.GetLongToTime(monthS, monthE);
- var lastDay = dateOff.AddDays(-1);
- int lmthDay = TimeHelper.GetDateDay(lMonthE);
- List<Task<ItemResponse<StatsInfo>>> statsInfos = new();
- List<StatsInfo> tempStatsInfos = new();
- StringBuilder statsSql = new($"select value(c) from c where c.year={dateOff.Year}");
- List<string> scIds = new();
- await foreach (var item in cosmosClient.GetContainer(Constant.TEAMModelOS, "School").GetItemQueryIterator<string>(queryText: $"select value(c.id) from c ", requestOptions: new QueryRequestOptions() { PartitionKey = new PartitionKey("BIRel") }))
- {
- scIds.Add(item);
- }
- if (scIds.Count > 0)
- {
- statsSql.Append($" and {BICommonWay.ManyScSql("c.id", scIds, $"{dateOff.Year}-")}");
- }
- await foreach (var item in cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").GetItemQueryIterator<StatsInfo>(queryText: statsSql.ToString(), requestOptions: new QueryRequestOptions() { PartitionKey = new PartitionKey("Statistics") }))
- {
- tempStatsInfos.Add(item);
- }
- if (tempStatsInfos.Count > 0)
- {
- foreach (var item in tempStatsInfos)
- {
- try
- {
- StatsInfo lastStatsInfo = null;
- DenseMatrix lastTch = null;
- DenseMatrix lastStu = null;
- DenseMatrix lastLesson = null;
- DenseMatrix lastInter = null;
- DenseMatrix lastAct = null;
- var lastSts = await cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").ReadItemStreamAsync($"{dateOff.Year - 1}-{item.schoolId}", new PartitionKey("Statistics"));
- if (lastSts.Status == 200)
- {
- using var fileJson = await JsonDocument.ParseAsync(lastSts.ContentStream);
- lastStatsInfo = fileJson.ToObject<StatsInfo>();
- item.schoolId = lastStatsInfo.schoolId;
- item.year = dateOff.Year;
- item.picture = lastStatsInfo.picture;
- item.name = lastStatsInfo.name;
- item.areaId = lastStatsInfo.areaId;
- item.size = lastStatsInfo.size;
- item.useSize = lastStatsInfo.useSize;
- item.tch = lastStatsInfo.tch;
- lastTch = DenseMatrix.OfColumns(new List<List<double>>() { lastStatsInfo.tchYear });
- lastStu = DenseMatrix.OfColumns(new List<List<double>>() { lastStatsInfo.stuYear });
- lastLesson = DenseMatrix.OfColumns(new List<List<double>>() { lastStatsInfo.lesson.year });
- lastInter = DenseMatrix.OfColumns(new List<List<double>>() { lastStatsInfo.lesson.yearInters });
- lastAct = DenseMatrix.OfColumns(new List<List<double>>() { lastStatsInfo.activity.year });
- }
- var tchList = DenseMatrix.OfColumns(new List<List<double>>() { item.tchYear });
- var stuList = DenseMatrix.OfColumns(new List<List<double>>() { item.stuYear });
- int dayTch = 0;
- int dayStu = 0;
- int lastDayLesson = 0;
- int lastDayAct = 0;
- if (lastDay.Year < dateOff.Year)
- {
- if (lastStatsInfo != null)
- {
- dayTch = ((int)lastStatsInfo.tchYear[lastDay.DayOfYear - 1]);
- dayStu = ((int)lastStatsInfo.stuYear[lastDay.DayOfYear - 1]);
- lastDayLesson = ((int)lastStatsInfo.lesson.year[lastDay.DayOfYear - 1]);
- lastDayAct = ((int)lastStatsInfo.activity.year[lastDay.DayOfYear - 1]);
- }
- }
- else
- {
- dayTch = ((int)item.tchYear[dateOff.DayOfYear - 1]);
- dayStu = ((int)item.stuYear[dateOff.DayOfYear - 1]);
- lastDayLesson = ((int)item.lesson.year[lastDay.DayOfYear - 1]);
- lastDayAct = ((int)item.activity.year[lastDay.DayOfYear - 1]);
- }
- item.dayTch = dayTch;
- int weekTch = 0;
- int weekStu = 0;
- if (weekDayS.Year < dateOff.Year)
- {
- if (lastTch != null)
- {
- weekTch += ((int)lastTch.SubMatrix(weekDayS.DayOfYear - 1, lastTch.RowCount - weekDayS.DayOfYear + 1, 0, lastTch.ColumnCount).ColumnSums().Sum());
- }
- weekTch += ((int)tchList.SubMatrix(0, weekDayE.DayOfYear + 1, 0, tchList.ColumnCount).ColumnSums().Sum());
- if (lastStu != null)
- {
- weekStu += ((int)lastStu.SubMatrix(weekDayS.DayOfYear - 1, lastStu.RowCount - weekDayS.DayOfYear + 1, 0, lastStu.ColumnCount).ColumnSums().Sum());
- }
- weekStu += ((int)lastStu.SubMatrix(0, weekDayE.DayOfYear + 1, 0, lastStu.ColumnCount).ColumnSums().Sum());
- }
- else
- {
- weekTch = ((int)tchList.SubMatrix(weekDayS.DayOfYear - 1, 7, 0, tchList.ColumnCount).ColumnSums().Sum());
- weekStu = ((int)stuList.SubMatrix(weekDayS.DayOfYear - 1, 7, 0, stuList.ColumnCount).ColumnSums().Sum());
- }
- item.weekTch = weekTch;
- item.monthTch = ((int)tchList.SubMatrix(monthDayS.DayOfYear - 1, (dateOff.DayOfYear - monthDayS.DayOfYear + 1), 0, tchList.ColumnCount).ColumnSums().Sum());
- item.tchUpTime = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds();
- item.dayStu = dayStu;
- item.weekStu = weekStu;
- item.monthStu = ((int)stuList.SubMatrix(monthDayS.DayOfYear - 1, (dateOff.DayOfYear - monthDayS.DayOfYear + 1), 0, stuList.ColumnCount).ColumnSums().Sum());
- item.stuUpTime = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds();
- var lessList = DenseMatrix.OfColumns(new List<List<double>>() { item.lesson.year });
- var interList = DenseMatrix.OfColumns(new List<List<double>>() { item.lesson.yearInters });
- var actList = DenseMatrix.OfColumns(new List<List<double>>() { item.activity.year });
- item.lesson.lastDay = lastDayLesson;
- int lastWeekLesson = 0;
- int lastWeekAct = 0;
- if (lWeekDayS.Year != dateOff.Year)
- {
- if (lastLesson != null)
- {
- lastWeekLesson += ((int)lastLesson.SubMatrix(lWeekDayS.DayOfYear - 1, lastLesson.RowCount - lWeekDayS.DayOfYear + 1, 0, lessList.ColumnCount).ColumnSums().Sum());
- }
- lastWeekLesson += ((int)lessList.SubMatrix(0, lWeekDayE.DayOfYear, 0, lessList.ColumnCount).ColumnSums().Sum());
- if (lastAct != null)
- {
- lastWeekAct += ((int)lastAct.SubMatrix(lWeekDayS.DayOfYear - 1, lastAct.RowCount - lWeekDayS.DayOfYear + 1, 0, lastAct.ColumnCount).ColumnSums().Sum());
- }
- lastWeekAct += ((int)lastAct.SubMatrix(0, lWeekDayE.DayOfYear, 0, lastAct.ColumnCount).ColumnSums().Sum());
- }
- else
- {
- lastWeekLesson = ((int)lessList.SubMatrix(lWeekDayS.DayOfYear - 1, lWeekDayE.DayOfYear - lWeekDayS.DayOfYear + 1, 0, lessList.ColumnCount).ColumnSums().Sum());
- lastWeekAct = ((int)actList.SubMatrix(lWeekDayS.DayOfYear - 1, 7, 0, actList.ColumnCount).ColumnSums().Sum());
- }
- item.lesson.lastWeek = lastWeekLesson;
- item.lesson.week = ((int)lessList.SubMatrix(weekDayS.DayOfYear - 1, (dateOff.DayOfYear - weekDayS.DayOfYear + 1), 0, lessList.ColumnCount).ColumnSums().Sum());
- int lastTerm = 0;
- if (lTermDayS.Year < dateOff.Year)
- {
- if (lastLesson != null)
- {
- lastTerm += ((int)lastLesson.SubMatrix(lTermDayS.DayOfYear - 1, lastStatsInfo.lesson.year.Count - lTermDayS.DayOfYear + 1, 0, 1).ColumnSums().Sum());
- }
- lastTerm += ((int)lessList.SubMatrix(0, lTermDayE.DayOfYear, 0, lessList.ColumnCount).ColumnSums().Sum());
- }
- else
- {
- lastTerm += ((int)lessList.SubMatrix(lTermDayS.DayOfYear - 1, lTermDayE.DayOfYear - lTermDayS.DayOfYear + 1, 0, lessList.ColumnCount).ColumnSums().Sum());
- }
- item.lesson.lastTerm = lastTerm;
- int term = 0;
- if (termDayE.Year > dateOff.Year)
- {
- if (lessList != null)
- {
- term = ((int)lessList.SubMatrix(termDayS.DayOfYear - 1, (lessList.RowCount - termDayS.DayOfYear + 1), 0, lessList.ColumnCount).ColumnSums().Sum());
- }
- }
- else
- {
- if (termDayS.Year < dateOff.Year)
- {
- if (lastLesson != null)
- {
- term += ((int)lastLesson.SubMatrix(termDayS.DayOfYear - 1, lastLesson.RowCount - termDayS.DayOfYear + 1, 0, lastLesson.ColumnCount).ColumnSums().Sum());
- }
- term += ((int)lessList.SubMatrix(0, termDayE.DayOfYear, 0, lessList.ColumnCount).ColumnSums().Sum());
- }
- else
- {
- term = ((int)lessList.SubMatrix(termDayS.DayOfYear - 1, termDayE.DayOfYear - termDayS.DayOfYear + 1, 0, lessList.ColumnCount).ColumnSums().Sum());
- }
- }
- item.lesson.term = term;
- item.lesson.day = 0;
- int lastMonth = 0;
- int lastMonthInter = 0;
- int lastMonthAct = 0;
- if (lMonthS.Year < dateOff.Year)
- {
- if (lastLesson != null)
- {
- lastMonth = ((int)lastLesson.SubMatrix(lMonthS.DayOfYear - 1, lmthDay, 0, lastLesson.ColumnCount).ColumnSums().Sum());
- }
- if (lastInter != null)
- {
- lastMonthInter = ((int)lastInter.SubMatrix(lMonthS.DayOfYear - 1, lmthDay, 0, lastInter.ColumnCount).ColumnSums().Sum());
- }
- if (lastAct != null)
- {
- lastMonthAct = ((int)lastAct.SubMatrix(lMonthS.DayOfYear - 1, lmthDay, 0, lastAct.ColumnCount).ColumnSums().Sum());
- }
- }
- else
- {
- lastMonth = ((int)lessList.SubMatrix(lMonthS.DayOfYear - 1, lmthDay, 0, lessList.ColumnCount).ColumnSums().Sum());
- lastMonthInter = ((int)interList.SubMatrix(lMonthS.DayOfYear - 1, lmthDay, 0, interList.ColumnCount).ColumnSums().Sum());
- lastMonthAct = ((int)actList.SubMatrix(lMonthS.DayOfYear - 1, lmthDay, 0, actList.ColumnCount).ColumnSums().Sum());
- }
- item.lesson.lastMonth = lastMonth;
- item.lesson.month += ((int)lessList.SubMatrix(monthDayS.DayOfYear - 1, (dateOff.DayOfYear - monthDayS.DayOfYear + 1), 0, lessList.ColumnCount).ColumnSums().Sum());
- item.lesson.upTime = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds();
- int lastDayInter = 0;
- if (lastDay.Year < dateOff.Year)
- {
- if (lastStatsInfo.lesson.yearInters.Count > 0)
- {
- lastDayInter = ((int)lastStatsInfo.lesson.yearInters[lastDay.DayOfYear - 1]);
- }
- }
- else
- {
- lastDayInter = ((int)item.lesson.yearInters[lastDay.DayOfYear - 1]);
- }
- item.lesson.lastDayInter = lastDayInter;
- item.lesson.dayInter = 0;
- item.lesson.lastMonthInter = lastMonthInter;
- item.lesson.monthInter = ((int)interList.SubMatrix(monthDayS.DayOfYear - 1, (dateOff.DayOfYear - monthDayS.DayOfYear + 1), 0, interList.ColumnCount).ColumnSums().Sum());
- if (lastStatsInfo != null)
- {
- if (lastInter != null)
- {
- item.lesson.lastYearInter = ((int)lastInter.SubMatrix(0, lastInter.RowCount, 0, lastInter.ColumnCount).ColumnSums().Sum());
- }
- }
- item.lesson.yearInter = ((int)item.lesson.yearInters.Sum());
- item.activity.dayCnt = ((int)item.activity.year[dateOff.DayOfYear - 1]);
- item.activity.lastDay = lastDayAct;
- item.activity.lastWeek = lastWeekAct;
- item.activity.week = ((int)actList.SubMatrix(weekDayS.DayOfYear - 1, (dateOff.DayOfYear - monthDayS.DayOfYear + 1), 0, actList.ColumnCount).ColumnSums().Sum());
- item.activity.lastMonth = lastMonthAct;
- int lastTermAct = 0;
- if (lTermDayS.Year < dateOff.Year)
- {
- if (lastAct != null && lastAct.RowCount.Equals(actList.RowCount))
- {
- lastTermAct += ((int)lastAct.SubMatrix(lTermDayS.DayOfYear - 1, lastStatsInfo.activity.year.Count - lTermDayS.DayOfYear + 1, 0, lastAct.ColumnCount).ColumnSums().Sum());
- }
- lastTermAct += ((int)actList.SubMatrix(0, lTermDayE.DayOfYear, 0, actList.ColumnCount).ColumnSums().Sum());
- }
- else
- {
- lastTermAct += ((int)actList.SubMatrix(lTermDayS.DayOfYear - 1, lTermDayE.DayOfYear - lTermDayS.DayOfYear + 1, 0, actList.ColumnCount).ColumnSums().Sum());
- }
- item.activity.lastTerm = lastTerm;
- int termAct = 0;
- if (termDayS.Year > dateOff.Year)
- {
- if (lastAct != null)
- {
- termAct += ((int)lastAct.SubMatrix(termDayS.DayOfYear - 1, lastStatsInfo.activity.year.Count - termDayS.DayOfYear + 1, 0, lastAct.ColumnCount).ColumnSums().Sum());
- }
- termAct += ((int)actList.SubMatrix(0, termDayE.DayOfYear + 1, 0, actList.ColumnCount).ColumnSums().Sum());
- }
- else
- {
- if (lTermDayS.Year < dateOff.Year)
- {
- if (lastAct != null && lastAct.RowCount.Equals(actList.RowCount))
- {
- termAct += ((int)lastAct.SubMatrix(termDayS.DayOfYear - 1, lastStatsInfo.lesson.year.Count - termDayS.DayOfYear + 1, 0, 1).ColumnSums().Sum());
- }
- termAct += ((int)actList.SubMatrix(0, termDayE.DayOfYear, 0, actList.ColumnCount).ColumnSums().Sum());
- }
- else
- {
- termAct += ((int)actList.SubMatrix(termDayS.DayOfYear - 1, termDayE.DayOfYear - termDayS.DayOfYear + 1, 0, actList.ColumnCount).ColumnSums().Sum());
- }
- }
- item.activity.term = term;
- item.activity.upTime = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds();
- statsInfos.Add(cosmosClient.GetContainer(Constant.TEAMModelOS, "Common").ReplaceItemAsync<StatsInfo>(item, item.id, new PartitionKey("Statistics")));
- }
- catch
- {
- scId.Add(item.schoolId);
- }
- }
- if (statsInfos.Count < 256)
- {
- await Task.WhenAll(statsInfos);
- }
- else
- {
- int pages = (statsInfos.Count + 255) / 256;
- for (int i = 0; i < pages; i++)
- {
- List<Task<ItemResponse<StatsInfo>>> itemResponses = statsInfos.Skip((i) * 256).Take(256).ToList();
- await Task.WhenAll(itemResponses);
- }
- }
- }
- string str = "";
- if (scId.Count > 0)
- {
- str = $"定时未清理学校id:{scId.ToJsonString()}";
- }
- else
- {
- str = "定时清理学校统计成功";
- }
- await _dingDing.SendBotMsg($"BI,{Environment.GetEnvironmentVariable("Option:Location")},SetStatsZeroPoint() {str}\n ", GroupNames.醍摩豆服務運維群組);
- }
- catch (Exception ex)
- {
- await _dingDing.SendBotMsg($"BI,{Environment.GetEnvironmentVariable("Option:Location")},SetStatsZeroPoint() \n{scId.ToJsonString()} \n{ex.Message}\n{ex.StackTrace}", GroupNames.醍摩豆服務運維群組);
- }
- }
- }
- }
|