using Azure.Storage.Blobs.Models; using DocumentFormat.OpenXml.Bibliography; using DocumentFormat.OpenXml.Drawing.Charts; using DocumentFormat.OpenXml.Office2010.Excel; using DocumentFormat.OpenXml.Wordprocessing; using HTEXLib; using HTEXLib.COMM.Helpers; using HTEXLib.PPTX.Models; using Microsoft.Azure.Amqp.Framing; using Microsoft.Extensions.Logging; using Newtonsoft.Json.Linq; using NUnit.Framework.Internal.Execution; using OpenXmlPowerTools; using StackExchange.Redis; using System; using System.Collections.Concurrent; using System.Collections.Generic; using System.Diagnostics.PerformanceData; using System.IdentityModel.Tokens.Jwt; using System.Linq; using System.Net.Http; using System.Net.Http.Json; using System.Security.Policy; using System.Text; using System.Text.Json; using System.Text.RegularExpressions; using System.Threading.Tasks; using TEAMModelOS.SDK.DI; using TEAMModelOS.SDK.DI.Mail; using TEAMModelOS.SDK.Extension; using TEAMModelOS.SDK.Models.Cosmos.Common; using TEAMModelOS.SDK.Models.Dtos; using static Azure.Core.HttpHeader; using static OpenXmlPowerTools.RevisionProcessor; using static TEAMModelOS.SDK.CoreAPIHttpService; using static TEAMModelOS.SDK.Models.Service.SystemService; namespace TEAMModelOS.SDK.Models.Service { public static class SystemService { #region static string cn_wb = @" IES晚间报告:
{tmdname}您好,以下是您的今日个人IES教学汇总报告,截至{sendTime}时,您已发布{examCount}次评测任务,{homeworkCount}次作业任务,并使用HiTeach教师端开设了{lessonCount}节课堂教学活动。
   以下是报告的具体详细信息。
      {cn_examTitle}
{cn_examList}
      {cn_lessonTitle}
{cn_lessonList}
      {cn_groupTitle}
{cn_groupList}
      如有布置作业任务,将于次日8点通过早报方式发送。 "; static string cn_examList = "      【{examName}】已经有{submitCount}位学生提交,仍有{unsubmitCount}位学生未提交。
"; static string cn_lessonList = "      【{lessonName}】课例应出席人数{memberCount},实际出席人数{attendCount},出席率{attendRate}%。
"; static string cn_groupListJoin = "      【{grouplistName}】已有总人数{memberCount}位,有{joinCount}位加入。
"; static string cn_groupListLeave = "      【{grouplistName}】已有总人数{memberCount}位,有{joinCount}位离开。
"; static string cn_zb = @" IES早间报告:
{tmdname}您好,以下是您发布过的作业任务汇总报告。
   以下是报告的具体详细信息。
      {cn_homeworkTitle}
{cn_homeworkList} "; static string cn_homeworkList = "【{homeworkName}】已经有{submitCount}位学生提交,仍有{unsubmitCount}位学生未提交。
"; static string cn_homeworkTitle = "作业任务提交详情:"; static string cn_examTitle = "评测任务提交详情:"; static string cn_lessonTitle = "课堂教学出席详情:"; static string cn_groupTitle = "个人课程名单变化详情:"; #endregion #region static string tw_wb = @" IES晚間報告:
{tmdname}您好,以下是您的今日個人IES教學總結報告,截至{sendTime},您已發布{examCount}次測驗任務,{homeworkCount}次作業任務,並使用HiTeach上傳了{lessonCount}節課堂教學活動。
   以下是詳細資訊。
      {tw_examTitle}
{tw_examList}
      {tw_lessonTitle}
{tw_lessonList}
      {tw_groupTitle}
{tw_groupList}
      如有佈署作業任務,將於隔天早上8點透過晨間報告方式發送。 "; static string tw_examList = "      【{examName}】已經有{submitCount}位學生繳交,仍有{unsubmitCount}位學生未繳交。
"; static string tw_lessonList = "      【{lessonName}】課堂應出席人數{memberCount},實際出席人數{attendCount},出席率{attendRate}%。
"; static string tw_groupListJoin = "      【{grouplistName}】已有總人數{memberCount}位,有{joinCount}位加入。
"; static string tw_groupListLeave = "      【{grouplistName}】已有總人數{memberCount}位,有{joinCount}位離開。
"; static string tw_zb = @" IES晨間報告:
{tmdname}您好,以下是您曾經發佈過的作業任務總結報告。
   以下是具體詳細資訊。
      {tw_homeworkTitle}
{tw_homeworkList} "; static string tw_homeworkList = "【{homeworkName}】已經有{submitCount}位學生繳交,仍有{unsubmitCount}位學生未繳交。
"; static string tw_homeworkTitle = "作業任務繳交詳情:"; static string tw_examTitle = "測驗任務完成詳情:"; static string tw_lessonTitle = "課堂教學出席詳情:"; static string tw_groupTitle = "個人課程名單變動詳情:"; #endregion #region static string en_wb = @" IES Evening Report:
Hello {tmdname}, here is your personal IES teaching summary report for today. As of {sendTime}, you have published {examCount} test tasks, {homeworkCount} homework tasks, and uploaded {lessonCount} HiTeach lesson activity records.
   The following are the specific details.
      {en_examTitle}
{en_examList}
      {en_lessonTitle}
{en_lessonList}
      {en_groupTitle}
{en_groupList}
      If there are homework tasks assigned, they will be sent through the morning report at 8 am the next day. "; static string en_examList = "      [ {examName} ] has {submitCount} students submitted, and there are still {unsubmitCount} students who have not submitted.
"; static string en_lessonList = "      [ {lessonName} ] lesson should have {memberCount} attendees, actual attendees {attendCount}, attendance rate {attendRate}%.
"; static string en_groupListJoin = "      [ {grouplistName} ] has a total of {memberCount}, {joinCount} joined.
"; static string en_groupListLeave = "      [ {grouplistName} ] has a total of {memberCount}, {joinCount} left.
"; static string en_zb = @" IES Morning Report:
   Hello {tmdname}, here is the summary report of the homework tasks you have posted.
      {en_homeworkTitle}
{en_homeworkList} "; static string en_homeworkList = "[ {homeworkName} ] has {submitCount} students submitted, and there are still {unsubmitCount} students who have not submitted.
"; static string en_homeworkTitle = "Homework Submission Details:"; static string en_examTitle = "Test task submission details:"; static string en_lessonTitle = "Lesson attendance details:"; static string en_groupTitle = "Personal course list change details:"; #endregion public static async Task > AccumulateDaily(AzureRedisFactory _azureRedis,AzureCosmosFactory _azureCosmos, CoreAPIHttpService coreAPIHttpService, DingDing dingDing,HttpClient _httpClient, SnowflakeId _snowflakeId,string notifyUrl, MailFactory _mailFactory) { DateTimeOffset now = DateTimeOffset.Now; string day = now.ToString("yyyyMMdd"); string homeworkYesterday = now.AddDays(-1).ToString("yyyyMMdd"); HashSet keys = new HashSet(); //当天评测发布的。 //当天的个人评测提交数 Dictionary exam_submit = new(); SortedSetEntry[] exam_goingScores = _azureRedis.GetRedisClient(8).SortedSetRangeByScoreWithScores($"Accumulate:Daily:teacher:exam-going:{day}"); // Dictionary exam_going = new(); if (exam_goingScores != null) { foreach (var score in exam_goingScores) { double val = score.Score; string key = score.Element.ToString(); // exam_going.Add(key, val); exam_submit.Add(key, val); keys.Add(key); } } ///需要再次获取 没有任何人提交的作业和评测任务。 SortedSetEntry[] exam_submitScores = _azureRedis.GetRedisClient(8).SortedSetRangeByScoreWithScores($"Accumulate:Daily:private:exam-submit:{day}"); if (exam_submitScores != null) { foreach (var score in exam_submitScores) { double val = score.Score; string key = score.Element.ToString(); exam_submit.TryAdd(key, val); keys.Add(key); } } //今天发布的作业 SortedSetEntry[] homework_goingScores_today = _azureRedis.GetRedisClient(8).SortedSetRangeByScoreWithScores($"Accumulate:Daily:teacher:homework-going:{day}"); Dictionary homework_submit_today = new(); //Dictionary homework_going = new(); if (homework_goingScores_today != null) { foreach (var score in homework_goingScores_today) { double val = score.Score; string key = score.Element.ToString(); //homework_going.Add(key, val); homework_submit_today.TryAdd(key, val); } } //昨天发布的作业 SortedSetEntry[] homework_goingScores = _azureRedis.GetRedisClient(8).SortedSetRangeByScoreWithScores($"Accumulate:Daily:teacher:homework-going:{homeworkYesterday}"); Dictionary homework_submit = new(); //Dictionary homework_going = new(); if (homework_goingScores != null) { foreach (var score in homework_goingScores) { double val = score.Score; string key = score.Element.ToString(); //homework_going.Add(key, val); homework_submit.TryAdd(key, val); keys.Add(key); } } //昨天的个人作业提交数 SortedSetEntry[] homework_submitScores = _azureRedis.GetRedisClient(8).SortedSetRangeByScoreWithScores($"Accumulate:Daily:teacher:homework-submit:{homeworkYesterday}"); if (homework_submitScores != null) { foreach (var score in homework_submitScores) { double val = score.Score; string key = score.Element.ToString(); homework_submit.TryAdd(key, val); keys.Add(key); } } //当天的个人名单加入人数 Dictionary grouplist = new(); SortedSetEntry[] grouplistScores = _azureRedis.GetRedisClient(8).SortedSetRangeByScoreWithScores($"Accumulate:Daily:teacher:grouplist:{day}"); if (grouplistScores != null) { foreach (var score in grouplistScores) { double val = score.Score; string key = score.Element.ToString(); grouplist.TryAdd(key, val); keys.Add(key); } } //当天教师的开课数量Accumulate:Daily:teacher:lesson-create:20240527 Dictionary lessoncreate = new(); SortedSetEntry[] llessoncreateScores = _azureRedis.GetRedisClient(8).SortedSetRangeByScoreWithScores($"Accumulate:Daily:teacher:lesson-create:{day}"); if (llessoncreateScores != null) { foreach (var score in llessoncreateScores) { double val = score.Score; string key = score.Element.ToString(); lessoncreate.TryAdd(key, val); keys.Add(key); } } List ids = new List(); keys.ToList().ForEach(x => { ids.Add(x.Split("::")[0]); }); List coreUsers = new List(); List teachers= new List(); if (ids.IsNotEmpty()) { string sql = $"select value c from c where c.id in ({string.Join(",", ids.Select(x => $"'{x}'"))})"; var result = await _azureCosmos.GetCosmosClient().GetContainer(Constant.TEAMModelOS, Constant.Teacher).GetList(sql, "Base"); if (result.list.IsNotEmpty()) { teachers.AddRange(result.list); } var content = new StringContent(ids.Distinct().ToJsonString(), Encoding.UTF8, "application/json"); try { string json = await coreAPIHttpService.GetUserInfos(content); if (!string.IsNullOrWhiteSpace(json)) { coreUsers = json.ToObject>(); } } catch (Exception ex) { await dingDing.SendBotMsg($"{coreAPIHttpService.options.location}用户转换失败:{coreAPIHttpService.options.coreUrl}", GroupNames.醍摩豆服務運維群組); } } List notifys = new List(); foreach (var teacher in teachers) { StringBuilder notify = new StringBuilder(); #if DEBUG int sendTime_pm = now.Hour; int sendTime_am = now.Hour; #else int sendTime_pm = 20; int sendTime_am =8; #endif string lang = teacher.lang; var tzt = now.GetGMTTime((int)teacher.timezone); if (string.IsNullOrWhiteSpace(teacher.lang)) { if (coreAPIHttpService.options.location.Contains("China", StringComparison.OrdinalIgnoreCase)) { lang= "zh-cn"; } if (coreAPIHttpService.options.location.Contains("Global",StringComparison.OrdinalIgnoreCase)) { lang= "en-us"; } } int examCount = 0,homeworkCount=0,lessonCount=0; StringBuilder examSB= new StringBuilder(); foreach (var exam in exam_submit) { string[] ks = exam.Key.Split("::"); string tid = ks[0]; string examId = ks[1]; string examName = ks[3]; if (tid.Equals(teacher.id)) { if (tzt.Hour==sendTime_pm) { string sql = $"select c.status from c where c.examId='{examId}' and c.pk='ExamClassResult'"; var result = await _azureCosmos.GetCosmosClient().GetContainer(Constant.TEAMModelOS, Constant.Common).GetList(sql, $"ExamClassResult-{tid}"); if (result.list.IsNotEmpty()) { var unsubmit = result.list.SelectMany(x => x.status).Where(x => x==1); var submit = result.list.SelectMany(x => x.status).Where(x => x==0); examCount++; switch (lang) { case "zh-cn": examSB.Append(cn_examList.Replace("{examName}", examName).Replace("{submitCount}", $"{submit.Count()}").Replace("{unsubmitCount}", $"{unsubmit.Count()}")); break; case "zh-tw": examSB.Append(tw_examList.Replace("{examName}", examName).Replace("{submitCount}", $"{submit.Count()}").Replace("{unsubmitCount}", $"{unsubmit.Count()}")); break; case "en-us": examSB.Append(en_examList.Replace("{examName}", examName).Replace("{submitCount}", $"{submit.Count()}").Replace("{unsubmitCount}", $"{unsubmit.Count()}")); break; } } } } } StringBuilder homeworkSB = new StringBuilder(); foreach (var homeworksm in homework_submit_today) { string[] ks = homeworksm.Key.Split("::"); string tid = ks[0]; string homeworkId = ks[1]; string homeworkName = ks[3]; if (tid.Equals(teacher.id)) { if (tzt.Hour==sendTime_pm) { homeworkCount++; } } } foreach (var homeworksm in homework_submit) { string[] ks = homeworksm.Key.Split("::"); string tid = ks[0]; string homeworkId = ks[1]; string homeworkName = ks[3]; if (tid.Equals(teacher.id)) { if (tzt.Hour==sendTime_am) { Azure .Response response = await _azureCosmos.GetCosmosClient().GetContainer(Constant.TEAMModelOS, Constant.Common).ReadItemStreamAsync(homeworkId, new Azure.Cosmos.PartitionKey($"Homework-{tid}")); if (response.Status==200) { Homework homework= JsonDocument.Parse(response.Content).RootElement.ToObject(); List classes= new List(); classes.AddRange(homework.stuLists); classes.AddRange(homework.classes); List homeworkUsers= await HomeworkService.AnswerRecordAll(_azureCosmos.GetCosmosClient(), coreAPIHttpService, dingDing, homework, tid, "Student", classes, "student"); // homeworkCount++; switch (lang) { case "zh-cn": homeworkSB.Append(cn_homeworkList.Replace("{homeworkName}", homework.name).Replace("{submitCount}", $"{homeworkUsers.Where(x => x.submit).Count()}").Replace("{unsubmitCount}", $"{homeworkUsers.Where(x => !x.submit).Count()}")); break; case "zh-tw": homeworkSB.Append(tw_homeworkList.Replace("{homeworkName}", homework.name).Replace("{submitCount}", $"{homeworkUsers.Where(x => x.submit).Count()}").Replace("{unsubmitCount}", $"{homeworkUsers.Where(x => !x.submit).Count()}")); break; case "en-us": homeworkSB.Append(en_homeworkList.Replace("{homeworkName}", homework.name).Replace("{submitCount}", $"{homeworkUsers.Where(x => x.submit).Count()}").Replace("{unsubmitCount}", $"{homeworkUsers.Where(x => !x.submit).Count()}")); break; } } } } } StringBuilder lessonSB = new StringBuilder(); foreach (var lesson in lessoncreate) { string[] ks = lesson.Key.Split("::"); string tid = ks[0]; if (tid.Equals(teacher.id)) { if (tzt.Hour==sendTime_pm) { long stime = now.AddHours(-20).ToUnixTimeMilliseconds(); string sql = $"select value c from c where c.tmdid='{teacher.id}' and c.pk='LessonRecord' and c.startTime> {stime} "; Listlessons = new List(); var schoolResult= await _azureCosmos.GetCosmosClient().GetContainer(Constant.TEAMModelOS, Constant.School).GetList(sql); var teahcerResult = await _azureCosmos.GetCosmosClient().GetContainer(Constant.TEAMModelOS, Constant.Teacher).GetList(sql, "LessonRecord"); lessons.AddRange(schoolResult.list); lessons.AddRange(teahcerResult.list); foreach(var lessonRecord in lessons) { lessonCount++; switch (lang) { case "zh-cn": lessonSB.Append(cn_lessonList.Replace("{lessonName}", lessonRecord.name).Replace("{memberCount}", $"{lessonRecord.clientCount}").Replace("{attendCount}", $"{lessonRecord.attendCount}")).Replace("{attendRate}", $"{lessonRecord.attendRate}"); break; case "zh-tw": lessonSB.Append(tw_lessonList.Replace("{lessonName}", lessonRecord.name).Replace("{memberCount}", $"{lessonRecord.clientCount}").Replace("{attendCount}", $"{lessonRecord.attendCount}")).Replace("{attendRate}", $"{lessonRecord.attendRate}"); break; case "en-us": lessonSB.Append(en_lessonList.Replace("{lessonName}", lessonRecord.name).Replace("{memberCount}", $"{lessonRecord.clientCount}").Replace("{attendCount}", $"{lessonRecord.attendCount}")).Replace("{attendRate}", $"{lessonRecord.attendRate}"); break; } } } } } StringBuilder grouplistSB = new StringBuilder(); List grouplistIds=new List(); foreach (var group in grouplist) { string[] ks = group.Key.Split("::"); grouplistIds.Add(ks[1]); } List groupListDtos= await GroupListService.GetGroupListByListids(_azureCosmos.GetCosmosClient(), dingDing, grouplistIds, null); foreach (var group in grouplist) { string[] ks = group.Key.Split("::"); string tid = ks[0]; string grouplistId = ks[1]; string grouplistName = ks[3]; var gpdto= groupListDtos.Find(x => x.id.Equals(grouplistId)); if (gpdto!= null) { if (tid.Equals(teacher.id)) { if (tzt.Hour==sendTime_pm) { switch (lang) { case "zh-cn": if (group.Value>=0) { grouplistSB.Append(cn_groupListJoin.Replace("{grouplistName}", grouplistName).Replace("{memberCount}", $"{gpdto.tcount+gpdto.scount}").Replace("{joinCount}", $"{group.Value}")); } else { grouplistSB.Append(cn_groupListLeave.Replace("{grouplistName}", grouplistName).Replace("{memberCount}", $"{gpdto.tcount+gpdto.scount}").Replace("{joinCount}", $"{group.Value}")); } break; case "zh-tw": if (group.Value>=0) { grouplistSB.Append(tw_groupListJoin.Replace("{grouplistName}", grouplistName).Replace("{memberCount}", $"{gpdto.tcount+gpdto.scount}").Replace("{joinCount}", $"{group.Value}")); } else { grouplistSB.Append(tw_groupListLeave.Replace("{grouplistName}", grouplistName).Replace("{memberCount}", $"{gpdto.tcount+gpdto.scount}").Replace("{joinCount}", $"{group.Value}")); } break; case "en-us": if (group.Value>=0) { grouplistSB.Append(en_groupListJoin.Replace("{grouplistName}", grouplistName).Replace("{memberCount}", $"{gpdto.tcount+gpdto.scount}").Replace("{joinCount}", $"{group.Value}")); } else { grouplistSB.Append(en_groupListLeave.Replace("{grouplistName}", grouplistName).Replace("{memberCount}", $"{gpdto.tcount+gpdto.scount}").Replace("{joinCount}", $"{group.Value}")); } break; } } } } } if (tzt.Hour==sendTime_pm && (examCount>0 || lessonCount>0 || homeworkCount>0 || (grouplist.Count>0 && !string.IsNullOrWhiteSpace(grouplistSB.ToString())))) { string template=string.Empty; string title=string.Empty; switch (lang) { case "zh-cn": title="IES晚间报告"; template=cn_wb.Replace("{tmdname}", teacher.name).Replace("{sendTime}", $"{now.ToString("yyyy-MM-dd")} {sendTime_pm}") .Replace("{examCount}", $"{examCount}").Replace("{homeworkCount}", $"{homeworkCount}").Replace("{lessonCount}", $"{lessonCount}") .Replace("{cn_examList}", examSB.ToString()).Replace("{cn_lessonList}", lessonSB.ToString()).Replace("{cn_groupList}", grouplistSB.ToString()); if (examCount>0) { template= template.Replace("{cn_examTitle}", cn_examTitle); } else { template= template.Replace("{cn_examTitle}", ""); } if (homeworkCount>0) { template= template.Replace("{cn_homeworkTitle}", cn_homeworkTitle); } else { template= template.Replace("{cn_homeworkTitle}", ""); } if (lessonCount>0) { template= template.Replace("{cn_lessonTitle}", cn_lessonTitle); } else { template= template.Replace("{cn_lessonTitle}", ""); } if (grouplist.Count>0 && !string.IsNullOrWhiteSpace(grouplistSB.ToString())) { template=template.Replace("{cn_groupTitle}", cn_groupTitle); } else { template= template.Replace("{cn_groupTitle}", ""); } break; case "zh-tw": title="IES晚間報告"; template=tw_wb.Replace("{tmdname}", teacher.name).Replace("{sendTime}", $"{now.ToString("yyyy-MM-dd")} {sendTime_pm}") .Replace("{examCount}", $"{examCount}").Replace("{homeworkCount}", $"{homeworkCount}").Replace("{lessonCount}", $"{lessonCount}") .Replace("{tw_examList}", examSB.ToString()).Replace("{tw_lessonList}", lessonSB.ToString()).Replace("{tw_groupList}", grouplistSB.ToString()); if (examCount>0) { template= template.Replace("{tw_examTitle}", tw_examTitle); } else { template= template.Replace("{tw_examTitle}", ""); } if (homeworkCount>0) { template= template.Replace("{tw_homeworkTitle}", tw_homeworkTitle); } else { template= template.Replace("{tw_homeworkTitle}", ""); } if (lessonCount>0) { template= template.Replace("{tw_lessonTitle}", tw_lessonTitle); } else { template= template.Replace("{tw_lessonTitle}", ""); } if (grouplist.Count>0) { template=template.Replace("{tw_groupTitle}", tw_groupTitle); } else { template= template.Replace("{tw_groupTitle}", ""); } break; case "en-us": title ="IES Evening Report"; template=en_wb.Replace("{tmdname}", teacher.name).Replace("{sendTime}", $"{now.ToString("yyyy-MM-dd")} {sendTime_pm}") .Replace("{examCount}", $"{examCount}").Replace("{homeworkCount}", $"{homeworkCount}").Replace("{lessonCount}", $"{lessonCount}") .Replace("{en_examList}", examSB.ToString()).Replace("{en_lessonList}", lessonSB.ToString()).Replace("{en_groupList}", grouplistSB.ToString()); if (examCount>0) { template= template.Replace("{en_examTitle}", en_examTitle); } else { template= template.Replace("{en_examTitle}", ""); } if (homeworkCount>0) { template= template.Replace("{en_homeworkTitle}", en_homeworkTitle); } else { template= template.Replace("{en_homeworkTitle}", ""); } if (lessonCount>0) { template= template.Replace("{en_lessonTitle}", en_lessonTitle); } else { template= template.Replace("{en_lessonTitle}", ""); } if (grouplist.Count>0) { template=template.Replace("{en_groupTitle}", en_groupTitle); } else { template= template.Replace("{en_groupTitle}", ""); } break; } #if DEBUG string eventId = $"Evening_Report-{_snowflakeId.NextId()}"; NotifyData notifyData = new NotifyData { hubName = "hita5", sender = "IES", tags = new List() { $"{teacher.id}_{Constant.NotifyType_IES5_Course}" }, title = title, eventId =eventId, eventName =title, data = "{\"value\":{}}", body=template, }; HttpResponseMessage responseMessage = await _httpClient.PostAsJsonAsync($"{notifyUrl}/service/PushNotify", notifyData); var coreUser = coreUsers.Find(x => x.id.Equals(teacher.id) && !string.IsNullOrWhiteSpace(x.mail)); if (coreUser!=null) { var token = _mailFactory.GetSmtpClient().SendEmail(_azureCosmos, dingDing, eventId, title, template, coreUser.mail, teacher.id, teacher.name); } #endif notify.Append(template); } if (tzt.Hour==sendTime_am && !string.IsNullOrWhiteSpace(homeworkSB.ToString())) { string template = string.Empty; string title = string.Empty; switch (lang) { case "zh-cn": title ="IES早间报告"; template= cn_zb.Replace("{tmdname}", teacher.name).Replace("{sendTime}", $"{now.ToString("yyyy-MM-dd")} {sendTime_am}") .Replace("{cn_homeworkList}", homeworkSB.ToString()); template=template.Replace("{cn_homeworkTitle}", cn_homeworkTitle); break; case "zh-tw": title ="IES晨間報告"; template= tw_zb.Replace("{tmdname}", teacher.name).Replace("{sendTime}", $"{now.ToString("yyyy-MM-dd")} {sendTime_am}") .Replace("{tw_homeworkList}", homeworkSB.ToString()); template=template.Replace("{tw_homeworkTitle}", tw_homeworkTitle); break; case "en-us": title ="IES Morning Report"; template=en_zb.Replace("{tmdname}", teacher.name).Replace("{sendTime}", $"{now.ToString("yyyy-MM-dd")} {sendTime_am}") .Replace("{en_homeworkList}", homeworkSB.ToString()); template=template.Replace("{en_homeworkTitle}", en_homeworkTitle); break; } #if DEBUG string eventId = $"Morning_Report-{_snowflakeId.NextId()}"; NotifyData notifyData = new NotifyData { hubName = "hita5", sender = "IES", tags = new List() { $"{teacher.id}_{Constant.NotifyType_IES5_Course}" }, title = title, eventId = eventId, eventName =title, data = "{\"value\":{}}", body=template, }; HttpResponseMessage responseMessage = await _httpClient.PostAsJsonAsync($"{notifyUrl}/service/PushNotify", notifyData); var coreUser = coreUsers.Find(x => x.id.Equals(teacher.id) && !string.IsNullOrWhiteSpace(x.mail)); if (coreUser!=null) { var token = _mailFactory.GetSmtpClient().SendEmail(_azureCosmos, dingDing, eventId, title, template, coreUser.mail, teacher.id, teacher.name); } #endif notify.Append(template); } notifys.Add(new CodeValue { code=teacher.id, value= notify.ToString() }); } return notifys; } public static async Task RecordAccumulateData(AzureRedisFactory azureRedis, DingDing dingDing, Accumulate accumulate) { if (!string.IsNullOrWhiteSpace(accumulate.key) && !string.IsNullOrWhiteSpace(accumulate.target) && !string.IsNullOrWhiteSpace(accumulate.id) && !string.IsNullOrWhiteSpace(accumulate.name) && !string.IsNullOrWhiteSpace(accumulate.scope) && !string.IsNullOrWhiteSpace(accumulate.client)) { await RecordAccumulateData(azureRedis, accumulate.key, accumulate.target, accumulate.id, accumulate.name, accumulate.scope, accumulate.client, accumulate.count); } else { await dingDing.SendBotMsg($"IES累计数据变更统计参数异常,{accumulate.ToJsonString()}", GroupNames.成都开发測試群組); } } /// /// 记录累计数据 /// public static async Task RecordAccumulateData(AzureRedisFactory azureRedis, string key, string target, string id, string name, string scope, string client, int count) { if (!string.IsNullOrWhiteSpace(key) && !string.IsNullOrWhiteSpace(target) && !string.IsNullOrWhiteSpace(id) && !string.IsNullOrWhiteSpace(name) && !string.IsNullOrWhiteSpace(scope)&& !string.IsNullOrWhiteSpace(client)) { //处理UTC时差 var nowTime = DateTimeOffset.UtcNow.GetGMTTime(); int difference = (DayOfWeek.Sunday - nowTime.DayOfWeek + 7) % 7; //1-7的结果0-6 var day = nowTime.ToString("yyyyMMdd"); string redisKey = $"Accumulate:Daily:{scope}:{key}:{day}"; string member = $"{target}::{id}::{client}::{name}"; await azureRedis.GetRedisClient(8).SortedSetIncrementAsync(redisKey, member, count); await azureRedis.GetRedisClient(8).KeyExpireAsync(redisKey, new TimeSpan((difference+1)*24, 10, 0)); //if (key.Equals("lesson") || key.StartsWith("login_")) //{ // redisKey = $"Accumulate:Daily:ies:{key}:{day}"; // if (scope.Equals("school")) // { // member = $"ies::{id}::{name}"; // } // else { // member = $"ies::ies::{name}"; // } // await azureRedis.GetRedisClient(8).SortedSetIncrementAsync(redisKey, member, 1); //} } } static double GetUserDuration(List times ) { if (times.IsNotEmpty()) { if (times.Count>=2) { double totalDuration = 0; // DateTime lastTime = DateTimeOffset.FromUnixTimeMilliseconds((long)jsonData[0]["time"]).UtcDateTime; long ltime = times[0]; for (int i = 1; i < times.Count; i++) { long ctime = times[i]; //DateTime currentTime = DateTimeOffset.FromUnixTimeMilliseconds((long)jsonData[i]["time"]).UtcDateTime; long timeDifference = ctime - ltime; ///如果一小时内连续操作,则按真实时间累计 if (timeDifference < 3600000) { totalDuration += timeDifference; } else { ///如果一小时内没有连续操作,则按象征性加10秒,以确保数据有效性。 如果因为一小时没有操作,则表示没有新的接口再次请求,当即就已经退出系统。否则后续仍然会有接口进入,并且带有时间戳 totalDuration += 10000; } ltime = ctime; } return totalDuration; } else { return 10000; } } else { return 0; } } public static List CountSchoolStickiness(IEnumerable> schoolApiVisits, IEnumerable apiVisits) { List schoolStickiness = new List(); foreach (var chinaSchoolKey in schoolApiVisits) { SchoolStick stickiness = new SchoolStick() { id = chinaSchoolKey.Key }; var teachers = chinaSchoolKey.ToList().Where(x => !string.IsNullOrWhiteSpace(x.userId) && !string.IsNullOrWhiteSpace(x.scope) && x.scope.Equals("teacher")).GroupBy(x => x.userId); double hitaTime = 0, hiteachTime = 0, ies5TchTime = 0, otherTchTime = 0, ies5StuTime = 0, otherStuTime = 0; int hitaTch= 0, hiteachTch = 0, ies5Tch = 0, otherTch = 0, ies5Stu = 0, otherStu = 0; double hitaCount = 0, hiteachCount = 0, ies5TchCount = 0, otherTchCount = 0, ies5StuCount = 0, otherStuCount = 0; double lessonCount= chinaSchoolKey.ToList().Where(x => x.path.Contains("hiteach/create-lesson")).Count() ; int teacherCount= teachers.Count() ; foreach (var user in teachers) { TchStick tchStick = new TchStick() { id = user.Key, school= chinaSchoolKey.Key }; //HiTA var teacherHitaVisit = apiVisits.Where(x => !string.IsNullOrWhiteSpace(x.userId) && x.userId.Equals(user.Key) && x.client.Equals("hita")); var teacherHitaVisitCount = teacherHitaVisit.Count(); if (teacherHitaVisitCount>0) { hitaTch+=1; } var teacherHitaVisitTime = GetUserDuration(teacherHitaVisit.OrderBy(x => x.time).Select(x => x.time).ToList()); hitaCount+=teacherHitaVisitCount; hitaTime+=teacherHitaVisitTime; tchStick.hita.count.value=teacherHitaVisitCount; tchStick.hita.duration.value=teacherHitaVisitTime; //Other var teacherOtherVisit = user.Where(x => !x.client.Equals("hita")&&!x.client.Equals("hiteach")&&!x.client.Equals("ies5")); var teacherOtherVisitCount= teacherOtherVisit.Count(); var teacherOtherVisitTime= GetUserDuration(teacherOtherVisit.OrderBy(x => x.time).Select(x => x.time).ToList()); if (teacherOtherVisitCount>0) { otherTch+=1; } otherTchCount+=teacherOtherVisitCount; otherTchTime+=teacherOtherVisitTime; tchStick.otherTch.count.value=teacherOtherVisitCount; tchStick.otherTch.duration.value=teacherOtherVisitTime; //HiTeach //教师访问hiteach 不带学校信息的 var teacherHiteachVisit = apiVisits.Where(x => !string.IsNullOrWhiteSpace(x.userId) && x.userId.Equals(user.Key) && x.client.Equals("hiteach") && string.IsNullOrWhiteSpace(x.school)); //教师访问hiteach 包含学校信息的 var teacherHiteachSchoolVisit = user.Where(x => x.client.Equals("hiteach")); //教师所有的Hiteach访问 List teacherHiteachAllVisit = new List(); teacherHiteachAllVisit.AddRange(teacherHiteachVisit); teacherHiteachAllVisit.AddRange(teacherHiteachSchoolVisit); var teacherHiteachAllVisitCount = teacherHiteachAllVisit.Count(); if (teacherHiteachAllVisitCount>0) { hiteachTch+=1; } var teacherHiteachAllVisitTime = GetUserDuration(teacherHiteachAllVisit.OrderBy(x => x.time).Select(x => x.time).ToList()); hiteachCount+=teacherHiteachAllVisitCount; hiteachTime+=teacherHiteachAllVisitTime; tchStick.hiteach.count.value=teacherHiteachAllVisitCount; tchStick.hiteach.duration.value=teacherHiteachAllVisitTime; //IES5 var teacherIes5Visit = user.Where(x => x.client.Equals("ies5")); var teacherIes5VisitCount= teacherIes5Visit.Count(); if (teacherIes5VisitCount>0) { ies5Tch+=1; } var teacherIes5VisitTime = GetUserDuration(teacherIes5Visit.OrderBy(x => x.time).Select(x => x.time).ToList()); ies5TchCount+=teacherIes5VisitCount; ies5TchTime+=teacherIes5VisitTime; tchStick.ies5Tch.count.value=teacherIes5VisitCount; tchStick.ies5Tch.duration.value=teacherIes5VisitTime; double lessonCountTch = chinaSchoolKey.ToList().Where(x => x.path.Contains("hiteach/create-lesson") && x.userId.Equals(user.Key)).Count(); tchStick.lesson.value=lessonCountTch; tchStick.tmd.count.value=tchStick.hita.count.value+tchStick.hiteach.count.value+tchStick.ies5Tch.count.value+tchStick.otherTch.count.value; tchStick.tmd.duration.value=tchStick.hita.duration.value+tchStick.hiteach.duration.value+tchStick.ies5Tch.duration.value+tchStick.otherTch.duration.value; tchStick.hita.userCount=1; tchStick.hiteach.userCount=1; tchStick.ies5Tch.userCount=1; tchStick.otherTch.userCount=1; tchStick.tmd.userCount=1; if (tchStick.hita.count.value>0 && tchStick.hita.duration.value>0) { tchStick.hita.stick.value= (tchStick.hita.duration.value/1000/tchStick.hita.count.value); } if (tchStick.ies5Tch.count.value>0 && tchStick.ies5Tch.duration.value>0) { tchStick.ies5Tch.stick.value= (tchStick.ies5Tch.duration.value/1000/tchStick.ies5Tch.count.value); } if (tchStick.otherTch.count.value>0 && tchStick.otherTch.duration.value>0) { tchStick.otherTch.stick.value= (tchStick.otherTch.duration.value/1000/tchStick.otherTch.count.value); } if (tchStick.hiteach.count.value>0 && tchStick.hiteach.duration.value>0) { tchStick.hiteach.stick.value= (tchStick.hiteach.duration.value/1000/tchStick.hiteach.count.value)+tchStick.lesson.value; } if (tchStick.tmd.count.value>0 && tchStick.tmd.duration.value>0) { tchStick.tmd.stick.value= (tchStick.tmd.duration.value/1000/tchStick.tmd.count.value)+ tchStick.lesson.value; } stickiness.tchSticks.Add(tchStick); } var student = chinaSchoolKey.ToList().Where(x => !string.IsNullOrWhiteSpace(x.userId) && !string.IsNullOrWhiteSpace(x.scope) && (x.scope.Equals("student")||x.scope.Equals("tmduser"))).GroupBy(x => x.userId); var studentCount = student.Count(); foreach (var user in student) { StuStick stuStick = new StuStick { id=user.Key, school=chinaSchoolKey.Key }; var studentOtherVisit = user.Where(x => !x.client.Equals("ies5")); var studentOtherVisitCount = studentOtherVisit.Count(); if (studentOtherVisitCount>0) { otherStu+=1; } double studentOtherVisitTime = GetUserDuration(studentOtherVisit.OrderBy(x => x.time).Select(x => x.time).ToList()) ; var studentIes5Visit = user.Where(x => x.client.Equals("ies5")); var studentIes5VisitCount = studentIes5Visit.Count(); if (studentIes5VisitCount>0) { ies5Stu+=1; } double studentIes5VisitTime = GetUserDuration(studentIes5Visit.OrderBy(x => x.time).Select(x => x.time).ToList()); ies5StuCount+=studentIes5VisitCount; ies5StuTime+=studentIes5VisitTime; otherStuCount+=studentOtherVisitCount; otherStuTime+=studentOtherVisitTime; stuStick.ies5Stu.count.value=studentIes5VisitCount; stuStick.ies5Stu.duration.value=studentIes5VisitTime; stuStick.otherStu.count.value=studentOtherVisitCount; stuStick.otherStu.duration.value=studentOtherVisitTime; stuStick.tmd.count.value= stuStick.ies5Stu.count.value+stuStick.otherStu.count.value; stuStick.tmd.duration.value= stuStick.ies5Stu.duration.value+stuStick.otherStu.duration.value; stuStick.ies5Stu.userCount=1; stuStick.otherStu.userCount=1; stuStick.tmd.userCount=1; if (stuStick.ies5Stu.count.value>0 && stuStick.ies5Stu.duration.value>0) { stuStick.ies5Stu.stick.value= (stuStick.ies5Stu.duration.value/1000/stuStick.ies5Stu.count.value); } if (stuStick.otherStu.count.value>0 && stuStick.otherStu.duration.value>0) { stuStick.otherStu.stick.value=(stuStick.otherStu.duration.value/1000/stuStick.otherStu.count.value); } if (stuStick.tmd.count.value>0 && stuStick.tmd.duration.value>0) { stuStick.tmd.stick.value=(stuStick.tmd.duration.value/1000/stuStick.tmd.count.value); } stickiness.stuSticks.Add(stuStick); } stickiness.hita.duration.value=hitaTime; stickiness.hiteach.duration.value=hiteachTime; stickiness.otherTch.duration.value=otherTchTime; stickiness.ies5Tch.duration.value=ies5TchTime; stickiness.tmd.duration.value=hitaTime+hiteachTime+otherTchTime+ies5TchTime+otherStuTime+ies5StuTime; stickiness.hita.userCount=hitaTch; stickiness.hiteach.userCount=hiteachTch; stickiness.ies5Tch.userCount=ies5Tch; stickiness.otherTch.userCount=otherTch; stickiness.ies5Stu.userCount=ies5Stu; stickiness.otherStu.userCount=otherStu; stickiness.hita.count.value=hitaCount; stickiness.hiteach.count.value=hiteachCount; stickiness.ies5Tch.count.value=ies5TchCount; stickiness.otherTch.count.value=otherTchCount; stickiness.ies5Stu.count.value=ies5StuCount; stickiness.otherStu.count.value=otherStuCount; stickiness.tmd.count.value=hitaCount+hiteachCount+ies5TchCount+otherTchCount+ies5StuCount+otherStuCount; stickiness.lesson.value=lessonCount; stickiness.tmd.userCount=teacherCount+studentCount; if(stickiness.hita.count.value>0 && stickiness.hita.duration.value>0) { stickiness.hita.stick.value=(stickiness.hita.userCount* stickiness.hita.count.value)/(stickiness.hita.duration.value/1000/stickiness.hita.count.value); } if (stickiness.ies5Stu.count.value>0 && stickiness.ies5Stu.duration.value>0) { stickiness.ies5Stu.stick.value=(stickiness.ies5Stu.userCount* stickiness.ies5Stu.count.value)/(stickiness.ies5Stu.duration.value/1000/stickiness.ies5Stu.count.value); } if (stickiness.ies5Tch.count.value>0 && stickiness.ies5Tch.duration.value>0) { stickiness.ies5Tch.stick.value=(stickiness.ies5Tch.userCount* stickiness.ies5Tch.count.value)/(stickiness.ies5Tch.duration.value/1000/stickiness.ies5Tch.count.value); } if (stickiness.otherStu.count.value>0 && stickiness.otherStu.duration.value>0) { stickiness.otherStu.stick.value=(stickiness.otherStu.userCount* stickiness.otherStu.count.value)/(stickiness.otherStu.duration.value/1000/stickiness.otherStu.count.value); } if (stickiness.otherTch.count.value>0 && stickiness.otherTch.duration.value>0) { stickiness.otherTch.stick.value=(stickiness.otherTch.userCount* stickiness.otherTch.count.value)/(stickiness.otherTch.duration.value/1000/stickiness.otherTch.count.value); } if (stickiness.hiteach.count.value>0 && stickiness.hiteach.duration.value>0) { stickiness.hiteach.stick.value=(stickiness.hiteach.userCount* stickiness.hiteach.count.value)/(stickiness.hiteach.duration.value/1000/stickiness.hiteach.count.value)+stickiness.lesson.value; } if (stickiness.tmd.count.value>0 && stickiness.tmd.duration.value>0) { stickiness.tmd.stick.value=(stickiness.tmd.userCount* stickiness.tmd.count.value)/(stickiness.tmd.duration.value/1000/stickiness.tmd.count.value)+ stickiness.lesson.value; } stickiness.tchSticks= OrderByTchStick(stickiness.tchSticks); stickiness.stuSticks= OrderByStuStick(stickiness.stuSticks); schoolStickiness.Add(stickiness); } return OrderBySchoolStick(schoolStickiness); } private static List OrderByStuStick(List stuStickiness) { // 假设visit已经填充了数据 #region var rank_tmd_count = stuStickiness.Select(x => x.tmd.count.value).Distinct().OrderByDescending(v => v).ToList(); var rank_ies5Stu_count = stuStickiness.Select(x => x.ies5Stu.count.value).Distinct().OrderByDescending(v => v).ToList(); var rank_otherStu_count = stuStickiness.Select(x => x.otherStu.count.value).Distinct().OrderByDescending(v => v).ToList(); #endregion #region var rank_tmd_duration = stuStickiness.Select(x => x.tmd.duration.value).Distinct().OrderByDescending(v => v).ToList(); var rank_ies5Stu_duration = stuStickiness.Select(x => x.ies5Stu.duration.value).Distinct().OrderByDescending(v => v).ToList(); var rank_otherStu_duration = stuStickiness.Select(x => x.otherStu.duration.value).Distinct().OrderByDescending(v => v).ToList(); #endregion #region var rank_tmd_stick = stuStickiness.Select(x => x.tmd.stick.value).Distinct().OrderByDescending(v => v).ToList(); var rank_ies5Stu_stick = stuStickiness.Select(x => x.ies5Stu.stick.value).Distinct().OrderByDescending(v => v).ToList(); var rank_otherStu_stick = stuStickiness.Select(x => x.otherStu.stick.value).Distinct().OrderByDescending(v => v).ToList(); #endregion stuStickiness.ForEach(x => { #region if (x.tmd.count.value>0) { int index_tmd_count = rank_tmd_count.FindIndex(i => i==x.tmd.count.value); if (index_tmd_count!=-1) { x.tmd.count.rank = index_tmd_count + 1; } } if (x.ies5Stu.count.value>0) { int index_ies5Stu_count = rank_ies5Stu_count.FindIndex(i => i==x.ies5Stu.count.value); if (index_ies5Stu_count!=-1) { x.ies5Stu.count.rank = index_ies5Stu_count + 1; } } if (x.otherStu.count.value>0) { int index_otherStu_count = rank_otherStu_count.FindIndex(i => i==x.otherStu.count.value); if (index_otherStu_count!=-1) { x.otherStu.count.rank = index_otherStu_count + 1; } } #endregion #region if (x.tmd.duration.value> 0) { int index_tmd_duration = rank_tmd_duration.FindIndex(i => i==x.tmd.duration.value); if (index_tmd_duration!=-1) { x.tmd.duration.rank = index_tmd_duration + 1; } } if (x.ies5Stu.duration.value>0) { int index_ies5Stu_duration = rank_ies5Stu_duration.FindIndex(i => i==x.ies5Stu.duration.value); if (index_ies5Stu_duration!=-1) { x.ies5Stu.duration.rank = index_ies5Stu_duration + 1; } } if (x.otherStu.duration.value>0) { int index_otherStu_duration = rank_otherStu_duration.FindIndex(i => i==x.otherStu.duration.value); if (index_otherStu_duration!=-1) { x.otherStu.duration.rank = index_otherStu_duration + 1; } } #endregion #region if (x.tmd.stick.value>0) { int index_tmd_stick = rank_tmd_stick.FindIndex(i => i==x.tmd.stick.value); if (index_tmd_stick!=-1) { x.tmd.stick.rank = index_tmd_stick + 1; } } if (x.ies5Stu.stick.value>0) { int index_ies5Stu_stick = rank_ies5Stu_stick.FindIndex(i => i==x.ies5Stu.stick.value); if (index_ies5Stu_stick!=-1) { x.ies5Stu.stick.rank = index_ies5Stu_stick + 1; } } if (x.otherStu.stick.value>0) { int index_otherStu_stick = rank_otherStu_stick.FindIndex(i => i==x.otherStu.stick.value); if (index_otherStu_stick!=-1) { x.otherStu.stick.rank = index_otherStu_stick + 1; } } #endregion }); return stuStickiness; } private static List OrderByTchStick(List tchStickiness) { // 假设visit已经填充了数据 #region var rank_tmd_count = tchStickiness.Select(x => x.tmd.count.value).Distinct().OrderByDescending(v => v).ToList(); var rank_hita_count = tchStickiness.Select(x => x.hita.count.value).Distinct().OrderByDescending(v => v).ToList(); var rank_hiteach_count = tchStickiness.Select(x => x.hiteach.count.value).Distinct().OrderByDescending(v => v).ToList(); var rank_ies5Tch_count = tchStickiness.Select(x => x.ies5Tch.count.value).Distinct().OrderByDescending(v => v).ToList(); var rank_otherTch_count = tchStickiness.Select(x => x.otherTch.count.value).Distinct().OrderByDescending(v => v).ToList(); var rank_lesson_count = tchStickiness.Select(x => x.lesson.value).Distinct().OrderByDescending(v => v).ToList(); #endregion #region var rank_tmd_duration = tchStickiness.Select(x => x.tmd.duration.value).Distinct().OrderByDescending(v => v).ToList(); var rank_hita_duration = tchStickiness.Select(x => x.hita.duration.value).Distinct().OrderByDescending(v => v).ToList(); var rank_hiteach_duration = tchStickiness.Select(x => x.hiteach.duration.value).Distinct().OrderByDescending(v => v).ToList(); var rank_ies5Tch_duration = tchStickiness.Select(x => x.ies5Tch.duration.value).Distinct().OrderByDescending(v => v).ToList(); var rank_otherTch_duration = tchStickiness.Select(x => x.otherTch.duration.value).Distinct().OrderByDescending(v => v).ToList(); #endregion #region var rank_tmd_stick = tchStickiness.Select(x => x.tmd.stick.value).Distinct().OrderByDescending(v => v).ToList(); var rank_hita_stick = tchStickiness.Select(x => x.hita.stick.value).Distinct().OrderByDescending(v => v).ToList(); var rank_hiteach_stick = tchStickiness.Select(x => x.hiteach.stick.value).Distinct().OrderByDescending(v => v).ToList(); var rank_ies5Tch_stick = tchStickiness.Select(x => x.ies5Tch.stick.value).Distinct().OrderByDescending(v => v).ToList(); var rank_otherTch_stick = tchStickiness.Select(x => x.otherTch.stick.value).Distinct().OrderByDescending(v => v).ToList(); #endregion tchStickiness.ForEach(x => { #region int index_tmd_count = rank_tmd_count.FindIndex(i => i==x.tmd.count.value); if (index_tmd_count!=-1) { x.tmd.count.rank = index_tmd_count + 1; } int index_hita_count = rank_hita_count.FindIndex(i => i==x.hita.count.value); if (index_hita_count!=-1) { x.hita.count.rank = index_hita_count + 1; } int index_hiteach_count = rank_hiteach_count.FindIndex(i => i==x.hiteach.count.value); if (index_hiteach_count!=-1) { x.hiteach.count.rank = index_hiteach_count + 1; } int index_ies5Tch_count = rank_ies5Tch_count.FindIndex(i => i==x.ies5Tch.count.value); if (index_ies5Tch_count!=-1) { x.ies5Tch.count.rank = index_ies5Tch_count + 1; } int index_otherTch_count = rank_otherTch_count.FindIndex(i => i==x.otherTch.count.value); if (index_otherTch_count!=-1) { x.otherTch.count.rank = index_otherTch_count + 1; } int index_lesson_count = rank_lesson_count.FindIndex(i => i==x.lesson.value); if (index_lesson_count!=-1) { x.lesson.rank = index_lesson_count + 1; } #endregion #region int index_tmd_duration = rank_tmd_duration.FindIndex(i => i==x.tmd.duration.value); if (index_tmd_duration!=-1) { x.tmd.duration.rank = index_tmd_duration + 1; } int index_hita_duration = rank_hita_duration.FindIndex(i => i==x.hita.duration.value); if (index_hita_duration!=-1) { x.hita.duration.rank = index_hita_duration + 1; } int index_hiteach_duration = rank_hiteach_duration.FindIndex(i => i==x.hiteach.duration.value); if (index_hiteach_duration!=-1) { x.hiteach.duration.rank = index_hiteach_duration + 1; } int index_ies5Tch_duration = rank_ies5Tch_duration.FindIndex(i => i==x.ies5Tch.duration.value); if (index_ies5Tch_duration!=-1) { x.ies5Tch.duration.rank = index_ies5Tch_duration + 1; } int index_otherTch_duration = rank_otherTch_duration.FindIndex(i => i==x.otherTch.duration.value); if (index_otherTch_duration!=-1) { x.otherTch.duration.rank = index_otherTch_duration + 1; } #endregion #region int index_tmd_stick = rank_tmd_stick.FindIndex(i => i==x.tmd.stick.value); if (index_tmd_stick!=-1) { x.tmd.stick.rank = index_tmd_stick + 1; } int index_hita_stick = rank_hita_stick.FindIndex(i => i==x.hita.stick.value); if (index_hita_stick!=-1) { x.hita.stick.rank = index_hita_stick + 1; } int index_hiteach_stick = rank_hiteach_stick.FindIndex(i => i==x.hiteach.stick.value); if (index_hiteach_stick!=-1) { x.hiteach.stick.rank = index_hiteach_stick + 1; } int index_ies5Tch_stick = rank_ies5Tch_stick.FindIndex(i => i==x.ies5Tch.stick.value); if (index_ies5Tch_stick!=-1) { x.ies5Tch.stick.rank = index_ies5Tch_stick + 1; } int index_otherTch_stick = rank_otherTch_stick.FindIndex(i => i==x.otherTch.stick.value); if (index_otherTch_stick!=-1) { x.otherTch.stick.rank = index_otherTch_stick + 1; } #endregion }); return tchStickiness; } private static List OrderBySchoolStick(List schoolStickiness) { // 假设visit已经填充了数据 #region var rank_tmd_count = schoolStickiness.Select(x => x.tmd.count.value).Distinct().OrderByDescending(v => v).ToList(); var rank_hita_count = schoolStickiness.Select(x => x.hita.count.value).Distinct().OrderByDescending(v => v).ToList(); var rank_hiteach_count = schoolStickiness.Select(x => x.hiteach.count.value).Distinct().OrderByDescending(v => v).ToList(); var rank_ies5Tch_count = schoolStickiness.Select(x => x.ies5Tch.count.value).Distinct().OrderByDescending(v => v).ToList(); var rank_otherTch_count = schoolStickiness.Select(x => x.otherTch.count.value).Distinct().OrderByDescending(v => v).ToList(); var rank_ies5Stu_count = schoolStickiness.Select(x => x.ies5Stu.count.value).Distinct().OrderByDescending(v => v).ToList(); var rank_otherStu_count = schoolStickiness.Select(x => x.otherStu.count.value).Distinct().OrderByDescending(v => v).ToList(); var rank_lesson_count = schoolStickiness.Select(x => x.lesson.value).Distinct().OrderByDescending(v => v).ToList(); #endregion #region var rank_tmd_duration = schoolStickiness.Select(x => x.tmd.duration.value).Distinct().OrderByDescending(v => v).ToList(); var rank_hita_duration = schoolStickiness.Select(x => x.hita.duration.value).Distinct().OrderByDescending(v => v).ToList(); var rank_hiteach_duration = schoolStickiness.Select(x => x.hiteach.duration.value).Distinct().OrderByDescending(v => v).ToList(); var rank_ies5Tch_duration = schoolStickiness.Select(x => x.ies5Tch.duration.value).Distinct().OrderByDescending(v => v).ToList(); var rank_otherTch_duration = schoolStickiness.Select(x => x.otherTch.duration.value).Distinct().OrderByDescending(v => v).ToList(); var rank_ies5Stu_duration = schoolStickiness.Select(x => x.ies5Stu.duration.value).Distinct().OrderByDescending(v => v).ToList(); var rank_otherStu_duration = schoolStickiness.Select(x => x.otherStu.duration.value).Distinct().OrderByDescending(v => v).ToList(); #endregion #region var rank_tmd_stick = schoolStickiness.Select(x => x.tmd.stick.value).Distinct().OrderByDescending(v => v).ToList(); var rank_hita_stick = schoolStickiness.Select(x => x.hita.stick.value).Distinct().OrderByDescending(v => v).ToList(); var rank_hiteach_stick = schoolStickiness.Select(x => x.hiteach.stick.value).Distinct().OrderByDescending(v => v).ToList(); var rank_ies5Tch_stick = schoolStickiness.Select(x => x.ies5Tch.stick.value).Distinct().OrderByDescending(v => v).ToList(); var rank_otherTch_stick = schoolStickiness.Select(x => x.otherTch.stick.value).Distinct().OrderByDescending(v => v).ToList(); var rank_ies5Stu_stick = schoolStickiness.Select(x => x.ies5Stu.stick.value).Distinct().OrderByDescending(v => v).ToList(); var rank_otherStu_stick = schoolStickiness.Select(x => x.otherStu.stick.value).Distinct().OrderByDescending(v => v).ToList(); #endregion schoolStickiness.ForEach(x => { #region if (x.tmd.count.value>0) { int index_tmd_count = rank_tmd_count.FindIndex(i => i==x.tmd.count.value); if (index_tmd_count!=-1) { x.tmd.count.rank = index_tmd_count + 1; } } if (x.hita.count.value>0) { int index_hita_count = rank_hita_count.FindIndex(i => i==x.hita.count.value); if (index_hita_count!=-1) { x.hita.count.rank = index_hita_count + 1; } } if (x.hiteach.count.value>0) { int index_hiteach_count = rank_hiteach_count.FindIndex(i => i==x.hiteach.count.value); if (index_hiteach_count!=-1) { x.hiteach.count.rank = index_hiteach_count + 1; } } if (x.ies5Tch.count.value>0) { int index_ies5Tch_count = rank_ies5Tch_count.FindIndex(i => i==x.ies5Tch.count.value); if (index_ies5Tch_count!=-1) { x.ies5Tch.count.rank = index_ies5Tch_count + 1; } } if (x.otherTch.count.value>0) { int index_otherTch_count = rank_otherTch_count.FindIndex(i => i==x.otherTch.count.value); if (index_otherTch_count!=-1) { x.otherTch.count.rank = index_otherTch_count + 1; } } if (x.ies5Stu.count.value>0) { int index_ies5Stu_count = rank_ies5Stu_count.FindIndex(i => i==x.ies5Stu.count.value); if (index_ies5Stu_count!=-1) { x.ies5Stu.count.rank = index_ies5Stu_count + 1; } } if (x.otherStu.count.value>0) { int index_otherStu_count = rank_otherStu_count.FindIndex(i => i==x.otherStu.count.value); if (index_otherStu_count!=-1) { x.otherStu.count.rank = index_otherStu_count + 1; } } if (x.lesson.value>0) { int index_lesson_count = rank_lesson_count.FindIndex(i => i==x.lesson.value); if (index_lesson_count!=-1) { x.lesson.rank = index_lesson_count + 1; } } #endregion #region if (x.tmd.duration.value>0) { int index_tmd_duration = rank_tmd_duration.FindIndex(i => i==x.tmd.duration.value); if (index_tmd_duration!=-1) { x.tmd.duration.rank = index_tmd_duration + 1; } } if (x.hita.duration.value>0) { int index_hita_duration = rank_hita_duration.FindIndex(i => i==x.hita.duration.value); if (index_hita_duration!=-1) { x.hita.duration.rank = index_hita_duration + 1; } } if (x.hiteach.duration.value>0) { int index_hiteach_duration = rank_hiteach_duration.FindIndex(i => i==x.hiteach.duration.value); if (index_hiteach_duration!=-1) { x.hiteach.duration.rank = index_hiteach_duration + 1; } } if (x.ies5Tch.duration.value>0) { int index_ies5Tch_duration = rank_ies5Tch_duration.FindIndex(i => i==x.ies5Tch.duration.value); if (index_ies5Tch_duration!=-1) { x.ies5Tch.duration.rank = index_ies5Tch_duration + 1; } } if (x.otherTch.duration.value>0) { int index_otherTch_duration = rank_otherTch_duration.FindIndex(i => i==x.otherTch.duration.value); if (index_otherTch_duration!=-1) { x.otherTch.duration.rank = index_otherTch_duration + 1; } } if (x.ies5Stu.duration.value>0) { int index_ies5Stu_duration = rank_ies5Stu_duration.FindIndex(i => i==x.ies5Stu.duration.value); if (index_ies5Stu_duration!=-1) { x.ies5Stu.duration.rank = index_ies5Stu_duration + 1; } } if (x.otherStu.duration.value>0) { int index_otherStu_duration = rank_otherStu_duration.FindIndex(i => i==x.otherStu.duration.value); if (index_otherStu_duration!=-1) { x.otherStu.duration.rank = index_otherStu_duration + 1; } } #endregion #region if (x.tmd.stick.value>0) { int index_tmd_stick = rank_tmd_stick.FindIndex(i => i==x.tmd.stick.value); if (index_tmd_stick!=-1) { x.tmd.stick.rank = index_tmd_stick + 1; } } if (x.hita.stick.value>0) { int index_hita_stick = rank_hita_stick.FindIndex(i => i==x.hita.stick.value); if (index_hita_stick!=-1) { x.hita.stick.rank = index_hita_stick + 1; } } if (x.hiteach.stick.value>0) { int index_hiteach_stick = rank_hiteach_stick.FindIndex(i => i==x.hiteach.stick.value); if (index_hiteach_stick!=-1) { x.hiteach.stick.rank = index_hiteach_stick + 1; } } if (x.ies5Tch.stick.value>0) { int index_ies5Tch_stick = rank_ies5Tch_stick.FindIndex(i => i==x.ies5Tch.stick.value); if (index_ies5Tch_stick!=-1) { x.ies5Tch.stick.rank = index_ies5Tch_stick + 1; } } if (x.otherTch.stick.value>0) { int index_otherTch_stick = rank_otherTch_stick.FindIndex(i => i==x.otherTch.stick.value); if (index_otherTch_stick!=-1) { x.otherTch.stick.rank = index_otherTch_stick + 1; } } if (x.ies5Stu.stick.value>0) { int index_ies5Stu_stick = rank_ies5Stu_stick.FindIndex(i => i==x.ies5Stu.stick.value); if (index_ies5Stu_stick!=-1) { x.ies5Stu.stick.rank = index_ies5Stu_stick + 1; } } if (x.otherStu.stick.value>0) { int index_otherStu_stick = rank_otherStu_stick.FindIndex(i => i==x.otherStu.stick.value); if (index_otherStu_stick!=-1) { x.otherStu.stick.rank = index_otherStu_stick + 1; } } #endregion }); return schoolStickiness; } /// /// 结算访问日志 /// public static async Task<(List chinaSchoolStickiness, List globalSchoolStickiness)> VisitSettle(List times ,AzureStorageFactory _azureStorage,AzureRedisFactory _azureRedis, Region2LongitudeLatitudeTranslator _longitudeLatitudeTranslator, IPSearcher _ipSearcher) { List chinaSchoolStickiness = new List(); List globalSchoolStickiness = new List(); foreach (var timeDate in times) { List apiVisits = new List(); if (DateTimeOffset.TryParse(timeDate, out DateTimeOffset date)) { BlobDownloadResult result = await _azureStorage.GetBlobContainerClient("0-service-log").GetBlobClient($"http-log/{date:yyyy}/{date:MM}/{date:dd}/index.log").DownloadContentAsync(); var content = result.Content.ToString(); content= content.Substring(0, content.Length-2); if (content.EndsWith("}")) { content=$"[{content}]"; } else { content=$"[{content}}}]"; } apiVisits.AddRange(content.ToObject>()); var dateNow = DateTimeOffset.Now.GetGMTTime(8); if ($"{dateNow:yyyy-MM-dd}".Equals($"{date:yyyy-MM-dd}")) { //当前小时一致的 BlobDownloadResult resultHour = await _azureStorage.GetBlobContainerClient("0-service-log").GetBlobClient($"http-log/{date:yyyy}/{date:MM}/{date:dd}/{date:HH}.log").DownloadContentAsync(); var contentHour = resultHour.Content.ToString(); contentHour= contentHour.Substring(0, contentHour.Length-2); if (contentHour.EndsWith("}")) { contentHour=$"[{contentHour}]"; } else { contentHour=$"[{contentHour}}}]"; } var httpLog = contentHour.ToObject>(); (ConcurrentBag visits, ConcurrentBag<(string uuid, HttpLog httpLog, List tmdid, List school)> uuidInfo) = await SystemService.ConvertHttpLog(httpLog, _azureRedis, _ipSearcher, _longitudeLatitudeTranslator, dateNow, false); apiVisits.AddRange(visits); } } //大陆学校 var chinaApiVisits = apiVisits.Where(x => x.hostName.Equals("大陆站")); var chinaSchoolVisits = apiVisits.Where(x => !string.IsNullOrWhiteSpace(x.school) && x.hostName.Equals("大陆站")).GroupBy(x => x.school); List chinaStickiness = CountSchoolStickiness(chinaSchoolVisits, chinaApiVisits); chinaSchoolStickiness.AddRange(chinaStickiness); //国际学校 var globalApiVisits = apiVisits.Where(x => x.hostName.Equals("国际站")); var globalSchoolVisits = apiVisits.Where(x => !string.IsNullOrWhiteSpace(x.school) && x.hostName.Equals("国际站")).GroupBy(x => x.school); List globalStickiness = CountSchoolStickiness(globalSchoolVisits, globalApiVisits); globalSchoolStickiness.AddRange(globalStickiness); } return (chinaSchoolStickiness, globalSchoolStickiness); } public static async Task<(ConcurrentBag visits, ConcurrentBag<(string uuid, HttpLog httpLog, List tmdid, List school)> uuidInfo)> ConvertHttpLog(List logs, AzureRedisFactory _azureRedis, IPSearcher _ipSearcher, Region2LongitudeLatitudeTranslator _longitudeLatitudeTranslator, DateTimeOffset gmt8Time, bool test = false) { ConcurrentBag visits = new ConcurrentBag(); ConcurrentBag<(string uuid, HttpLog httpLog, List tmdid, List school)> uuidInfo = new ConcurrentBag<(string uuid, HttpLog httpLog, List tmdid, List school)>(); object lockObj = new object(); await Parallel.ForEachAsync(logs, async (log, _) => { if (!log.path.Contains(".")) { string uuid = Guid.NewGuid().ToString(); List schoolMatch = new List(); List useridMatch = new List(); var vist = new ApiVisit() { id=uuid, ip=log.ip, tid=log.tid, time= log.time, userId= log.id, school= log.school, tname= log.name, path = log.path, client=log.p.Equals("os", StringComparison.OrdinalIgnoreCase) ? "ies5" : log.p, scope=log.scope, host= log.host, hostName=log.hostName, l=log.l, year = $"{gmt8Time:yyyy}", month = $"{gmt8Time:MM}", day = $"{gmt8Time:dd}", hour =$"{gmt8Time:HH}" }; if (test) { var time = DateTimeOffset.FromUnixTimeMilliseconds(log.time); //本地调试时间 if (vist.ip.Equals("0.0.0.1")) { time= time.AddHours(8); } vist.year = $"{time:yyyy}"; vist.month = $"{time:MM}"; vist.day = $"{time:dd}"; vist.hour =$"{time:HH}"; } if (string.IsNullOrWhiteSpace(vist.userId)) { //var jsonPathContext = new JsonPathContext(); //jsonPathContext.ValueSystem= new JsonTextValueSystem(); string path = "$..['id_token','idToken','idtoken','tmdid','id','teacherId','teacher','tid','tId','userid','userId','code','studentId','student','studentid']"; if (!log.param.ValueKind.Equals(JsonValueKind.Null)) { JObject jsonObject = JObject.Parse(log.param.GetRawText()); //var nodes_path = jsonPathContext.SelectNodes(log.param, path); var nodes_path = jsonObject.SelectTokens(path); foreach (var node in nodes_path) { // 只获取是字符串的 if (node.Type.Equals(JTokenType.String)) { switch (true) { case bool when node.Path.Contains("id_token")||node.Path.Contains("idToken")||node.Path.Contains("idtoken"): { try { var jwt = new JwtSecurityToken($"{node}"); string id = jwt.Payload.Sub; var name = jwt.Claims.FirstOrDefault(claim => claim.Type.Equals("name"))?.Value; if (!string.IsNullOrWhiteSpace(id) && long.TryParse(id, out long _id)) { vist.userId=id; vist.scope="teacher"; vist.tname=name; useridMatch.Add(id); } } catch (Exception ex) { } break; } case bool when node.Path.Contains("tmdid")||node.Path.Contains("id")||node.Path.Contains("teacherId") ||node.Path.Contains("teacher")||node.Path.Contains("tid")||node.Path.Contains("tId")||node.Path.Contains("userid") ||node.Path.Contains("userId"): { if (!string.IsNullOrWhiteSpace($"{node}") && long.TryParse($"{node}", out long _id)) { vist.userId=$"{node}"; vist.scope="teacher"; useridMatch.Add($"{node}"); } break; } case bool when node.Path.Contains("studentId")||node.Path.Contains("student")||node.Path.Contains("studentid"): { if (!string.IsNullOrWhiteSpace($"{node}") && long.TryParse($"{node}", out long _id)) { vist.userId=$"{node}"; vist.scope="student"; useridMatch.Add($"{node}"); } break; } case bool when node.Path.Contains("code"): { if (!string.IsNullOrWhiteSpace($"{node}")) { if (long.TryParse($"{node}", out long _id)) { vist.userId=$"{node}"; useridMatch.Add($"{node}"); } else { string[] codes = $"{node}".Split("-"); foreach (var _code in codes) { if (long.TryParse(_code, out long _codeid)) { vist.userId=$"{node}"; useridMatch.Add($"{_code}"); break; } } } } break; } } } } if (log.path.Contains("process-notify", StringComparison.OrdinalIgnoreCase)) { string s = log.param.ToJsonString().Replace("\\", ""); Regex regextmdid = new Regex("\"tmdid\":\"(\\d+)\""); Match matchtmdid = regextmdid.Match(s); if (matchtmdid.Success) { var t = matchtmdid.Groups[1].Value; if (!string.IsNullOrWhiteSpace(t)) { vist.userId=t; vist.scope="teacher"; useridMatch.Add(t); } } Regex regexname = new Regex("\"tmdname\":\"(.+?)\""); Match matchname = regexname.Match(s); if (matchname.Success) { var t = matchname.Groups[1].Value; if (!string.IsNullOrWhiteSpace(t)) { vist.tname=t; } } } } } else { if (string.IsNullOrWhiteSpace($"{vist.scope}")) { vist.scope="teacher"; uuidInfo.Add((uuid, log, new List() { vist.userId }, new List())); } } if (string.IsNullOrWhiteSpace(vist.school) || vist.school.Equals("true") || vist.school.Equals("false")) { vist.school=""; string path = "$..['school','id','schoolId','schoolid','schoolCode','school_code','schoolcode','code']"; if (!log.param.ValueKind.Equals(JsonValueKind.Null)) { JObject jsonObject = JObject.Parse(log.param.GetRawText()); var nodes_path = jsonObject.SelectTokens(path); foreach (var node in nodes_path) { // 只获取是字符串的 if (node.Type.Equals(JTokenType.String)) { switch (true) { case bool when node.Path.Contains("school")||node.Path.Contains("id")||node.Path.Contains("schoolId") ||node.Path.Contains("schoolid")||node.Path.Contains("schoolCode")||node.Path.Contains("school_code")||node.Path.Contains("schoolcode"): { if (!$"{node}".Contains("-")&& $"{node}".Length<=8 && $"{node}".Length>=1) { vist.school=$"{node}"; schoolMatch.Add($"{node}"); } break; } case bool when node.Path.Contains("code"): { if (!$"{node}".Contains("-")&& $"{node}".Length<=8&& $"{node}".Length>=1) { vist.school=$"{node}"; schoolMatch.Add($"{node}"); } else { string[] codes = $"{node}".Split("-"); foreach (var _code in codes) { if ($"{_code}".Length<=8 && $"{_code}".Length>=1) { vist.school=$"{_code}"; schoolMatch.Add($"{_code}"); break; } } } break; } } } } if (log.path.Contains("process-notify", StringComparison.OrdinalIgnoreCase)) { string s = log.param.ToJsonString().Replace("\\", ""); Regex regexname = new Regex("\"schoolId\":\"(.+?)\""); Match matchname = regexname.Match(s); if (matchname.Success) { var t = matchname.Groups[1].Value; if (!string.IsNullOrWhiteSpace(t)) { vist.school=t; } } } } } //处理 client { if (!string.IsNullOrWhiteSpace(log.client)) { if (log.client.Equals("IES", StringComparison.OrdinalIgnoreCase)) { vist.client="ies5"; } if (log.client.Equals("AClassONE", StringComparison.OrdinalIgnoreCase)) { vist.client="aclassone"; } if (log.client.Equals("BB", StringComparison.OrdinalIgnoreCase)) { vist.client="habb"; } if (log.client.Equals("HiTool", StringComparison.OrdinalIgnoreCase) ||log.client.Equals("HiTools", StringComparison.OrdinalIgnoreCase)) { vist.client="hiscan"; } if (log.client.Equals("HiTA", StringComparison.OrdinalIgnoreCase)) { vist.client="hita"; vist.scope="teacher"; } if (log.client.Equals("HiTeachCC", StringComparison.OrdinalIgnoreCase)) { vist.client="hiteachcc"; } if (log.client.Equals("HiTeach", StringComparison.OrdinalIgnoreCase)) { vist.scope="teacher"; vist.client="hiteach"; } if (log.client.Equals("Open", StringComparison.OrdinalIgnoreCase)) { vist.client="open"; } } } //补全站点 { if ( (log.host.Equals("wwww.teammodel.net")||log.host.Equals("ies5-rc.teammodel.net"))) { vist.hostName="国际站"; vist.host="www.teammodel.net"; vist.client="ies5"; vist.l="Global"; } else if ( log.host.Equals("teammodelos-yx.chinacloudsites.cn")||log.host.Equals("teammodelos.chinacloudsites.cn") ||log.host.Equals("yx.teammodel.cn")||log.host.Equals("teammodelos-rc.chinacloudsites.cn")||log.host.Equals("rc.teammodel.cn")|| log.host.Equals("www.teammodel.cn")) { vist.hostName="大陆站"; vist.host="www.teammodel.cn"; vist.client="ies5"; vist.l="China"; } else if ((log.host.Contains("localhost") && log.p.Equals("os"))|| log.host.Equals("teammodelos-test.chinacloudsites.cn") ||log.host.Equals("test.teammodel.cn")) { vist.hostName="测试站"; vist.host="test.teammodel.cn"; vist.client="ies5"; vist.l="China"; } else if ( (log.host.Equals("scyx.teammodel.cn") ||log.host.Equals("jinniu.teammodel.cn"))) { vist.hostName="研修2.0"; vist.host="scyx.teammodel.cn"; vist.client="ability"; vist.l="China"; } else if ( log.host.Equals("open.teammodel.cn")||log.host.Equals("open-test.teammodel.cn") ||log.host.Equals("zhiyin-test.teammodel.cn")) { vist.hostName="开放平台"; vist.host="open.teammodel.cn"; vist.client="open"; vist.l="China"; } else if ((log.host.Equals("bi-rc.teammodel.net") || log.host.Equals("bi.teammodel.net"))) { vist.hostName="国际站"; vist.host="bi.teammodel.net"; vist.client="bi"; vist.scope="admin"; vist.l="Global"; } else if (log.host.Equals("teammodelbi.chinacloudsites.cn") ||log.host.Equals("bi.teammodel.cn")) { vist.hostName="大陆站"; vist.host="bi.teammodel.cn"; vist.client="bi"; vist.scope="admin"; vist.l="China"; } else if (log.host.Equals("bitest.teammodel.cn")||log.host.Equals("teammodelbi-test.chinacloudsites.cn")||(log.host.Contains("localhost") && (log.p.Equals("bi")))) { vist.hostName="测试站"; vist.host="testbi.teammodel.cn"; vist.client="bi"; vist.scope="admin"; vist.l="China"; } else if ( log.host.Equals("teamcontest.chinacloudsites.cn")||log.host.Equals("contest.chinacloudsites.cn")||log.host.Equals("contest-test.chinacloudsites.cn")) { vist.hostName="大陆站"; vist.host="contest.teammodel.cn"; vist.client="contest"; vist.l="China"; } else if ( log.host.Equals("hiteachcc.chinacloudsites.cn")) { vist.hostName="正式站"; vist.host="hiteachcc.teammodel.cn"; vist.client="hiteachcc"; vist.l="China"; } else if (log.host.Equals("appraisal.chinacloudsites.cn")) { vist.hostName="大陆站"; vist.host="appraisal.teammodel.cn"; vist.client="appraisal"; vist.l="China"; } else if ((log.host.Contains("localhost") && log.p.Equals("appraisal"))||log.host.Equals("appraisal-test.teammodel.cn") ||log.host.Equals("appraisal-test.chinacloudsites.cn")) { vist.hostName="测试站"; vist.host="appraisal-test.teammodel.cn"; vist.client="appraisal"; vist.l="China"; } else { if (!string.IsNullOrWhiteSpace(log.p)) { vist.client=log.p.Equals("os", StringComparison.OrdinalIgnoreCase) ? "ies5" : log.p; } else { vist.client="other"; } if (log.host.EndsWith(".cn")) { vist.hostName="大陆站"; vist.l="China"; } else if (log.host.EndsWith(".net")) { vist.hostName="国际站"; vist.l="Global"; } else { vist.hostName="其他"; vist.l="其他"; } } } //补全产品端 { //研修2.0 if (log.path.Contains("research") || log.path.Contains("study") || log.path.Contains("standard-file")) { vist.client="ability"; } if (log.path.Contains("teacher")) { vist.scope="teacher"; } if (log.path.Contains("tmduser")) { vist.scope=Constant.ScopeTmdUser; } if (log.path.Contains("student/login")) { vist.scope=Constant.ScopeStudent; } if (log.path.StartsWith("/activity")) { vist.client="contest"; } //小程序 if (log.path.Contains("aclassone")) { vist.client="aclassone"; } // /// /// ExamInfo qamode 書面問答類型 0:書面問答 1:紙本測驗 2:艺术评测 /// //艺术评测 if (log.path.Contains("art") ||log.path.Contains("aclassone/find-children-activity") ||log.path.Contains("aclassone/find-teacher-activity") ||log.path.Contains("aclassone/find-summary-activity") ||log.path.Contains("aclassone/upload-all") ||log.path.Contains("aclassone/delete")) { vist.client="art"; } if (log.path.Contains("common/exam/upsert-record")) { JObject jobject = JObject.Parse(log.param.GetRawText()); var jtokens = jobject.SelectTokens("$..artId"); if (jtokens!=null && jtokens.Count()>0) { vist.client="art"; vist.scope=Constant.ScopeStudent; } } if (log.path.Contains("habb")) { vist.client="habb"; } //阅卷客户端 if (log.path.Contains("hiscan")) { vist.client="hiscan"; } if (log.path.Contains("hita")) { vist.client="hita"; } if (log.path.Contains("hiteachcc")) { vist.client="hiteachcc"; } if (log.path.Contains("sokrate")) { vist.client="sokrate"; } if (log.path.Contains("sokrate") || log.path.Contains("score")) { vist.client="sokrate"; } if (log.path.Contains("hiteach")) { vist.client="hiteach"; } ///IES开放平台 if (log.path.Contains("business") || log.path.Contains("biz") || log.path.Contains("openapi-config") || log.path.Contains("open-api")) { vist.client="open"; } //从token的role 能否获取 开放平台 //单点登录及第三方接口 if (log.path.Contains("lepei") || log.path.Contains("sc/") || log.path.Contains("/sso") || log.path.Contains("sc-init")|| log.path.Contains("moofen") || log.path.Contains("data-push") || log.path.Contains("xkw")|| log.path.Contains("tianbo") || log.path.Contains("oauth/check-bind")|| log.path.Contains("dingding") || log.path.Contains("wechat") ) { vist.client="sso-third"; } } //处理IP转地区 var region = await _ipSearcher.SearchIpAsync(vist.ip); if (string.IsNullOrWhiteSpace(region)) { region="未知IP·未知IP·未知IP"; } if (!string.IsNullOrWhiteSpace(region)) { region= region.Replace("省·", "·").Replace("市·", "·").Replace("特别行政区·", "·").Replace("藏族羌族自治州·", "·"); var regions = region.Split("·"); if (regions.Length==4) { vist.area= regions[0]; vist.province = regions[1]; vist.city = regions[2]; } if (regions.Length==3) { vist.area= regions[0]; vist.province = regions[1]; } if (regions.Length==2) { vist.area= regions[0]; vist.province = regions[1]; } if (regions.Length==1) { vist.area= regions[0]; } } //处理地区转经纬度 { IEnumerable tokens = default; if (!string.IsNullOrWhiteSpace(vist.city) && !string.IsNullOrWhiteSpace(vist.province) && !string.IsNullOrWhiteSpace(vist.area)) { tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.province=~ /.*{vist.province}/i && @.city=~ /.*{vist.city}/i)]"); if (!(tokens.Any() && tokens.Count()>0)) { tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.province=~ /.*{vist.city}/i && @.city=~ /.*{vist.province}/i)]"); if (!(tokens.Any() && tokens.Count()>0)) { tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.province=~ /.*{vist.city}/i || @.city=~ /.*{vist.city}/i)]"); } if (!(tokens.Any() && tokens.Count()>0)) { tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.province=~ /.*{vist.province}/i||@.city=~ /.*{vist.province}/i)]"); } } } else if (string.IsNullOrWhiteSpace(vist.city) && !string.IsNullOrWhiteSpace(vist.province) && !string.IsNullOrWhiteSpace(vist.area)) { if (vist.area.Equals("中国")) { tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.province=~ /.*{vist.province}/i)]"); if (!(tokens.Any() && tokens.Count()>0)) { tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.city=~ /.*{vist.province}/i)]"); } } else { tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.city=~ /.*{vist.province}/i || @.province=~ /.*{vist.province}/i)]"); } } else if (!string.IsNullOrWhiteSpace(vist.city) && string.IsNullOrWhiteSpace(vist.province)&& !string.IsNullOrWhiteSpace(vist.area)) { if (vist.area.Equals("中国")) { tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.province=~ /.*{vist.city}/i)]"); if (!(tokens.Any() && tokens.Count()>0)) { tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.city=~ /.*{vist.province}/i)]"); } } else { tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.city=~ /.*{vist.city}/i || @.city=~ /.*{vist.province}/i)]"); } } else if (string.IsNullOrWhiteSpace(vist.city) && string.IsNullOrWhiteSpace(vist.province)&& !string.IsNullOrWhiteSpace(vist.area)) { tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.country=~ /.*{vist.area}/i && @.m=='1')]"); } if (tokens!=null && tokens.Any()) { List regionLngLats = new List(); foreach (JToken token in tokens) { regionLngLats.Add(token.ToString().ToObject()); } var points = regionLngLats.FindAll(x => string.IsNullOrWhiteSpace(x.area)); if (!points.IsNotEmpty()) { points= regionLngLats.FindAll(x => !string.IsNullOrWhiteSpace(x.m) && x.m.Equals("1")); } if (string.IsNullOrWhiteSpace(vist.city)) { vist.city=points?.FirstOrDefault()?.city; if (!string.IsNullOrWhiteSpace(vist.city) && vist.city.EndsWith("市")) { vist.city=vist.city.Replace("市", ""); } } vist.lat=points?.FirstOrDefault()?.lat; vist.lng=points?.FirstOrDefault()?.lng; } else { if (vist.area.Equals("内网IP")) { if (vist.host.Contains(".cn") || vist.host.Contains("localhost")) { vist.lat="30.655821878416408"; vist.lng="104.08153351042463"; vist.area="中国"; vist.province="四川"; vist.city="成都"; } else { vist.lat="25.044332"; vist.lng="121.509062"; vist.area="中国"; vist.province="台湾"; vist.city="台湾"; } } else { vist.lat="30.655821878416408"; vist.lng="104.08153351042463"; vist.area="中国"; vist.province="四川"; vist.city="成都"; } } } uuidInfo.Add((uuid, log, useridMatch, schoolMatch)); visits.Add(vist); } } ); List<(string tmd, bool exists, string scope)> tmdexists = new List<(string tmd, bool exists, string scope)>(); List<(string sch, bool exists)> schexists = new List<(string sch, bool exists)>(); var tmds = uuidInfo.SelectMany(x => x.tmdid).ToHashSet(); if (tmds.Any()) { foreach (var tmd in tmds) { var exists = await _azureRedis.GetRedisClient(8).KeyExistsAsync($"Blob:Catalog:{tmd}"); if (exists) { tmdexists.Add((tmd, exists, "teacher")); } else { exists = await _azureRedis.GetRedisClient(8).KeyExistsAsync($"Login:School:hbcn:student:{tmd}"); tmdexists.Add((tmd, exists, "student")); } } } var schs = uuidInfo.SelectMany(x => x.school).ToHashSet(); if (schs.Any()) { foreach (var sch in schs) { var exists = await _azureRedis.GetRedisClient(8).KeyExistsAsync($"Blob:Catalog:{sch}"); schexists.Add((sch, exists)); } } foreach (var item in uuidInfo) { foreach (var tmd in item.tmdid) { var tmdext = tmdexists.Find(x => x.tmd.Equals(tmd)); if (tmdext.tmd!= null && tmdext.exists) { var vist = visits.Where(x => x.id.Equals(item.uuid)); foreach (var vi in vist) { vi.userId=tmd; if (string.IsNullOrWhiteSpace(vi.scope)) { vi.scope=tmdext.scope; } } break; } } foreach (var sch in item.school) { var schext = schexists.Find(x => x.sch.Equals(sch)); if (schext.sch!= null && schext.exists) { var vist = visits.Where(x => x.id.Equals(item.uuid)); foreach (var vi in vist) { vi.school=sch; } break; } } } return (visits, uuidInfo); } public class ApiVisit { public string id { get; set; } public string path { get; set; } /// /// 细分 /// ies5 ,hiteach,hita,cc,bi,contest,open,aclassone,sokrates,ability,art /// 产品端 /// public string client { get; set; } /// /// 具体功能 /// // public string func { get; set; } public string userId { get; set; } public string scope { get; set; } public string tname { get; set; } public string school { get; set; } public string ip { get; set; } //public string region { get; set; } public string area { get; set; } public string province { get; set; } public string city { get; set; } = ""; public long time { get; set; } /// /// /// public string host { get; set; } public string hostName { get; set; } = "其他"; /// /// tokenid /// public string tid { get; set; } public string year { get; set; } public string month { get; set; } public string day { get; set; } public string hour { get; set; } //public RegionLngLat point { get; set; } public string lat { get; set; } public string lng { get; set; } public string l { get; set; } } public class HttpLog { public string ip { get; set; } public long time { get; set; } public string host { get; set; } public string hostName = "其他"; public string tid { get; set; } public string path { get; set; } public string client { get; set; } public JsonElement param { get; set; } public string id { get; set; } public string name { get; set; } public string school { get; set; } public string p { get; set; } // public string ua { get; set; } // public string referer { get; set; } public string scope { get; set; } public string year { get; set; } public string month { get; set; } public string day { get; set; } public string hour { get; set; } public string l { get; set; } } public record RegionLngLat { public string country { get; set; } public string province { get; set; } public string city { get; set; } public string lat { get; set; } public string lng { get; set; } public string area { get; set; } public string m { get; set; } = "0"; } public class CountData { public string pk { get; set; } = ""; public string sk { get; set; } = ""; public string sp { get; set; } = ""; public int count { get; set; } } public class SchoolStick { /// /// 名字 /// public string name { get; set; } public string picture { get; set; } /// /// 编码 /// public string id { get; set; } public string last { get; set; } #region tmd public ClientStick tmd { get; set; } = new ClientStick(); #endregion #region hiteach public ClientStick hiteach { get; set; } = new ClientStick(); public Indicator lesson { get; set; } = new Indicator(); #endregion #region hita public ClientStick hita { get; set; } = new ClientStick(); #endregion #region ies5Teacher public ClientStick ies5Tch { get; set; } = new ClientStick(); #endregion #region otherTeacher public ClientStick otherTch { get; set; } = new ClientStick(); #endregion #region ies5Student public ClientStick ies5Stu { get; set; } = new ClientStick(); #endregion #region otherStudent public ClientStick otherStu { get; set; } = new ClientStick(); #endregion public List tchSticks { get; set; } = new List(); public List stuSticks { get; set; } = new List(); } public class TchStick { public string school { get; set; } /// /// 名字 /// public string name { get; set; } public string picture { get; set; } /// /// 编码 /// public string id { get; set; } public string last { get; set; } #region tmd public ClientStick tmd { get; set; } = new ClientStick(); #endregion #region hiteach public ClientStick hiteach { get; set; } = new ClientStick(); public Indicator lesson { get; set; } = new Indicator(); #endregion #region hita public ClientStick hita { get; set; } = new ClientStick(); #endregion #region ies5Teacher public ClientStick ies5Tch { get; set; } = new ClientStick(); #endregion #region otherTeacher public ClientStick otherTch { get; set; } = new ClientStick(); #endregion } public class StuStick { public string school { get; set; } /// /// 名字 /// public string name { get; set; } public string picture { get; set; } /// /// 编码 /// public string id { get; set; } public string last { get; set; } #region tmd public ClientStick tmd { get; set; } = new ClientStick(); #endregion #region ies5Student public ClientStick ies5Stu { get; set; } = new ClientStick(); #endregion #region otherStudent public ClientStick otherStu { get; set; } = new ClientStick(); #endregion } public class ClientStick { public int userCount { get; set; } public Indicator stick { get; set; } = new Indicator(); public Indicator duration { get; set; } = new Indicator(); public Indicator count { get; set; } = new Indicator(); } public class Indicator { /// /// 值 /// public double value { get; set; } = 0; /// /// 值的增减浮动 /// public double range { get; set; } = 0; /// /// 排名 /// public double rank { get; set; } = 0; /// /// 排名的上升下降 /// public double updown { get; set; } = 0; } } }