using Azure.Storage.Blobs.Models;
using DocumentFormat.OpenXml.Bibliography;
using DocumentFormat.OpenXml.Office2010.Excel;
using DocumentFormat.OpenXml.Wordprocessing;
using HTEXLib;
using HTEXLib.COMM.Helpers;
using Microsoft.Azure.Amqp.Framing;
using Newtonsoft.Json.Linq;
using OpenXmlPowerTools;
using System;
using System.Collections.Concurrent;
using System.Collections.Generic;
using System.Diagnostics.PerformanceData;
using System.IdentityModel.Tokens.Jwt;
using System.Linq;
using System.Text;
using System.Text.Json;
using System.Text.RegularExpressions;
using System.Threading.Tasks;
using TEAMModelOS.SDK.DI;
using TEAMModelOS.SDK.Extension;
using TEAMModelOS.SDK.Models.Cosmos.Common;
using TEAMModelOS.SDK.Models.Dtos;
using static Azure.Core.HttpHeader;
using static OpenXmlPowerTools.RevisionProcessor;
using static TEAMModelOS.SDK.Models.Service.SystemService;
namespace TEAMModelOS.SDK.Models.Service
{
public static class SystemService
{
public static async Task RecordAccumulateData(AzureRedisFactory azureRedis, DingDing dingDing, Accumulate accumulate)
{
if (!string.IsNullOrWhiteSpace(accumulate.key) && !string.IsNullOrWhiteSpace(accumulate.target) &&
!string.IsNullOrWhiteSpace(accumulate.id) && !string.IsNullOrWhiteSpace(accumulate.name) &&
!string.IsNullOrWhiteSpace(accumulate.scope) && !string.IsNullOrWhiteSpace(accumulate.client))
{
await RecordAccumulateData(azureRedis, accumulate.key, accumulate.target, accumulate.id, accumulate.name, accumulate.scope, accumulate.client, accumulate.count);
}
else
{
await dingDing.SendBotMsg($"IES累计数据变更统计参数异常，{accumulate.ToJsonString()}", GroupNames.成都开发測試群組);
}
}
///
/// 记录累计数据
///
public static async Task RecordAccumulateData(AzureRedisFactory azureRedis, string key, string target, string id, string name, string scope, string client, int count)
{
if (!string.IsNullOrWhiteSpace(key) && !string.IsNullOrWhiteSpace(target) &&
!string.IsNullOrWhiteSpace(id) && !string.IsNullOrWhiteSpace(name) &&
!string.IsNullOrWhiteSpace(scope)&& !string.IsNullOrWhiteSpace(client))
{
//处理UTC时差
var nowTime = DateTimeOffset.UtcNow.GetGMTTime();
int difference = (DayOfWeek.Sunday - nowTime.DayOfWeek + 7) % 7; //1-7的结果0-6
var day = nowTime.ToString("yyyyMMdd");
string redisKey = $"Accumulate:Daily:{scope}:{key}:{day}";
string member = $"{target}::{id}::{client}::{name}";
await azureRedis.GetRedisClient(8).SortedSetIncrementAsync(redisKey, member, count);
await azureRedis.GetRedisClient(8).KeyExpireAsync(redisKey, new TimeSpan((difference+1)*24, 10, 0));
//if (key.Equals("lesson") || key.StartsWith("login_"))
//{
// redisKey = $"Accumulate:Daily:ies:{key}:{day}";
// if (scope.Equals("school"))
// {
// member = $"ies::{id}::{name}";
// }
// else {
// member = $"ies::ies::{name}";
// }
// await azureRedis.GetRedisClient(8).SortedSetIncrementAsync(redisKey, member, 1);
//}
}
}
static double GetUserDuration(List times )
{
if (times.IsNotEmpty())
{
if (times.Count>=2)
{
double totalDuration = 0;
// DateTime lastTime = DateTimeOffset.FromUnixTimeMilliseconds((long)jsonData[0]["time"]).UtcDateTime;
long ltime = times[0];
for (int i = 1; i < times.Count; i++)
{
long ctime = times[i];
//DateTime currentTime = DateTimeOffset.FromUnixTimeMilliseconds((long)jsonData[i]["time"]).UtcDateTime;
long timeDifference = ctime - ltime;
///如果一小时内连续操作，则按真实时间累计
if (timeDifference < 3600000)
{
totalDuration += timeDifference;
}
else
{ ///如果一小时内没有连续操作，则按象征性加10秒，以确保数据有效性。 如果因为一小时没有操作，则表示没有新的接口再次请求，当即就已经退出系统。否则后续仍然会有接口进入，并且带有时间戳
totalDuration += 10000;
}
ltime = ctime;
}
return totalDuration;
}
else { return 10000; }
}
else {
return 0;
}
}
public static List CountSchoolStickiness(IEnumerable> schoolApiVisits, IEnumerable apiVisits)
{
List schoolStickiness = new List();
foreach (var chinaSchoolKey in schoolApiVisits)
{
SchoolStick stickiness = new SchoolStick()
{
id = chinaSchoolKey.Key
};
var teachers = chinaSchoolKey.ToList().Where(x => !string.IsNullOrWhiteSpace(x.userId) && !string.IsNullOrWhiteSpace(x.scope) && x.scope.Equals("teacher")).GroupBy(x => x.userId);
double hitaTime = 0, hiteachTime = 0, ies5TchTime = 0, otherTchTime = 0, ies5StuTime = 0, otherStuTime = 0;
int hitaTch= 0, hiteachTch = 0, ies5Tch = 0, otherTch = 0, ies5Stu = 0, otherStu = 0;
double hitaCount = 0, hiteachCount = 0, ies5TchCount = 0, otherTchCount = 0, ies5StuCount = 0, otherStuCount = 0;
double lessonCount= chinaSchoolKey.ToList().Where(x => x.path.Contains("hiteach/create-lesson")).Count() ;
int teacherCount= teachers.Count() ;
foreach (var user in teachers)
{
TchStick tchStick = new TchStick()
{
id = user.Key,
school= chinaSchoolKey.Key
};
//HiTA
var teacherHitaVisit = apiVisits.Where(x => !string.IsNullOrWhiteSpace(x.userId) && x.userId.Equals(user.Key) && x.client.Equals("hita"));
var teacherHitaVisitCount = teacherHitaVisit.Count();
if (teacherHitaVisitCount>0)
{ hitaTch+=1; }
var teacherHitaVisitTime = GetUserDuration(teacherHitaVisit.OrderBy(x => x.time).Select(x => x.time).ToList());
hitaCount+=teacherHitaVisitCount;
hitaTime+=teacherHitaVisitTime;
tchStick.hita.count.value=teacherHitaVisitCount;
tchStick.hita.duration.value=teacherHitaVisitTime;
//Other
var teacherOtherVisit = user.Where(x => !x.client.Equals("hita")&&!x.client.Equals("hiteach")&&!x.client.Equals("ies5"));
var teacherOtherVisitCount= teacherOtherVisit.Count();
var teacherOtherVisitTime= GetUserDuration(teacherOtherVisit.OrderBy(x => x.time).Select(x => x.time).ToList());
if (teacherOtherVisitCount>0)
{ otherTch+=1; }
otherTchCount+=teacherOtherVisitCount;
otherTchTime+=teacherOtherVisitTime;
tchStick.otherTch.count.value=teacherOtherVisitCount;
tchStick.otherTch.duration.value=teacherOtherVisitTime;
//HiTeach
//教师访问hiteach 不带学校信息的
var teacherHiteachVisit = apiVisits.Where(x => !string.IsNullOrWhiteSpace(x.userId) && x.userId.Equals(user.Key) && x.client.Equals("hiteach") && string.IsNullOrWhiteSpace(x.school));
//教师访问hiteach 包含学校信息的
var teacherHiteachSchoolVisit = user.Where(x => x.client.Equals("hiteach"));
//教师所有的Hiteach访问
List teacherHiteachAllVisit = new List();
teacherHiteachAllVisit.AddRange(teacherHiteachVisit);
teacherHiteachAllVisit.AddRange(teacherHiteachSchoolVisit);
var teacherHiteachAllVisitCount = teacherHiteachAllVisit.Count();
if (teacherHiteachAllVisitCount>0)
{ hiteachTch+=1; }
var teacherHiteachAllVisitTime = GetUserDuration(teacherHiteachAllVisit.OrderBy(x => x.time).Select(x => x.time).ToList());
hiteachCount+=teacherHiteachAllVisitCount;
hiteachTime+=teacherHiteachAllVisitTime;
tchStick.hiteach.count.value=teacherHiteachAllVisitCount;
tchStick.hiteach.duration.value=teacherHiteachAllVisitTime;
//IES5
var teacherIes5Visit = user.Where(x => x.client.Equals("ies5"));
var teacherIes5VisitCount= teacherIes5Visit.Count();
if (teacherIes5VisitCount>0)
{ ies5Tch+=1; }
var teacherIes5VisitTime = GetUserDuration(teacherIes5Visit.OrderBy(x => x.time).Select(x => x.time).ToList());
ies5TchCount+=teacherIes5VisitCount;
ies5TchTime+=teacherIes5VisitTime;
tchStick.ies5Tch.count.value=teacherIes5VisitCount;
tchStick.ies5Tch.duration.value=teacherIes5VisitTime;
double lessonCountTch = chinaSchoolKey.ToList().Where(x => x.path.Contains("hiteach/create-lesson") && x.userId.Equals(user.Key)).Count();
tchStick.lesson.value=lessonCountTch;
tchStick.tmd.count.value=tchStick.hita.count.value+tchStick.hiteach.count.value+tchStick.ies5Tch.count.value+tchStick.otherTch.count.value;
tchStick.tmd.duration.value=tchStick.hita.duration.value+tchStick.hiteach.duration.value+tchStick.ies5Tch.duration.value+tchStick.otherTch.duration.value;
tchStick.hita.userCount=1;
tchStick.hiteach.userCount=1;
tchStick.ies5Tch.userCount=1;
tchStick.otherTch.userCount=1;
tchStick.tmd.userCount=1;
if (tchStick.hita.count.value>0 && tchStick.hita.duration.value>0)
{
tchStick.hita.stick.value= (tchStick.hita.duration.value/1000/tchStick.hita.count.value);
}
if (tchStick.ies5Tch.count.value>0 && tchStick.ies5Tch.duration.value>0)
{
tchStick.ies5Tch.stick.value= (tchStick.ies5Tch.duration.value/1000/tchStick.ies5Tch.count.value);
}
if (tchStick.otherTch.count.value>0 && tchStick.otherTch.duration.value>0)
{
tchStick.otherTch.stick.value= (tchStick.otherTch.duration.value/1000/tchStick.otherTch.count.value);
}
if (tchStick.hiteach.count.value>0 && tchStick.hiteach.duration.value>0)
{
tchStick.hiteach.stick.value= (tchStick.hiteach.duration.value/1000/tchStick.hiteach.count.value)+tchStick.lesson.value;
}
if (tchStick.tmd.count.value>0 && tchStick.tmd.duration.value>0)
{
tchStick.tmd.stick.value= (tchStick.tmd.duration.value/1000/tchStick.tmd.count.value)+ tchStick.lesson.value;
}
stickiness.tchSticks.Add(tchStick);
}
var student = chinaSchoolKey.ToList().Where(x => !string.IsNullOrWhiteSpace(x.userId) && !string.IsNullOrWhiteSpace(x.scope) && (x.scope.Equals("student")||x.scope.Equals("tmduser"))).GroupBy(x => x.userId);
var studentCount = student.Count();
foreach (var user in student)
{
StuStick stuStick = new StuStick
{
id=user.Key,
school=chinaSchoolKey.Key
};
var studentOtherVisit = user.Where(x => !x.client.Equals("ies5"));
var studentOtherVisitCount = studentOtherVisit.Count();
if (studentOtherVisitCount>0)
{ otherStu+=1; }
double studentOtherVisitTime = GetUserDuration(studentOtherVisit.OrderBy(x => x.time).Select(x => x.time).ToList()) ;
var studentIes5Visit = user.Where(x => x.client.Equals("ies5"));
var studentIes5VisitCount = studentIes5Visit.Count();
if (studentIes5VisitCount>0)
{ ies5Stu+=1; }
double studentIes5VisitTime = GetUserDuration(studentIes5Visit.OrderBy(x => x.time).Select(x => x.time).ToList());
ies5StuCount+=studentIes5VisitCount;
ies5StuTime+=studentIes5VisitTime;
otherStuCount+=studentOtherVisitCount;
otherStuTime+=studentOtherVisitTime;
stuStick.ies5Stu.count.value=studentIes5VisitCount;
stuStick.ies5Stu.duration.value=studentIes5VisitTime;
stuStick.otherStu.count.value=studentOtherVisitCount;
stuStick.otherStu.duration.value=studentOtherVisitTime;
stuStick.tmd.count.value= stuStick.ies5Stu.count.value+stuStick.otherStu.count.value;
stuStick.tmd.duration.value= stuStick.ies5Stu.duration.value+stuStick.otherStu.duration.value;
stuStick.ies5Stu.userCount=1;
stuStick.otherStu.userCount=1;
stuStick.tmd.userCount=1;
if (stuStick.ies5Stu.count.value>0 && stuStick.ies5Stu.duration.value>0)
{
stuStick.ies5Stu.stick.value= (stuStick.ies5Stu.duration.value/1000/stuStick.ies5Stu.count.value);
}
if (stuStick.otherStu.count.value>0 && stuStick.otherStu.duration.value>0)
{
stuStick.otherStu.stick.value=(stuStick.otherStu.duration.value/1000/stuStick.otherStu.count.value);
}
if (stuStick.tmd.count.value>0 && stuStick.tmd.duration.value>0)
{
stuStick.tmd.stick.value=(stuStick.tmd.duration.value/1000/stuStick.tmd.count.value);
}
stickiness.stuSticks.Add(stuStick);
}
stickiness.hita.duration.value=hitaTime;
stickiness.hiteach.duration.value=hiteachTime;
stickiness.otherTch.duration.value=otherTchTime;
stickiness.ies5Tch.duration.value=ies5TchTime;
stickiness.tmd.duration.value=hitaTime+hiteachTime+otherTchTime+ies5TchTime+otherStuTime+ies5StuTime;
stickiness.hita.userCount=hitaTch;
stickiness.hiteach.userCount=hiteachTch;
stickiness.ies5Tch.userCount=ies5Tch;
stickiness.otherTch.userCount=otherTch;
stickiness.ies5Stu.userCount=ies5Stu;
stickiness.otherStu.userCount=otherStu;
stickiness.hita.count.value=hitaCount;
stickiness.hiteach.count.value=hiteachCount;
stickiness.ies5Tch.count.value=ies5TchCount;
stickiness.otherTch.count.value=otherTchCount;
stickiness.ies5Stu.count.value=ies5StuCount;
stickiness.otherStu.count.value=otherStuCount;
stickiness.tmd.count.value=hitaCount+hiteachCount+ies5TchCount+otherTchCount+ies5StuCount+otherStuCount;
stickiness.lesson.value=lessonCount;
stickiness.tmd.userCount=teacherCount+studentCount;
if(stickiness.hita.count.value>0 && stickiness.hita.duration.value>0)
{
stickiness.hita.stick.value=(stickiness.hita.userCount* stickiness.hita.count.value)/(stickiness.hita.duration.value/1000/stickiness.hita.count.value);
}
if (stickiness.ies5Stu.count.value>0 && stickiness.ies5Stu.duration.value>0)
{
stickiness.ies5Stu.stick.value=(stickiness.ies5Stu.userCount* stickiness.ies5Stu.count.value)/(stickiness.ies5Stu.duration.value/1000/stickiness.ies5Stu.count.value);
}
if (stickiness.ies5Tch.count.value>0 && stickiness.ies5Tch.duration.value>0)
{
stickiness.ies5Tch.stick.value=(stickiness.ies5Tch.userCount* stickiness.ies5Tch.count.value)/(stickiness.ies5Tch.duration.value/1000/stickiness.ies5Tch.count.value);
}
if (stickiness.otherStu.count.value>0 && stickiness.otherStu.duration.value>0)
{
stickiness.otherStu.stick.value=(stickiness.otherStu.userCount* stickiness.otherStu.count.value)/(stickiness.otherStu.duration.value/1000/stickiness.otherStu.count.value);
}
if (stickiness.otherTch.count.value>0 && stickiness.otherTch.duration.value>0)
{
stickiness.otherTch.stick.value=(stickiness.otherTch.userCount* stickiness.otherTch.count.value)/(stickiness.otherTch.duration.value/1000/stickiness.otherTch.count.value);
}
if (stickiness.hiteach.count.value>0 && stickiness.hiteach.duration.value>0)
{
stickiness.hiteach.stick.value=(stickiness.hiteach.userCount* stickiness.hiteach.count.value)/(stickiness.hiteach.duration.value/1000/stickiness.hiteach.count.value)+stickiness.lesson.value;
}
if (stickiness.tmd.count.value>0 && stickiness.tmd.duration.value>0)
{
stickiness.tmd.stick.value=(stickiness.tmd.userCount* stickiness.tmd.count.value)/(stickiness.tmd.duration.value/1000/stickiness.tmd.count.value)+ stickiness.lesson.value;
}
stickiness.tchSticks= OrderByTchStick(stickiness.tchSticks);
stickiness.stuSticks= OrderByStuStick(stickiness.stuSticks);
schoolStickiness.Add(stickiness);
}
return OrderBySchoolStick(schoolStickiness);
}
private static List OrderByStuStick(List stuStickiness)
{
// 假设visit已经填充了数据
#region
var rank_tmd_count = stuStickiness.Select(x => x.tmd.count.value).Distinct().OrderByDescending(v => v).ToList();
var rank_ies5Stu_count = stuStickiness.Select(x => x.ies5Stu.count.value).Distinct().OrderByDescending(v => v).ToList();
var rank_otherStu_count = stuStickiness.Select(x => x.otherStu.count.value).Distinct().OrderByDescending(v => v).ToList();
#endregion
#region
var rank_tmd_duration = stuStickiness.Select(x => x.tmd.duration.value).Distinct().OrderByDescending(v => v).ToList();
var rank_ies5Stu_duration = stuStickiness.Select(x => x.ies5Stu.duration.value).Distinct().OrderByDescending(v => v).ToList();
var rank_otherStu_duration = stuStickiness.Select(x => x.otherStu.duration.value).Distinct().OrderByDescending(v => v).ToList();
#endregion
#region
var rank_tmd_stick = stuStickiness.Select(x => x.tmd.stick.value).Distinct().OrderByDescending(v => v).ToList();
var rank_ies5Stu_stick = stuStickiness.Select(x => x.ies5Stu.stick.value).Distinct().OrderByDescending(v => v).ToList();
var rank_otherStu_stick = stuStickiness.Select(x => x.otherStu.stick.value).Distinct().OrderByDescending(v => v).ToList();
#endregion
stuStickiness.ForEach(x =>
{
#region
if (x.tmd.count.value>0)
{
int index_tmd_count = rank_tmd_count.FindIndex(i => i==x.tmd.count.value);
if (index_tmd_count!=-1)
{
x.tmd.count.rank = index_tmd_count + 1;
}
}
if (x.ies5Stu.count.value>0)
{
int index_ies5Stu_count = rank_ies5Stu_count.FindIndex(i => i==x.ies5Stu.count.value);
if (index_ies5Stu_count!=-1)
{
x.ies5Stu.count.rank = index_ies5Stu_count + 1;
}
}
if (x.otherStu.count.value>0)
{
int index_otherStu_count = rank_otherStu_count.FindIndex(i => i==x.otherStu.count.value);
if (index_otherStu_count!=-1)
{
x.otherStu.count.rank = index_otherStu_count + 1;
}
}
#endregion
#region
if (x.tmd.duration.value> 0) {
int index_tmd_duration = rank_tmd_duration.FindIndex(i => i==x.tmd.duration.value);
if (index_tmd_duration!=-1)
{
x.tmd.duration.rank = index_tmd_duration + 1;
}
}
if (x.ies5Stu.duration.value>0) {
int index_ies5Stu_duration = rank_ies5Stu_duration.FindIndex(i => i==x.ies5Stu.duration.value);
if (index_ies5Stu_duration!=-1)
{
x.ies5Stu.duration.rank = index_ies5Stu_duration + 1;
}
}
if (x.otherStu.duration.value>0) {
int index_otherStu_duration = rank_otherStu_duration.FindIndex(i => i==x.otherStu.duration.value);
if (index_otherStu_duration!=-1)
{
x.otherStu.duration.rank = index_otherStu_duration + 1;
}
}
#endregion
#region
if (x.tmd.stick.value>0)
{
int index_tmd_stick = rank_tmd_stick.FindIndex(i => i==x.tmd.stick.value);
if (index_tmd_stick!=-1)
{
x.tmd.stick.rank = index_tmd_stick + 1;
}
}
if (x.ies5Stu.stick.value>0)
{
int index_ies5Stu_stick = rank_ies5Stu_stick.FindIndex(i => i==x.ies5Stu.stick.value);
if (index_ies5Stu_stick!=-1)
{
x.ies5Stu.stick.rank = index_ies5Stu_stick + 1;
}
}
if (x.otherStu.stick.value>0)
{
int index_otherStu_stick = rank_otherStu_stick.FindIndex(i => i==x.otherStu.stick.value);
if (index_otherStu_stick!=-1)
{
x.otherStu.stick.rank = index_otherStu_stick + 1;
}
}
#endregion
});
return stuStickiness;
}
private static List OrderByTchStick(List tchStickiness)
{
// 假设visit已经填充了数据
#region
var rank_tmd_count = tchStickiness.Select(x => x.tmd.count.value).Distinct().OrderByDescending(v => v).ToList();
var rank_hita_count = tchStickiness.Select(x => x.hita.count.value).Distinct().OrderByDescending(v => v).ToList();
var rank_hiteach_count = tchStickiness.Select(x => x.hiteach.count.value).Distinct().OrderByDescending(v => v).ToList();
var rank_ies5Tch_count = tchStickiness.Select(x => x.ies5Tch.count.value).Distinct().OrderByDescending(v => v).ToList();
var rank_otherTch_count = tchStickiness.Select(x => x.otherTch.count.value).Distinct().OrderByDescending(v => v).ToList();
var rank_lesson_count = tchStickiness.Select(x => x.lesson.value).Distinct().OrderByDescending(v => v).ToList();
#endregion
#region
var rank_tmd_duration = tchStickiness.Select(x => x.tmd.duration.value).Distinct().OrderByDescending(v => v).ToList();
var rank_hita_duration = tchStickiness.Select(x => x.hita.duration.value).Distinct().OrderByDescending(v => v).ToList();
var rank_hiteach_duration = tchStickiness.Select(x => x.hiteach.duration.value).Distinct().OrderByDescending(v => v).ToList();
var rank_ies5Tch_duration = tchStickiness.Select(x => x.ies5Tch.duration.value).Distinct().OrderByDescending(v => v).ToList();
var rank_otherTch_duration = tchStickiness.Select(x => x.otherTch.duration.value).Distinct().OrderByDescending(v => v).ToList();
#endregion
#region
var rank_tmd_stick = tchStickiness.Select(x => x.tmd.stick.value).Distinct().OrderByDescending(v => v).ToList();
var rank_hita_stick = tchStickiness.Select(x => x.hita.stick.value).Distinct().OrderByDescending(v => v).ToList();
var rank_hiteach_stick = tchStickiness.Select(x => x.hiteach.stick.value).Distinct().OrderByDescending(v => v).ToList();
var rank_ies5Tch_stick = tchStickiness.Select(x => x.ies5Tch.stick.value).Distinct().OrderByDescending(v => v).ToList();
var rank_otherTch_stick = tchStickiness.Select(x => x.otherTch.stick.value).Distinct().OrderByDescending(v => v).ToList();
#endregion
tchStickiness.ForEach(x => {
#region
int index_tmd_count = rank_tmd_count.FindIndex(i => i==x.tmd.count.value);
if (index_tmd_count!=-1)
{
x.tmd.count.rank = index_tmd_count + 1;
}
int index_hita_count = rank_hita_count.FindIndex(i => i==x.hita.count.value);
if (index_hita_count!=-1)
{
x.hita.count.rank = index_hita_count + 1;
}
int index_hiteach_count = rank_hiteach_count.FindIndex(i => i==x.hiteach.count.value);
if (index_hiteach_count!=-1)
{
x.hiteach.count.rank = index_hiteach_count + 1;
}
int index_ies5Tch_count = rank_ies5Tch_count.FindIndex(i => i==x.ies5Tch.count.value);
if (index_ies5Tch_count!=-1)
{
x.ies5Tch.count.rank = index_ies5Tch_count + 1;
}
int index_otherTch_count = rank_otherTch_count.FindIndex(i => i==x.otherTch.count.value);
if (index_otherTch_count!=-1)
{
x.otherTch.count.rank = index_otherTch_count + 1;
}
int index_lesson_count = rank_lesson_count.FindIndex(i => i==x.lesson.value);
if (index_lesson_count!=-1)
{
x.lesson.rank = index_lesson_count + 1;
}
#endregion
#region
int index_tmd_duration = rank_tmd_duration.FindIndex(i => i==x.tmd.duration.value);
if (index_tmd_duration!=-1)
{
x.tmd.duration.rank = index_tmd_duration + 1;
}
int index_hita_duration = rank_hita_duration.FindIndex(i => i==x.hita.duration.value);
if (index_hita_duration!=-1)
{
x.hita.duration.rank = index_hita_duration + 1;
}
int index_hiteach_duration = rank_hiteach_duration.FindIndex(i => i==x.hiteach.duration.value);
if (index_hiteach_duration!=-1)
{
x.hiteach.duration.rank = index_hiteach_duration + 1;
}
int index_ies5Tch_duration = rank_ies5Tch_duration.FindIndex(i => i==x.ies5Tch.duration.value);
if (index_ies5Tch_duration!=-1)
{
x.ies5Tch.duration.rank = index_ies5Tch_duration + 1;
}
int index_otherTch_duration = rank_otherTch_duration.FindIndex(i => i==x.otherTch.duration.value);
if (index_otherTch_duration!=-1)
{
x.otherTch.duration.rank = index_otherTch_duration + 1;
}
#endregion
#region
int index_tmd_stick = rank_tmd_stick.FindIndex(i => i==x.tmd.stick.value);
if (index_tmd_stick!=-1)
{
x.tmd.stick.rank = index_tmd_stick + 1;
}
int index_hita_stick = rank_hita_stick.FindIndex(i => i==x.hita.stick.value);
if (index_hita_stick!=-1)
{
x.hita.stick.rank = index_hita_stick + 1;
}
int index_hiteach_stick = rank_hiteach_stick.FindIndex(i => i==x.hiteach.stick.value);
if (index_hiteach_stick!=-1)
{
x.hiteach.stick.rank = index_hiteach_stick + 1;
}
int index_ies5Tch_stick = rank_ies5Tch_stick.FindIndex(i => i==x.ies5Tch.stick.value);
if (index_ies5Tch_stick!=-1)
{
x.ies5Tch.stick.rank = index_ies5Tch_stick + 1;
}
int index_otherTch_stick = rank_otherTch_stick.FindIndex(i => i==x.otherTch.stick.value);
if (index_otherTch_stick!=-1)
{
x.otherTch.stick.rank = index_otherTch_stick + 1;
}
#endregion
});
return tchStickiness;
}
private static List OrderBySchoolStick(List schoolStickiness)
{
// 假设visit已经填充了数据
#region
var rank_tmd_count = schoolStickiness.Select(x => x.tmd.count.value).Distinct().OrderByDescending(v => v).ToList();
var rank_hita_count = schoolStickiness.Select(x => x.hita.count.value).Distinct().OrderByDescending(v => v).ToList();
var rank_hiteach_count = schoolStickiness.Select(x => x.hiteach.count.value).Distinct().OrderByDescending(v => v).ToList();
var rank_ies5Tch_count = schoolStickiness.Select(x => x.ies5Tch.count.value).Distinct().OrderByDescending(v => v).ToList();
var rank_otherTch_count = schoolStickiness.Select(x => x.otherTch.count.value).Distinct().OrderByDescending(v => v).ToList();
var rank_ies5Stu_count = schoolStickiness.Select(x => x.ies5Stu.count.value).Distinct().OrderByDescending(v => v).ToList();
var rank_otherStu_count = schoolStickiness.Select(x => x.otherStu.count.value).Distinct().OrderByDescending(v => v).ToList();
var rank_lesson_count = schoolStickiness.Select(x => x.lesson.value).Distinct().OrderByDescending(v => v).ToList();
#endregion
#region
var rank_tmd_duration = schoolStickiness.Select(x => x.tmd.duration.value).Distinct().OrderByDescending(v => v).ToList();
var rank_hita_duration = schoolStickiness.Select(x => x.hita.duration.value).Distinct().OrderByDescending(v => v).ToList();
var rank_hiteach_duration = schoolStickiness.Select(x => x.hiteach.duration.value).Distinct().OrderByDescending(v => v).ToList();
var rank_ies5Tch_duration = schoolStickiness.Select(x => x.ies5Tch.duration.value).Distinct().OrderByDescending(v => v).ToList();
var rank_otherTch_duration = schoolStickiness.Select(x => x.otherTch.duration.value).Distinct().OrderByDescending(v => v).ToList();
var rank_ies5Stu_duration = schoolStickiness.Select(x => x.ies5Stu.duration.value).Distinct().OrderByDescending(v => v).ToList();
var rank_otherStu_duration = schoolStickiness.Select(x => x.otherStu.duration.value).Distinct().OrderByDescending(v => v).ToList();
#endregion
#region
var rank_tmd_stick = schoolStickiness.Select(x => x.tmd.stick.value).Distinct().OrderByDescending(v => v).ToList();
var rank_hita_stick = schoolStickiness.Select(x => x.hita.stick.value).Distinct().OrderByDescending(v => v).ToList();
var rank_hiteach_stick = schoolStickiness.Select(x => x.hiteach.stick.value).Distinct().OrderByDescending(v => v).ToList();
var rank_ies5Tch_stick = schoolStickiness.Select(x => x.ies5Tch.stick.value).Distinct().OrderByDescending(v => v).ToList();
var rank_otherTch_stick = schoolStickiness.Select(x => x.otherTch.stick.value).Distinct().OrderByDescending(v => v).ToList();
var rank_ies5Stu_stick = schoolStickiness.Select(x => x.ies5Stu.stick.value).Distinct().OrderByDescending(v => v).ToList();
var rank_otherStu_stick = schoolStickiness.Select(x => x.otherStu.stick.value).Distinct().OrderByDescending(v => v).ToList();
#endregion
schoolStickiness.ForEach(x => {
#region
if (x.tmd.count.value>0)
{
int index_tmd_count = rank_tmd_count.FindIndex(i => i==x.tmd.count.value);
if (index_tmd_count!=-1)
{
x.tmd.count.rank = index_tmd_count + 1;
}
}
if (x.hita.count.value>0)
{
int index_hita_count = rank_hita_count.FindIndex(i => i==x.hita.count.value);
if (index_hita_count!=-1)
{
x.hita.count.rank = index_hita_count + 1;
}
}
if (x.hiteach.count.value>0)
{
int index_hiteach_count = rank_hiteach_count.FindIndex(i => i==x.hiteach.count.value);
if (index_hiteach_count!=-1)
{
x.hiteach.count.rank = index_hiteach_count + 1;
}
}
if (x.ies5Tch.count.value>0)
{
int index_ies5Tch_count = rank_ies5Tch_count.FindIndex(i => i==x.ies5Tch.count.value);
if (index_ies5Tch_count!=-1)
{
x.ies5Tch.count.rank = index_ies5Tch_count + 1;
}
}
if (x.otherTch.count.value>0)
{
int index_otherTch_count = rank_otherTch_count.FindIndex(i => i==x.otherTch.count.value);
if (index_otherTch_count!=-1)
{
x.otherTch.count.rank = index_otherTch_count + 1;
}
}
if (x.ies5Stu.count.value>0)
{
int index_ies5Stu_count = rank_ies5Stu_count.FindIndex(i => i==x.ies5Stu.count.value);
if (index_ies5Stu_count!=-1)
{
x.ies5Stu.count.rank = index_ies5Stu_count + 1;
}
}
if (x.otherStu.count.value>0)
{
int index_otherStu_count = rank_otherStu_count.FindIndex(i => i==x.otherStu.count.value);
if (index_otherStu_count!=-1)
{
x.otherStu.count.rank = index_otherStu_count + 1;
}
}
if (x.lesson.value>0)
{
int index_lesson_count = rank_lesson_count.FindIndex(i => i==x.lesson.value);
if (index_lesson_count!=-1)
{
x.lesson.rank = index_lesson_count + 1;
}
}
#endregion
#region
if (x.tmd.duration.value>0)
{
int index_tmd_duration = rank_tmd_duration.FindIndex(i => i==x.tmd.duration.value);
if (index_tmd_duration!=-1)
{
x.tmd.duration.rank = index_tmd_duration + 1;
}
}
if (x.hita.duration.value>0)
{
int index_hita_duration = rank_hita_duration.FindIndex(i => i==x.hita.duration.value);
if (index_hita_duration!=-1)
{
x.hita.duration.rank = index_hita_duration + 1;
}
}
if (x.hiteach.duration.value>0)
{
int index_hiteach_duration = rank_hiteach_duration.FindIndex(i => i==x.hiteach.duration.value);
if (index_hiteach_duration!=-1)
{
x.hiteach.duration.rank = index_hiteach_duration + 1;
}
}
if (x.ies5Tch.duration.value>0) {
int index_ies5Tch_duration = rank_ies5Tch_duration.FindIndex(i => i==x.ies5Tch.duration.value);
if (index_ies5Tch_duration!=-1)
{
x.ies5Tch.duration.rank = index_ies5Tch_duration + 1;
}
}
if (x.otherTch.duration.value>0)
{
int index_otherTch_duration = rank_otherTch_duration.FindIndex(i => i==x.otherTch.duration.value);
if (index_otherTch_duration!=-1)
{
x.otherTch.duration.rank = index_otherTch_duration + 1;
}
}
if (x.ies5Stu.duration.value>0)
{
int index_ies5Stu_duration = rank_ies5Stu_duration.FindIndex(i => i==x.ies5Stu.duration.value);
if (index_ies5Stu_duration!=-1)
{
x.ies5Stu.duration.rank = index_ies5Stu_duration + 1;
}
}
if (x.otherStu.duration.value>0)
{
int index_otherStu_duration = rank_otherStu_duration.FindIndex(i => i==x.otherStu.duration.value);
if (index_otherStu_duration!=-1)
{
x.otherStu.duration.rank = index_otherStu_duration + 1;
}
}
#endregion
#region
if (x.tmd.stick.value>0)
{
int index_tmd_stick = rank_tmd_stick.FindIndex(i => i==x.tmd.stick.value);
if (index_tmd_stick!=-1)
{
x.tmd.stick.rank = index_tmd_stick + 1;
}
}
if (x.hita.stick.value>0)
{
int index_hita_stick = rank_hita_stick.FindIndex(i => i==x.hita.stick.value);
if (index_hita_stick!=-1)
{
x.hita.stick.rank = index_hita_stick + 1;
}
}
if (x.hiteach.stick.value>0)
{
int index_hiteach_stick = rank_hiteach_stick.FindIndex(i => i==x.hiteach.stick.value);
if (index_hiteach_stick!=-1)
{
x.hiteach.stick.rank = index_hiteach_stick + 1;
}
}
if (x.ies5Tch.stick.value>0)
{
int index_ies5Tch_stick = rank_ies5Tch_stick.FindIndex(i => i==x.ies5Tch.stick.value);
if (index_ies5Tch_stick!=-1)
{
x.ies5Tch.stick.rank = index_ies5Tch_stick + 1;
}
}
if (x.otherTch.stick.value>0)
{
int index_otherTch_stick = rank_otherTch_stick.FindIndex(i => i==x.otherTch.stick.value);
if (index_otherTch_stick!=-1)
{
x.otherTch.stick.rank = index_otherTch_stick + 1;
}
}
if (x.ies5Stu.stick.value>0)
{
int index_ies5Stu_stick = rank_ies5Stu_stick.FindIndex(i => i==x.ies5Stu.stick.value);
if (index_ies5Stu_stick!=-1)
{
x.ies5Stu.stick.rank = index_ies5Stu_stick + 1;
}
}
if (x.otherStu.stick.value>0)
{
int index_otherStu_stick = rank_otherStu_stick.FindIndex(i => i==x.otherStu.stick.value);
if (index_otherStu_stick!=-1)
{
x.otherStu.stick.rank = index_otherStu_stick + 1;
}
}
#endregion
});
return schoolStickiness;
}
///
/// 结算访问日志
///
public static async Task<(List chinaSchoolStickiness, List globalSchoolStickiness)> VisitSettle(List times ,AzureStorageFactory _azureStorage,AzureRedisFactory _azureRedis, Region2LongitudeLatitudeTranslator _longitudeLatitudeTranslator, IPSearcher _ipSearcher) {
List chinaSchoolStickiness = new List();
List globalSchoolStickiness = new List();
foreach (var timeDate in times)
{
List apiVisits = new List();
if (DateTimeOffset.TryParse(timeDate, out DateTimeOffset date))
{
BlobDownloadResult result = await _azureStorage.GetBlobContainerClient("0-service-log").GetBlobClient($"http-log/{date:yyyy}/{date:MM}/{date:dd}/index.log").DownloadContentAsync();
var content = result.Content.ToString();
content= content.Substring(0, content.Length-2);
if (content.EndsWith("}"))
{
content=$"[{content}]";
}
else
{
content=$"[{content}}}]";
}
apiVisits.AddRange(content.ToObject>());
var dateNow = DateTimeOffset.Now.GetGMTTime(8);
if ($"{dateNow:yyyy-MM-dd}".Equals($"{date:yyyy-MM-dd}"))
{ //当前小时一致的
BlobDownloadResult resultHour = await _azureStorage.GetBlobContainerClient("0-service-log").GetBlobClient($"http-log/{date:yyyy}/{date:MM}/{date:dd}/{date:HH}.log").DownloadContentAsync();
var contentHour = resultHour.Content.ToString();
contentHour= contentHour.Substring(0, contentHour.Length-2);
if (contentHour.EndsWith("}"))
{
contentHour=$"[{contentHour}]";
}
else
{
contentHour=$"[{contentHour}}}]";
}
var httpLog = contentHour.ToObject>();
(ConcurrentBag visits, ConcurrentBag<(string uuid, HttpLog httpLog, List tmdid, List school)> uuidInfo) = await SystemService.ConvertHttpLog(httpLog, _azureRedis, _ipSearcher, _longitudeLatitudeTranslator, dateNow, false);
apiVisits.AddRange(visits);
}
}
//大陆学校
var chinaApiVisits = apiVisits.Where(x => x.hostName.Equals("大陆站"));
var chinaSchoolVisits = apiVisits.Where(x => !string.IsNullOrWhiteSpace(x.school) && x.hostName.Equals("大陆站")).GroupBy(x => x.school);
List chinaStickiness = CountSchoolStickiness(chinaSchoolVisits, chinaApiVisits);
chinaSchoolStickiness.AddRange(chinaStickiness);
//国际学校
var globalApiVisits = apiVisits.Where(x => x.hostName.Equals("国际站"));
var globalSchoolVisits = apiVisits.Where(x => !string.IsNullOrWhiteSpace(x.school) && x.hostName.Equals("国际站")).GroupBy(x => x.school);
List globalStickiness = CountSchoolStickiness(globalSchoolVisits, globalApiVisits);
globalSchoolStickiness.AddRange(globalStickiness);
}
return (chinaSchoolStickiness, globalSchoolStickiness);
}
public static async Task<(ConcurrentBag visits, ConcurrentBag<(string uuid, HttpLog httpLog, List tmdid, List school)> uuidInfo)>
ConvertHttpLog(List logs, AzureRedisFactory _azureRedis, IPSearcher _ipSearcher, Region2LongitudeLatitudeTranslator _longitudeLatitudeTranslator, DateTimeOffset gmt8Time, bool test = false)
{
ConcurrentBag visits = new ConcurrentBag();
ConcurrentBag<(string uuid, HttpLog httpLog, List tmdid, List school)> uuidInfo = new ConcurrentBag<(string uuid, HttpLog httpLog, List tmdid, List school)>();
object lockObj = new object();
await Parallel.ForEachAsync(logs, async (log, _) =>
{
if (!log.path.Contains("."))
{
string uuid = Guid.NewGuid().ToString();
List schoolMatch = new List();
List useridMatch = new List();
var vist = new ApiVisit()
{
id=uuid,
ip=log.ip,
tid=log.tid,
time= log.time,
userId= log.id,
school= log.school,
tname= log.name,
path = log.path,
client=log.p.Equals("os", StringComparison.OrdinalIgnoreCase) ? "ies5" : log.p,
scope=log.scope,
host= log.host,
hostName=log.hostName,
l=log.l,
year = $"{gmt8Time:yyyy}",
month = $"{gmt8Time:MM}",
day = $"{gmt8Time:dd}",
hour =$"{gmt8Time:HH}"
};
if (test)
{
var time = DateTimeOffset.FromUnixTimeMilliseconds(log.time);
//本地调试时间
if (vist.ip.Equals("0.0.0.1"))
{
time= time.AddHours(8);
}
vist.year = $"{time:yyyy}";
vist.month = $"{time:MM}";
vist.day = $"{time:dd}";
vist.hour =$"{time:HH}";
}
if (string.IsNullOrWhiteSpace(vist.userId))
{
//var jsonPathContext = new JsonPathContext();
//jsonPathContext.ValueSystem= new JsonTextValueSystem();
string path = "$..['id_token','idToken','idtoken','tmdid','id','teacherId','teacher','tid','tId','userid','userId','code','studentId','student','studentid']";
if (!log.param.ValueKind.Equals(JsonValueKind.Null)) {
JObject jsonObject = JObject.Parse(log.param.GetRawText());
//var nodes_path = jsonPathContext.SelectNodes(log.param, path);
var nodes_path = jsonObject.SelectTokens(path);
foreach (var node in nodes_path)
{
// 只获取是字符串的
if (node.Type.Equals(JTokenType.String))
{
switch (true)
{
case bool when node.Path.Contains("id_token")||node.Path.Contains("idToken")||node.Path.Contains("idtoken"):
{
try
{
var jwt = new JwtSecurityToken($"{node}");
string id = jwt.Payload.Sub;
var name = jwt.Claims.FirstOrDefault(claim => claim.Type.Equals("name"))?.Value;
if (!string.IsNullOrWhiteSpace(id) && long.TryParse(id, out long _id))
{
vist.userId=id;
vist.scope="teacher";
vist.tname=name;
useridMatch.Add(id);
}
}
catch (Exception ex) { }
break;
}
case bool when node.Path.Contains("tmdid")||node.Path.Contains("id")||node.Path.Contains("teacherId")
||node.Path.Contains("teacher")||node.Path.Contains("tid")||node.Path.Contains("tId")||node.Path.Contains("userid")
||node.Path.Contains("userId"):
{
if (!string.IsNullOrWhiteSpace($"{node}") && long.TryParse($"{node}", out long _id))
{
vist.userId=$"{node}";
vist.scope="teacher";
useridMatch.Add($"{node}");
}
break;
}
case bool when node.Path.Contains("studentId")||node.Path.Contains("student")||node.Path.Contains("studentid"):
{
if (!string.IsNullOrWhiteSpace($"{node}") && long.TryParse($"{node}", out long _id))
{
vist.userId=$"{node}";
vist.scope="student";
useridMatch.Add($"{node}");
}
break;
}
case bool when node.Path.Contains("code"):
{
if (!string.IsNullOrWhiteSpace($"{node}"))
{
if (long.TryParse($"{node}", out long _id))
{
vist.userId=$"{node}";
useridMatch.Add($"{node}");
}
else
{
string[] codes = $"{node}".Split("-");
foreach (var _code in codes)
{
if (long.TryParse(_code, out long _codeid))
{
vist.userId=$"{node}";
useridMatch.Add($"{_code}");
break;
}
}
}
}
break;
}
}
}
}
if (log.path.Contains("process-notify", StringComparison.OrdinalIgnoreCase))
{
string s = log.param.ToJsonString().Replace("\\", "");
Regex regextmdid = new Regex("\"tmdid\":\"(\\d+)\"");
Match matchtmdid = regextmdid.Match(s);
if (matchtmdid.Success)
{
var t = matchtmdid.Groups[1].Value;
if (!string.IsNullOrWhiteSpace(t))
{
vist.userId=t;
vist.scope="teacher";
useridMatch.Add(t);
}
}
Regex regexname = new Regex("\"tmdname\":\"(.+?)\"");
Match matchname = regexname.Match(s);
if (matchname.Success)
{
var t = matchname.Groups[1].Value;
if (!string.IsNullOrWhiteSpace(t))
{
vist.tname=t;
}
}
}
}
}
else
{
if (string.IsNullOrWhiteSpace($"{vist.scope}"))
{
vist.scope="teacher";
uuidInfo.Add((uuid, log, new List() { vist.userId }, new List()));
}
}
if (string.IsNullOrWhiteSpace(vist.school) || vist.school.Equals("true") || vist.school.Equals("false"))
{
vist.school="";
string path = "$..['school','id','schoolId','schoolid','schoolCode','school_code','schoolcode','code']";
if (!log.param.ValueKind.Equals(JsonValueKind.Null)) {
JObject jsonObject = JObject.Parse(log.param.GetRawText());
var nodes_path = jsonObject.SelectTokens(path);
foreach (var node in nodes_path)
{
// 只获取是字符串的
if (node.Type.Equals(JTokenType.String))
{
switch (true)
{
case bool when node.Path.Contains("school")||node.Path.Contains("id")||node.Path.Contains("schoolId")
||node.Path.Contains("schoolid")||node.Path.Contains("schoolCode")||node.Path.Contains("school_code")||node.Path.Contains("schoolcode"):
{
if (!$"{node}".Contains("-")&& $"{node}".Length<=8 && $"{node}".Length>=1)
{
vist.school=$"{node}";
schoolMatch.Add($"{node}");
}
break;
}
case bool when node.Path.Contains("code"):
{
if (!$"{node}".Contains("-")&& $"{node}".Length<=8&& $"{node}".Length>=1)
{
vist.school=$"{node}";
schoolMatch.Add($"{node}");
}
else
{
string[] codes = $"{node}".Split("-");
foreach (var _code in codes)
{
if ($"{_code}".Length<=8 && $"{_code}".Length>=1)
{
vist.school=$"{_code}";
schoolMatch.Add($"{_code}");
break;
}
}
}
break;
}
}
}
}
if (log.path.Contains("process-notify", StringComparison.OrdinalIgnoreCase))
{
string s = log.param.ToJsonString().Replace("\\", "");
Regex regexname = new Regex("\"schoolId\":\"(.+?)\"");
Match matchname = regexname.Match(s);
if (matchname.Success)
{
var t = matchname.Groups[1].Value;
if (!string.IsNullOrWhiteSpace(t))
{
vist.school=t;
}
}
}
}
}
//处理 client
{
if (!string.IsNullOrWhiteSpace(log.client))
{
if (log.client.Equals("IES", StringComparison.OrdinalIgnoreCase))
{
vist.client="ies5";
}
if (log.client.Equals("AClassONE", StringComparison.OrdinalIgnoreCase))
{
vist.client="aclassone";
}
if (log.client.Equals("BB", StringComparison.OrdinalIgnoreCase))
{
vist.client="habb";
}
if (log.client.Equals("HiTool", StringComparison.OrdinalIgnoreCase) ||log.client.Equals("HiTools", StringComparison.OrdinalIgnoreCase))
{
vist.client="hiscan";
}
if (log.client.Equals("HiTA", StringComparison.OrdinalIgnoreCase))
{
vist.client="hita";
vist.scope="teacher";
}
if (log.client.Equals("HiTeachCC", StringComparison.OrdinalIgnoreCase))
{
vist.client="hiteachcc";
}
if (log.client.Equals("HiTeach", StringComparison.OrdinalIgnoreCase))
{
vist.scope="teacher";
vist.client="hiteach";
}
if (log.client.Equals("Open", StringComparison.OrdinalIgnoreCase))
{
vist.client="open";
}
}
}
//补全站点
{
if (
(log.host.Equals("wwww.teammodel.net")||log.host.Equals("ies5-rc.teammodel.net")))
{
vist.hostName="国际站";
vist.host="www.teammodel.net";
vist.client="ies5";
vist.l="Global";
}
else if (
log.host.Equals("teammodelos-yx.chinacloudsites.cn")||log.host.Equals("teammodelos.chinacloudsites.cn")
||log.host.Equals("yx.teammodel.cn")||log.host.Equals("teammodelos-rc.chinacloudsites.cn")||log.host.Equals("rc.teammodel.cn")|| log.host.Equals("www.teammodel.cn"))
{
vist.hostName="大陆站";
vist.host="www.teammodel.cn";
vist.client="ies5"; vist.l="China";
}
else if ((log.host.Contains("localhost") && log.p.Equals("os"))|| log.host.Equals("teammodelos-test.chinacloudsites.cn") ||log.host.Equals("test.teammodel.cn"))
{
vist.hostName="测试站";
vist.host="test.teammodel.cn";
vist.client="ies5";
vist.l="China";
}
else if (
(log.host.Equals("scyx.teammodel.cn") ||log.host.Equals("jinniu.teammodel.cn")))
{
vist.hostName="研修2.0";
vist.host="scyx.teammodel.cn";
vist.client="ability"; vist.l="China";
}
else if (
log.host.Equals("open.teammodel.cn")||log.host.Equals("open-test.teammodel.cn") ||log.host.Equals("zhiyin-test.teammodel.cn"))
{
vist.hostName="开放平台";
vist.host="open.teammodel.cn";
vist.client="open";
vist.l="China";
}
else if ((log.host.Equals("bi-rc.teammodel.net") || log.host.Equals("bi.teammodel.net")))
{
vist.hostName="国际站";
vist.host="bi.teammodel.net";
vist.client="bi";
vist.scope="admin";
vist.l="Global";
}
else if (log.host.Equals("teammodelbi.chinacloudsites.cn") ||log.host.Equals("bi.teammodel.cn"))
{
vist.hostName="大陆站";
vist.host="bi.teammodel.cn";
vist.client="bi";
vist.scope="admin";
vist.l="China";
}
else if (log.host.Equals("bitest.teammodel.cn")||log.host.Equals("teammodelbi-test.chinacloudsites.cn")||(log.host.Contains("localhost") && (log.p.Equals("bi"))))
{
vist.hostName="测试站";
vist.host="testbi.teammodel.cn";
vist.client="bi";
vist.scope="admin";
vist.l="China";
}
else if (
log.host.Equals("teamcontest.chinacloudsites.cn")||log.host.Equals("contest.chinacloudsites.cn")||log.host.Equals("contest-test.chinacloudsites.cn"))
{
vist.hostName="大陆站";
vist.host="contest.teammodel.cn";
vist.client="contest"; vist.l="China";
}
else if (
log.host.Equals("hiteachcc.chinacloudsites.cn"))
{
vist.hostName="正式站";
vist.host="hiteachcc.teammodel.cn";
vist.client="hiteachcc";
vist.l="China";
}
else if (log.host.Equals("appraisal.chinacloudsites.cn"))
{
vist.hostName="大陆站";
vist.host="appraisal.teammodel.cn";
vist.client="appraisal";
vist.l="China";
}
else if ((log.host.Contains("localhost") && log.p.Equals("appraisal"))||log.host.Equals("appraisal-test.teammodel.cn") ||log.host.Equals("appraisal-test.chinacloudsites.cn"))
{
vist.hostName="测试站";
vist.host="appraisal-test.teammodel.cn";
vist.client="appraisal";
vist.l="China";
}
else
{
if (!string.IsNullOrWhiteSpace(log.p))
{
vist.client=log.p.Equals("os", StringComparison.OrdinalIgnoreCase) ? "ies5" : log.p;
}
else
{
vist.client="other";
}
if (log.host.EndsWith(".cn"))
{
vist.hostName="大陆站";
vist.l="China";
}
else if (log.host.EndsWith(".net"))
{
vist.hostName="国际站";
vist.l="Global";
}
else
{
vist.hostName="其他";
vist.l="其他";
}
}
}
//补全产品端
{
//研修2.0
if (log.path.Contains("research") || log.path.Contains("study") || log.path.Contains("standard-file"))
{
vist.client="ability";
}
if (log.path.Contains("teacher"))
{
vist.scope="teacher";
}
if (log.path.Contains("tmduser"))
{
vist.scope=Constant.ScopeTmdUser;
}
if (log.path.Contains("student/login"))
{
vist.scope=Constant.ScopeStudent;
}
if (log.path.StartsWith("/activity"))
{
vist.client="contest";
}
//小程序
if (log.path.Contains("aclassone"))
{
vist.client="aclassone";
}
// ///
/// ExamInfo qamode 書面問答類型 0:書面問答 1:紙本測驗 2:艺术评测
///
//艺术评测
if (log.path.Contains("art") ||log.path.Contains("aclassone/find-children-activity") ||log.path.Contains("aclassone/find-teacher-activity") ||log.path.Contains("aclassone/find-summary-activity") ||log.path.Contains("aclassone/upload-all") ||log.path.Contains("aclassone/delete"))
{
vist.client="art";
}
if (log.path.Contains("common/exam/upsert-record"))
{
JObject jobject = JObject.Parse(log.param.GetRawText());
var jtokens = jobject.SelectTokens("$..artId");
if (jtokens!=null && jtokens.Count()>0)
{
vist.client="art";
vist.scope=Constant.ScopeStudent;
}
}
if (log.path.Contains("habb"))
{
vist.client="habb";
}
//阅卷客户端
if (log.path.Contains("hiscan"))
{
vist.client="hiscan";
}
if (log.path.Contains("hita"))
{
vist.client="hita";
}
if (log.path.Contains("hiteachcc"))
{
vist.client="hiteachcc";
}
if (log.path.Contains("sokrate"))
{
vist.client="sokrate";
}
if (log.path.Contains("sokrate") || log.path.Contains("score"))
{
vist.client="sokrate";
}
if (log.path.Contains("hiteach"))
{
vist.client="hiteach";
}
///IES开放平台
if (log.path.Contains("business") || log.path.Contains("biz") || log.path.Contains("openapi-config") || log.path.Contains("open-api"))
{
vist.client="open";
}
//从token的role 能否获取 开放平台
//单点登录及第三方接口
if (log.path.Contains("lepei") || log.path.Contains("sc/") || log.path.Contains("/sso") || log.path.Contains("sc-init")|| log.path.Contains("moofen") || log.path.Contains("data-push") || log.path.Contains("xkw")|| log.path.Contains("tianbo")
|| log.path.Contains("oauth/check-bind")|| log.path.Contains("dingding") || log.path.Contains("wechat")
)
{
vist.client="sso-third";
}
}
//处理IP转地区
var region = await _ipSearcher.SearchIpAsync(vist.ip);
if (string.IsNullOrWhiteSpace(region))
{
region="未知IP·未知IP·未知IP";
}
if (!string.IsNullOrWhiteSpace(region))
{
region= region.Replace("省·", "·").Replace("市·", "·").Replace("特别行政区·", "·").Replace("藏族羌族自治州·", "·");
var regions = region.Split("·");
if (regions.Length==4)
{
vist.area= regions[0];
vist.province = regions[1];
vist.city = regions[2];
}
if (regions.Length==3)
{
vist.area= regions[0];
vist.province = regions[1];
}
if (regions.Length==2)
{
vist.area= regions[0];
vist.province = regions[1];
}
if (regions.Length==1)
{
vist.area= regions[0];
}
}
//处理地区转经纬度
{
IEnumerable tokens = default;
if (!string.IsNullOrWhiteSpace(vist.city) && !string.IsNullOrWhiteSpace(vist.province) && !string.IsNullOrWhiteSpace(vist.area))
{
tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.province=~ /.*{vist.province}/i && @.city=~ /.*{vist.city}/i)]");
if (!(tokens.Any() && tokens.Count()>0))
{
tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.province=~ /.*{vist.city}/i && @.city=~ /.*{vist.province}/i)]");
if (!(tokens.Any() && tokens.Count()>0))
{
tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.province=~ /.*{vist.city}/i || @.city=~ /.*{vist.city}/i)]");
}
if (!(tokens.Any() && tokens.Count()>0))
{
tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.province=~ /.*{vist.province}/i||@.city=~ /.*{vist.province}/i)]");
}
}
}
else if (string.IsNullOrWhiteSpace(vist.city) && !string.IsNullOrWhiteSpace(vist.province) && !string.IsNullOrWhiteSpace(vist.area))
{
if (vist.area.Equals("中国"))
{
tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.province=~ /.*{vist.province}/i)]");
if (!(tokens.Any() && tokens.Count()>0))
{
tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.city=~ /.*{vist.province}/i)]");
}
}
else
{
tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.city=~ /.*{vist.province}/i || @.province=~ /.*{vist.province}/i)]");
}
}
else if (!string.IsNullOrWhiteSpace(vist.city) && string.IsNullOrWhiteSpace(vist.province)&& !string.IsNullOrWhiteSpace(vist.area))
{
if (vist.area.Equals("中国"))
{
tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.province=~ /.*{vist.city}/i)]");
if (!(tokens.Any() && tokens.Count()>0))
{
tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.city=~ /.*{vist.province}/i)]");
}
}
else
{
tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.city=~ /.*{vist.city}/i || @.city=~ /.*{vist.province}/i)]");
}
}
else if (string.IsNullOrWhiteSpace(vist.city) && string.IsNullOrWhiteSpace(vist.province)&& !string.IsNullOrWhiteSpace(vist.area))
{
tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.country=~ /.*{vist.area}/i && @.m=='1')]");
}
if (tokens!=null && tokens.Any())
{
List regionLngLats = new List();
foreach (JToken token in tokens)
{
regionLngLats.Add(token.ToString().ToObject());
}
var points = regionLngLats.FindAll(x => string.IsNullOrWhiteSpace(x.area));
if (!points.IsNotEmpty())
{
points= regionLngLats.FindAll(x => !string.IsNullOrWhiteSpace(x.m) && x.m.Equals("1"));
}
if (string.IsNullOrWhiteSpace(vist.city))
{
vist.city=points?.FirstOrDefault()?.city;
if (!string.IsNullOrWhiteSpace(vist.city) && vist.city.EndsWith("市"))
{
vist.city=vist.city.Replace("市", "");
}
}
vist.lat=points?.FirstOrDefault()?.lat;
vist.lng=points?.FirstOrDefault()?.lng;
}
else
{
if (vist.area.Equals("内网IP"))
{
if (vist.host.Contains(".cn") || vist.host.Contains("localhost"))
{
vist.lat="30.655821878416408";
vist.lng="104.08153351042463";
vist.area="中国";
vist.province="四川";
vist.city="成都";
}
else
{
vist.lat="25.044332";
vist.lng="121.509062";
vist.area="中国";
vist.province="台湾";
vist.city="台湾";
}
}
else
{
vist.lat="30.655821878416408";
vist.lng="104.08153351042463";
vist.area="中国";
vist.province="四川";
vist.city="成都";
}
}
}
uuidInfo.Add((uuid, log, useridMatch, schoolMatch));
visits.Add(vist);
}
}
);
List<(string tmd, bool exists, string scope)> tmdexists = new List<(string tmd, bool exists, string scope)>();
List<(string sch, bool exists)> schexists = new List<(string sch, bool exists)>();
var tmds = uuidInfo.SelectMany(x => x.tmdid).ToHashSet();
if (tmds.Any())
{
foreach (var tmd in tmds)
{
var exists = await _azureRedis.GetRedisClient(8).KeyExistsAsync($"Blob:Catalog:{tmd}");
if (exists)
{
tmdexists.Add((tmd, exists, "teacher"));
}
else
{
exists = await _azureRedis.GetRedisClient(8).KeyExistsAsync($"Login:School:hbcn:student:{tmd}");
tmdexists.Add((tmd, exists, "student"));
}
}
}
var schs = uuidInfo.SelectMany(x => x.school).ToHashSet();
if (schs.Any())
{
foreach (var sch in schs)
{
var exists = await _azureRedis.GetRedisClient(8).KeyExistsAsync($"Blob:Catalog:{sch}");
schexists.Add((sch, exists));
}
}
foreach (var item in uuidInfo)
{
foreach (var tmd in item.tmdid)
{
var tmdext = tmdexists.Find(x => x.tmd.Equals(tmd));
if (tmdext.tmd!= null && tmdext.exists)
{
var vist = visits.Where(x => x.id.Equals(item.uuid));
foreach (var vi in vist)
{
vi.userId=tmd;
if (string.IsNullOrWhiteSpace(vi.scope))
{
vi.scope=tmdext.scope;
}
}
break;
}
}
foreach (var sch in item.school)
{
var schext = schexists.Find(x => x.sch.Equals(sch));
if (schext.sch!= null && schext.exists)
{
var vist = visits.Where(x => x.id.Equals(item.uuid));
foreach (var vi in vist)
{
vi.school=sch;
}
break;
}
}
}
return (visits, uuidInfo);
}
public class ApiVisit
{
public string id { get; set; }
public string path { get; set; }
///
/// 细分
/// ies5 ,hiteach,hita,cc,bi,contest,open,aclassone,sokrates,ability,art
/// 产品端
///
public string client { get; set; }
///
/// 具体功能
///
// public string func { get; set; }
public string userId { get; set; }
public string scope { get; set; }
public string tname { get; set; }
public string school { get; set; }
public string ip { get; set; }
//public string region { get; set; }
public string area { get; set; }
public string province { get; set; }
public string city { get; set; } = "";
public long time { get; set; }
///
///
///
public string host { get; set; }
public string hostName { get; set; } = "其他";
///
/// tokenid
///
public string tid { get; set; }
public string year { get; set; }
public string month { get; set; }
public string day { get; set; }
public string hour { get; set; }
//public RegionLngLat point { get; set; }
public string lat { get; set; }
public string lng { get; set; }
public string l { get; set; }
}
public class HttpLog
{
public string ip { get; set; }
public long time { get; set; }
public string host { get; set; }
public string hostName = "其他";
public string tid { get; set; }
public string path { get; set; }
public string client { get; set; }
public JsonElement param { get; set; }
public string id { get; set; }
public string name { get; set; }
public string school { get; set; }
public string p { get; set; }
// public string ua { get; set; }
// public string referer { get; set; }
public string scope { get; set; }
public string year { get; set; }
public string month { get; set; }
public string day { get; set; }
public string hour { get; set; }
public string l { get; set; }
}
public record RegionLngLat
{
public string country { get; set; }
public string province { get; set; }
public string city { get; set; }
public string lat { get; set; }
public string lng { get; set; }
public string area { get; set; }
public string m { get; set; } = "0";
}
public class CountData
{
public string pk { get; set; } = "";
public string sk { get; set; } = "";
public string sp { get; set; } = "";
public int count { get; set; }
}
public class SchoolStick
{
///
/// 名字
///
public string name { get; set; }
public string picture { get; set; }
///
/// 编码
///
public string id { get; set; }
public string last { get; set; }
#region tmd
public ClientStick tmd { get; set; } = new ClientStick();
#endregion
#region hiteach
public ClientStick hiteach { get; set; } = new ClientStick();
public Indicator lesson { get; set; } = new Indicator();
#endregion
#region hita
public ClientStick hita { get; set; } = new ClientStick();
#endregion
#region ies5Teacher
public ClientStick ies5Tch { get; set; } = new ClientStick();
#endregion
#region otherTeacher
public ClientStick otherTch { get; set; } = new ClientStick();
#endregion
#region ies5Student
public ClientStick ies5Stu { get; set; } = new ClientStick();
#endregion
#region otherStudent
public ClientStick otherStu { get; set; } = new ClientStick();
#endregion
public List tchSticks { get; set; } = new List();
public List stuSticks { get; set; } = new List();
}
public class TchStick {
public string school { get; set; }
///
/// 名字
///
public string name { get; set; }
public string picture { get; set; }
///
/// 编码
///
public string id { get; set; }
public string last { get; set; }
#region tmd
public ClientStick tmd { get; set; } = new ClientStick();
#endregion
#region hiteach
public ClientStick hiteach { get; set; } = new ClientStick();
public Indicator lesson { get; set; } = new Indicator();
#endregion
#region hita
public ClientStick hita { get; set; } = new ClientStick();
#endregion
#region ies5Teacher
public ClientStick ies5Tch { get; set; } = new ClientStick();
#endregion
#region otherTeacher
public ClientStick otherTch { get; set; } = new ClientStick();
#endregion
}
public class StuStick
{
public string school { get; set; }
///
/// 名字
///
public string name { get; set; }
public string picture { get; set; }
///
/// 编码
///
public string id { get; set; }
public string last { get; set; }
#region tmd
public ClientStick tmd { get; set; } = new ClientStick();
#endregion
#region ies5Student
public ClientStick ies5Stu { get; set; } = new ClientStick();
#endregion
#region otherStudent
public ClientStick otherStu { get; set; } = new ClientStick();
#endregion
}
public class ClientStick
{
public int userCount { get; set; }
public Indicator stick { get; set; } = new Indicator();
public Indicator duration { get; set; } = new Indicator();
public Indicator count { get; set; } = new Indicator();
}
public class Indicator
{
///
/// 值
///
public double value { get; set; } = 0;
///
/// 值的增减浮动
///
public double range { get; set; } = 0;
///
/// 排名
///
public double rank { get; set; } = 0;
///
/// 排名的上升下降
///
public double updown { get; set; } = 0;
}
}
}