TEAMModelOS/TEAMModelOS.SDK/Models/Service/SystemService.cs

using Azure.Storage.Blobs.Models;
using DocumentFormat.OpenXml.Bibliography;
using DocumentFormat.OpenXml.Office2010.Excel;
using DocumentFormat.OpenXml.Wordprocessing;
using HTEXLib;
using HTEXLib.COMM.Helpers;
using Microsoft.Azure.Amqp.Framing;
using Newtonsoft.Json.Linq;
using OpenXmlPowerTools;
using System;
using System.Collections.Concurrent;
using System.Collections.Generic;
using System.Diagnostics.PerformanceData;
using System.IdentityModel.Tokens.Jwt;
using System.Linq;
using System.Text;
using System.Text.Json;
using System.Text.RegularExpressions;
using System.Threading.Tasks;
using TEAMModelOS.SDK.DI;
using TEAMModelOS.SDK.Extension;
using TEAMModelOS.SDK.Models.Dtos;
using static Azure.Core.HttpHeader;
using static OpenXmlPowerTools.RevisionProcessor;
using static TEAMModelOS.SDK.Models.Service.SystemService;

namespace TEAMModelOS.SDK.Models.Service
{
    public static class SystemService
    {
        public static async Task RecordAccumulateData(AzureRedisFactory azureRedis, DingDing dingDing, Accumulate accumulate)
        {
            if (!string.IsNullOrWhiteSpace(accumulate.key)  && !string.IsNullOrWhiteSpace(accumulate.target) &&
                !string.IsNullOrWhiteSpace(accumulate.id) && !string.IsNullOrWhiteSpace(accumulate.name) &&
                !string.IsNullOrWhiteSpace(accumulate.scope) &&  !string.IsNullOrWhiteSpace(accumulate.client))
            {
                await RecordAccumulateData(azureRedis, accumulate.key, accumulate.target, accumulate.id, accumulate.name, accumulate.scope, accumulate.client, accumulate.count);
            }
            else
            {
                await dingDing.SendBotMsg($"IES累计数据变更统计参数异常，{accumulate.ToJsonString()}", GroupNames.成都开发測試群組);
            }
        }

        /// <summary>
        /// 记录累计数据
        /// </summary>
        public static async Task RecordAccumulateData(AzureRedisFactory azureRedis, string key, string target, string id, string name, string scope, string client, int count)
        {
            if (!string.IsNullOrWhiteSpace(key)  && !string.IsNullOrWhiteSpace(target) &&
                !string.IsNullOrWhiteSpace(id) && !string.IsNullOrWhiteSpace(name) &&
                !string.IsNullOrWhiteSpace(scope)&& !string.IsNullOrWhiteSpace(client))
            {
                //处理UTC时差
                var nowTime = DateTimeOffset.UtcNow.GetGMTTime(); 
                int difference = (DayOfWeek.Sunday - nowTime.DayOfWeek + 7) % 7; //1-7的结果0-6
                var day = nowTime.ToString("yyyyMMdd");
                string redisKey = $"Accumulate:Daily:{scope}:{key}:{day}";
                string member = $"{target}::{id}::{client}::{name}";
                await azureRedis.GetRedisClient(8).SortedSetIncrementAsync(redisKey, member, count);
                await azureRedis.GetRedisClient(8).KeyExpireAsync(redisKey, new TimeSpan((difference+1)*24, 10, 0));
                //if (key.Equals("lesson")  || key.StartsWith("login_"))
                //{
                //    redisKey = $"Accumulate:Daily:ies:{key}:{day}";
                //    if (scope.Equals("school"))
                //    {
                //        member = $"ies::{id}::{name}";
                //    }
                //    else {
                //        member = $"ies::ies::{name}";
                //    }
                //    await azureRedis.GetRedisClient(8).SortedSetIncrementAsync(redisKey, member, 1);
                //}
            }
        }

        static double GetUserDuration(List<long> times )
        {
            if (times.IsNotEmpty() && times.Count>=2)
            {
                double totalDuration = 0;
                //  DateTime lastTime = DateTimeOffset.FromUnixTimeMilliseconds((long)jsonData[0]["time"]).UtcDateTime;
                long ltime = times[0];
                for (int i = 1; i < times.Count; i++)
                {
                    long ctime = times[i];
                    //DateTime currentTime = DateTimeOffset.FromUnixTimeMilliseconds((long)jsonData[i]["time"]).UtcDateTime;
                    long timeDifference = ctime - ltime;

                    ///如果一小时内连续操作，则按真实时间累计
                    if (timeDifference < 3600000)
                    {
                        totalDuration += timeDifference;
                    }
                    else
                    { ///如果一小时内没有连续操作，则按象征性加10秒，以确保数据有效性。 如果因为一小时没有操作，则表示没有新的接口再次请求，当即就已经退出系统。否则后续仍然会有接口进入，并且带有时间戳
                        totalDuration += 10000;
                    }

                    ltime = ctime;
                }
                return totalDuration;
            }
            else {
                return 10000;
            }
        }
        /// <summary>
        /// 结算访问日志
        /// </summary>
        public static async Task VisitSettle(List<string> times ,AzureStorageFactory   _azureStorage,AzureRedisFactory _azureRedis, Region2LongitudeLatitudeTranslator _longitudeLatitudeTranslator, IPSearcher _ipSearcher) {
            foreach (var timeDate in times)
            {
                List<ApiVist> apiVists = new List<ApiVist>();
                if (DateTimeOffset.TryParse(timeDate, out DateTimeOffset date))
                {
                    var BlobClient = _azureStorage.GetBlobContainerClient("0-service-log").GetBlobClient($"http-log/{date:yyyy}/{date:MM}/{date:dd}/index.log");
                    BlobDownloadResult result = await _azureStorage.GetBlobContainerClient("0-service-log").GetBlobClient($"http-log/{date:yyyy}/{date:MM}/{date:dd}/index.log").DownloadContentAsync();

                    var content = result.Content.ToString();
                    content= content.Substring(0, content.Length-2);
                    if (content.EndsWith("}"))
                    {
                        content=$"[{content}]";
                    }
                    else
                    {
                        content=$"[{content}}}]";
                    }
                    apiVists.AddRange(content.ToObject<List<ApiVist>>());
                    var dateNow = DateTimeOffset.Now.GetGMTTime(8);
                    if ($"{dateNow:yyyy-MM-dd}".Equals($"{date:yyyy-MM-dd}"))
                    {   //当前小时一致的
                        BlobDownloadResult resultHour = await _azureStorage.GetBlobContainerClient("0-service-log").GetBlobClient($"http-log/{date:yyyy}/{date:MM}/{date:dd}/{date:HH}.log").DownloadContentAsync();
                        var contentHour = resultHour.Content.ToString();
                        contentHour= contentHour.Substring(0, contentHour.Length-2);
                        if (contentHour.EndsWith("}"))
                        {
                            contentHour=$"[{contentHour}]";
                        }
                        else
                        {
                            contentHour=$"[{contentHour}}}]";
                        }
                        var httpLog = contentHour.ToObject<List<HttpLog>>();
                        (ConcurrentBag<ApiVist> vists, ConcurrentBag<(string uuid, HttpLog httpLog, List<string> tmdid, List<string> school)> uuidInfo) = await SystemService.ConvertHttpLog(httpLog, _azureRedis, _ipSearcher, _longitudeLatitudeTranslator, dateNow, false);
                        apiVists.AddRange(vists);
                    }
                }

                //处理教师使用时长
                var groupUsers= apiVists.Where(x => !string.IsNullOrWhiteSpace(x.userId)).GroupBy(x=>x.userId).Select(x=> new { key = x.Key, list = x.ToList() });
                foreach (var user in groupUsers) 
                {
                    var vistTimes = user.list.OrderBy(x => x.time);
                    var duration=  GetUserDuration(vistTimes.Select(x => x.time).ToList());
                }
                //处理学校使用时长
                var groupSchools =  apiVists.Where(x => !string.IsNullOrWhiteSpace(x.school) ).GroupBy(x => x.school).Select(x => new { key = x.Key, list = x.ToList() });
                foreach (var school in groupSchools) {
                    var vistTimes = school.list.OrderBy(x => x.time);
                    var duration = GetUserDuration(vistTimes.Select(x => x.time).ToList());
                }
                var clientProvince = apiVists.GroupBy(x => $"{x.client}::{x.province}").Select(x => new CountData { pk=x.Key.Split("::")[0], sk=x.Key.Split("::")[1], count=x.Count() }).OrderByDescending(x => x.count);
                var clientUser = apiVists.GroupBy(x => $"{x.client}::{x.userId}::{x.scope}").Select(x => new CountData { pk=x.Key.Split("::")[0], sk=x.Key.Split("::")[1], sp=x.Key.Split("::")[2], count=x.Count() }).OrderByDescending(x => x.count);
                var clientSchool = apiVists.GroupBy(x => $"{x.client}::{x.school}::{x.scope}").Select(x => new CountData { pk=x.Key.Split("::")[0], sk=x.Key.Split("::")[1], sp=x.Key.Split("::")[2], count=x.Count() }).OrderByDescending(x => x.count);
                var clientSchoolLesson = apiVists.Where(x => x.path.Contains("hiteach/create-lesson")).GroupBy(x => $"{x.client}::{x.school}::{x.scope}").Select(x => new CountData { pk=x.Key.Split("::")[0], sk=x.Key.Split("::")[1], sp=x.Key.Split("::")[2], count=x.Count() }).OrderByDescending(x => x.count);
                Dictionary<string, List<CountData>> ldatas = new Dictionary<string, List<CountData>>();
                foreach (var data in clientSchoolLesson)
                {
                    if (!ldatas.ContainsKey(data.pk))
                    {
                        ldatas[data.pk] = new List<CountData>();
                    }
                    ldatas[data.pk].Add(data);
                }
                Dictionary<string, List<CountData>> sdatas = new Dictionary<string, List<CountData>>();
                foreach (var data in clientSchool)
                {
                    if (!sdatas.ContainsKey(data.pk))
                    {
                        sdatas[data.pk] = new List<CountData>();
                    }
                    sdatas[data.pk].Add(data);
                }
                Dictionary<string, List<CountData>> udatas = new Dictionary<string, List<CountData>>();
                foreach (var data in clientUser)
                {
                    if (!udatas.ContainsKey(data.pk))
                    {
                        udatas[data.pk] = new List<CountData>();
                    }
                    udatas[data.pk].Add(data);
                }
                Dictionary<string, List<CountData>> pdatas = new Dictionary<string, List<CountData>>();

                foreach (var data in clientProvince)
                {
                    if (!pdatas.ContainsKey(data.pk))
                    {
                        pdatas[data.pk] = new List<CountData>();
                    }
                    pdatas[data.pk].Add(data);
                }
            }
        }
        public static async Task<(ConcurrentBag<ApiVist> vists, ConcurrentBag<(string uuid, HttpLog httpLog, List<string> tmdid, List<string> school)> uuidInfo)>
            ConvertHttpLog(List<HttpLog> logs, AzureRedisFactory _azureRedis, IPSearcher _ipSearcher, Region2LongitudeLatitudeTranslator _longitudeLatitudeTranslator, DateTimeOffset gmt8Time, bool test = false)
        {
            ConcurrentBag<ApiVist> vists = new ConcurrentBag<ApiVist>();
            ConcurrentBag<(string uuid, HttpLog httpLog, List<string> tmdid, List<string> school)> uuidInfo = new ConcurrentBag<(string uuid, HttpLog httpLog, List<string> tmdid, List<string> school)>();
            object lockObj = new object();

            await Parallel.ForEachAsync(logs, async (log, _) =>
            {
                string uuid = Guid.NewGuid().ToString();
                List<string> schoolMatch = new List<string>();
                List<string> useridMatch = new List<string>();
                var vist = new ApiVist()
                {
                    id=uuid,
                    ip=log.ip,
                    tid=log.tid,
                    time= log.time,
                    userId= log.id,
                    school= log.school,
                    tname= log.name,
                    path = log.path,
                    client=log.p.Equals("os", StringComparison.OrdinalIgnoreCase) ? "ies5" : log.p,
                    scope=log.scope,
                    host= log.host,
                    hostName=log.hostName,
                    l=log.l,
                    year = $"{gmt8Time:yyyy}",
                    month = $"{gmt8Time:MM}",
                    day = $"{gmt8Time:dd}",
                    hour =$"{gmt8Time:HH}"
                };
                if (test)
                {
                    var time = DateTimeOffset.FromUnixTimeMilliseconds(log.time);
                    //本地调试时间
                    if (vist.ip.Equals("0.0.0.1"))
                    {
                        time= time.AddHours(8);
                    }
                    vist.year = $"{time:yyyy}";
                    vist.month = $"{time:MM}";
                    vist.day = $"{time:dd}";
                    vist.hour =$"{time:HH}";
                }
                if (string.IsNullOrWhiteSpace(vist.userId))
                {

                    //var jsonPathContext = new JsonPathContext();
                    //jsonPathContext.ValueSystem= new JsonTextValueSystem();
                    string path = "$..['id_token','idToken','idtoken','tmdid','id','teacherId','teacher','tid','tId','userid','userId','code','studentId','student','studentid']";

                    JObject jsonObject = JObject.Parse(log.param.GetRawText());
                    //var nodes_path = jsonPathContext.SelectNodes(log.param, path);

                    var nodes_path = jsonObject.SelectTokens(path);
                    foreach (var node in nodes_path)
                    {
                        // 只获取是字符串的 
                        if (node.Type.Equals(JTokenType.String))
                        {
                            switch (true)
                            {
                                case bool when node.Path.Contains("id_token")||node.Path.Contains("idToken")||node.Path.Contains("idtoken"):
                                    {
                                        try
                                        {
                                            var jwt = new JwtSecurityToken($"{node}");
                                            string id = jwt.Payload.Sub;
                                            var name = jwt.Claims.FirstOrDefault(claim => claim.Type.Equals("name"))?.Value;
                                            if (!string.IsNullOrWhiteSpace(id) && long.TryParse(id, out long _id))
                                            {
                                                vist.userId=id;
                                                vist.scope="teacher";
                                                vist.tname=name;
                                                useridMatch.Add(id);
                                            }
                                        }
                                        catch (Exception ex) { }
                                        break;
                                    }
                                case bool when node.Path.Contains("tmdid")||node.Path.Contains("id")||node.Path.Contains("teacherId")
                                ||node.Path.Contains("teacher")||node.Path.Contains("tid")||node.Path.Contains("tId")||node.Path.Contains("userid")
                                ||node.Path.Contains("userId"):
                                    {
                                        if (!string.IsNullOrWhiteSpace($"{node}") && long.TryParse($"{node}", out long _id))
                                        {
                                            vist.userId=$"{node}";
                                            vist.scope="teacher";
                                            useridMatch.Add($"{node}");

                                        }
                                        break;
                                    }
                                case bool when node.Path.Contains("studentId")||node.Path.Contains("student")||node.Path.Contains("studentid"):
                                    {
                                        if (!string.IsNullOrWhiteSpace($"{node}") && long.TryParse($"{node}", out long _id))
                                        {
                                            vist.userId=$"{node}";
                                            vist.scope="student";
                                            useridMatch.Add($"{node}");

                                        }
                                        break;
                                    }
                                case bool when node.Path.Contains("code"):
                                    {
                                        if (!string.IsNullOrWhiteSpace($"{node}"))
                                        {
                                            if (long.TryParse($"{node}", out long _id))
                                            {
                                                vist.userId=$"{node}";
                                                useridMatch.Add($"{node}");
                                            }
                                            else
                                            {
                                                string[] codes = $"{node}".Split("-");
                                                foreach (var _code in codes)
                                                {
                                                    if (long.TryParse(_code, out long _codeid))
                                                    {
                                                        vist.userId=$"{node}";
                                                        useridMatch.Add($"{_code}");
                                                        break;
                                                    }
                                                }
                                            }
                                        }
                                        break;
                                    }
                            }
                        }
                    }

                    if (log.path.Contains("process-notify", StringComparison.OrdinalIgnoreCase))
                    {
                        string s = log.param.ToJsonString().Replace("\\", "");
                        Regex regextmdid = new Regex("\"tmdid\":\"(\\d+)\"");
                        Match matchtmdid = regextmdid.Match(s);
                        if (matchtmdid.Success)
                        {
                            var t = matchtmdid.Groups[1].Value;

                            if (!string.IsNullOrWhiteSpace(t))
                            {
                                vist.userId=t;
                                vist.scope="teacher";
                                useridMatch.Add(t);
                            }
                        }
                        Regex regexname = new Regex("\"tmdname\":\"(.+?)\"");
                        Match matchname = regexname.Match(s);
                        if (matchname.Success)
                        {
                            var t = matchname.Groups[1].Value;
                            if (!string.IsNullOrWhiteSpace(t))
                            {
                                vist.tname=t;
                            }
                        }
                    }
                }
                else
                {
                    if (string.IsNullOrWhiteSpace($"{vist.scope}"))
                    {
                        vist.scope="teacher";
                        uuidInfo.Add((uuid, log, new List<string>() { vist.userId }, new List<string>()));
                    }
                }
                if (string.IsNullOrWhiteSpace(vist.school) || vist.school.Equals("true") || vist.school.Equals("false"))
                {
                    vist.school="";
                    string path = "$..['school','id','schoolId','schoolid','schoolCode','school_code','schoolcode','code']";
                    JObject jsonObject = JObject.Parse(log.param.GetRawText());
                    var nodes_path = jsonObject.SelectTokens(path);
                    foreach (var node in nodes_path)
                    {
                        // 只获取是字符串的 
                        if (node.Type.Equals(JTokenType.String))
                        {
                            switch (true)
                            {
                                case bool when node.Path.Contains("school")||node.Path.Contains("id")||node.Path.Contains("schoolId")
                                ||node.Path.Contains("schoolid")||node.Path.Contains("schoolCode")||node.Path.Contains("school_code")||node.Path.Contains("schoolcode"):
                                    {
                                        if (!$"{node}".Contains("-")&&  $"{node}".Length<=8 && $"{node}".Length>=1)
                                        {
                                            vist.school=$"{node}";
                                            schoolMatch.Add($"{node}");
                                        }
                                        break;
                                    }
                                case bool when node.Path.Contains("code"):
                                    {
                                        if (!$"{node}".Contains("-")&&  $"{node}".Length<=8&& $"{node}".Length>=1)
                                        {
                                            vist.school=$"{node}";
                                            schoolMatch.Add($"{node}");
                                        }
                                        else
                                        {
                                            string[] codes = $"{node}".Split("-");
                                            foreach (var _code in codes)
                                            {
                                                if ($"{_code}".Length<=8  && $"{_code}".Length>=1)
                                                {
                                                    vist.school=$"{_code}";
                                                    schoolMatch.Add($"{_code}");
                                                    break;
                                                }
                                            }
                                        }
                                        break;
                                    }
                            }
                        }

                    }
                    if (log.path.Contains("process-notify", StringComparison.OrdinalIgnoreCase))
                    {
                        string s = log.param.ToJsonString().Replace("\\", "");
                        Regex regexname = new Regex("\"schoolId\":\"(.+?)\"");
                        Match matchname = regexname.Match(s);
                        if (matchname.Success)
                        {
                            var t = matchname.Groups[1].Value;
                            if (!string.IsNullOrWhiteSpace(t))
                            {
                                vist.school=t;
                            }
                        }
                    }

                }
                //处理 client
                {
                    if (!string.IsNullOrWhiteSpace(log.client))
                    {
                        if (log.client.Equals("IES", StringComparison.OrdinalIgnoreCase))
                        {
                            vist.client="ies5";
                        }
                        if (log.client.Equals("AClassONE", StringComparison.OrdinalIgnoreCase))
                        {
                            vist.client="aclassone";
                        }
                        if (log.client.Equals("BB", StringComparison.OrdinalIgnoreCase))
                        {
                            vist.client="habb";
                        }
                        if (log.client.Equals("HiTool", StringComparison.OrdinalIgnoreCase) ||log.client.Equals("HiTools", StringComparison.OrdinalIgnoreCase))
                        {
                            vist.client="hiscan";
                        }
                        if (log.client.Equals("HiTA", StringComparison.OrdinalIgnoreCase))
                        {
                            vist.client="hita";
                            vist.scope="teacher";
                        }
                        if (log.client.Equals("HiTeachCC", StringComparison.OrdinalIgnoreCase))
                        {
                            vist.client="hiteachcc";
                        }
                        if (log.client.Equals("HiTeach", StringComparison.OrdinalIgnoreCase))
                        {
                            vist.scope="teacher";
                            vist.client="hiteach";
                        }
                        if (log.client.Equals("Open", StringComparison.OrdinalIgnoreCase))
                        {
                            vist.client="open";
                        }
                    }
                }
                //补全站点
                {
                    if (
                        (log.host.Equals("wwww.teammodel.net")||log.host.Equals("ies5-rc.teammodel.net")))
                    {
                        vist.hostName="国际站";
                        vist.host="www.teammodel.net";
                        vist.client="ies5";
                        vist.l="Global";
                    }
                    else if (
                         log.host.Equals("teammodelos-yx.chinacloudsites.cn")||log.host.Equals("teammodelos.chinacloudsites.cn")
                         ||log.host.Equals("yx.teammodel.cn")||log.host.Equals("teammodelos-rc.chinacloudsites.cn")||log.host.Equals("rc.teammodel.cn")|| log.host.Equals("www.teammodel.cn"))
                    {
                        vist.hostName="大陆站";
                        vist.host="www.teammodel.cn";
                        vist.client="ies5"; vist.l="China";
                    }
                    else if ((log.host.Contains("localhost")  &&  log.p.Equals("os"))|| log.host.Equals("teammodelos-test.chinacloudsites.cn") ||log.host.Equals("test.teammodel.cn"))
                    {
                        vist.hostName="测试站";
                        vist.host="test.teammodel.cn";
                        vist.client="ies5";
                        vist.l="China";
                    }
                    else if (
                       (log.host.Equals("scyx.teammodel.cn")  ||log.host.Equals("jinniu.teammodel.cn")))
                    {
                        vist.hostName="研修2.0";
                        vist.host="scyx.teammodel.cn";
                        vist.client="ability"; vist.l="China";
                    }
                    else if (
                        log.host.Equals("open.teammodel.cn")||log.host.Equals("open-test.teammodel.cn")  ||log.host.Equals("zhiyin-test.teammodel.cn"))
                    {
                        vist.hostName="开放平台";
                        vist.host="open.teammodel.cn";
                        vist.client="open";
                        vist.l="China";
                    }
                    else if ((log.host.Equals("bi-rc.teammodel.net") || log.host.Equals("bi.teammodel.net")))
                    {
                        vist.hostName="国际站";
                        vist.host="bi.teammodel.net";
                        vist.client="bi";
                        vist.scope="admin";
                        vist.l="Global";
                    }
                    else if (log.host.Equals("teammodelbi.chinacloudsites.cn") ||log.host.Equals("bi.teammodel.cn"))
                    {
                        vist.hostName="大陆站";
                        vist.host="bi.teammodel.cn";
                        vist.client="bi";
                        vist.scope="admin";
                        vist.l="China";
                    }
                    else if (log.host.Equals("bitest.teammodel.cn")||log.host.Equals("teammodelbi-test.chinacloudsites.cn")||(log.host.Contains("localhost")  && (log.p.Equals("bi"))))
                    {
                        vist.hostName="测试站";
                        vist.host="testbi.teammodel.cn";
                        vist.client="bi";
                        vist.scope="admin";
                        vist.l="China";
                    }
                    else if (
                        log.host.Equals("teamcontest.chinacloudsites.cn")||log.host.Equals("contest.chinacloudsites.cn")||log.host.Equals("contest-test.chinacloudsites.cn"))
                    {
                        vist.hostName="大陆站";
                        vist.host="contest.teammodel.cn";
                        vist.client="contest"; vist.l="China";
                    }
                    else if (
                         log.host.Equals("hiteachcc.chinacloudsites.cn"))
                    {
                        vist.hostName="正式站";
                        vist.host="hiteachcc.teammodel.cn";
                        vist.client="hiteachcc";
                        vist.l="China";
                    }
                    else if (log.host.Equals("appraisal.chinacloudsites.cn"))
                    {
                        vist.hostName="大陆站";
                        vist.host="appraisal.teammodel.cn";
                        vist.client="appraisal";
                        vist.l="China";
                    }
                    else if ((log.host.Contains("localhost")  &&  log.p.Equals("appraisal"))||log.host.Equals("appraisal-test.teammodel.cn")  ||log.host.Equals("appraisal-test.chinacloudsites.cn"))
                    {
                        vist.hostName="测试站";
                        vist.host="appraisal-test.teammodel.cn";
                        vist.client="appraisal";
                        vist.l="China";
                    }
                    else
                    {
                        if (!string.IsNullOrWhiteSpace(log.p))
                        {
                            vist.client=log.p.Equals("os", StringComparison.OrdinalIgnoreCase) ? "ies5" : log.p;
                        }
                        else
                        {
                            vist.client="other";
                        }
                        if (log.host.EndsWith(".cn"))
                        {
                            vist.hostName="大陆站";
                            vist.l="China";
                        }
                        else if (log.host.EndsWith(".net"))
                        {
                            vist.hostName="国际站";
                            vist.l="Global";
                        }
                        else
                        {
                            vist.hostName="其他";
                            vist.l="其他";

                        }

                    }
                }

                //补全产品端
                {
                    //研修2.0
                    if (log.path.Contains("research")  || log.path.Contains("study")  || log.path.Contains("standard-file"))
                    {
                        vist.client="ability";
                    }
                    if (log.path.Contains("teacher"))
                    {
                        vist.scope="teacher";
                    }
                    if (log.path.Contains("tmduser"))
                    {
                        vist.scope=Constant.ScopeTmdUser;
                    }
                    if (log.path.Contains("student/login"))
                    {
                        vist.scope=Constant.ScopeStudent;
                    }
                    if (log.path.StartsWith("/activity"))
                    {
                        vist.client="contest";
                    }
                    //小程序
                    if (log.path.Contains("aclassone"))
                    {
                        vist.client="aclassone";
                    }
                    //  /// <summary>
                    /// ExamInfo  qamode   書面問答類型 0:書面問答 1:紙本測驗 2:艺术评测
                    /// </summary>
                    //艺术评测
                    if (log.path.Contains("art") ||log.path.Contains("aclassone/find-children-activity")  ||log.path.Contains("aclassone/find-teacher-activity") ||log.path.Contains("aclassone/find-summary-activity") ||log.path.Contains("aclassone/upload-all") ||log.path.Contains("aclassone/delete"))
                    {
                        vist.client="art";
                    }
                    if (log.path.Contains("common/exam/upsert-record"))
                    {
                        JObject jobject = JObject.Parse(log.param.GetRawText());
                        var jtokens = jobject.SelectTokens("$..artId");
                        if (jtokens!=null && jtokens.Count()>0)
                        {
                            vist.client="art";
                            vist.scope=Constant.ScopeStudent;
                        }
                    }
                    if (log.path.Contains("habb"))
                    {
                        vist.client="habb";
                    }
                    //阅卷客户端
                    if (log.path.Contains("hiscan"))
                    {
                        vist.client="hiscan";
                    }
                    if (log.path.Contains("hita"))
                    {
                        vist.client="hita";
                    }
                    if (log.path.Contains("hiteachcc"))
                    {
                        vist.client="hiteachcc";
                    }
                    if (log.path.Contains("sokrate"))
                    {
                        vist.client="sokrate";
                    }
                    if (log.path.Contains("sokrate") || log.path.Contains("score"))
                    {
                        vist.client="sokrate";
                    }
                    if (log.path.Contains("hiteach"))
                    {
                        vist.client="hiteach";
                    }
                    ///IES开放平台
                    if (log.path.Contains("business")  || log.path.Contains("biz") || log.path.Contains("openapi-config")  || log.path.Contains("open-api"))
                    {
                        vist.client="open";
                    }
                    //从token的role 能否获取 开放平台
                    //单点登录及第三方接口
                    if (log.path.Contains("lepei") || log.path.Contains("sc/")  || log.path.Contains("/sso") || log.path.Contains("sc-init")|| log.path.Contains("moofen") || log.path.Contains("data-push") || log.path.Contains("xkw")|| log.path.Contains("tianbo")
                        || log.path.Contains("oauth/check-bind")|| log.path.Contains("dingding")  || log.path.Contains("wechat")
                        )
                    {
                        vist.client="sso-third";
                    }
                }

                //处理IP转地区
                var region = await _ipSearcher.SearchIpAsync(vist.ip);
                if (string.IsNullOrWhiteSpace(region))
                {
                    region="未知IP·未知IP·未知IP";
                }
                if (!string.IsNullOrWhiteSpace(region))
                {
                    region=   region.Replace("省·", "·").Replace("市·", "·").Replace("特别行政区·", "·").Replace("藏族羌族自治州·", "·");
                    var regions = region.Split("·");
                    if (regions.Length==4)
                    {
                        vist.area=  regions[0];
                        vist.province   = regions[1];
                        vist.city = regions[2];
                    }
                    if (regions.Length==3)
                    {
                        vist.area=  regions[0];
                        vist.province   = regions[1];
                    }
                    if (regions.Length==2)
                    {
                        vist.area=  regions[0];
                        vist.province   = regions[1];
                    }
                    if (regions.Length==1)
                    {
                        vist.area=  regions[0];
                    }
                }

                //处理地区转经纬度
                {
                    IEnumerable<JToken> tokens = default;
                    if (!string.IsNullOrWhiteSpace(vist.city) && !string.IsNullOrWhiteSpace(vist.province)  && !string.IsNullOrWhiteSpace(vist.area))
                    {
                        tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.province=~ /.*{vist.province}/i && @.city=~ /.*{vist.city}/i)]");
                        if (!(tokens.Any() && tokens.Count()>0))
                        {
                            tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.province=~ /.*{vist.city}/i && @.city=~ /.*{vist.province}/i)]");
                            if (!(tokens.Any() && tokens.Count()>0))
                            {
                                tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.province=~ /.*{vist.city}/i || @.city=~ /.*{vist.city}/i)]");
                            }
                            if (!(tokens.Any() && tokens.Count()>0))
                            {
                                tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.province=~ /.*{vist.province}/i||@.city=~ /.*{vist.province}/i)]");
                            }
                        }

                    }
                    else if (string.IsNullOrWhiteSpace(vist.city) && !string.IsNullOrWhiteSpace(vist.province) && !string.IsNullOrWhiteSpace(vist.area))
                    {
                        if (vist.area.Equals("中国"))
                        {
                            tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.province=~ /.*{vist.province}/i)]");
                            if (!(tokens.Any() && tokens.Count()>0))
                            {
                                tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.city=~ /.*{vist.province}/i)]");
                            }
                        }
                        else
                        {
                            tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.city=~ /.*{vist.province}/i || @.province=~ /.*{vist.province}/i)]");
                        }
                    }
                    else if (!string.IsNullOrWhiteSpace(vist.city) && string.IsNullOrWhiteSpace(vist.province)&& !string.IsNullOrWhiteSpace(vist.area))
                    {
                        if (vist.area.Equals("中国"))
                        {
                            tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.province=~ /.*{vist.city}/i)]");
                            if (!(tokens.Any() && tokens.Count()>0))
                            {
                                tokens= _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.city=~ /.*{vist.province}/i)]");
                            }
                        }
                        else
                        {
                            tokens=  _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.city=~ /.*{vist.city}/i || @.city=~ /.*{vist.province}/i)]");
                        }
                    }
                    else if (string.IsNullOrWhiteSpace(vist.city) && string.IsNullOrWhiteSpace(vist.province)&& !string.IsNullOrWhiteSpace(vist.area))
                    {
                        tokens=  _longitudeLatitudeTranslator.regionJson.SelectTokens($"$..[?(@.country=~ /.*{vist.area}/i && @.m=='1')]");
                    }
                    if (tokens!=null &&   tokens.Any())
                    {
                        List<RegionLngLat> regionLngLats = new List<RegionLngLat>();
                        foreach (JToken token in tokens)
                        {
                            regionLngLats.Add(token.ToString().ToObject<RegionLngLat>());
                        }
                        var points = regionLngLats.FindAll(x => string.IsNullOrWhiteSpace(x.area));
                        if (!points.IsNotEmpty())
                        {
                            points= regionLngLats.FindAll(x => !string.IsNullOrWhiteSpace(x.m) && x.m.Equals("1"));
                        }

                        if (string.IsNullOrWhiteSpace(vist.city)) { 
                            vist.city=points?.FirstOrDefault()?.city;
                            if (!string.IsNullOrWhiteSpace(vist.city)  && vist.city.EndsWith("市")) {
                                vist.city=vist.city.Replace("市","");
                            }
                        }
                        vist.lat=points?.FirstOrDefault()?.lat;
                        vist.lng=points?.FirstOrDefault()?.lng;

                    }
                    else
                    {
                        if (vist.area.Equals("内网IP"))
                        {
                            if (vist.host.Contains(".cn") || vist.host.Contains("localhost"))
                            {
                                vist.lat="30.655821878416408";
                                vist.lng="104.08153351042463";
                                vist.area="中国";
                                vist.province="四川";
                                vist.city="成都";
                            }
                            else
                            {
                                vist.lat="25.044332";
                                vist.lng="121.509062";
                                vist.area="中国";
                                vist.province="台湾";
                                vist.city="台湾";
                            }

                        }
                        else
                        {
                            vist.lat="30.655821878416408";
                            vist.lng="104.08153351042463";
                            vist.area="中国";
                            vist.province="四川";
                            vist.city="成都";
                        }
                    }

                }

                uuidInfo.Add((uuid, log, useridMatch, schoolMatch));
                vists.Add(vist);
            }
);

            List<(string tmd, bool exists, string scope)> tmdexists = new List<(string tmd, bool exists, string scope)>();
            List<(string sch, bool exists)> schexists = new List<(string sch, bool exists)>();
            var tmds = uuidInfo.SelectMany(x => x.tmdid).ToHashSet();
            if (tmds.Any())
            {
                foreach (var tmd in tmds)

                {
                    var exists = await _azureRedis.GetRedisClient(8).KeyExistsAsync($"Blob:Catalog:{tmd}");
                    if (exists)
                    {
                        tmdexists.Add((tmd, exists, "teacher"));
                    }
                    else
                    {
                        exists = await _azureRedis.GetRedisClient(8).KeyExistsAsync($"Login:School:hbcn:student:{tmd}");
                        tmdexists.Add((tmd, exists, "student"));
                    }
                }

            }
            var schs = uuidInfo.SelectMany(x => x.school).ToHashSet();
            if (schs.Any())
            {
                foreach (var sch in schs)
                {
                    var exists = await _azureRedis.GetRedisClient(8).KeyExistsAsync($"Blob:Catalog:{sch}");
                    schexists.Add((sch, exists));
                }
            }
            foreach (var item in uuidInfo)
            {
                foreach (var tmd in item.tmdid)
                {
                    var tmdext = tmdexists.Find(x => x.tmd.Equals(tmd));
                    if (tmdext.tmd!= null  && tmdext.exists)
                    {
                        var vist = vists.Where(x => x.id.Equals(item.uuid));
                        foreach (var vi in vist)
                        {
                            vi.userId=tmd;
                            if (string.IsNullOrWhiteSpace(vi.scope))
                            {
                                vi.scope=tmdext.scope;
                            }
                        }
                        break;
                    }
                }
                foreach (var sch in item.school)
                {
                    var schext = schexists.Find(x => x.sch.Equals(sch));
                    if (schext.sch!= null  && schext.exists)
                    {
                        var vist = vists.Where(x => x.id.Equals(item.uuid));
                        foreach (var vi in vist)
                        {
                            vi.school=sch;
                        }
                        break;
                    }
                }
            }
            return (vists, uuidInfo);
        }
        public class ApiVist
        {
            public string id { get; set; }
            public string path { get; set; }
            /// <summary>
            /// 细分
            /// ies5 ,hiteach,hita,cc,bi,contest,open,aclassone,sokrates,ability,art
            /// 产品端
            /// </summary>
            public string client { get; set; }
            /// <summary>
            /// 具体功能
            /// </summary>
           // public string func { get; set; }

            public string userId { get; set; }
            public string scope { get; set; }
            public string tname { get; set; }
            public string school { get; set; }
            public string ip { get; set; }
            //public string region { get; set; }
            public string area { get; set; }
            public string province { get; set; }
            public string city { get; set; } = "";
            public long time { get; set; }
            /// <summary>
            /// 
            /// </summary>
            public string host { get; set; }
            public string hostName { get; set; } = "其他";
            /// <summary>
            /// tokenid
            /// </summary>
            public string tid { get; set; }
            public string year { get; set; }
            public string month { get; set; }
            public string day { get; set; }
            public string hour { get; set; }
            //public RegionLngLat point { get; set; }
            public string lat { get; set; }
            public string lng { get; set; }
            public string l { get; set; }
        }

        public class HttpLog
        {
            public string ip { get; set; }
            public long time { get; set; }
            public string host { get; set; }
            public string hostName = "其他";
            public string tid { get; set; }
            public string path { get; set; }
            public string client { get; set; }
            public JsonElement param { get; set; }
            public string id { get; set; }
            public string name { get; set; }
            public string school { get; set; }
            public string p { get; set; }
            // public string ua { get; set; }
            // public string referer { get; set;  }
            public string scope { get; set; }
            public string year { get; set; }
            public string month { get; set; }
            public string day { get; set; }
            public string hour { get; set; }
            public string l { get; set; }

        }
        public record RegionLngLat
        {
            public string country { get; set; }
            public string province { get; set; }
            public string city { get; set; }
            public string lat { get; set; }
            public string lng { get; set; }
            public string area { get; set; }
            public string m { get; set; } = "0";
        }

        public class CountData
        {
            public string pk { get; set; } = "";
            public string sk { get; set; } = "";
            public string sp { get; set; } = "";
            public int count { get; set; }
        }

        public class VistStickiness  { 

            public string last { get; set; }

            /// <summary>
            /// 名字
            /// </summary>
            public string name { get; set; }
            /// <summary>
            /// 编码
            /// </summary>
            public string code { get; set; }

            //排名
            public int rank {  get; set; }
            /// <summary>
            /// 排名上升下降
            /// </summary>
            public int updown { get; set; } = 0;
            #region tmd
            public double stickiness_tmd { get; set; }
            public double updown_stickiness_tmd { get; set; }
            public double rank_stickiness_tmd { get; set; }
            public double duration_tmd {  get; set; }
            public double updown_duration_tmd { get; set; }
            public double rank_duration_tmd { get; set; }
            public double count_tmd { get; set; }
            public double updown_count_tmd { get; set;}
            public double rank_count_tmd { get; set; }
            #endregion


            #region hiteach
            public double stickiness_hiteach { get; set; }
            public double updown_stickiness_hiteach { get; set; }
            public double rank_stickiness_hiteach { get; set; }
            public double duration_hiteach { get; set; }
            public double updown_duration_hiteach { get; set; }
            public double rank_duration_hiteach { get; set; }
            public double count_hiteach { get; set; }
            public double updown_count_hiteach { get; set; }
            public double rank_count_hiteach { get; set; }
            public double lesson_hiteach { get; set; }
            public double updown_lesson_hiteach { get; set; }
            public double rank_lesson_hiteach { get; set; }
            #endregion

            #region hita
            public double stickiness_hita { get; set; }
            public double updown_stickiness_hita { get; set; }
            public double rank_stickiness_hita { get; set; }
            public double duration_hita { get; set; }
            public double updown_duration_hita { get; set; }
            public double rank_duration_hita { get; set; }
            public double count_hita { get; set; }
            public double updown_count_hita { get; set; }
            public double rank_count_hita { get; set; }
            #endregion

            #region ies5
            public double stickiness_ies5 { get; set; }
            public double updown_stickiness_ies5 { get; set; }
            public double rank_stickiness_ies5 { get; set; }
            public double duration_ies5 { get; set; }
            public double updown_duration_ies5 { get; set; }
            public double rank_duration_ies5 { get; set; }
            public double count_ies5 { get; set; }
            public double updown_count_ies5 { get; set; }
            public double rank_count_ies5 { get; set; }
            #endregion

            #region other
            public double stickiness_other { get; set; }
            public double updown_stickiness_other { get; set; }
            public double rank_stickiness_other { get; set; }
            public double duration_other { get; set; }
            public double updown_duration_other { get; set; }
            public double rank_duration_other { get; set; }
            public double count_other { get; set; }
            public double updown_count_other { get; set; }
            public double rank_count_other { get; set; }
            #endregion
        }
    }
}