TEAMModelOS/TEAMModelBI/Controllers/BIHome/OnLineController.cs

using Azure.Cosmos;
using Azure.Storage.Blobs;
using Azure.Storage.Blobs.Models;
using Microsoft.AspNetCore.Http;
using Microsoft.AspNetCore.Mvc;
using StackExchange.Redis;
using System;
using System.Collections.Generic;
using System.IO;
using System.Linq;
using System.Text;
using System.Text.Json;
using System.Threading.Tasks;
using TEAMModelBI.Models.RecordM;
using TEAMModelBI.Tool;
using TEAMModelBI.Tool.Context;
using TEAMModelOS.SDK.DI;
using TEAMModelOS.SDK.Extension;
using TEAMModelOS.SDK.Models;
using TEAMModelOS.SDK.Models.Table;

namespace TEAMModelBI.Controllers.BIHome
{
    [Route("online")]
    [ApiController]
    public class OnLineController : ControllerBase
    {
        private readonly AzureCosmosFactory _azureCosmos;
        private readonly AzureStorageFactory _azureStorage;
        private readonly AzureRedisFactory _azureRedis;

        public OnLineController(AzureCosmosFactory azureCosmos, AzureStorageFactory azureStorage, AzureRedisFactory azureRedis)
        {
            _azureCosmos = azureCosmos;
            _azureStorage = azureStorage;
            _azureRedis = azureRedis;
        }

        /// <summary>
        /// 总数统计
        /// </summary>
        /// <returns></returns>
        [HttpPost("get-count")]
        public async Task<IActionResult> GetCount(JsonElement jsonElement) 
        {
            var cosmosClient = _azureCosmos.GetCosmosClient();
            var table = _azureStorage.GetCloudTableClient().GetTableReference("IESLogin");
            var blobClient = _azureStorage.GetBlobContainerClient($"0-public");
            jsonElement.TryGetProperty("site", out JsonElement site);
            if ($"{site}".Equals(BIConst.GlobalSite)) 
            {
                cosmosClient = _azureCosmos.GetCosmosClient(name: BIConst.GlobalSite);
                table = _azureStorage.GetCloudTableClient(BIConst.GlobalSite).GetTableReference("IESLogin");
                blobClient = _azureStorage.GetBlobContainerClient($"0-public", BIConst.GlobalSite);
            }

            DateTimeOffset dateTime = DateTimeOffset.UtcNow;
            string cDay = dateTime.ToString("yyyyMMdd");

            var (daySt, dayEt) = TimeHelper.GetStartOrEnd(dateTime);  //今天开始时间    13位
            var (daySf, dayEf) = TimeHelper.GetStartOrEnd(dateTime, dateLenth: false);  //今天开始时间  10位
            var (lastDayS, lastdayE) = TimeHelper.GetStartOrEnd(DateTimeOffset.Parse($"{dateTime.Year}-{dateTime.Month}-{dateTime.Day - 1}"));   //昨天开始时间
            
            var near7S = dateTime.AddDays(-7).ToUnixTimeMilliseconds();  //前七天的开始时间
            var near7E = dateTime.ToUnixTimeMilliseconds();     //当前结束时间
            long hour1 = dateTime.AddHours(-1).ToUnixTimeMilliseconds(); //一小时前时间戳

            int areaCnt = 0;   //学区总数
            int scCnt = 0;  //学校总数
            int tchCnt = 0; //教师总数
            int stuCnt = 0; //学生总数
            int apiCnt = 0;  //当天接口访问总量

            int onStuCnt = 0;  //学生在线人数
            int onTchCnt = 0;  //教师在线人数

            int todayScCnt = 0;  //今日新增学校数
            int todayTchCnt = 0; //今日新增教师
            int todayStuCnt = 0;   //今日新增学生数

            string currentSql = "select value(count(c.id)) from c";

            areaCnt = await CommonFind.GetSqlValueCount(cosmosClient, "Normal", currentSql, "Base-Area");
            scCnt = await CommonFind.GetSqlValueCount(cosmosClient, "School", currentSql, "Base");
            tchCnt = await CommonFind.GetSqlValueCount(cosmosClient, "Teacher", currentSql, "Base");
            stuCnt = await CommonFind.GetSqlValueCount(cosmosClient, "Student", "select value(count(c.id)) from c where c.pk='Base'");

            string addSql = $"select value(count(c.id)) from c where c.createTime >={daySt} and c.createTime <= {dayEt}";
            todayScCnt = await CommonFind.GetSqlValueCount(cosmosClient, "School", addSql, "Base");
            todayTchCnt = await CommonFind.GetSqlValueCount(cosmosClient, "Teacher", addSql, "Base");
            todayStuCnt = await CommonFind.GetSqlValueCount(cosmosClient, "Student", addSql, "Base");

            string onStuSql = $"select value(count(c.id)) from c join t in c.loginInfos where array_length(c.loginInfos) > 0 and t.expire > {hour1}";
            onTchCnt = await CommonFind.GetSqlValueCount(cosmosClient, "Teacher", onStuSql, "Base");
            onStuCnt = await CommonFind.GetSqlValueCount(cosmosClient, "Student", onStuSql, "Base");

            //接口访问量
            List<RecCnt> recCnts = new();
            await foreach (BlobItem blobItem in blobClient.GetBlobsAsync(BlobTraits.None, BlobStates.None, $"visitCnt/{cDay}"))
            {
                BlobClient tempBlobClient = blobClient.GetBlobClient(blobItem.Name);
                if (await tempBlobClient.ExistsAsync())
                {
                    using (var meomoryStream = new MemoryStream())
                    {
                        var response = blobClient.GetBlobClient($"{blobItem.Name}").DownloadTo(meomoryStream);
                        RecCnt recCnt = Encoding.UTF8.GetString(meomoryStream.ToArray()).ToString().ToObject<RecCnt>();
                        recCnts.Add(recCnt);
                    }
                }
            }
            apiCnt = recCnts.Select(x => x.apiCnt.Select(s => s.count).Sum()).Sum();

            //List<RecOnLine> recStuOnLines = new();
            //await foreach (var item in cosmosClient.GetContainer("TEAMModelOS", "Student").GetItemQueryIterator<RecOnLine>(queryText: "select c.id,c.name,c.code,c.loginInfos from c where c.pk='Base' and array_length(c.loginInfos) > 0 ", requestOptions:new QueryRequestOptions() { }))
            //{
            //    recStuOnLines.Add(item);
            //}

            //List<RecOnLine> recTecOnLines = new();
            //await foreach (var item in cosmosClient.GetContainer("TEAMModelOS", "Teacher").GetItemQueryIterator<RecOnLine>(queryText: "select c.id,c.name,c.code,c.loginInfos from c where array_length(c.loginInfos) > 0 ", requestOptions: new QueryRequestOptions() { PartitionKey = new PartitionKey("Base") }))
            //{
            //    recTecOnLines.Add(item);
            //}

            ////onStuCnt = (from rs in recStuOnLines from l in rs.loginInfos where l.expire >= hour1 select rs).ToList().Count();  //linq查询 学生在线人数
            //onStuCnt = recStuOnLines.Select(rss => new RecOnLine { id = rss.id,code=rss.code, name =rss.name,loginInfos = new List<Teacher.LoginInfo> { rss.loginInfos.Find(f => f.expire >= hour1) } }).Where(w => w.loginInfos.FirstOrDefault() != null).ToList().Count();  //lambda 表达式查询   教师查询人数

            ////onTchCnt = (from rs in recTecOnLines from l in rs.loginInfos where l.expire >= hour1 select rs).ToList().Count();  //linq查询  教师查询人数
            //onTchCnt = recTecOnLines.Select(rss => new RecOnLine { id = rss.id,code=rss.code, name =rss.name,loginInfos = new List<Teacher.LoginInfo> { rss.loginInfos.Find(f => f.expire >= hour1) } }).Where(w => w.loginInfos.FirstOrDefault() != null).ToList().Count();  //lambda 表达式查询    教师查询人数

            return Ok(new { state = 200, areaCnt, scCnt, tchCnt, stuCnt, todayScCnt, todayTchCnt, todayStuCnt, onStuCnt, onTchCnt, apiCnt });
        }

        /// <summary>
        /// 在线人数趋势图
        /// </summary>
        /// <returns></returns>
        [HttpPost("get-trend")]
        public async Task<IActionResult> GetTrend(JsonElement jsonElement) 
        {

            var table = _azureStorage.GetCloudTableClient().GetTableReference("IESLogin");
            var redisClinet = _azureRedis.GetRedisClient(8);
            jsonElement.TryGetProperty("site", out JsonElement site);
            if ($"{site}".Equals(BIConst.GlobalSite))
            {
                table = _azureStorage.GetCloudTableClient(BIConst.GlobalSite).GetTableReference("IESLogin");
                redisClinet = _azureRedis.GetRedisClient(dbnum: 8, name: BIConst.GlobalSite);
            }

            DateTimeOffset dateTime =  DateTimeOffset.UtcNow;

            var (daySt, dayEt) = TimeHelper.GetStartOrEnd(dateTime);  //今天开始时间    13位
            var (strDaySt, strDayEt) = TimeHelper.GetUnixToDate(daySt, dayEt, "yyyyMMddHH");
            var dateDay = dateTime.ToString("yyyyMMdd"); //获取当天的日期

            //daySt.ToString("yyyyMMddHH");
            Dictionary<long, int> allDays = new();  //所有在线人数
            Dictionary<long, int> tchDays = new();  //教师在线人数
            Dictionary<long, int> stuDays = new();  //学生在线人数
            Dictionary<long, int> tmdDays = new();  //醍摩豆账户学生

            SortedSetEntry[] tchDay = redisClinet.SortedSetRangeByScoreWithScores($"Login:IES:teacher:{dateDay}");
            if (tchDay.Length > 0)
            {
                foreach (var item in tchDay)
                {
                    int val = ((int)item.Score);
                    int key = ((int)item.Element);
                    var utcTo = new DateTimeOffset(new DateTime(dateTime.Year, dateTime.Month, dateTime.Day, key, 0, 0)).Hour;
                    //var hour = int.Parse(DateTime.SpecifyKind(Convert.ToDateTime($"{dateTime.Year}/{dateTime.Month}/{ dateTime.Day} {key}:00:00"), DateTimeKind.Utc).ToLocalTime().ToString("HH"));
                    tchDays.Add(utcTo, val);
                    if (allDays.ContainsKey(utcTo))
                        allDays[utcTo] = (allDays[utcTo] + val);
                    else
                        allDays.Add(utcTo, val);
                }
            }
            else
            {
                string tableSqlTch = $"PartitionKey eq 'HourLogin' and RowKey ge '{strDaySt}' and RowKey le '{strDayEt}'";
                List<HourLogin> hourLoginsTch = await table.QueryWhereString<HourLogin>(tableSqlTch);

                if (hourLoginsTch.Count > 0) 
                {
                    foreach (var item in hourLoginsTch)
                    {
                        await redisClinet.SortedSetIncrementAsync($"Login:IES:teacher:{dateDay}", $"{item.Hour}", item.Teacher);//存一天24小时
                        var utcTo = new DateTimeOffset(new DateTime(dateTime.Year, dateTime.Month, dateTime.Day, item.Hour, 0, 0)).Hour;
                        //var hour = int.Parse(DateTime.SpecifyKind(Convert.ToDateTime($"{dateTime.Year}/{dateTime.Month}/{ dateTime.Day} {item.Hour}:00:00"), DateTimeKind.Utc).ToLocalTime().ToString("HH"));
                        tchDays.Add(utcTo, item.Teacher);
                        if (allDays.ContainsKey(utcTo))
                            allDays[utcTo] = (allDays[utcTo] + item.Teacher);
                        else
                            allDays.Add(utcTo, item.Teacher);
                    }
                }
            }

            SortedSetEntry[] stuDay = redisClinet.SortedSetRangeByScoreWithScores($"Login:IES:student:{dateDay}");
            if (stuDay.Length > 0)
            {
                foreach (var item in stuDay)
                {
                    int val = (int)item.Score;
                    int key = (int)item.Element;
                    var utcTo = new DateTimeOffset(new DateTime(dateTime.Year, dateTime.Month, dateTime.Day, key, 0, 0)).Hour;
                    //var hour = int.Parse(DateTime.SpecifyKind(Convert.ToDateTime($"{dateTime.Year}/{dateTime.Month}/{ dateTime.Day} {key}:00:00"), DateTimeKind.Utc).ToLocalTime().ToString("HH"));
                    stuDays.Add(utcTo, val);
                    if (allDays.ContainsKey(utcTo))
                        allDays[utcTo] = (allDays[utcTo] + val);
                    else
                        allDays.Add(utcTo, val);
                }
            }
            else
            {
                string tableSqlStu = $"PartitionKey eq 'HourLogin' and RowKey ge '{strDaySt}' and RowKey le '{strDayEt}'";
                List<HourLogin> hourLoginsStu = await table.QueryWhereString<HourLogin>(tableSqlStu);

                //var hourStuCnt = hourLoginsStu.GroupBy(x => x.Hour).Select(k => new { key = int.Parse(k.Key.ToString().Substring(8, 2)), value = k.Count() }).ToList();
                if (hourLoginsStu.Count > 0)
                {
                    foreach (var item in hourLoginsStu)
                    {
                        await redisClinet.SortedSetIncrementAsync($"Login:IES:student:{dateDay}", $"{item.Hour}", item.Student);//存一天24小时
                        var utcTo = new DateTimeOffset(new DateTime(dateTime.Year, dateTime.Month, dateTime.Day, item.Hour, 0, 0)).Hour;
                        //var hour = int.Parse(DateTime.SpecifyKind(Convert.ToDateTime($"{dateTime.Year}/{dateTime.Month}/{ dateTime.Day} {item.Hour}:00:00"), DateTimeKind.Utc).ToLocalTime().ToString("HH"));
                        stuDays.Add(utcTo, item.Student);
                        if (allDays.ContainsKey(utcTo))
                            allDays[utcTo] = (allDays[utcTo] + item.Student);
                        else
                            allDays.Add(utcTo, item.Student);
                    }
                }
            }

            SortedSetEntry[] tmdDay = redisClinet.SortedSetRangeByScoreWithScores($"Login:IES:tmduser:{dateDay}");
            if (tmdDay.Length > 0)
            {
                foreach (var item in stuDay)
                {
                    int val = (int)item.Score;
                    int key = (int)item.Element;
                    var utcTo = new DateTimeOffset(new DateTime(dateTime.Year, dateTime.Month, dateTime.Day, key, 00, 00)).Hour;
                    //var hour = int.Parse(DateTime.SpecifyKind(Convert.ToDateTime($"{dateTime.Year}/{dateTime.Month}/{ dateTime.Day} {key}:00:00"), DateTimeKind.Utc).ToLocalTime().ToString("HH"));
                    tmdDays.Add(utcTo, val);
                    if (allDays.ContainsKey(utcTo))
                        allDays[utcTo] = (allDays[utcTo] + val);
                    else
                        allDays.Add(utcTo, val);
                }
            }
            else
            {
                string tableSqlTmd = $"PartitionKey eq 'HourLogin' and RowKey ge '{strDaySt}' and RowKey le '{strDayEt}'";
                List<HourLogin> hourLoginsTmd = await table.QueryWhereString<HourLogin>(tableSqlTmd);

                //var hourTmdCnt = hourLoginsTmd.GroupBy(x => x.Hour).Select(k => new { key = int.Parse(k.Key.ToString().Substring(8, 2)), value = k.Count() }).ToList();
                if (hourLoginsTmd.Count > 0)
                {
                    foreach (var item in hourLoginsTmd)
                    {
                        await redisClinet.SortedSetIncrementAsync($"Login:IES:tmduser:{dateDay}", $"{item.Hour}", item.TmdUser);//存一天24小时
                        var utcTo = new DateTimeOffset(new DateTime(dateTime.Year, dateTime.Month, dateTime.Day, item.Hour, 00, 00)).Hour;
                        //var hour = int.Parse(DateTime.SpecifyKind(Convert.ToDateTime($"{dateTime.Year}/{dateTime.Month}/{ dateTime.Day} {item.Hour}:00:00"), DateTimeKind.Utc).ToLocalTime().ToString("HH"));
                        tmdDays.Add(utcTo, item.TmdUser);
                        if (allDays.ContainsKey(utcTo))
                            allDays[utcTo] = (allDays[utcTo] + item.TmdUser);
                        else
                            allDays.Add(utcTo, item.TmdUser);
                    }
                }
            }
            
            return Ok(new { state = 200,allDays = allDays.OrderBy(o=>o.Key).ToList(), tchDays=tchDays.OrderBy(o => o.Key).ToList(), stuDays= stuDays.OrderBy(o => o.Key).ToList(), tmdDays= tmdDays.OrderBy(o => o.Key).ToList() });
        }

        /// <summary>
        /// 课例趋势图
        /// </summary>
        /// <returns></returns>
        [HttpPost("get-lessontrend")]
        public async Task<IActionResult> GetLessonTrend(JsonElement jsonElement)
        {
            DateTimeOffset dateTime = DateTimeOffset.UtcNow;
            var cosmosClient = _azureCosmos.GetCosmosClient();
            jsonElement.TryGetProperty("site", out JsonElement site);
            if ($"{site}".Equals(BIConst.GlobalSite))
            {
                cosmosClient = _azureCosmos.GetCosmosClient(name: BIConst.GlobalSite);
            }
            int year = dateTime.Year;   //当前年
            int month = dateTime.Month;  //当前月
            int day = dateTime.Day;      //当天
            int hour = int.Parse(DateTime.SpecifyKind(Convert.ToDateTime($"{dateTime.Year}/{dateTime.Month}/{ dateTime.Day} {dateTime.Hour}:00:00"), DateTimeKind.Utc).ToLocalTime().ToString("HH"));   //当前小时

            var (daySt, dayEt) = TimeHelper.GetStartOrEnd(dateTime);  //今天开始时间    13位
            var (lastDayS, lastdayE) = TimeHelper.GetStartOrEnd(DateTimeOffset.Parse($"{dateTime.Year}-{dateTime.Month}-{dateTime.Day - 1}"));   //昨天开始时间

            Dictionary<int, int> sdOpenLesn = new();  //今日开课
            Dictionary<int, int> sdUpdLesn = new();  //今日上传课例
            Dictionary<int, int> ydOpenLesn = new();  //昨日开课
            Dictionary<int, int> ydUpdLesn = new();  //昨日上传课例

            List<RecLesn> sameDayLesn = new();   //今天课例
            List<RecLesn> yesterDayLesn = new();   //昨日课例
            string lesnSql = $"select c.id,c.name,c.code,c.school,c.scope,c.startTime  from c where c.pk='LessonRecord' and c.startTime >={daySt} and c.startTime <= {dayEt}";
            await foreach (var item in cosmosClient.GetContainer("TEAMModelOS", "School").GetItemQueryIterator<RecLesn>(queryText: lesnSql, requestOptions: new QueryRequestOptions() { }))
            {
                sameDayLesn.Add(item);
            }
            await foreach (var item in cosmosClient.GetContainer("TEAMModelOS", "Teacher").GetItemQueryIterator<RecLesn>(queryText: lesnSql, requestOptions: new QueryRequestOptions() { }))
            {
                sameDayLesn.Add(item);
            }

            string yesterDayLesnSql = $"select c.id,c.name,c.code,c.school,c.scope,c.startTime  from c where c.pk='LessonRecord' and c.startTime >={lastDayS} and c.startTime <= {lastdayE}";
            await foreach (var item in cosmosClient.GetContainer("TEAMModelOS", "School").GetItemQueryIterator<RecLesn>(queryText: yesterDayLesnSql, requestOptions: new QueryRequestOptions() { }))
            {
                yesterDayLesn.Add(item);
            }

            await foreach (var item in cosmosClient.GetContainer("TEAMModelOS", "Teacher").GetItemQueryIterator<RecLesn>(queryText: yesterDayLesnSql, requestOptions: new QueryRequestOptions() { PartitionKey = new PartitionKey("LessonRecord") }))
            {
                yesterDayLesn.Add(item);
            }

            for (int i = 0; i < 24; i++)
            {
                if (hour >= i)
                {
                    DateTimeOffset timeHour = new DateTime(year, month, day, i, 0, 0);
                    var (hourS, hourE) = TimeHelper.GetStartOrEnd(timeHour, type: "hour");

                    var openLesn = sameDayLesn.Where(item => item.startTime >= hourS && item.startTime <= hourE && item.upload == 0);
                    sdOpenLesn.Add(i, openLesn.Count());

                    var UpdLesn = sameDayLesn.Where(item => item.startTime >= hourS && item.startTime <= hourE && item.upload == 1);
                    sdUpdLesn.Add(i, openLesn.Count());

                }

                DateTimeOffset yesterday = new DateTime(year, month, day - 1, i, 0, 0);
                var (yHourS, yHourE) = TimeHelper.GetStartOrEnd(yesterday, type: "hour");

                var yOpenLesn = yesterDayLesn.Where(item => item.startTime >= yHourS && item.startTime <= yHourE && item.upload == 0).ToList();
                ydOpenLesn.Add(i, yOpenLesn.Count);

                var yUpdLesn = yesterDayLesn.Where(item => item.startTime >= yHourS && item.startTime <= yHourE && item.upload == 1).ToList();
                ydUpdLesn.Add(i, yUpdLesn.Count);
            }

            return Ok(new { state = 200, sdOpenLesn = sdOpenLesn.ToList(), sdUpdLesn = sdUpdLesn.ToList(), ydOpenLesn = ydOpenLesn.ToList(), ydUpdLesn = ydUpdLesn.ToList() });
        }

        /// <summary>
        /// 版本数量占比
        /// </summary>
        /// <returns></returns>
        [HttpPost("get-edition")]
        public async Task<IActionResult> GetEdition(JsonElement jsonElement) 
        {
            var cosmosClient = _azureCosmos.GetCosmosClient();
            jsonElement.TryGetProperty("site", out JsonElement site);
            if ($"{site}".Equals(BIConst.GlobalSite))
            {
                cosmosClient = _azureCosmos.GetCosmosClient(name: BIConst.GlobalSite);
            }

            int beCnt = 0; //基础班
            int seCnt = 0; //标准版
            int peCnt = 0; //专业版

            List<RecScEd> scEdCnt = new();
            var ScSql = $"select c.id,c.name,c.size,c.scale from c";
            await foreach (var item in cosmosClient.GetContainer("TEAMModelOS", "School").GetItemQueryIterator<RecScEd>(queryText: ScSql, requestOptions:new QueryRequestOptions() { PartitionKey= new PartitionKey("Base")}))
            {
                scEdCnt.Add(item);
            }

            scEdCnt.ForEach(async scProCnt =>
            {
                var response = await cosmosClient.GetContainer("TEAMModelOS", "School").ReadItemStreamAsync(scProCnt.id, new PartitionKey("ProductSum"));
                if (response.Status == 200)
                {
                    using var json = await JsonDocument.ParseAsync(response.ContentStream);
                    SchoolProductSum ScProductSum = json.ToObject<SchoolProductSum>();
                    //scProCnt.serial = ScProductSum.serial.Count();
                    //scProCnt.service = ScProductSum.service.Count();
                    //scProCnt.hard = ScProductSum.hard.Count();
                    int pSeriCnt = ScProductSum.serial.Count();
                    int pServCnt = ScProductSum.service.Count();
                    int pHardCnt = ScProductSum.hard.Count();
                    scProCnt.serial = pSeriCnt;
                    scProCnt.service = pServCnt;
                    scProCnt.hard = pHardCnt;
                    if (scProCnt.scale >= 500 && (pSeriCnt > 0 || pServCnt > 0 || pHardCnt > 0)) peCnt += 1;
                }

                if (scProCnt.scale >= 500 && scProCnt.serial == 0 && scProCnt.service == 0 && scProCnt.hard == 0) seCnt += 1;
                if (scProCnt.scale == 0) beCnt += 1;


            });

            return Ok(new { state = 200, beCnt, seCnt, peCnt, scEdCnt });
        }

        /// <summary>
        /// 记录在线人数
        /// </summary>
        public record RecOnLine
        {
            public string id { get; set; }
            public string name { get; set; }
            public string code { get; set; }
            public List<Teacher.LoginInfo> loginInfos { get; set; }
        }

        /// <summary>
        /// 记录学校版本信息
        /// </summary>
        public record RecScEd
        {
            public string id { get; set; }
            public string name { get; set; }
            public int size { get; set; }
            public int scale { get; set; }
            public int serial { get; set; } = 0;//软体
            public int service { get; set; } = 0; //服务
            public int hard { get; set; } = 0; //硬体
        }

        /// <summary>
        /// 记录课例
        /// </summary>
        public record RecLesn
        {
            public string id { get; set; }
            public string name { get; set; }
            public string code { get; set; }
            public string school { get; set; }
            public string scope{get;set;}
            public long startTime { get; set; }
            public int upload { get; set; }
        }
    }
}