TEAMModelOS/TEAMModelOS.SDK/Models/Service/BI/BILeeson.cs

using Azure.Cosmos;
using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Text.Json;
using System.Threading;
using System.Threading.Tasks;
using TEAMModelOS.SDK.DI;
using TEAMModelOS.SDK.Extension;
using TEAMModelOS.SDK.Models.Cosmos.BI.BISchool;
using TEAMModelOS.SDK.Models.Cosmos.BI.BITable;

namespace TEAMModelOS.SDK.Models.Service.BI
{
    public class BILeeson
    {
        /// <summary>
        /// 通过时间戳保存开课记录和课例记录统计
        /// 统计数据存储在CosmosDB表中
        /// </summary>
        /// <param name="cosmosClient">cosmosDB连接</param>
        /// <param name="_azureRedis">redis</param>
        /// <param name="_dingDing">错误消息发送</param>
        /// <param name="unix">13位时间戳</param>
        /// <param name="num">数量</param>
        /// <param name="type">类型：0 开课记录  1 课例记录</param>
        /// <param name="schoolId">学校编码</param>
        /// <returns></returns>
        public static async Task SetCosmosDBStats(CosmosClient cosmosClient, AzureRedisFactory _azureRedis, DingDing _dingDing, long unix, int num = 1, int type = 0, string schoolId = null)
        {
            try
            {
                DateTimeOffset dateTime = DateTimeOffset.FromUnixTimeMilliseconds(unix);
                int year, month, day, hour, days;
                year = dateTime.Year;
                month = dateTime.Month;
                day = dateTime.Day;
                hour = dateTime.Hour;
                days = dateTime.DayOfYear;
                var dateDay = dateTime.ToString("yyyyMMdd"); //获取当天的日期
                var yearDays = (year % 4 == 0 && year % 100 != 0 || year % 400 == 0) ? 366 : 365;
                DateTime expireDay = DateTime.UtcNow.AddDays(8);   //8天后到期
                DateTime expireYear = DateTime.UtcNow.AddDays(396);   //一年后到期

                var redisClient = _azureRedis.GetRedisClient(8);
                string LessType = "Open";
                if (type == 1)
                    LessType = "Lesson";

                await redisClient.SortedSetIncrementAsync($"BIStats:Less:All:{LessType}:{dateDay}", $"{hour}", num);//一天24小时课例数 有上传 base.josn  小时为单位
                await redisClient.SortedSetIncrementAsync($"BIStats:Less:All:{LessType}:{year}", $"{days}", num);//一年的课例数量 有上传 base.josn 小时为单位

                var expDay = await _azureRedis.GetRedisClient(8).KeyTimeToLiveAsync($"BIStats:Less:All:{LessType}:{dateDay}");
                if (expDay == null)
                    await _azureRedis.GetRedisClient(8).KeyExpireAsync($"BIStats:Less:All:{LessType}:{dateDay}", expireDay);  //设置八天后到期
                var expYear = await _azureRedis.GetRedisClient(8).KeyTimeToLiveAsync($"BIStats:Less:All:{LessType}:{year}");
                if (expYear == null)
                    await _azureRedis.GetRedisClient(8).KeyExpireAsync($"BIStats:Less:All:{LessType}:{year}", expireYear);  //设置一年后到期

                //保存当天的统计  小时
                var dayCnt = redisClient.SortedSetRangeByScoreWithScores($"BIStats:Less:All:{LessType}:{dateDay}");
                if (dayCnt != null && dayCnt.Length > 0)
                {
                    double[] daHour = new double[23];
                    foreach (var item in dayCnt)
                    {
                        double val = ((double)item.Score);
                        int key = ((int)item.Element);
                        daHour[key] = val;
                    }
                    List<double> lessHours = new(daHour);

                    var lessRes = await cosmosClient.GetContainer("TEAMModelOS", "School").ReadItemStreamAsync($"{dateDay}", new PartitionKey("LessonHour"));
                    if (lessRes.Status == 200)
                    {
                        using var json = await JsonDocument.ParseAsync(lessRes.ContentStream);
                        LessonStats lessonStats = json.ToObject<LessonStats>();
                        lessonStats.code = "LessonHour";
                        lessonStats.pk = "LessonHour";
                        if (type == 1)
                            lessonStats.lesson = lessHours;
                        else
                            lessonStats.open = lessHours;
                        await cosmosClient.GetContainer("TEAMModelOS", "School").ReplaceItemAsync<LessonStats>(lessonStats, lessonStats.id, new PartitionKey("LessonHour"));
                    }
                    else
                    {
                        LessonStats lessonStats = new();
                        lessonStats.id = $"{dateDay}";
                        lessonStats.code = "LessonHour";
                        lessonStats.pk = "LessonHour";
                        if (type == 1)
                            lessonStats.lesson = lessHours;
                        else
                            lessonStats.open = lessHours;

                        await cosmosClient.GetContainer("TEAMModelOS", "School").CreateItemAsync<LessonStats>(lessonStats, new PartitionKey("LessonHour"));
                    }
                }

                //保一年的统计   天
                var yearCnt = redisClient.SortedSetRangeByScoreWithScores($"BIStats:Less:All:{LessType}:{year}");
                if (yearCnt != null && yearCnt.Length > 0)
                {
                    double[] daYear = new double[yearDays];
                    foreach (var item in yearCnt)
                    {
                        double val = ((double)item.Score);
                        int key = ((int)item.Element);
                        daYear[key] = val;
                    }
                    List<double> lessYear = new(daYear);

                    var lessRes = await cosmosClient.GetContainer("TEAMModelOS", "School").ReadItemStreamAsync($"{year}", new PartitionKey("LessonYear"));
                    if (lessRes.Status == 200)
                    {
                        using var json = await JsonDocument.ParseAsync(lessRes.ContentStream);
                        LessonStats lessonYear = json.ToObject<LessonStats>();
                        lessonYear.code = "LessonYear";
                        lessonYear.pk = "LessonYear";
                        if (type == 1)
                            lessonYear.lesson = lessYear;
                        else
                            lessonYear.open = lessYear;
                        await cosmosClient.GetContainer("TEAMModelOS", "School").ReplaceItemAsync<LessonStats>(lessonYear, lessonYear.id, new PartitionKey("LessonYear"));
                    }
                    else
                    {
                        LessonStats lessonYear = new();
                        lessonYear.id = $"{year}";
                        lessonYear.code = "LessonYear";
                        lessonYear.pk = "LessonYear";
                        if (type == 1)
                            lessonYear.lesson = lessYear;
                        else
                            lessonYear.open = lessYear;
                        await cosmosClient.GetContainer("TEAMModelOS", "School").CreateItemAsync<LessonStats>(lessonYear, new PartitionKey("LessonYear"));
                    }
                }

                if (!string.IsNullOrEmpty(schoolId))
                {
                    await redisClient.SortedSetIncrementAsync($"BIStats:Less:{schoolId}:{LessType}:{dateDay}", $"{hour}", num);//一天24小时课例数 有上传 base.josn  小时为单位
                    await redisClient.SortedSetIncrementAsync($"BIStats:Less:{schoolId}:{LessType}:{year}", $"{days}", num);//一年的课例数量 有上传 base.josn 小时为单位

                    var scExpDay = await _azureRedis.GetRedisClient(8).KeyTimeToLiveAsync($"BIStats:Less:{schoolId}:{LessType}:{dateDay}");
                    if (scExpDay == null)
                        await _azureRedis.GetRedisClient(8).KeyExpireAsync($"BIStats:Less:{schoolId}:{LessType}:{dateDay}", expireDay);  //设置八天后到期
                    var scExpYear = await _azureRedis.GetRedisClient(8).KeyTimeToLiveAsync($"BIStats:Less:{schoolId}:{LessType}:{year}");
                    if (scExpYear == null)
                        await _azureRedis.GetRedisClient(8).KeyExpireAsync($"BIStats:Less:{schoolId}:{LessType}:{year}", expireYear);  //设置一年后到期

                    //保存当天的统计  小时
                    var dayScCnt = redisClient.SortedSetRangeByScoreWithScores($"BIStats:Less:{schoolId}:{LessType}:{dateDay}");
                    if (dayScCnt != null && dayScCnt.Length > 0)
                    {
                        double[] daHour = new double[23];
                        foreach (var item in dayScCnt)
                        {
                            double val = ((double)item.Score);
                            int key = ((int)item.Element);
                            daHour[key] = val;
                        }
                        List<double> lessHours = new(daHour);

                        var lessRes = await cosmosClient.GetContainer("TEAMModelOS", "School").ReadItemStreamAsync($"{dateDay}", new PartitionKey($"LessonHour-{schoolId}"));
                        if (lessRes.Status == 200)
                        {
                            using var json = await JsonDocument.ParseAsync(lessRes.ContentStream);
                            LessonStats lessonStats = json.ToObject<LessonStats>();
                            lessonStats.code = $"LessonHour-{schoolId}";
                            lessonStats.pk = "LessonHour";
                            if (type == 1)
                                lessonStats.lesson = lessHours;
                            else
                                lessonStats.open = lessHours;
                            await cosmosClient.GetContainer("TEAMModelOS", "School").ReplaceItemAsync<LessonStats>(lessonStats, lessonStats.id, new PartitionKey($"LessonHour-{schoolId}"));
                        }
                        else
                        {
                            LessonStats lessonStats = new();
                            lessonStats.id = $"{dateDay}";
                            lessonStats.code = $"LessonHour-{schoolId}";
                            lessonStats.pk = "LessonHour";
                            if (type == 1)
                                lessonStats.lesson = lessHours;
                            else
                                lessonStats.open = lessHours;
                            await cosmosClient.GetContainer("TEAMModelOS", "School").CreateItemAsync<LessonStats>(lessonStats, new PartitionKey($"LessonHour-{schoolId}"));
                        }
                    }

                    //保一年的统计   天
                    var scYearCnt = redisClient.SortedSetRangeByScoreWithScores($"BILesson:{schoolId}:{LessType}:{year}");
                    if (scYearCnt != null && scYearCnt.Length > 0)
                    {
                        double[] daYear = new double[yearDays];
                        foreach (var item in scYearCnt)
                        {
                            double val = ((double)item.Score);
                            int key = ((int)item.Element);
                            daYear[key] = val;
                        }
                        List<double> lessYear = new(daYear);

                        var lessRes = await cosmosClient.GetContainer("TEAMModelOS", "School").ReadItemStreamAsync($"{year}", new PartitionKey($"LessonYear-{schoolId}"));
                        if (lessRes.Status == 200)
                        {
                            using var json = await JsonDocument.ParseAsync(lessRes.ContentStream);
                            LessonStats lessonYear = json.ToObject<LessonStats>();
                            lessonYear.code = $"LessonYear-{schoolId}";
                            lessonYear.pk = "LessonYear";
                            if (type == 1)
                                lessonYear.lesson = lessYear;
                            else
                                lessonYear.open = lessYear;
                            await cosmosClient.GetContainer("TEAMModelOS", "School").ReplaceItemAsync<LessonStats>(lessonYear, lessonYear.id, new PartitionKey($"LessonYear-{schoolId}"));
                        }
                        else
                        {
                            LessonStats lessonYear = new();
                            lessonYear.id = $"{year}";
                            lessonYear.code = $"LessonYear-{schoolId}";
                            lessonYear.pk = "LessonYear";
                            if (type == 1)
                                lessonYear.lesson = lessYear;
                            else
                                lessonYear.open = lessYear;
                            await cosmosClient.GetContainer("TEAMModelOS", "School").CreateItemAsync<LessonStats>(lessonYear, new PartitionKey($"LessonYear-{schoolId}"));
                        }
                    }
                }
            }
            catch (Exception ex)
            {
                await _dingDing.SendBotMsg($"{Environment.GetEnvironmentVariable("Option:Location")}-SetBICosmosDBStats 课例统计异常 {ex.Message}\n{ex.StackTrace}", GroupNames.成都开发測試群組);
            }
        }

        /// <summary>
        /// 通过时间戳保存开课记录和课例记录统计
        /// 统计数据存储在table表中
        /// </summary>
        /// <param name="_azureStorage">table连接池</param>
        /// <param name="_azureRedis">redis连接池</param>
        /// <param name="_dingDing">错误消息发送</param>
        /// <param name="unix">13位时间戳</param>
        /// <param name="num">数量</param>
        /// <param name="type">类型：0 开课记录  1 课例记录</param>
        /// <param name="schoolId">学校编码</param>
        /// <returns></returns>
        public static async Task SetTableStats(AzureStorageFactory _azureStorage, AzureRedisFactory _azureRedis, DingDing _dingDing, long unix, int num = 1, int type = 0, string schoolId = null)
        {
            try
            {
                //SemaphoreSlim slimlock = new(1, 1);    //对可同时访问资源或资源池的线程数加以限制   结束
                //await slimlock.WaitAsync();
                Monitor.TryEnter(unix);  //锁对象

                DateTimeOffset dateTime = DateTimeOffset.FromUnixTimeMilliseconds(unix);
                int year, month, day, hour, days;
                year = dateTime.Year;
                month = dateTime.Month;
                day = dateTime.Day;
                hour = dateTime.Hour;
                days = dateTime.DayOfYear;
                var dateDay = dateTime.ToString("yyyyMMdd"); //获取当天的日期
                var yearDays = (year % 4 == 0 && year % 100 != 0 || year % 400 == 0) ? 366 : 365;
                var table = _azureStorage.GetCloudTableClient().GetTableReference("BIStats");
                var redisClient = _azureRedis.GetRedisClient(8);
                DateTime expireDay = DateTime.UtcNow.AddDays(8);   //8天后到期
                DateTime expireYear = DateTime.UtcNow.AddDays(396);   //一年后到期

                string LessType = "Open";
                if (type == 1)
                    LessType = "Lesson";

                await redisClient.SortedSetIncrementAsync($"BIStats:Less:All:{LessType}:{dateDay}", $"{hour}", num);//一天24小时课例数 有上传 base.josn  小时为单位
                await redisClient.SortedSetIncrementAsync($"BIStats:Less:All:{LessType}:{year}", $"{days}", num);//一年的课例数量 有上传 base.josn 小时为单位

                var expDay = await _azureRedis.GetRedisClient(8).KeyTimeToLiveAsync($"BIStats:Less:All:{LessType}:{dateDay}");
                if (expDay == null)
                    await _azureRedis.GetRedisClient(8).KeyExpireAsync($"BIStats:Less:All:{LessType}:{dateDay}", expireDay);  //设置八天后到期
                var expYear = await _azureRedis.GetRedisClient(8).KeyTimeToLiveAsync($"BIStats:Less:All:{LessType}:{year}");
                if (expYear == null)
                    await _azureRedis.GetRedisClient(8).KeyExpireAsync($"BIStats:Less:All:{LessType}:{year}", expireYear);  //设置一年后到期

                //保存当天的统计  小时
                var dayCnt = redisClient.SortedSetRangeByScoreWithScores($"BIStats:Less:All:{LessType}:{dateDay}");
                if (dayCnt != null && dayCnt.Length > 0)
                {
                    double[] daHour = new double[23];
                    foreach (var item in dayCnt)
                    {
                        double val = ((double)item.Score);
                        int key = ((int)item.Element);
                        daHour[key] = val;
                    }

                    string hoursStats = string.Join(",", daHour);
                    LessStats lessStats = table.Get<LessStats>("LessonHour", $"{dateDay}");
                    if (lessStats != null)
                    {
                        if (type == 1)
                            lessStats.lesson = hoursStats;
                        else
                            lessStats.open = hoursStats;
                    }
                    else
                    {
                        lessStats = new() { PartitionKey = "LessonHour", RowKey = $"{dateDay}" };
                        if (type == 1)
                            lessStats.lesson = hoursStats;
                        else
                            lessStats.open = hoursStats;
                    }
                    try
                    {
                        await table.SaveOrUpdate<LessStats>(lessStats);
                    }
                    catch {}
                }

                //保一年的统计   天
                var yearCnt = redisClient.SortedSetRangeByScoreWithScores($"BIStats:Less:All:{LessType}:{year}");
                if (yearCnt != null && yearCnt.Length > 0)
                {
                    double[] daYear = new double[yearDays];
                    foreach (var item in yearCnt)
                    {
                        double val = ((double)item.Score);
                        int key = ((int)item.Element);
                        daYear[key] = val;
                    }
                    string tempStats = string.Join(",", daYear);
                    LessStats lessStats = table.Get<LessStats>("LessonYear", $"{year}");
                    if (lessStats != null)
                    {
                        if (type == 1)
                            lessStats.lesson = tempStats;
                        else
                            lessStats.open = tempStats;
                    }
                    else
                    {
                        lessStats = new() { PartitionKey = "LessonYear", RowKey = $"{year}" };
                        if (type == 1)
                            lessStats.lesson = tempStats;
                        else
                            lessStats.open = tempStats;
                    }
                    try
                    {
                        await table.SaveOrUpdate<LessStats>(lessStats);
                    }
                    catch { }
                }

                //保存学校课例数据
                if (!string.IsNullOrEmpty(schoolId))
                {
                    await redisClient.SortedSetIncrementAsync($"BIStats:Less:{schoolId}:{LessType}:{dateDay}", $"{hour}", num);//一天24小时课例数 有上传 base.josn  小时为单位
                    await redisClient.SortedSetIncrementAsync($"BIStats:Less:{schoolId}:{LessType}:{year}", $"{days}", num);//一年的课例数量 有上传 base.josn 小时为单位

                    var scExpDay = await _azureRedis.GetRedisClient(8).KeyTimeToLiveAsync($"BIStats:Less:{schoolId}:{LessType}:{dateDay}");
                    if (scExpDay == null)
                        await _azureRedis.GetRedisClient(8).KeyExpireAsync($"BIStats:Less:{schoolId}:{LessType}:{dateDay}", expireDay);  //设置八天后到期
                    var scExpYear = await _azureRedis.GetRedisClient(8).KeyTimeToLiveAsync($"BIStats:Less:{schoolId}:{LessType}:{year}");
                    if (scExpYear == null)
                        await _azureRedis.GetRedisClient(8).KeyExpireAsync($"BIStats:Less:{schoolId}:{LessType}:{year}", expireYear);  //设置一年后到期

                    //保存学校当天的统计  小时
                    var dayScCnt = redisClient.SortedSetRangeByScoreWithScores($"BIStats:Less:{schoolId}:{LessType}:{dateDay}");
                    if (dayScCnt != null && dayScCnt.Length > 0)
                    {
                        double[] daHourSc = new double[23];
                        foreach (var item in dayScCnt)
                        {
                            double val = ((double)item.Score);
                            int key = ((int)item.Element);
                            daHourSc[key] = val;
                        }

                        string hoursStatsSc = string.Join(",", daHourSc);
                        LessStats lessStatsSc = table.Get<LessStats>("LessonHour", $"{dateDay}-{schoolId}");
                        if (lessStatsSc != null)
                        {
                            if (type == 1)
                                lessStatsSc.lesson = hoursStatsSc;
                            else
                                lessStatsSc.open = hoursStatsSc;
                        }
                        else
                        {
                            lessStatsSc = new() { PartitionKey = "LessonHour", RowKey = $"{dateDay}-{schoolId}" };
                            if (type == 1)
                                lessStatsSc.lesson = hoursStatsSc;
                            else
                                lessStatsSc.open = hoursStatsSc;
                            lessStatsSc.time = dateDay;
                            lessStatsSc.school = schoolId;
                        }

                        try
                        {
                            await table.SaveOrUpdate<LessStats>(lessStatsSc);
                        }
                        catch { }
                    }

                    //保学校一年的统计   天
                    var scYearCnt = redisClient.SortedSetRangeByScoreWithScores($"BIStats:Less:{schoolId}:{LessType}:{year}");
                    if (scYearCnt != null && scYearCnt.Length > 0)
                    {
                        double[] daYearSc = new double[yearDays];
                        foreach (var item in scYearCnt)
                        {
                            double val = ((double)item.Score);
                            int key = ((int)item.Element);
                            daYearSc[key] = val;
                        }

                        string tempStatsSc = string.Join(",", daYearSc);
                        LessStats lessStatsSc = table.Get<LessStats>("LessonYear", $"{year}-{schoolId}");
                        if (lessStatsSc != null)
                        {
                            if (type == 1)
                                lessStatsSc.lesson = tempStatsSc;
                            else
                                lessStatsSc.open = tempStatsSc;
                        }
                        else
                        {
                            lessStatsSc = new() { PartitionKey = "LessonYear", RowKey = $"{year}-{schoolId}" };
                            if (type == 1)
                                lessStatsSc.lesson = tempStatsSc;
                            else
                                lessStatsSc.open = tempStatsSc;

                            lessStatsSc.time = $"{year}";
                            lessStatsSc.school = schoolId;
                        }
                        try
                        {
                            await table.SaveOrUpdate<LessStats>(lessStatsSc);
                        }
                        catch { }
                    }
                }

                Monitor.Enter(unix);  //锁对象  结束
                //slimlock.Release(); // 对可同时访问资源或资源池的线程数加以限制 结束    

            }
            catch (Exception ex)
            {
                await _dingDing.SendBotMsg($"{Environment.GetEnvironmentVariable("Option:Location")}-SetBITableStats  课例统计异常{unix}|{num}|{type}|{schoolId} ；错误信息：{ex.Message}\n{ex.StackTrace}", GroupNames.成都开发測試群組);
            }
        }
    }
}