AnalyseFileController.cs 4.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119
  1. using Microsoft.AspNetCore.Hosting;
  2. using Microsoft.AspNetCore.Http;
  3. using Microsoft.AspNetCore.Mvc;
  4. using System;
  5. using System.Collections.Generic;
  6. using System.IO;
  7. using System.Linq;
  8. using System.Text;
  9. using System.Text.Json;
  10. using System.Threading.Tasks;
  11. using TEAMModelOS.SDK.Extension;
  12. using TEAMModelOS.SDK.Models.Cosmos.BI;
  13. namespace TEAMModelBI.Controllers.BIHome
  14. {
  15. [Route("analyse")]
  16. [ApiController]
  17. public class AnalyseFileController : ControllerBase
  18. {
  19. private readonly IWebHostEnvironment _environment; //读取文件流
  20. public AnalyseFileController(IWebHostEnvironment environment)
  21. {
  22. _environment = environment;
  23. }
  24. [HttpPost("get-visitjson")]
  25. public async Task<IActionResult> GetVisitJson(JsonElement jsonElement)
  26. {
  27. jsonElement.TryGetProperty("path", out JsonElement _path);
  28. jsonElement.TryGetProperty("time", out JsonElement _time);
  29. var path = $"{_environment.ContentRootPath}/JsonFile/TempFile/PT1H.json";
  30. StreamReader streamReader = new StreamReader(new FileStream(path, FileMode.Open, FileAccess.Read, FileShare.ReadWrite), Encoding.UTF8);
  31. List<object> objs = new();
  32. StringBuilder visits = new StringBuilder("[");
  33. string text;
  34. while ((text = streamReader.ReadLine()) != null)
  35. {
  36. if (streamReader.EndOfStream)
  37. visits.Append($"{text.ToString()}");
  38. else
  39. visits.Append($"{text.ToString()},");
  40. }
  41. visits.Append("]");
  42. streamReader.Close();
  43. string input = visits.ToString();
  44. List<AGInfo> aGInfos = input.ToObject<List<AGInfo>>();
  45. //var ipGroup = aGInfos.GroupBy(g => g.properties.clientIp).ToDictionary(k => k.Key, k => k.Count()).ToList();
  46. List<RecGWInfo> recInfo = aGInfos.Select(s => new RecGWInfo { hour = DateTimeOffset.Parse(s.time).ToString("yyyyMMddHH"), ip = s.properties.clientIp, api = s.properties.requestUri.Split("?").ToList().Count() > 1 ? s.properties.requestUri.Split("?").ToList()[0] : s.properties.requestUri, hostName = s.properties.hostname }).ToList();
  47. var apiCnt = recInfo.GroupBy(a => a.api).Select(g => new { api = g.Key, count = g.Count(), hour = g.Select(h => h.hour).First(), hostName = g.Select(h => h.hostName).First(), ip = g.Select(i => i.ip).First() }).ToList();
  48. var ipCnt = recInfo.GroupBy(a => a.ip).Select(g => new { ip = g.Key, count = g.Count(), hour = g.Select(h => h.hour).First(), hostName = g.Select(h => h.hostName).First(), api = g.Select(i => i.api).First() }).ToList();
  49. return Ok(new { state = 200, apiCon = apiCnt.Count(), apiSum = apiCnt.Select(ap => ap.count).Sum(), ipCount = ipCnt.Count, ipSum = ipCnt.Select(ip => ip.count).Sum(), ipCnt, apiCnt }); ;
  50. //return Ok(new { state = 200, cnt = recInfo.Count, apiCon = apiCnt.Count(), apiSum = apiCnt.Select(ap=> ap.count).Sum(), ipCount = ipCnt.Count, ipSum = ipCnt.Select(ip=>ip.count).Sum(), ipCnt,apiCnt, recInfo });;
  51. }
  52. public record RecGWInfo
  53. {
  54. public string hour { get; set; }
  55. public string ip { get; set; }
  56. public string api { get; set; }
  57. public string hostName { get; set; }
  58. }
  59. public record StatisNameCnt
  60. {
  61. public string name { get; set; }
  62. public int cnt { get; set; }
  63. }
  64. public record AGInfo
  65. {
  66. //public string resourceId { get; set; }
  67. public string operationName { get; set; }
  68. public string time { get; set; }
  69. public string category { get; set; }
  70. public Properties properties { get; set; }
  71. }
  72. public record Properties
  73. {
  74. //public string instanceId { get; set; }
  75. public string clientIp { get; set; }
  76. public string clientPort { get; set; }
  77. public string requestUri { get; set; }
  78. public string ruleSetType { get; set; }
  79. public string ruleSetVersion { get; set; }
  80. public string ruleId { get; set;}
  81. public string ruleGroup { get; set; }
  82. //public string message { get; set; }
  83. public string action { get; set; }
  84. public string site { get; set; }
  85. //public Datails datails { get; set; }
  86. public string hostname { get; set; }
  87. public string transactionId { get; set; }
  88. }
  89. public record Datails
  90. {
  91. public string message { get; set; }
  92. public string data { get; set; }
  93. public string file { get; set; }
  94. public string line { get; set; }
  95. }
  96. }
  97. }