chart_info.go 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934
  1. package data
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. "github.com/shopspring/decimal"
  7. "hongze/eta_server/eta_chart_lib/models"
  8. "hongze/eta_server/eta_chart_lib/models/data_manage"
  9. "hongze/eta_server/eta_chart_lib/services/alarm_msg"
  10. "hongze/eta_server/eta_chart_lib/utils"
  11. "math"
  12. "sort"
  13. "time"
  14. )
  15. // GetFrequencyEn 获取频度的英文版
  16. func GetFrequencyEn(frequency string) (frequencyEn string) {
  17. switch frequency {
  18. case "日度":
  19. frequencyEn = "day"
  20. return
  21. case "周度":
  22. frequencyEn = "week"
  23. return
  24. case "旬度":
  25. frequencyEn = "ten days"
  26. return
  27. case "月度":
  28. frequencyEn = "month"
  29. return
  30. case "季度":
  31. frequencyEn = "quarter"
  32. return
  33. case "年度":
  34. frequencyEn = "year"
  35. return
  36. }
  37. return
  38. }
  39. func GetLeadUnitEn(unit string) (unitEn string) {
  40. switch unit {
  41. case "天":
  42. unitEn = "day"
  43. return
  44. case "周":
  45. unitEn = "week"
  46. return
  47. case "月":
  48. unitEn = "month"
  49. return
  50. case "季":
  51. unitEn = "quarter"
  52. return
  53. case "年":
  54. unitEn = "year"
  55. return
  56. }
  57. return
  58. }
  59. // GetChartEdbData 获取图表的指标数据
  60. func GetChartEdbData(chartInfoId, chartType int, calendar, startDate, endDate string, mappingList []*models.ChartEdbInfoMapping, extraConfigStr string) (edbList []*models.ChartEdbInfoMapping, xEdbIdValue []int, yDataList []models.YData, dataResp interface{}, err error, errMsg string) {
  61. edbList = make([]*models.ChartEdbInfoMapping, 0)
  62. // 指标对应的所有数据
  63. xEdbIdValue = make([]int, 0)
  64. yDataList = make([]models.YData, 0)
  65. var extraConfig interface{}
  66. switch chartType {
  67. case 7: // 柱形图
  68. var barConfig data_manage.BarChartInfoReq
  69. if extraConfigStr == `` {
  70. errMsg = "柱方图未配置"
  71. err = errors.New(errMsg)
  72. return
  73. }
  74. err = json.Unmarshal([]byte(extraConfigStr), &barConfig)
  75. if err != nil {
  76. errMsg = "柱方图配置异常"
  77. err = errors.New(errMsg)
  78. return
  79. }
  80. extraConfig = barConfig
  81. case 10: // 截面散点图
  82. var tmpExtraConfig data_manage.SectionScatterReq
  83. if extraConfigStr == `` {
  84. errMsg = "截面散点图未配置"
  85. err = errors.New(errMsg)
  86. return
  87. }
  88. err = json.Unmarshal([]byte(extraConfigStr), &tmpExtraConfig)
  89. if err != nil {
  90. errMsg = "截面散点配置异常"
  91. err = errors.New(errMsg)
  92. return
  93. }
  94. extraConfig = tmpExtraConfig
  95. default:
  96. xEdbIdValue = make([]int, 0)
  97. yDataList = make([]models.YData, 0)
  98. }
  99. // 指标对应的所有数据
  100. edbDataListMap, edbList, err := getEdbDataMapList(chartInfoId, chartType, calendar, startDate, endDate, mappingList)
  101. if err != nil {
  102. return
  103. }
  104. // 特殊图形数据处理
  105. switch chartType {
  106. case 7: // 柱形图
  107. barChartConf := extraConfig.(data_manage.BarChartInfoReq)
  108. xEdbIdValue, yDataList, err = BarChartData(mappingList, edbDataListMap, barChartConf.DateList, barChartConf.Sort)
  109. for _, v := range edbList {
  110. // 指标别名
  111. if barChartConf.EdbInfoIdList != nil && len(barChartConf.EdbInfoIdList) > 0 {
  112. for _, reqEdb := range barChartConf.EdbInfoIdList {
  113. if v.EdbInfoId == reqEdb.EdbInfoId {
  114. v.EdbAliasName = reqEdb.Name
  115. }
  116. }
  117. }
  118. }
  119. case 10: // 截面散点图
  120. sectionScatterConf := extraConfig.(data_manage.SectionScatterReq)
  121. xEdbIdValue, dataResp, err = GetSectionScatterChartData(mappingList, edbDataListMap, sectionScatterConf)
  122. // 这个数据没有必要返回给前端
  123. for _, v := range edbList {
  124. v.DataList = nil
  125. }
  126. }
  127. return
  128. }
  129. // GetEdbDataMapList 获取指标最后的基础数据
  130. func GetEdbDataMapList(chartInfoId, chartType int, calendar, startDate, endDate string, mappingList []*models.ChartEdbInfoMapping) (edbDataListMap map[int][]*models.EdbDataList, edbList []*models.ChartEdbInfoMapping, err error) {
  131. edbDataListMap, edbList, err = getEdbDataMapList(chartInfoId, chartType, calendar, startDate, endDate, mappingList)
  132. return
  133. }
  134. // getEdbDataMapList 获取指标最后的基础数据
  135. func getEdbDataMapList(chartInfoId, chartType int, calendar, startDate, endDate string, mappingList []*models.ChartEdbInfoMapping) (edbDataListMap map[int][]*models.EdbDataList, edbList []*models.ChartEdbInfoMapping, err error) {
  136. // 指标对应的所有数据
  137. edbDataListMap = make(map[int][]*models.EdbDataList)
  138. for _, v := range mappingList {
  139. //fmt.Println("v:", v.EdbInfoId)
  140. item := new(models.ChartEdbInfoMapping)
  141. item.EdbInfoId = v.EdbInfoId
  142. item.SourceName = v.SourceName
  143. item.Source = v.Source
  144. item.EdbCode = v.EdbCode
  145. item.EdbName = v.EdbName
  146. item.EdbType = v.EdbType
  147. item.EdbNameEn = v.EdbNameEn
  148. item.Frequency = v.Frequency
  149. item.FrequencyEn = GetFrequencyEn(v.Frequency)
  150. if v.Unit != `无` {
  151. item.Unit = v.Unit
  152. }
  153. item.UnitEn = v.UnitEn
  154. item.StartDate = v.StartDate
  155. item.EndDate = v.EndDate
  156. item.ModifyTime = v.ModifyTime
  157. item.EdbInfoCategoryType = v.EdbInfoCategoryType
  158. item.PredictChartColor = v.PredictChartColor
  159. if chartInfoId <= 0 {
  160. item.IsAxis = 1
  161. item.LeadValue = 0
  162. item.LeadUnit = ""
  163. //item.ChartEdbMappingId = 0
  164. item.ChartInfoId = 0
  165. item.IsOrder = false
  166. item.EdbInfoType = 1
  167. item.ChartStyle = ""
  168. item.ChartColor = ""
  169. item.ChartWidth = 0
  170. item.MaxData = v.MaxValue
  171. item.MinData = v.MinValue
  172. } else {
  173. item.IsAxis = v.IsAxis
  174. item.EdbInfoType = v.EdbInfoType
  175. item.LeadValue = v.LeadValue
  176. item.LeadUnit = v.LeadUnit
  177. item.LeadUnitEn = GetLeadUnitEn(v.LeadUnit)
  178. //item.ChartEdbMappingId = v.ChartEdbMappingId
  179. item.ChartInfoId = v.ChartInfoId
  180. item.ChartStyle = v.ChartStyle
  181. item.ChartColor = v.ChartColor
  182. item.ChartWidth = v.ChartWidth
  183. item.IsOrder = v.IsOrder
  184. item.MaxData = v.MaxData
  185. item.MinData = v.MinData
  186. }
  187. item.LatestValue = v.LatestValue
  188. item.LatestDate = v.LatestDate
  189. item.UniqueCode = v.UniqueCode
  190. item.MoveLatestDate = v.LatestDate
  191. var startDateReal string
  192. var diffSeconds int64
  193. if chartType == 2 { //季节性图
  194. startDateReal = startDate
  195. } else {
  196. if v.EdbInfoType == 0 && v.LeadUnit != "" && v.LeadValue > 0 { //领先指标
  197. var startTimeRealTemp time.Time
  198. startDateParse, _ := time.Parse(utils.FormatDate, startDate)
  199. switch v.LeadUnit {
  200. case "天":
  201. startTimeRealTemp = startDateParse.AddDate(0, 0, -v.LeadValue)
  202. case "月":
  203. startTimeRealTemp = startDateParse.AddDate(0, -v.LeadValue, 0)
  204. case "季":
  205. startTimeRealTemp = startDateParse.AddDate(0, -3*v.LeadValue, 0)
  206. case "周":
  207. startTimeRealTemp = startDateParse.AddDate(0, 0, -7*v.LeadValue)
  208. case "年":
  209. startTimeRealTemp = startDateParse.AddDate(-v.LeadValue, 0, 0)
  210. }
  211. if startTimeRealTemp.Before(startDateParse) {
  212. startDateReal = startTimeRealTemp.Format(utils.FormatDate)
  213. diffSeconds = (int64(startTimeRealTemp.UnixNano()) - int64(startDateParse.UnixNano())) / 1e6
  214. } else {
  215. startDateReal = startDate
  216. diffSeconds = 0
  217. }
  218. // 预测指标的开始日期也要偏移
  219. {
  220. day, tmpErr := utils.GetDaysBetween2Date(utils.FormatDate, startDate, startDateReal)
  221. if tmpErr != nil {
  222. err = tmpErr
  223. return
  224. }
  225. moveLatestDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, item.MoveLatestDate, time.Local)
  226. if tmpErr != nil {
  227. err = tmpErr
  228. return
  229. }
  230. item.MoveLatestDate = moveLatestDateTime.AddDate(0, 0, day).Format(utils.FormatDate)
  231. }
  232. } else {
  233. startDateReal = startDate
  234. }
  235. }
  236. //fmt.Println("line 1011 chart:", v.Source, v.EdbInfoId, startDateReal, endDate)
  237. calendarPreYear := 0
  238. if calendar == "农历" {
  239. newStartDateReal, err := time.Parse(utils.FormatDate, startDateReal)
  240. if err != nil {
  241. fmt.Println("time.Parse:" + err.Error())
  242. }
  243. calendarPreYear = newStartDateReal.Year() - 1
  244. newStartDateReal = newStartDateReal.AddDate(-1, 0, 0)
  245. startDateReal = newStartDateReal.Format(utils.FormatDate)
  246. }
  247. dataList := make([]*models.EdbDataList, 0)
  248. //fmt.Println("chart:", v.Source, v.EdbInfoId, startDateReal, endDate)
  249. switch v.EdbInfoCategoryType {
  250. case 0:
  251. dataList, err = models.GetEdbDataList(v.Source, v.EdbInfoId, startDateReal, endDate)
  252. case 1:
  253. _, dataList, _, _, err, _ = GetPredictDataListByPredictEdbInfoId(v.EdbInfoId, startDateReal, endDate, false)
  254. default:
  255. err = errors.New(fmt.Sprint("获取失败,指标类型异常", v.EdbInfoCategoryType))
  256. }
  257. if err != nil {
  258. return
  259. }
  260. edbDataListMap[v.EdbInfoId] = dataList
  261. if diffSeconds != 0 && v.EdbInfoType == 0 {
  262. dataListLen := len(dataList)
  263. for i := 0; i < dataListLen; i++ {
  264. dataList[i].DataTimestamp = dataList[i].DataTimestamp - diffSeconds
  265. }
  266. }
  267. if chartType == 2 {
  268. latestDateStr := v.LatestDate //实际数据的截止日期
  269. latestDate, tmpErr := time.Parse(utils.FormatDate, v.LatestDate)
  270. if tmpErr != nil {
  271. err = errors.New(fmt.Sprint("获取最后实际数据的日期失败,Err:" + tmpErr.Error() + ";LatestDate:" + v.LatestDate))
  272. return
  273. }
  274. latestDateYear := latestDate.Year() //实际数据截止年份
  275. if calendar == "农历" {
  276. if len(dataList) <= 0 {
  277. result := new(models.EdbDataResult)
  278. item.DataList = result
  279. } else {
  280. result, tmpErr := models.AddCalculateQuarterV5(dataList)
  281. if tmpErr != nil {
  282. err = errors.New("获取农历数据失败,Err:" + tmpErr.Error())
  283. return
  284. }
  285. // 处理季节图的截止日期
  286. for k, edbDataItems := range result.List {
  287. var cuttingDataTimestamp int64
  288. // 切割的日期时间字符串
  289. cuttingDataTimeStr := latestDate.AddDate(0, 0, edbDataItems.BetweenDay).Format(utils.FormatDate)
  290. //如果等于最后的实际日期,那么遍历找到该日期对应的时间戳,并将其赋值为 切割时间戳
  291. if edbDataItems.Year >= latestDateYear {
  292. for _, tmpData := range edbDataItems.Items {
  293. if tmpData.DataTime == cuttingDataTimeStr {
  294. cuttingDataTimestamp = tmpData.DataTimestamp
  295. break
  296. }
  297. }
  298. }
  299. edbDataItems.CuttingDataTimestamp = cuttingDataTimestamp
  300. result.List[k] = edbDataItems
  301. }
  302. if result.List[0].Year != calendarPreYear {
  303. itemList := make([]*models.EdbDataList, 0)
  304. items := new(models.EdbDataItems)
  305. //items.Year = calendarPreYear
  306. items.Items = itemList
  307. newResult := new(models.EdbDataResult)
  308. newResult.List = append(newResult.List, items)
  309. newResult.List = append(newResult.List, result.List...)
  310. item.DataList = newResult
  311. } else {
  312. item.DataList = result
  313. }
  314. }
  315. } else {
  316. currentYear := time.Now().Year()
  317. quarterDataList := make([]*models.QuarterData, 0)
  318. quarterMap := make(map[int][]*models.EdbDataList)
  319. var quarterArr []int
  320. for _, v := range dataList {
  321. itemDate, tmpErr := time.Parse(utils.FormatDate, v.DataTime)
  322. if tmpErr != nil {
  323. err = errors.New("季度指标日期转换,Err:" + tmpErr.Error() + ";DataTime:" + v.DataTime)
  324. return
  325. }
  326. year := itemDate.Year()
  327. newItemDate := itemDate.AddDate(currentYear-year, 0, 0)
  328. timestamp := newItemDate.UnixNano() / 1e6
  329. v.DataTimestamp = timestamp
  330. if findVal, ok := quarterMap[year]; !ok {
  331. quarterArr = append(quarterArr, year)
  332. findVal = append(findVal, v)
  333. quarterMap[year] = findVal
  334. } else {
  335. findVal = append(findVal, v)
  336. quarterMap[year] = findVal
  337. }
  338. }
  339. for _, v := range quarterArr {
  340. itemList := quarterMap[v]
  341. quarterItem := new(models.QuarterData)
  342. quarterItem.Year = v
  343. quarterItem.DataList = itemList
  344. //如果等于最后的实际日期,那么将切割时间戳记录
  345. if v == latestDateYear {
  346. var cuttingDataTimestamp int64
  347. for _, tmpData := range itemList {
  348. if tmpData.DataTime == latestDateStr {
  349. cuttingDataTimestamp = tmpData.DataTimestamp
  350. break
  351. }
  352. }
  353. quarterItem.CuttingDataTimestamp = cuttingDataTimestamp
  354. } else if v > latestDateYear {
  355. //如果大于最后的实际日期,那么第一个点就是切割的时间戳
  356. if len(itemList) > 0 {
  357. quarterItem.CuttingDataTimestamp = itemList[0].DataTimestamp - 100
  358. }
  359. }
  360. quarterDataList = append(quarterDataList, quarterItem)
  361. }
  362. item.DataList = quarterDataList
  363. }
  364. } else if chartType == 7 { //柱方图
  365. //item.DataList = dataList
  366. } else {
  367. item.DataList = dataList
  368. }
  369. edbList = append(edbList, item)
  370. }
  371. return
  372. }
  373. // BarChartData 柱方图的数据处理
  374. func BarChartData(mappingList []*models.ChartEdbInfoMapping, edbDataListMap map[int][]*models.EdbDataList, barChartInfoDateList []data_manage.BarChartInfoDateReq, barChartInfoSort data_manage.BarChartInfoSortReq) (edbIdList []int, yDataList []models.YData, err error) {
  375. // 指标数据数组(10086:{"2022-12-02":100.01,"2022-12-01":102.3})
  376. edbDataMap := make(map[int]map[string]float64)
  377. for edbInfoId, edbDataList := range edbDataListMap {
  378. edbDateData := make(map[string]float64)
  379. for _, edbData := range edbDataList {
  380. edbDateData[edbData.DataTime] = edbData.Value
  381. }
  382. edbDataMap[edbInfoId] = edbDateData
  383. }
  384. // edbIdList 指标展示顺序;x轴的指标顺序
  385. edbIdList = make([]int, 0)
  386. //Sort int `description:"排序类型,0:默认,1:升序,2:降序"`
  387. dateData := make(map[int]float64)
  388. if barChartInfoSort.Sort == 0 {
  389. for _, v := range mappingList {
  390. edbIdList = append(edbIdList, v.EdbInfoId)
  391. }
  392. } else {
  393. lenBarChartInfoDateList := len(barChartInfoDateList)
  394. if barChartInfoSort.DateIndex >= lenBarChartInfoDateList {
  395. err = errors.New("排序日期异常")
  396. return
  397. }
  398. notDataEdbIdList := make([]int, 0) //没有数据的指标id
  399. // 日期配置
  400. barChartInfoDate := barChartInfoDateList[barChartInfoSort.DateIndex]
  401. for edbInfoId, dataList := range edbDataListMap {
  402. if len(dataList) <= 0 {
  403. // 没有数据的指标id
  404. notDataEdbIdList = append(notDataEdbIdList, edbInfoId)
  405. continue
  406. }
  407. findDate := barChartInfoDate.Date
  408. switch barChartInfoDate.Type {
  409. case 1: //最新值
  410. findDate = dataList[len(dataList)-1].DataTime
  411. case 2: //近期几天
  412. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[len(dataList)-1].DataTime, time.Local)
  413. if tmpErr != nil {
  414. err = tmpErr
  415. return
  416. }
  417. findDateTime = findDateTime.AddDate(0, 0, -barChartInfoDate.Value)
  418. lenData := len(dataList) - 1
  419. for i := lenData; i >= 0; i-- {
  420. currDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[i].DataTime, time.Local)
  421. if tmpErr != nil {
  422. err = tmpErr
  423. return
  424. }
  425. if currDateTime.Equal(findDateTime) || currDateTime.Before(findDateTime) {
  426. findDate = dataList[i].DataTime
  427. break
  428. }
  429. }
  430. case 3: // 固定日期
  431. //最早的日期
  432. minDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[0].DataTime, time.Local)
  433. if tmpErr != nil {
  434. err = tmpErr
  435. return
  436. }
  437. //寻找固定日期的数据
  438. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, barChartInfoDate.Date, time.Local)
  439. if tmpErr != nil {
  440. err = tmpErr
  441. return
  442. }
  443. for tmpDateTime := findDateTime; tmpDateTime.After(minDateTime) || tmpDateTime.Equal(minDateTime); tmpDateTime = tmpDateTime.AddDate(0, 0, -1) {
  444. tmpDate := tmpDateTime.Format(utils.FormatDate)
  445. if _, ok := edbDataMap[edbInfoId][tmpDate]; ok { //如果能找到数据,那么就返回
  446. findDate = tmpDate
  447. break
  448. }
  449. }
  450. default:
  451. err = errors.New(fmt.Sprint("日期类型异常,Type:", barChartInfoDate.Type))
  452. return
  453. }
  454. if tmpValue, ok := edbDataMap[edbInfoId][findDate]; ok {
  455. dateData[edbInfoId] = tmpValue
  456. } else {
  457. // 没有数据的指标id
  458. notDataEdbIdList = append(notDataEdbIdList, edbInfoId)
  459. }
  460. }
  461. //Sort int `description:"排序类型,0:默认,1:升序,2:降序"`
  462. // 排序
  463. dateDataSort := utils.NewMapSorter(dateData)
  464. sort.Sort(dateDataSort)
  465. if barChartInfoSort.Sort == 1 {
  466. // 先将没有数据的指标id放在最前面
  467. if len(notDataEdbIdList) > 0 {
  468. edbIdList = append(edbIdList, notDataEdbIdList...)
  469. }
  470. for _, v := range dateDataSort {
  471. edbIdList = append(edbIdList, v.Key)
  472. }
  473. } else {
  474. for i := len(dateDataSort) - 1; i >= 0; i-- {
  475. edbIdList = append(edbIdList, dateDataSort[i].Key)
  476. }
  477. // 再将没有数据的指标id放在最后面
  478. if len(notDataEdbIdList) > 0 {
  479. edbIdList = append(edbIdList, notDataEdbIdList...)
  480. }
  481. }
  482. }
  483. yDataList = make([]models.YData, 0) //y轴的数据列表
  484. for _, barChartInfoDate := range barChartInfoDateList {
  485. var maxDate time.Time
  486. findDataList := make([]float64, 0) // 当前日期的数据值
  487. for _, edbInfoId := range edbIdList {
  488. findDate := barChartInfoDate.Date //需要的日期值
  489. dataList := edbDataListMap[edbInfoId] //指标的所有数据值
  490. if len(dataList) <= 0 {
  491. // 没有数据的指标id
  492. findDataList = append(findDataList, 0)
  493. continue
  494. }
  495. switch barChartInfoDate.Type {
  496. case 1: //最新值
  497. dataList := edbDataListMap[edbInfoId]
  498. findDate = dataList[len(dataList)-1].DataTime
  499. case 2: //近期几天
  500. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[len(dataList)-1].DataTime, time.Local)
  501. if tmpErr != nil {
  502. err = tmpErr
  503. return
  504. }
  505. findDateTime = findDateTime.AddDate(0, 0, -barChartInfoDate.Value)
  506. lenData := len(dataList) - 1
  507. for i := lenData; i >= 0; i-- {
  508. currDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[i].DataTime, time.Local)
  509. if tmpErr != nil {
  510. err = tmpErr
  511. return
  512. }
  513. if currDateTime.Equal(findDateTime) || currDateTime.Before(findDateTime) {
  514. findDate = dataList[i].DataTime
  515. break
  516. }
  517. }
  518. case 3: // 固定日期
  519. //最早的日期
  520. minDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[0].DataTime, time.Local)
  521. if tmpErr != nil {
  522. err = tmpErr
  523. return
  524. }
  525. //寻找固定日期的数据
  526. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, barChartInfoDate.Date, time.Local)
  527. if tmpErr != nil {
  528. err = tmpErr
  529. return
  530. }
  531. for tmpDateTime := findDateTime; tmpDateTime.After(minDateTime) || tmpDateTime.Equal(minDateTime); tmpDateTime = tmpDateTime.AddDate(0, 0, -1) {
  532. tmpDate := tmpDateTime.Format(utils.FormatDate)
  533. if _, ok := edbDataMap[edbInfoId][tmpDate]; ok { //如果能找到数据,那么就返回
  534. findDate = tmpDate
  535. break
  536. }
  537. }
  538. default:
  539. err = errors.New(fmt.Sprint("日期类型异常,Type:", barChartInfoDate.Type))
  540. return
  541. }
  542. findDateTime, _ := time.ParseInLocation(utils.FormatDate, findDate, time.Local)
  543. if maxDate.IsZero() {
  544. maxDate = findDateTime
  545. } else {
  546. if findDateTime.After(maxDate) {
  547. maxDate = findDateTime
  548. }
  549. }
  550. if tmpValue, ok := edbDataMap[edbInfoId][findDate]; ok {
  551. findDataList = append(findDataList, tmpValue)
  552. } else {
  553. findDataList = append(findDataList, 0)
  554. }
  555. }
  556. yDate := "0000-00-00"
  557. if !maxDate.IsZero() {
  558. yDate = maxDate.Format(utils.FormatDate)
  559. }
  560. yDataList = append(yDataList, models.YData{
  561. Date: yDate,
  562. Value: findDataList,
  563. Color: barChartInfoDate.Color,
  564. Name: barChartInfoDate.Name,
  565. })
  566. }
  567. return
  568. }
  569. // ChartInfoRefreshV2 图表刷新
  570. // @author Roc
  571. // @datetime 2022-09-16 10:15:38
  572. // @description 将原来自己写的一套获取所有关联指标,然后刷新指标逻辑 改成 只获取使用的指标id,然后遍历去调用“指标刷新服务”
  573. func ChartInfoRefreshV2(chartInfoId int) (err error) {
  574. var errmsg string
  575. defer func() {
  576. if err != nil {
  577. go alarm_msg.SendAlarmMsg("ChartInfoRefresh:"+errmsg, 3)
  578. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "ChartInfoRefresh:"+errmsg, utils.EmailSendToUsers)
  579. fmt.Println("ChartInfoRefresh Err:" + errmsg)
  580. }
  581. }()
  582. edbMappingList, err := data_manage.GetChartEdbMappingList(chartInfoId)
  583. if err != nil {
  584. errmsg = "获取需要刷新的指标失败:Err:" + err.Error()
  585. return
  586. }
  587. edbIdList := make([]int, 0)
  588. for _, v := range edbMappingList {
  589. edbIdList = append(edbIdList, v.EdbInfoId)
  590. }
  591. // 批量刷新
  592. err, errmsg = EdbInfoRefreshAllFromBase(edbIdList, false)
  593. if err != nil {
  594. return
  595. }
  596. return
  597. }
  598. // GetSectionScatterChartData 柱方图的数据处理
  599. func GetSectionScatterChartData(mappingList []*models.ChartEdbInfoMapping, edbDataListMap map[int][]*models.EdbDataList, extraConfig data_manage.SectionScatterReq) (edbIdList []int, chartDataResp data_manage.SectionScatterInfoResp, err error) {
  600. // 指标数据数组(10086:{"2022-12-02":100.01,"2022-12-01":102.3})
  601. edbDataMap := make(map[int]map[string]float64)
  602. for edbInfoId, edbDataList := range edbDataListMap {
  603. edbDateData := make(map[string]float64)
  604. for _, edbData := range edbDataList {
  605. edbDateData[edbData.DataTime] = edbData.Value
  606. }
  607. edbDataMap[edbInfoId] = edbDateData
  608. }
  609. // edbIdList 指标展示顺序;x轴的指标顺序
  610. edbIdList = make([]int, 0)
  611. edbMappingMap := make(map[int]*models.ChartEdbInfoMapping)
  612. for _, v := range mappingList {
  613. edbIdList = append(edbIdList, v.EdbInfoId)
  614. edbMappingMap[v.EdbInfoId] = v
  615. }
  616. //SectionScatterSeriesInfoResp
  617. dataListResp := make([]data_manage.SectionScatterSeriesItemResp, 0) //y轴的数据列表
  618. for _, seriesItem := range extraConfig.SeriesList {
  619. var maxDate time.Time
  620. // 系列中的指标数据
  621. tmpSeriesEdbInfoList := make([]data_manage.SectionScatterEdbItemResp, 0)
  622. var minXVal, maxXVal, minYVal, maxYVal float64
  623. for _, edbConf := range seriesItem.EdbInfoList {
  624. tmpItem := data_manage.SectionScatterEdbItemResp{
  625. IsShow: edbConf.IsShow,
  626. Name: edbConf.Name,
  627. NameEn: edbConf.NameEn,
  628. } //单个坐标点的数据
  629. //X轴的数据
  630. {
  631. edbInfoId := edbConf.XEdbInfoId //X轴的指标
  632. edbMappingInfo, ok := edbMappingMap[edbInfoId]
  633. if !ok {
  634. continue
  635. }
  636. findDate := edbConf.XDate //需要的日期值
  637. dataList := edbDataListMap[edbInfoId] //指标的所有数据值
  638. if len(dataList) <= 0 {
  639. // 没有数据的指标id
  640. //findDataList = append(findDataList, 0)
  641. continue
  642. }
  643. tmpItem.XEdbInfoId = edbInfoId
  644. tmpItem.XName = edbMappingInfo.EdbName
  645. tmpItem.XNameEn = edbMappingInfo.EdbNameEn
  646. switch edbConf.XDateType {
  647. case 1: //最新值
  648. dataList := edbDataListMap[edbInfoId]
  649. findDate = dataList[len(dataList)-1].DataTime
  650. case 2: //近期几天
  651. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[len(dataList)-1].DataTime, time.Local)
  652. if tmpErr != nil {
  653. err = tmpErr
  654. return
  655. }
  656. findDateTime = findDateTime.AddDate(0, 0, -edbConf.XDateValue)
  657. lenData := len(dataList) - 1
  658. for i := lenData; i >= 0; i-- {
  659. currDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[i].DataTime, time.Local)
  660. if tmpErr != nil {
  661. err = tmpErr
  662. return
  663. }
  664. if currDateTime.Equal(findDateTime) || currDateTime.Before(findDateTime) {
  665. findDate = dataList[i].DataTime
  666. break
  667. }
  668. }
  669. case 3: // 固定日期
  670. //最早的日期
  671. minDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[0].DataTime, time.Local)
  672. if tmpErr != nil {
  673. err = tmpErr
  674. return
  675. }
  676. //寻找固定日期的数据
  677. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, edbConf.XDate, time.Local)
  678. if tmpErr != nil {
  679. err = tmpErr
  680. return
  681. }
  682. for tmpDateTime := findDateTime; tmpDateTime.After(minDateTime) || tmpDateTime.Equal(minDateTime); tmpDateTime = tmpDateTime.AddDate(0, 0, -1) {
  683. tmpDate := tmpDateTime.Format(utils.FormatDate)
  684. if _, ok := edbDataMap[edbInfoId][tmpDate]; ok { //如果能找到数据,那么就返回
  685. findDate = tmpDate
  686. break
  687. }
  688. }
  689. default:
  690. err = errors.New(fmt.Sprint("日期类型异常,Type:", edbConf.XDate))
  691. return
  692. }
  693. findDateTime, _ := time.ParseInLocation(utils.FormatDate, findDate, time.Local)
  694. if maxDate.IsZero() {
  695. maxDate = findDateTime
  696. } else {
  697. if findDateTime.After(maxDate) {
  698. maxDate = findDateTime
  699. }
  700. }
  701. if tmpValue, ok := edbDataMap[edbInfoId][findDate]; ok {
  702. tmpItem.XDate = findDate
  703. tmpItem.XValue = tmpValue
  704. } else {
  705. continue
  706. }
  707. }
  708. //Y轴的数据
  709. {
  710. edbInfoId := edbConf.YEdbInfoId //Y轴的指标
  711. edbMappingInfo, ok := edbMappingMap[edbInfoId]
  712. if !ok {
  713. continue
  714. }
  715. findDate := edbConf.YDate //需要的日期值
  716. dataList := edbDataListMap[edbInfoId] //指标的所有数据值
  717. if len(dataList) <= 0 {
  718. // 没有数据的指标id
  719. //findDataList = append(findDataList, 0)
  720. continue
  721. }
  722. tmpItem.YEdbInfoId = edbInfoId
  723. tmpItem.YName = edbMappingInfo.EdbName
  724. tmpItem.YNameEn = edbMappingInfo.EdbNameEn
  725. switch edbConf.YDateType {
  726. case 1: //最新值
  727. dataList := edbDataListMap[edbInfoId]
  728. findDate = dataList[len(dataList)-1].DataTime
  729. case 2: //近期几天
  730. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[len(dataList)-1].DataTime, time.Local)
  731. if tmpErr != nil {
  732. err = tmpErr
  733. return
  734. }
  735. findDateTime = findDateTime.AddDate(0, 0, -edbConf.YDateValue)
  736. lenData := len(dataList) - 1
  737. for i := lenData; i >= 0; i-- {
  738. currDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[i].DataTime, time.Local)
  739. if tmpErr != nil {
  740. err = tmpErr
  741. return
  742. }
  743. if currDateTime.Equal(findDateTime) || currDateTime.Before(findDateTime) {
  744. findDate = dataList[i].DataTime
  745. break
  746. }
  747. }
  748. case 3: // 固定日期
  749. //最早的日期
  750. minDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[0].DataTime, time.Local)
  751. if tmpErr != nil {
  752. err = tmpErr
  753. return
  754. }
  755. //寻找固定日期的数据
  756. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, edbConf.YDate, time.Local)
  757. if tmpErr != nil {
  758. err = tmpErr
  759. return
  760. }
  761. for tmpDateTime := findDateTime; tmpDateTime.After(minDateTime) || tmpDateTime.Equal(minDateTime); tmpDateTime = tmpDateTime.AddDate(0, 0, -1) {
  762. tmpDate := tmpDateTime.Format(utils.FormatDate)
  763. if _, ok := edbDataMap[edbInfoId][tmpDate]; ok { //如果能找到数据,那么就返回
  764. findDate = tmpDate
  765. break
  766. }
  767. }
  768. default:
  769. err = errors.New(fmt.Sprint("日期类型异常,Type:", edbConf.YDate))
  770. return
  771. }
  772. findDateTime, _ := time.ParseInLocation(utils.FormatDate, findDate, time.Local)
  773. if maxDate.IsZero() {
  774. maxDate = findDateTime
  775. } else {
  776. if findDateTime.After(maxDate) {
  777. maxDate = findDateTime
  778. }
  779. }
  780. if tmpValue, ok := edbDataMap[edbInfoId][findDate]; ok {
  781. tmpItem.YDate = findDate
  782. tmpItem.YValue = tmpValue
  783. } else {
  784. continue
  785. }
  786. }
  787. // 获取当前系列的X轴的最大最小值
  788. {
  789. if tmpItem.XValue < minXVal {
  790. minXVal = tmpItem.XValue
  791. }
  792. if tmpItem.XValue > maxXVal {
  793. maxXVal = tmpItem.XValue
  794. }
  795. if tmpItem.YValue < minYVal {
  796. minYVal = tmpItem.YValue
  797. }
  798. if tmpItem.YValue > maxYVal {
  799. maxYVal = tmpItem.YValue
  800. }
  801. }
  802. tmpSeriesEdbInfoList = append(tmpSeriesEdbInfoList, tmpItem)
  803. }
  804. trendLimitData := make([]data_manage.CoordinatePoint, 0) //趋势线的前后坐标点
  805. var trendLine, rSquare string
  806. // 生成线性方程式
  807. var a, b float64
  808. {
  809. coordinateData := make([]utils.Coordinate, 0)
  810. for _, tmpSeriesEdbInfo := range tmpSeriesEdbInfoList {
  811. tmpCoordinate1 := utils.Coordinate{
  812. X: tmpSeriesEdbInfo.XValue,
  813. Y: tmpSeriesEdbInfo.YValue,
  814. }
  815. coordinateData = append(coordinateData, tmpCoordinate1)
  816. }
  817. // 只有存在两个坐标点的时候,才能去计算线性方程和R平方
  818. if len(coordinateData) >= 2 {
  819. a, b = utils.GetLinearResult(coordinateData)
  820. if !math.IsNaN(a) || !math.IsNaN(b) {
  821. if b > 0 {
  822. trendLine = fmt.Sprintf("y=%sx+%s", utils.SubFloatToString(a, 4), utils.SubFloatToString(b, 4))
  823. } else {
  824. trendLine = fmt.Sprintf("y=%sx%s", utils.SubFloatToString(a, 4), utils.SubFloatToString(b, 4))
  825. }
  826. minYVal, _ = decimal.NewFromFloat(a).Mul(decimal.NewFromFloat(minXVal)).Add(decimal.NewFromFloat(b)).Round(4).Float64()
  827. maxYVal, _ = decimal.NewFromFloat(a).Mul(decimal.NewFromFloat(maxXVal)).Add(decimal.NewFromFloat(b)).Round(4).Float64()
  828. }
  829. // 计算R平方
  830. rSquare = fmt.Sprint(utils.CalculationDecisive(coordinateData))
  831. }
  832. trendLimitData = append(trendLimitData, data_manage.CoordinatePoint{
  833. X: minXVal,
  834. Y: minYVal,
  835. }, data_manage.CoordinatePoint{
  836. X: maxXVal,
  837. Y: maxYVal,
  838. })
  839. }
  840. dataListResp = append(dataListResp, data_manage.SectionScatterSeriesItemResp{
  841. Name: seriesItem.Name,
  842. NameEn: seriesItem.NameEn,
  843. Color: seriesItem.Color,
  844. EdbInfoList: tmpSeriesEdbInfoList,
  845. ShowTrendLine: seriesItem.ShowTrendLine,
  846. ShowFitEquation: seriesItem.ShowFitEquation,
  847. ShowRSquare: seriesItem.ShowRSquare,
  848. TrendLine: trendLine,
  849. RSquare: rSquare,
  850. TrendLimitData: trendLimitData,
  851. })
  852. }
  853. chartDataResp = data_manage.SectionScatterInfoResp{
  854. XName: extraConfig.XName,
  855. XNameEn: extraConfig.XNameEn,
  856. XUnitName: extraConfig.XUnitName,
  857. XUnitNameEn: extraConfig.XUnitNameEn,
  858. YName: extraConfig.YName,
  859. YNameEn: extraConfig.YNameEn,
  860. YUnitName: extraConfig.YUnitName,
  861. YUnitNameEn: extraConfig.YUnitNameEn,
  862. XMinValue: extraConfig.XMinValue,
  863. XMaxValue: extraConfig.XMaxValue,
  864. YMinValue: extraConfig.YMinValue,
  865. YMaxValue: extraConfig.YMaxValue,
  866. DataList: dataListResp,
  867. }
  868. return
  869. }