chart_info.go 48 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546
  1. package data
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "eta/eta_chart_lib/models"
  6. "eta/eta_chart_lib/models/data_manage"
  7. "eta/eta_chart_lib/services/alarm_msg"
  8. "eta/eta_chart_lib/utils"
  9. "fmt"
  10. "github.com/shopspring/decimal"
  11. "math"
  12. "sort"
  13. "strconv"
  14. "time"
  15. )
  16. // GetFrequencyEn 获取频度的英文版
  17. func GetFrequencyEn(frequency string) (frequencyEn string) {
  18. switch frequency {
  19. case "日度":
  20. frequencyEn = "day"
  21. return
  22. case "周度":
  23. frequencyEn = "week"
  24. return
  25. case "旬度":
  26. frequencyEn = "ten days"
  27. return
  28. case "月度":
  29. frequencyEn = "month"
  30. return
  31. case "季度":
  32. frequencyEn = "quarter"
  33. return
  34. case "年度":
  35. frequencyEn = "year"
  36. return
  37. }
  38. return
  39. }
  40. func GetLeadUnitEn(unit string) (unitEn string) {
  41. switch unit {
  42. case "天":
  43. unitEn = "day"
  44. return
  45. case "周":
  46. unitEn = "week"
  47. return
  48. case "月":
  49. unitEn = "month"
  50. return
  51. case "季":
  52. unitEn = "quarter"
  53. return
  54. case "年":
  55. unitEn = "year"
  56. return
  57. }
  58. return
  59. }
  60. // GetChartEdbData 获取图表的指标数据
  61. func GetChartEdbData(chartInfoId, chartType int, calendar, startDate, endDate string, mappingList []*models.ChartEdbInfoMapping, extraConfigStr, seasonExtraConfig string) (edbList []*models.ChartEdbInfoMapping, xEdbIdValue []int, yDataList []models.YData, dataResp interface{}, err error, errMsg string) {
  62. edbList = make([]*models.ChartEdbInfoMapping, 0)
  63. // 指标对应的所有数据
  64. xEdbIdValue = make([]int, 0)
  65. yDataList = make([]models.YData, 0)
  66. var extraConfig interface{}
  67. switch chartType {
  68. case 7: // 柱形图
  69. var barConfig data_manage.BarChartInfoReq
  70. if extraConfigStr == `` {
  71. errMsg = "柱方图未配置"
  72. err = errors.New(errMsg)
  73. return
  74. }
  75. err = json.Unmarshal([]byte(extraConfigStr), &barConfig)
  76. if err != nil {
  77. errMsg = "柱方图配置异常"
  78. err = errors.New(errMsg)
  79. return
  80. }
  81. extraConfig = barConfig
  82. case 10: // 截面散点图
  83. var tmpExtraConfig data_manage.SectionScatterReq
  84. if extraConfigStr == `` {
  85. errMsg = "截面散点图未配置"
  86. err = errors.New(errMsg)
  87. return
  88. }
  89. err = json.Unmarshal([]byte(extraConfigStr), &tmpExtraConfig)
  90. if err != nil {
  91. errMsg = "截面散点配置异常"
  92. err = errors.New(errMsg)
  93. return
  94. }
  95. extraConfig = tmpExtraConfig
  96. case utils.CHART_TYPE_RADAR:
  97. var barConfig data_manage.RadarChartInfoReq
  98. if extraConfigStr == `` {
  99. errMsg = "雷达图未配置"
  100. err = errors.New(errMsg)
  101. return
  102. }
  103. err = json.Unmarshal([]byte(extraConfigStr), &barConfig)
  104. if err != nil {
  105. errMsg = "雷达图配置异常"
  106. err = errors.New(errMsg)
  107. return
  108. }
  109. extraConfig = barConfig
  110. default:
  111. xEdbIdValue = make([]int, 0)
  112. yDataList = make([]models.YData, 0)
  113. }
  114. // 指标对应的所有数据
  115. edbDataListMap, edbList, err := getEdbDataMapList(chartInfoId, chartType, calendar, startDate, endDate, mappingList, seasonExtraConfig)
  116. if err != nil {
  117. return
  118. }
  119. // 特殊图形数据处理
  120. switch chartType {
  121. case 7: // 柱形图
  122. barChartConf := extraConfig.(data_manage.BarChartInfoReq)
  123. xEdbIdValue, yDataList, err = BarChartData(mappingList, edbDataListMap, barChartConf.DateList, barChartConf.Sort)
  124. for _, v := range edbList {
  125. // 指标别名
  126. if barChartConf.EdbInfoIdList != nil && len(barChartConf.EdbInfoIdList) > 0 {
  127. for _, reqEdb := range barChartConf.EdbInfoIdList {
  128. if v.EdbInfoId == reqEdb.EdbInfoId {
  129. v.EdbAliasName = reqEdb.Name
  130. }
  131. }
  132. }
  133. }
  134. case 10: // 截面散点图
  135. sectionScatterConf := extraConfig.(data_manage.SectionScatterReq)
  136. xEdbIdValue, dataResp, err = GetSectionScatterChartData(mappingList, edbDataListMap, sectionScatterConf)
  137. // 这个数据没有必要返回给前端
  138. for _, v := range edbList {
  139. v.DataList = nil
  140. }
  141. case utils.CHART_TYPE_RADAR: //雷达图
  142. radarConf := extraConfig.(data_manage.RadarChartInfoReq)
  143. xEdbIdValue, dataResp, err = RadarChartData(mappingList, edbDataListMap, radarConf)
  144. }
  145. return
  146. }
  147. // GetEdbDataMapList 获取指标最后的基础数据
  148. func GetEdbDataMapList(chartInfoId, chartType int, calendar, startDate, endDate string, mappingList []*models.ChartEdbInfoMapping, seasonExtraConfig string) (edbDataListMap map[int][]*models.EdbDataList, edbList []*models.ChartEdbInfoMapping, err error) {
  149. edbDataListMap, edbList, err = getEdbDataMapList(chartInfoId, chartType, calendar, startDate, endDate, mappingList, seasonExtraConfig)
  150. return
  151. }
  152. // getEdbDataMapList 获取指标最后的基础数据
  153. func getEdbDataMapList(chartInfoId, chartType int, calendar, startDate, endDate string, mappingList []*models.ChartEdbInfoMapping, seasonExtraConfig string) (edbDataListMap map[int][]*models.EdbDataList, edbList []*models.ChartEdbInfoMapping, err error) {
  154. // 指标对应的所有数据
  155. edbDataListMap = make(map[int][]*models.EdbDataList)
  156. for _, v := range mappingList {
  157. //fmt.Println("v:", v.EdbInfoId)
  158. item := new(models.ChartEdbInfoMapping)
  159. item.EdbInfoId = v.EdbInfoId
  160. item.SourceName = v.SourceName
  161. item.Source = v.Source
  162. item.EdbCode = v.EdbCode
  163. item.EdbName = v.EdbName
  164. item.EdbType = v.EdbType
  165. item.EdbNameEn = v.EdbNameEn
  166. item.Frequency = v.Frequency
  167. item.FrequencyEn = GetFrequencyEn(v.Frequency)
  168. if v.Unit != `无` {
  169. item.Unit = v.Unit
  170. }
  171. item.UnitEn = v.UnitEn
  172. item.StartDate = v.StartDate
  173. item.EndDate = v.EndDate
  174. item.ModifyTime = v.ModifyTime
  175. item.EdbInfoCategoryType = v.EdbInfoCategoryType
  176. item.PredictChartColor = v.PredictChartColor
  177. item.EdbAliasName = v.EdbAliasName
  178. if chartInfoId <= 0 {
  179. item.IsAxis = 1
  180. item.LeadValue = 0
  181. item.LeadUnit = ""
  182. //item.ChartEdbMappingId = 0
  183. item.ChartInfoId = 0
  184. item.IsOrder = false
  185. item.EdbInfoType = 1
  186. item.ChartStyle = ""
  187. item.ChartColor = ""
  188. item.ChartWidth = 0
  189. item.MaxData = v.MaxValue
  190. item.MinData = v.MinValue
  191. } else {
  192. item.IsAxis = v.IsAxis
  193. item.EdbInfoType = v.EdbInfoType
  194. item.LeadValue = v.LeadValue
  195. item.LeadUnit = v.LeadUnit
  196. item.LeadUnitEn = GetLeadUnitEn(v.LeadUnit)
  197. //item.ChartEdbMappingId = v.ChartEdbMappingId
  198. item.ChartInfoId = v.ChartInfoId
  199. item.ChartStyle = v.ChartStyle
  200. item.ChartColor = v.ChartColor
  201. item.ChartWidth = v.ChartWidth
  202. item.IsOrder = v.IsOrder
  203. item.MaxData = v.MaxData
  204. item.MinData = v.MinData
  205. }
  206. item.LatestValue = v.LatestValue
  207. item.LatestDate = v.LatestDate
  208. item.UniqueCode = v.UniqueCode
  209. item.MoveLatestDate = v.LatestDate
  210. item.IsConvert = v.IsConvert
  211. item.ConvertType = v.ConvertType
  212. item.ConvertValue = v.ConvertValue
  213. item.ConvertUnit = v.ConvertUnit
  214. item.ConvertEnUnit = v.ConvertEnUnit
  215. var startDateReal string
  216. var diffSeconds int64
  217. if chartType == 2 { //季节性图
  218. startDateReal = startDate
  219. } else {
  220. if v.EdbInfoType == 0 && v.LeadUnit != "" && v.LeadValue > 0 { //领先指标
  221. var startTimeRealTemp time.Time
  222. startDateParse, _ := time.Parse(utils.FormatDate, startDate)
  223. switch v.LeadUnit {
  224. case "天":
  225. startTimeRealTemp = startDateParse.AddDate(0, 0, -v.LeadValue)
  226. case "月":
  227. startTimeRealTemp = startDateParse.AddDate(0, -v.LeadValue, 0)
  228. case "季":
  229. startTimeRealTemp = startDateParse.AddDate(0, -3*v.LeadValue, 0)
  230. case "周":
  231. startTimeRealTemp = startDateParse.AddDate(0, 0, -7*v.LeadValue)
  232. case "年":
  233. startTimeRealTemp = startDateParse.AddDate(-v.LeadValue, 0, 0)
  234. }
  235. if startTimeRealTemp.Before(startDateParse) {
  236. startDateReal = startTimeRealTemp.Format(utils.FormatDate)
  237. diffSeconds = (int64(startTimeRealTemp.UnixNano()) - int64(startDateParse.UnixNano())) / 1e6
  238. } else {
  239. startDateReal = startDate
  240. diffSeconds = 0
  241. }
  242. // 预测指标的开始日期也要偏移
  243. {
  244. day, tmpErr := utils.GetDaysBetween2Date(utils.FormatDate, startDate, startDateReal)
  245. if tmpErr != nil {
  246. err = tmpErr
  247. return
  248. }
  249. moveLatestDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, item.MoveLatestDate, time.Local)
  250. if tmpErr != nil {
  251. err = tmpErr
  252. return
  253. }
  254. item.MoveLatestDate = moveLatestDateTime.AddDate(0, 0, day).Format(utils.FormatDate)
  255. }
  256. } else {
  257. startDateReal = startDate
  258. }
  259. }
  260. //fmt.Println("line 1011 chart:", v.Source, v.EdbInfoId, startDateReal, endDate)
  261. calendarPreYear := 0
  262. if calendar == "农历" {
  263. newStartDateReal, err := time.Parse(utils.FormatDate, startDateReal)
  264. if err != nil {
  265. fmt.Println("time.Parse:" + err.Error())
  266. }
  267. calendarPreYear = newStartDateReal.Year() - 1
  268. newStartDateReal = newStartDateReal.AddDate(-1, 0, 0)
  269. startDateReal = newStartDateReal.Format(utils.FormatDate)
  270. }
  271. dataList := make([]*models.EdbDataList, 0)
  272. //fmt.Println("chart:", v.Source, v.EdbInfoId, startDateReal, endDate)
  273. switch v.EdbInfoCategoryType {
  274. case 0:
  275. dataList, err = models.GetEdbDataList(v.Source, v.SubSource, v.EdbInfoId, startDateReal, endDate)
  276. case 1:
  277. _, dataList, _, _, err, _ = GetPredictDataListByPredictEdbInfoId(v.EdbInfoId, startDateReal, endDate, false)
  278. default:
  279. err = errors.New(fmt.Sprint("获取失败,指标类型异常", v.EdbInfoCategoryType))
  280. }
  281. if err != nil {
  282. return
  283. }
  284. if v.IsConvert == 1 {
  285. switch v.ConvertType {
  286. case 1:
  287. for i, data := range dataList {
  288. dataList[i].Value = data.Value * v.ConvertValue
  289. }
  290. //item.MaxData = item.MaxData * v.ConvertValue
  291. //item.MinData = item.MinData * v.ConvertValue
  292. case 2:
  293. for i, data := range dataList {
  294. dataList[i].Value = data.Value / v.ConvertValue
  295. }
  296. //item.MaxData = item.MaxData / v.ConvertValue
  297. //item.MinData = item.MinData / v.ConvertValue
  298. case 3:
  299. for i, data := range dataList {
  300. dataList[i].Value = math.Log(data.Value) / math.Log(v.ConvertValue)
  301. }
  302. //item.MaxData = math.Log(item.MaxData) / math.Log(v.ConvertValue)
  303. //item.MinData = math.Log(item.MinData) / math.Log(v.ConvertValue)
  304. }
  305. }
  306. edbDataListMap[v.EdbInfoId] = dataList
  307. if diffSeconds != 0 && v.EdbInfoType == 0 {
  308. dataListLen := len(dataList)
  309. for i := 0; i < dataListLen; i++ {
  310. dataList[i].DataTimestamp = dataList[i].DataTimestamp - diffSeconds
  311. }
  312. }
  313. if chartType == 2 {
  314. latestDate, tmpErr := time.Parse(utils.FormatDate, v.LatestDate)
  315. if tmpErr != nil {
  316. err = errors.New(fmt.Sprint("获取最后实际数据的日期失败,Err:" + tmpErr.Error() + ";LatestDate:" + v.LatestDate))
  317. return
  318. }
  319. if calendar == "农历" {
  320. if len(dataList) <= 0 {
  321. result := new(models.EdbDataResult)
  322. item.DataList = result
  323. } else {
  324. result, tmpErr := models.AddCalculateQuarterV6(dataList)
  325. if tmpErr != nil {
  326. err = errors.New("获取农历数据失败,Err:" + tmpErr.Error())
  327. return
  328. }
  329. quarterDataList, tErr := GetSeasonEdbInfoDataListByXDateNong(result, latestDate, seasonExtraConfig, calendarPreYear)
  330. if tErr != nil {
  331. err = errors.New("获取季节性图表数据失败,Err:" + tErr.Error())
  332. return
  333. }
  334. item.DataList = quarterDataList
  335. }
  336. } else {
  337. quarterDataList, tErr := GetSeasonEdbInfoDataListByXDate(dataList, latestDate, seasonExtraConfig)
  338. if tErr != nil {
  339. err = errors.New("获取季节性图表数据失败,Err:" + tErr.Error())
  340. return
  341. }
  342. item.DataList = quarterDataList
  343. }
  344. } else if chartType == 7 || chartType == utils.CHART_TYPE_RADAR { //柱方图
  345. //item.DataList = dataList
  346. } else {
  347. item.DataList = dataList
  348. }
  349. edbList = append(edbList, item)
  350. }
  351. return
  352. }
  353. // GetSeasonEdbInfoDataListByXDate 季节性图的指标数据根据横轴展示
  354. func GetSeasonEdbInfoDataListByXDate(dataList []*models.EdbDataList, latestDate time.Time, seasonExtraConfig string) (quarterDataListSort models.QuarterDataList, err error) {
  355. xStartDate := "01-01"
  356. xEndDate := "12-31"
  357. jumpYear := 0
  358. legends := make([]models.SeasonChartLegend, 0)
  359. var seasonExtra models.SeasonExtraItem
  360. if seasonExtraConfig != "" {
  361. err = json.Unmarshal([]byte(seasonExtraConfig), &seasonExtra)
  362. if err != nil {
  363. return
  364. }
  365. }
  366. if seasonExtra.XStartDate != "" {
  367. xStartDate = seasonExtra.XStartDate
  368. xEndDate = seasonExtra.XEndDate
  369. jumpYear = seasonExtra.JumpYear
  370. legends = seasonExtra.ChartLegend
  371. }
  372. length := len(dataList)
  373. if length == 0 {
  374. return
  375. }
  376. legendMap := make(map[string]string, 0)
  377. if len(legends) > 0 {
  378. for _, v := range legends {
  379. legendMap[v.Name] = v.Value
  380. }
  381. }
  382. latestDateStr := latestDate.Format(utils.FormatDate)
  383. //判断横轴的两个时间之间是不是跨年了,如果跨年了,则横轴截止年份比起始年份+1,如果不跨年,截止年份等于起始年份
  384. //根据数据确定最早的年份,和最近年份
  385. //根据横轴的日期,汇总所有的年份
  386. startDate := dataList[0].DataTime
  387. startDateT, tmpErr := time.Parse(utils.FormatDate, startDate)
  388. if tmpErr != nil {
  389. err = tmpErr
  390. return
  391. }
  392. startYear := startDateT.Year()
  393. //获取数据的最新日期
  394. lastDate := dataList[length-1].DataTime
  395. lastDateT, tmpErr := time.Parse(utils.FormatDate, lastDate)
  396. if tmpErr != nil {
  397. err = tmpErr
  398. return
  399. }
  400. endYear := lastDateT.Year()
  401. nowYear := time.Now().Year()
  402. chartLegendMaxYear := 0
  403. dataMap := make(map[string]models.QuarterXDateItem, 0)
  404. quarterDataList := make([]*models.QuarterData, 0)
  405. quarterMap := make(map[string][]*models.EdbDataList, 0)
  406. //整理出日期
  407. idx := 1
  408. chartLegendMap := make(map[string]int, 0)
  409. for currentStartYear := startYear; currentStartYear <= endYear; currentStartYear++ {
  410. startStr := fmt.Sprintf("%d-%s", currentStartYear, xStartDate)
  411. currentEndYear := currentStartYear
  412. if jumpYear == 1 {
  413. currentEndYear = currentStartYear + 1
  414. }
  415. endStr := fmt.Sprintf("%d-%s", currentEndYear, xEndDate)
  416. name := fmt.Sprintf("%s_%s", startStr, endStr)
  417. showName := fmt.Sprintf("%d_%d", currentStartYear, currentEndYear)
  418. startT, tEr := time.Parse(utils.FormatDate, startStr)
  419. if tEr != nil {
  420. err = tEr
  421. return
  422. }
  423. endT, tEr := time.Parse(utils.FormatDate, endStr)
  424. if tEr != nil {
  425. err = tEr
  426. return
  427. }
  428. if lastDateT.Before(startT) {
  429. //如果最新的日期在起始日之前,则跳出循环
  430. break
  431. }
  432. if endT.Year() > nowYear {
  433. //如果最新的日期比真实年份要大,则数据全部按照最大的年份补齐
  434. nowYear = endT.Year()
  435. }
  436. item := models.QuarterXDateItem{
  437. StartDate: startT,
  438. EndDate: endT,
  439. ShowName: showName,
  440. }
  441. chartLegendMaxYear = endT.Year()
  442. dataMap[name] = item
  443. chartLegendMap[name] = idx
  444. idx++
  445. fmt.Println("年份" + showName + "日期" + startStr + " " + endStr)
  446. if lastDateT.Before(endT) {
  447. //如果最新的日期在起始日之前,则跳出循环
  448. break
  449. }
  450. }
  451. lenYear := len(dataMap)
  452. if chartLegendMaxYear > endYear {
  453. chartLegendMaxYear = endYear
  454. }
  455. for k, v := range dataMap {
  456. if i, ok := chartLegendMap[k]; ok {
  457. //v.ChartLegend = strconv.Itoa(endYear - lenYear + i)
  458. v.ChartLegend = strconv.Itoa(chartLegendMaxYear - lenYear + i)
  459. }
  460. dataMap[k] = v
  461. }
  462. for _, v := range dataList {
  463. dataTimeT, _ := time.Parse(utils.FormatDate, v.DataTime)
  464. year := dataTimeT.Year()
  465. newItemDate := dataTimeT.AddDate(nowYear-year, 0, 0)
  466. for k, dateItem := range dataMap {
  467. tmpVal := models.EdbDataList{
  468. EdbDataId: v.EdbDataId,
  469. EdbInfoId: v.EdbInfoId,
  470. DataTime: v.DataTime,
  471. DataTimestamp: v.DataTimestamp,
  472. Value: v.Value,
  473. }
  474. if (dateItem.StartDate.Before(dataTimeT) && dateItem.EndDate.After(dataTimeT)) || dateItem.StartDate == dataTimeT || dateItem.EndDate == dataTimeT {
  475. if jumpYear == 1 {
  476. //计算前一年最大的日期, 只补齐数据到去年
  477. beforeYearMaxDate := fmt.Sprintf("%d-12-31", dateItem.StartDate.Year())
  478. beforeYearMaxDateT, _ := time.Parse(utils.FormatDate, beforeYearMaxDate)
  479. if dataTimeT.Before(beforeYearMaxDateT) || dataTimeT == beforeYearMaxDateT {
  480. newItemDate = dataTimeT.AddDate(nowYear-year-1, 0, 0)
  481. } else {
  482. newItemDate = dataTimeT.AddDate(nowYear-year, 0, 0)
  483. }
  484. } else {
  485. newItemDate = dataTimeT.AddDate(nowYear-year, 0, 0)
  486. }
  487. timestamp := newItemDate.UnixNano() / 1e6
  488. tmpVal.DataTimestamp = timestamp
  489. tmpV := &tmpVal
  490. if findVal, ok := quarterMap[k]; !ok {
  491. findVal = append(findVal, tmpV)
  492. quarterMap[k] = findVal
  493. } else {
  494. findVal = append(findVal, tmpV)
  495. quarterMap[k] = findVal
  496. }
  497. if v.DataTime == latestDateStr {
  498. dateItem.CuttingDataTimestamp = timestamp
  499. dataMap[k] = dateItem
  500. }
  501. //break
  502. }
  503. }
  504. }
  505. for k, v := range dataMap {
  506. itemList := quarterMap[k]
  507. quarterItem := new(models.QuarterData)
  508. quarterItem.Years = v.ShowName
  509. quarterItem.Year = v.ChartLegend
  510. quarterItem.ChartLegend = v.ChartLegend
  511. if le, ok := legendMap[v.ShowName]; ok {
  512. if le != strconv.Itoa(v.StartDate.Year()) && le != strconv.Itoa(v.EndDate.Year()) {
  513. quarterItem.ChartLegend = le
  514. }
  515. }
  516. quarterItem.DataList = itemList
  517. quarterItem.CuttingDataTimestamp = v.CuttingDataTimestamp
  518. //如果等于最后的实际日期,那么将切割时间戳记录
  519. if quarterItem.CuttingDataTimestamp == 0 {
  520. //如果大于最后的实际日期,那么第一个点就是切割的时间戳
  521. if latestDate.Before(v.StartDate) && len(itemList) > 0 {
  522. quarterItem.CuttingDataTimestamp = itemList[0].DataTimestamp - 100
  523. }
  524. }
  525. quarterDataList = append(quarterDataList, quarterItem)
  526. }
  527. if len(quarterDataList) > 0 {
  528. quarterDataListSort = quarterDataList
  529. sort.Sort(quarterDataListSort)
  530. }
  531. return
  532. }
  533. // GetSeasonEdbInfoDataListByXDateNong 季节性图的指标数据根据横轴选择农历时展示
  534. func GetSeasonEdbInfoDataListByXDateNong(result *models.EdbDataResult, latestDate time.Time, seasonExtraConfig string, calendarPreYear int) (quarterDataListSort models.QuarterDataList, err error) {
  535. xStartDate := "01-01"
  536. xEndDate := "12-31"
  537. jumpYear := 0
  538. legends := make([]models.SeasonChartLegend, 0)
  539. var seasonExtra models.SeasonExtraItem
  540. if seasonExtraConfig != "" {
  541. err = json.Unmarshal([]byte(seasonExtraConfig), &seasonExtra)
  542. if err != nil {
  543. return
  544. }
  545. }
  546. if seasonExtra.XStartDate != "" {
  547. xStartDate = seasonExtra.XStartDate
  548. xEndDate = seasonExtra.XEndDate
  549. jumpYear = seasonExtra.JumpYear
  550. legends = seasonExtra.ChartLegend
  551. }
  552. length := len(result.List)
  553. if length == 0 {
  554. return
  555. }
  556. legendMap := make(map[string]string, 0)
  557. if len(legends) > 0 {
  558. for _, v := range legends {
  559. legendMap[v.Name] = v.Value
  560. }
  561. }
  562. latestDateYear := latestDate.Year()
  563. //判断横轴的两个时间之间是不是跨年了,如果跨年了,则横轴截止年份比起始年份+1,如果不跨年,截止年份等于起始年份
  564. //根据数据确定最早的年份,和最近年份
  565. //根据横轴的日期,汇总所有的年份
  566. startYear := result.List[0].Year
  567. /*if jumpYear == 1 {
  568. if startYear != calendarPreYear {
  569. startYear = startYear - 1
  570. }
  571. }*/
  572. itemLength := len(result.List[length-1].Items)
  573. //获取数据的最新日期
  574. lastDate := result.List[length-1].Items[itemLength-1].DataTime
  575. maxY := result.List[length-1].Year
  576. lastDateT, tmpErr := time.Parse(utils.FormatDate, lastDate)
  577. if tmpErr != nil {
  578. err = tmpErr
  579. return
  580. }
  581. endYear := lastDateT.Year()
  582. nowYear := time.Now().Year()
  583. chartLegendMaxYear := 0
  584. dataMap := make(map[string]models.QuarterXDateItem, 0)
  585. quarterDataList := make([]*models.QuarterData, 0)
  586. resultData := make([]*models.QuarterData, 0)
  587. quarterMap := make(map[string][]*models.EdbDataList, 0)
  588. //整理出日期
  589. var startTmpT, endTmpT time.Time
  590. idx := 1
  591. chartLegendMap := make(map[string]int, 0)
  592. for currentStartYear := startYear; currentStartYear <= endYear; currentStartYear++ {
  593. startStr := fmt.Sprintf("%d-%s", currentStartYear, xStartDate)
  594. currentEndYear := currentStartYear
  595. if jumpYear == 1 {
  596. currentEndYear = currentStartYear + 1
  597. }
  598. endStr := fmt.Sprintf("%d-%s", currentEndYear, xEndDate)
  599. showName := fmt.Sprintf("%d_%d", currentStartYear, currentEndYear)
  600. startT, tEr := time.Parse(utils.FormatDate, startStr)
  601. if tEr != nil {
  602. err = tEr
  603. return
  604. }
  605. endT, tEr := time.Parse(utils.FormatDate, endStr)
  606. if tEr != nil {
  607. err = tEr
  608. return
  609. }
  610. if lastDateT.Before(startT) {
  611. //如果最新的日期在起始日之前,则跳出循环
  612. break
  613. }
  614. if endT.Year() > nowYear {
  615. //如果最新的日期比真实年份要大,则数据全部按照最大的年份补齐
  616. nowYear = endT.Year()
  617. }
  618. item := models.QuarterXDateItem{
  619. StartDate: startT,
  620. EndDate: endT,
  621. ShowName: showName,
  622. }
  623. chartLegendMaxYear = endT.Year()
  624. dataMap[showName] = item
  625. fmt.Println("年份" + showName + "日期" + startStr + " " + endStr)
  626. startTmpT = startT
  627. endTmpT = endT
  628. chartLegendMap[showName] = idx
  629. idx++
  630. if lastDateT.Before(endT) {
  631. //如果最新的日期在起始日之前,则跳出循环
  632. break
  633. }
  634. }
  635. lenYear := len(dataMap)
  636. if chartLegendMaxYear > endYear {
  637. chartLegendMaxYear = endYear
  638. }
  639. for k, v := range dataMap {
  640. if i, ok := chartLegendMap[k]; ok {
  641. //v.ChartLegend = strconv.Itoa(endYear - lenYear + i)
  642. v.ChartLegend = strconv.Itoa(chartLegendMaxYear - lenYear + i)
  643. }
  644. dataMap[k] = v
  645. }
  646. yearDataListMap := make(map[int]*models.EdbDataItems, 0)
  647. for _, lv := range result.List {
  648. yearDataListMap[lv.Year] = lv
  649. }
  650. //判断哪些点应该落在同一条时间线上
  651. /*maxY := lastDateT.Year()
  652. changeFlag := false
  653. if lastDateT.Month() >= 11 {
  654. maxY = maxY + 1
  655. }
  656. if maxY < nowYear {
  657. changeFlag = true
  658. maxY = nowYear
  659. }*/
  660. /*endTmp := fmt.Sprintf("%d-%s", maxY, xEndDate)
  661. endTmpT, _ := time.Parse(utils.FormatDate, endTmp)
  662. minY := maxY
  663. if jumpYear == 1 {
  664. minY = maxY - 1
  665. }
  666. startTmp := fmt.Sprintf("%d-%s", minY, xStartDate)
  667. startTmpT, _ := time.Parse(utils.FormatDate, startTmp)*/
  668. fmt.Println("横轴截取日" + startTmpT.Format(utils.FormatDate) + " " + endTmpT.Format(utils.FormatDate))
  669. fmt.Printf("lastDateT.Year() 为%d \n", lastDateT.Year())
  670. fmt.Printf("maxY 为%d \n", maxY)
  671. for name, dateItem := range dataMap {
  672. tY := dateItem.EndDate.Year()
  673. if lastDateT.Month() >= 11 {
  674. if maxY > endTmpT.Year() {
  675. tY = tY + 1
  676. }
  677. }
  678. lv, ok1 := yearDataListMap[tY]
  679. fmt.Printf("name %s yearDataListMap[%d]\n", name, tY)
  680. if !ok1 {
  681. continue
  682. }
  683. for _, item := range lv.Items {
  684. tmpVal := models.EdbDataList{
  685. EdbDataId: item.EdbDataId,
  686. EdbInfoId: item.EdbInfoId,
  687. DataTime: item.DataTime,
  688. DataTimestamp: item.DataTimestamp,
  689. Value: item.Value,
  690. }
  691. dataTimeT, _ := time.Parse(utils.FormatDate, item.DataTime)
  692. if (startTmpT.Before(dataTimeT) && endTmpT.After(dataTimeT)) || startTmpT == dataTimeT || endTmpT == dataTimeT {
  693. tmpV := &tmpVal
  694. if findVal, ok := quarterMap[name]; !ok {
  695. findVal = append(findVal, tmpV)
  696. quarterMap[name] = findVal
  697. } else {
  698. findVal = append(findVal, tmpV)
  699. quarterMap[name] = findVal
  700. }
  701. if lv.Year >= latestDateYear {
  702. // 切割的日期时间字符串
  703. cuttingDataTimeStr := latestDate.AddDate(0, 0, lv.BetweenDay).Format(utils.FormatDate)
  704. if item.DataTime == cuttingDataTimeStr {
  705. dateItem.CuttingDataTimestamp = tmpVal.DataTimestamp
  706. dataMap[name] = dateItem
  707. }
  708. }
  709. }
  710. }
  711. }
  712. for k, v := range dataMap {
  713. itemList := quarterMap[k]
  714. quarterItem := new(models.QuarterData)
  715. quarterItem.Years = v.ShowName
  716. quarterItem.Year = v.ChartLegend
  717. quarterItem.ChartLegend = v.ChartLegend
  718. if le, ok := legendMap[v.ShowName]; ok {
  719. if le != strconv.Itoa(v.StartDate.Year()) && le != strconv.Itoa(v.EndDate.Year()) {
  720. quarterItem.ChartLegend = le
  721. }
  722. }
  723. quarterItem.DataList = itemList
  724. quarterItem.CuttingDataTimestamp = v.CuttingDataTimestamp
  725. //如果等于最后的实际日期,那么将切割时间戳记录
  726. if quarterItem.CuttingDataTimestamp == 0 {
  727. //如果大于最后的实际日期,那么第一个点就是切割的时间戳
  728. if latestDate.Before(v.StartDate) && len(itemList) > 0 {
  729. quarterItem.CuttingDataTimestamp = itemList[0].DataTimestamp - 100
  730. }
  731. }
  732. quarterDataList = append(quarterDataList, quarterItem)
  733. }
  734. if result.List[0].Year != calendarPreYear {
  735. itemList := make([]*models.EdbDataList, 0)
  736. items := new(models.QuarterData)
  737. //items.Year = calendarPreYear
  738. items.DataList = itemList
  739. newResult := make([]*models.QuarterData, 0)
  740. newResult = append(newResult, items)
  741. newResult = append(newResult, quarterDataList...)
  742. resultData = newResult
  743. } else {
  744. resultData = quarterDataList
  745. }
  746. if len(quarterDataList) > 0 {
  747. quarterDataListSort = resultData
  748. sort.Sort(quarterDataListSort)
  749. }
  750. return
  751. }
  752. // BarChartData 柱方图的数据处理
  753. func BarChartData(mappingList []*models.ChartEdbInfoMapping, edbDataListMap map[int][]*models.EdbDataList, barChartInfoDateList []data_manage.BarChartInfoDateReq, barChartInfoSort data_manage.BarChartInfoSortReq) (edbIdList []int, yDataList []models.YData, err error) {
  754. // 指标数据数组(10086:{"2022-12-02":100.01,"2022-12-01":102.3})
  755. edbDataMap := make(map[int]map[string]float64)
  756. for edbInfoId, edbDataList := range edbDataListMap {
  757. edbDateData := make(map[string]float64)
  758. for _, edbData := range edbDataList {
  759. edbDateData[edbData.DataTime] = edbData.Value
  760. }
  761. edbDataMap[edbInfoId] = edbDateData
  762. }
  763. // edbIdList 指标展示顺序;x轴的指标顺序
  764. edbIdList = make([]int, 0)
  765. //Sort int `description:"排序类型,0:默认,1:升序,2:降序"`
  766. dateData := make(map[int]float64)
  767. if barChartInfoSort.Sort == 0 {
  768. for _, v := range mappingList {
  769. edbIdList = append(edbIdList, v.EdbInfoId)
  770. }
  771. } else {
  772. lenBarChartInfoDateList := len(barChartInfoDateList)
  773. if barChartInfoSort.DateIndex >= lenBarChartInfoDateList {
  774. err = errors.New("排序日期异常")
  775. return
  776. }
  777. notDataEdbIdList := make([]int, 0) //没有数据的指标id
  778. // 日期配置
  779. barChartInfoDate := barChartInfoDateList[barChartInfoSort.DateIndex]
  780. for edbInfoId, dataList := range edbDataListMap {
  781. if len(dataList) <= 0 {
  782. // 没有数据的指标id
  783. notDataEdbIdList = append(notDataEdbIdList, edbInfoId)
  784. continue
  785. }
  786. findDate := barChartInfoDate.Date
  787. switch barChartInfoDate.Type {
  788. case 1: //最新值
  789. findDate = dataList[len(dataList)-1].DataTime
  790. case 2: //近期几天
  791. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[len(dataList)-1].DataTime, time.Local)
  792. if tmpErr != nil {
  793. err = tmpErr
  794. return
  795. }
  796. findDateTime = findDateTime.AddDate(0, 0, -barChartInfoDate.Value)
  797. lenData := len(dataList) - 1
  798. for i := lenData; i >= 0; i-- {
  799. currDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[i].DataTime, time.Local)
  800. if tmpErr != nil {
  801. err = tmpErr
  802. return
  803. }
  804. if currDateTime.Equal(findDateTime) || currDateTime.Before(findDateTime) {
  805. findDate = dataList[i].DataTime
  806. break
  807. }
  808. }
  809. case 3: // 固定日期
  810. //最早的日期
  811. minDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[0].DataTime, time.Local)
  812. if tmpErr != nil {
  813. err = tmpErr
  814. return
  815. }
  816. //寻找固定日期的数据
  817. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, barChartInfoDate.Date, time.Local)
  818. if tmpErr != nil {
  819. err = tmpErr
  820. return
  821. }
  822. for tmpDateTime := findDateTime; tmpDateTime.After(minDateTime) || tmpDateTime.Equal(minDateTime); tmpDateTime = tmpDateTime.AddDate(0, 0, -1) {
  823. tmpDate := tmpDateTime.Format(utils.FormatDate)
  824. if _, ok := edbDataMap[edbInfoId][tmpDate]; ok { //如果能找到数据,那么就返回
  825. findDate = tmpDate
  826. break
  827. }
  828. }
  829. default:
  830. err = errors.New(fmt.Sprint("日期类型异常,Type:", barChartInfoDate.Type))
  831. return
  832. }
  833. if tmpValue, ok := edbDataMap[edbInfoId][findDate]; ok {
  834. dateData[edbInfoId] = tmpValue
  835. } else {
  836. // 没有数据的指标id
  837. notDataEdbIdList = append(notDataEdbIdList, edbInfoId)
  838. }
  839. }
  840. //Sort int `description:"排序类型,0:默认,1:升序,2:降序"`
  841. // 排序
  842. dateDataSort := utils.NewMapSorter(dateData)
  843. sort.Sort(dateDataSort)
  844. if barChartInfoSort.Sort == 1 {
  845. // 先将没有数据的指标id放在最前面
  846. if len(notDataEdbIdList) > 0 {
  847. edbIdList = append(edbIdList, notDataEdbIdList...)
  848. }
  849. for _, v := range dateDataSort {
  850. edbIdList = append(edbIdList, v.Key)
  851. }
  852. } else {
  853. for i := len(dateDataSort) - 1; i >= 0; i-- {
  854. edbIdList = append(edbIdList, dateDataSort[i].Key)
  855. }
  856. // 再将没有数据的指标id放在最后面
  857. if len(notDataEdbIdList) > 0 {
  858. edbIdList = append(edbIdList, notDataEdbIdList...)
  859. }
  860. }
  861. }
  862. yDataList = make([]models.YData, 0) //y轴的数据列表
  863. for _, barChartInfoDate := range barChartInfoDateList {
  864. var maxDate time.Time
  865. findDataList := make([]float64, 0) // 当前日期的数据值
  866. for _, edbInfoId := range edbIdList {
  867. findDate := barChartInfoDate.Date //需要的日期值
  868. dataList := edbDataListMap[edbInfoId] //指标的所有数据值
  869. if len(dataList) <= 0 {
  870. // 没有数据的指标id
  871. findDataList = append(findDataList, 0)
  872. continue
  873. }
  874. switch barChartInfoDate.Type {
  875. case 1: //最新值
  876. dataList := edbDataListMap[edbInfoId]
  877. findDate = dataList[len(dataList)-1].DataTime
  878. case 2: //近期几天
  879. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[len(dataList)-1].DataTime, time.Local)
  880. if tmpErr != nil {
  881. err = tmpErr
  882. return
  883. }
  884. findDateTime = findDateTime.AddDate(0, 0, -barChartInfoDate.Value)
  885. lenData := len(dataList) - 1
  886. for i := lenData; i >= 0; i-- {
  887. currDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[i].DataTime, time.Local)
  888. if tmpErr != nil {
  889. err = tmpErr
  890. return
  891. }
  892. if currDateTime.Equal(findDateTime) || currDateTime.Before(findDateTime) {
  893. findDate = dataList[i].DataTime
  894. break
  895. }
  896. }
  897. case 3: // 固定日期
  898. //最早的日期
  899. minDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[0].DataTime, time.Local)
  900. if tmpErr != nil {
  901. err = tmpErr
  902. return
  903. }
  904. //寻找固定日期的数据
  905. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, barChartInfoDate.Date, time.Local)
  906. if tmpErr != nil {
  907. err = tmpErr
  908. return
  909. }
  910. for tmpDateTime := findDateTime; tmpDateTime.After(minDateTime) || tmpDateTime.Equal(minDateTime); tmpDateTime = tmpDateTime.AddDate(0, 0, -1) {
  911. tmpDate := tmpDateTime.Format(utils.FormatDate)
  912. if _, ok := edbDataMap[edbInfoId][tmpDate]; ok { //如果能找到数据,那么就返回
  913. findDate = tmpDate
  914. break
  915. }
  916. }
  917. default:
  918. err = errors.New(fmt.Sprint("日期类型异常,Type:", barChartInfoDate.Type))
  919. return
  920. }
  921. findDateTime, _ := time.ParseInLocation(utils.FormatDate, findDate, time.Local)
  922. if maxDate.IsZero() {
  923. maxDate = findDateTime
  924. } else {
  925. if findDateTime.After(maxDate) {
  926. maxDate = findDateTime
  927. }
  928. }
  929. if tmpValue, ok := edbDataMap[edbInfoId][findDate]; ok {
  930. findDataList = append(findDataList, tmpValue)
  931. } else {
  932. findDataList = append(findDataList, 0)
  933. }
  934. }
  935. yDate := "0000-00-00"
  936. if !maxDate.IsZero() {
  937. yDate = maxDate.Format(utils.FormatDate)
  938. }
  939. yDataList = append(yDataList, models.YData{
  940. Date: yDate,
  941. Value: findDataList,
  942. Color: barChartInfoDate.Color,
  943. Name: barChartInfoDate.Name,
  944. })
  945. }
  946. return
  947. }
  948. // ChartInfoRefreshV2 图表刷新
  949. // @author Roc
  950. // @datetime 2022-09-16 10:15:38
  951. // @description 将原来自己写的一套获取所有关联指标,然后刷新指标逻辑 改成 只获取使用的指标id,然后遍历去调用“指标刷新服务”
  952. func ChartInfoRefreshV2(chartInfoId int) (err error) {
  953. var errmsg string
  954. defer func() {
  955. if err != nil {
  956. go alarm_msg.SendAlarmMsg("ChartInfoRefresh:"+errmsg, 3)
  957. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "ChartInfoRefresh:"+errmsg, utils.EmailSendToUsers)
  958. fmt.Println("ChartInfoRefresh Err:" + errmsg)
  959. }
  960. }()
  961. edbMappingList, err := data_manage.GetChartEdbMappingList(chartInfoId)
  962. if err != nil {
  963. errmsg = "获取需要刷新的指标失败:Err:" + err.Error()
  964. return
  965. }
  966. edbIdList := make([]int, 0)
  967. for _, v := range edbMappingList {
  968. edbIdList = append(edbIdList, v.EdbInfoId)
  969. }
  970. // 批量刷新
  971. err, errmsg = EdbInfoRefreshAllFromBase(edbIdList, false)
  972. if err != nil {
  973. return
  974. }
  975. return
  976. }
  977. // GetSectionScatterChartData 柱方图的数据处理
  978. func GetSectionScatterChartData(mappingList []*models.ChartEdbInfoMapping, edbDataListMap map[int][]*models.EdbDataList, extraConfig data_manage.SectionScatterReq) (edbIdList []int, chartDataResp data_manage.SectionScatterInfoResp, err error) {
  979. // 指标数据数组(10086:{"2022-12-02":100.01,"2022-12-01":102.3})
  980. edbDataMap := make(map[int]map[string]float64)
  981. for edbInfoId, edbDataList := range edbDataListMap {
  982. edbDateData := make(map[string]float64)
  983. for _, edbData := range edbDataList {
  984. edbDateData[edbData.DataTime] = edbData.Value
  985. }
  986. edbDataMap[edbInfoId] = edbDateData
  987. }
  988. // edbIdList 指标展示顺序;x轴的指标顺序
  989. edbIdList = make([]int, 0)
  990. edbMappingMap := make(map[int]*models.ChartEdbInfoMapping)
  991. for _, v := range mappingList {
  992. edbIdList = append(edbIdList, v.EdbInfoId)
  993. edbMappingMap[v.EdbInfoId] = v
  994. }
  995. //SectionScatterSeriesInfoResp
  996. dataListResp := make([]data_manage.SectionScatterSeriesItemResp, 0) //y轴的数据列表
  997. for _, seriesItem := range extraConfig.SeriesList {
  998. var maxDate time.Time
  999. // 系列中的指标数据
  1000. tmpSeriesEdbInfoList := make([]data_manage.SectionScatterEdbItemResp, 0)
  1001. var minXVal, maxXVal, minYVal, maxYVal float64
  1002. for _, edbConf := range seriesItem.EdbInfoList {
  1003. tmpItem := data_manage.SectionScatterEdbItemResp{
  1004. IsShow: edbConf.IsShow,
  1005. Name: edbConf.Name,
  1006. NameEn: edbConf.NameEn,
  1007. } //单个坐标点的数据
  1008. //X轴的数据
  1009. {
  1010. edbInfoId := edbConf.XEdbInfoId //X轴的指标
  1011. edbMappingInfo, ok := edbMappingMap[edbInfoId]
  1012. if !ok {
  1013. continue
  1014. }
  1015. findDate := edbConf.XDate //需要的日期值
  1016. dataList := edbDataListMap[edbInfoId] //指标的所有数据值
  1017. if len(dataList) <= 0 {
  1018. // 没有数据的指标id
  1019. //findDataList = append(findDataList, 0)
  1020. continue
  1021. }
  1022. tmpItem.XEdbInfoId = edbInfoId
  1023. tmpItem.XName = edbMappingInfo.EdbName
  1024. tmpItem.XNameEn = edbMappingInfo.EdbNameEn
  1025. switch edbConf.XDateType {
  1026. case 1: //最新值
  1027. dataList := edbDataListMap[edbInfoId]
  1028. findDate = dataList[len(dataList)-1].DataTime
  1029. case 2: //近期几天
  1030. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[len(dataList)-1].DataTime, time.Local)
  1031. if tmpErr != nil {
  1032. err = tmpErr
  1033. return
  1034. }
  1035. findDateTime = findDateTime.AddDate(0, 0, -edbConf.XDateValue)
  1036. lenData := len(dataList) - 1
  1037. for i := lenData; i >= 0; i-- {
  1038. currDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[i].DataTime, time.Local)
  1039. if tmpErr != nil {
  1040. err = tmpErr
  1041. return
  1042. }
  1043. if currDateTime.Equal(findDateTime) || currDateTime.Before(findDateTime) {
  1044. findDate = dataList[i].DataTime
  1045. break
  1046. }
  1047. }
  1048. case 3: // 固定日期
  1049. //最早的日期
  1050. minDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[0].DataTime, time.Local)
  1051. if tmpErr != nil {
  1052. err = tmpErr
  1053. return
  1054. }
  1055. //寻找固定日期的数据
  1056. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, edbConf.XDate, time.Local)
  1057. if tmpErr != nil {
  1058. err = tmpErr
  1059. return
  1060. }
  1061. for tmpDateTime := findDateTime; tmpDateTime.After(minDateTime) || tmpDateTime.Equal(minDateTime); tmpDateTime = tmpDateTime.AddDate(0, 0, -1) {
  1062. tmpDate := tmpDateTime.Format(utils.FormatDate)
  1063. if _, ok := edbDataMap[edbInfoId][tmpDate]; ok { //如果能找到数据,那么就返回
  1064. findDate = tmpDate
  1065. break
  1066. }
  1067. }
  1068. default:
  1069. err = errors.New(fmt.Sprint("日期类型异常,Type:", edbConf.XDate))
  1070. return
  1071. }
  1072. findDateTime, _ := time.ParseInLocation(utils.FormatDate, findDate, time.Local)
  1073. if maxDate.IsZero() {
  1074. maxDate = findDateTime
  1075. } else {
  1076. if findDateTime.After(maxDate) {
  1077. maxDate = findDateTime
  1078. }
  1079. }
  1080. if tmpValue, ok := edbDataMap[edbInfoId][findDate]; ok {
  1081. tmpItem.XDate = findDate
  1082. tmpItem.XValue = tmpValue
  1083. } else {
  1084. continue
  1085. }
  1086. }
  1087. //Y轴的数据
  1088. {
  1089. edbInfoId := edbConf.YEdbInfoId //Y轴的指标
  1090. edbMappingInfo, ok := edbMappingMap[edbInfoId]
  1091. if !ok {
  1092. continue
  1093. }
  1094. findDate := edbConf.YDate //需要的日期值
  1095. dataList := edbDataListMap[edbInfoId] //指标的所有数据值
  1096. if len(dataList) <= 0 {
  1097. // 没有数据的指标id
  1098. //findDataList = append(findDataList, 0)
  1099. continue
  1100. }
  1101. tmpItem.YEdbInfoId = edbInfoId
  1102. tmpItem.YName = edbMappingInfo.EdbName
  1103. tmpItem.YNameEn = edbMappingInfo.EdbNameEn
  1104. switch edbConf.YDateType {
  1105. case 1: //最新值
  1106. dataList := edbDataListMap[edbInfoId]
  1107. findDate = dataList[len(dataList)-1].DataTime
  1108. case 2: //近期几天
  1109. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[len(dataList)-1].DataTime, time.Local)
  1110. if tmpErr != nil {
  1111. err = tmpErr
  1112. return
  1113. }
  1114. findDateTime = findDateTime.AddDate(0, 0, -edbConf.YDateValue)
  1115. lenData := len(dataList) - 1
  1116. for i := lenData; i >= 0; i-- {
  1117. currDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[i].DataTime, time.Local)
  1118. if tmpErr != nil {
  1119. err = tmpErr
  1120. return
  1121. }
  1122. if currDateTime.Equal(findDateTime) || currDateTime.Before(findDateTime) {
  1123. findDate = dataList[i].DataTime
  1124. break
  1125. }
  1126. }
  1127. case 3: // 固定日期
  1128. //最早的日期
  1129. minDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[0].DataTime, time.Local)
  1130. if tmpErr != nil {
  1131. err = tmpErr
  1132. return
  1133. }
  1134. //寻找固定日期的数据
  1135. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, edbConf.YDate, time.Local)
  1136. if tmpErr != nil {
  1137. err = tmpErr
  1138. return
  1139. }
  1140. for tmpDateTime := findDateTime; tmpDateTime.After(minDateTime) || tmpDateTime.Equal(minDateTime); tmpDateTime = tmpDateTime.AddDate(0, 0, -1) {
  1141. tmpDate := tmpDateTime.Format(utils.FormatDate)
  1142. if _, ok := edbDataMap[edbInfoId][tmpDate]; ok { //如果能找到数据,那么就返回
  1143. findDate = tmpDate
  1144. break
  1145. }
  1146. }
  1147. default:
  1148. err = errors.New(fmt.Sprint("日期类型异常,Type:", edbConf.YDate))
  1149. return
  1150. }
  1151. findDateTime, _ := time.ParseInLocation(utils.FormatDate, findDate, time.Local)
  1152. if maxDate.IsZero() {
  1153. maxDate = findDateTime
  1154. } else {
  1155. if findDateTime.After(maxDate) {
  1156. maxDate = findDateTime
  1157. }
  1158. }
  1159. if tmpValue, ok := edbDataMap[edbInfoId][findDate]; ok {
  1160. tmpItem.YDate = findDate
  1161. tmpItem.YValue = tmpValue
  1162. } else {
  1163. continue
  1164. }
  1165. }
  1166. // 获取当前系列的X轴的最大最小值
  1167. {
  1168. if tmpItem.XValue < minXVal {
  1169. minXVal = tmpItem.XValue
  1170. }
  1171. if tmpItem.XValue > maxXVal {
  1172. maxXVal = tmpItem.XValue
  1173. }
  1174. if tmpItem.YValue < minYVal {
  1175. minYVal = tmpItem.YValue
  1176. }
  1177. if tmpItem.YValue > maxYVal {
  1178. maxYVal = tmpItem.YValue
  1179. }
  1180. }
  1181. tmpSeriesEdbInfoList = append(tmpSeriesEdbInfoList, tmpItem)
  1182. }
  1183. trendLimitData := make([]data_manage.CoordinatePoint, 0) //趋势线的前后坐标点
  1184. var trendLine, rSquare string
  1185. // 生成线性方程式
  1186. var a, b float64
  1187. {
  1188. coordinateData := make([]utils.Coordinate, 0)
  1189. for _, tmpSeriesEdbInfo := range tmpSeriesEdbInfoList {
  1190. tmpCoordinate1 := utils.Coordinate{
  1191. X: tmpSeriesEdbInfo.XValue,
  1192. Y: tmpSeriesEdbInfo.YValue,
  1193. }
  1194. coordinateData = append(coordinateData, tmpCoordinate1)
  1195. }
  1196. // 只有存在两个坐标点的时候,才能去计算线性方程和R平方
  1197. if len(coordinateData) >= 2 {
  1198. a, b = utils.GetLinearResult(coordinateData)
  1199. if !math.IsNaN(a) || !math.IsNaN(b) {
  1200. if b > 0 {
  1201. trendLine = fmt.Sprintf("y=%sx+%s", utils.SubFloatToString(a, 4), utils.SubFloatToString(b, 4))
  1202. } else {
  1203. trendLine = fmt.Sprintf("y=%sx%s", utils.SubFloatToString(a, 4), utils.SubFloatToString(b, 4))
  1204. }
  1205. minYVal, _ = decimal.NewFromFloat(a).Mul(decimal.NewFromFloat(minXVal)).Add(decimal.NewFromFloat(b)).Round(4).Float64()
  1206. maxYVal, _ = decimal.NewFromFloat(a).Mul(decimal.NewFromFloat(maxXVal)).Add(decimal.NewFromFloat(b)).Round(4).Float64()
  1207. }
  1208. // 计算R平方
  1209. rSquare = fmt.Sprint(utils.CalculationDecisive(coordinateData))
  1210. }
  1211. trendLimitData = append(trendLimitData, data_manage.CoordinatePoint{
  1212. X: minXVal,
  1213. Y: minYVal,
  1214. }, data_manage.CoordinatePoint{
  1215. X: maxXVal,
  1216. Y: maxYVal,
  1217. })
  1218. }
  1219. dataListResp = append(dataListResp, data_manage.SectionScatterSeriesItemResp{
  1220. Name: seriesItem.Name,
  1221. NameEn: seriesItem.NameEn,
  1222. Color: seriesItem.Color,
  1223. EdbInfoList: tmpSeriesEdbInfoList,
  1224. ShowTrendLine: seriesItem.ShowTrendLine,
  1225. ShowFitEquation: seriesItem.ShowFitEquation,
  1226. ShowRSquare: seriesItem.ShowRSquare,
  1227. TrendLine: trendLine,
  1228. RSquare: rSquare,
  1229. TrendLimitData: trendLimitData,
  1230. })
  1231. }
  1232. chartDataResp = data_manage.SectionScatterInfoResp{
  1233. XName: extraConfig.XName,
  1234. XNameEn: extraConfig.XNameEn,
  1235. XUnitName: extraConfig.XUnitName,
  1236. XUnitNameEn: extraConfig.XUnitNameEn,
  1237. YName: extraConfig.YName,
  1238. YNameEn: extraConfig.YNameEn,
  1239. YUnitName: extraConfig.YUnitName,
  1240. YUnitNameEn: extraConfig.YUnitNameEn,
  1241. XMinValue: extraConfig.XMinValue,
  1242. XMaxValue: extraConfig.XMaxValue,
  1243. YMinValue: extraConfig.YMinValue,
  1244. YMaxValue: extraConfig.YMaxValue,
  1245. DataList: dataListResp,
  1246. }
  1247. return
  1248. }
  1249. // RadarChartData 雷达图的数据处理
  1250. func RadarChartData(mappingList []*models.ChartEdbInfoMapping, edbDataListMap map[int][]*models.EdbDataList, extraConfig data_manage.RadarChartInfoReq) (edbIdList []int, chartDataResp data_manage.RadarChartInfoResp, err error) {
  1251. // 指标数据数组(10086:{"2022-12-02":100.01,"2022-12-01":102.3})
  1252. edbDataMap := make(map[int]map[string]float64)
  1253. for edbInfoId, edbDataList := range edbDataListMap {
  1254. edbDateData := make(map[string]float64)
  1255. for _, edbData := range edbDataList {
  1256. edbDateData[edbData.DataTime] = edbData.Value
  1257. }
  1258. edbDataMap[edbInfoId] = edbDateData
  1259. }
  1260. // edbIdList 指标展示顺序;x轴的指标顺序
  1261. edbIdList = make([]int, 0)
  1262. for _, v := range mappingList {
  1263. edbIdList = append(edbIdList, v.EdbInfoId)
  1264. }
  1265. chartDateList := extraConfig.DateList
  1266. yDataList := make([]data_manage.RadarYData, 0) //y轴的数据列表
  1267. for _, chartDate := range chartDateList {
  1268. var maxDate time.Time
  1269. findDataList := make([]float64, 0) // 当前日期的数据值
  1270. for _, edbInfoId := range edbIdList {
  1271. findDate := chartDate.Date //需要的日期值
  1272. dataList := edbDataListMap[edbInfoId] //指标的所有数据值
  1273. if len(dataList) <= 0 {
  1274. // 没有数据的指标id
  1275. findDataList = append(findDataList, 0)
  1276. continue
  1277. }
  1278. switch chartDate.Type {
  1279. case 1: //最新值
  1280. findDate = dataList[len(dataList)-1].DataTime
  1281. case 2: //近期几天
  1282. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[len(dataList)-1].DataTime, time.Local)
  1283. if tmpErr != nil {
  1284. err = tmpErr
  1285. return
  1286. }
  1287. findDateTime = findDateTime.AddDate(0, 0, -chartDate.Value)
  1288. lenData := len(dataList) - 1
  1289. for i := lenData; i >= 0; i-- {
  1290. currDateTime, e := time.ParseInLocation(utils.FormatDate, dataList[i].DataTime, time.Local)
  1291. if e != nil {
  1292. err = e
  1293. return
  1294. }
  1295. if currDateTime.Equal(findDateTime) || currDateTime.Before(findDateTime) {
  1296. findDate = dataList[i].DataTime
  1297. break
  1298. }
  1299. }
  1300. case 3: // 固定日期
  1301. //最早的日期
  1302. minDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[0].DataTime, time.Local)
  1303. if tmpErr != nil {
  1304. err = tmpErr
  1305. return
  1306. }
  1307. //寻找固定日期的数据
  1308. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, chartDate.Date, time.Local)
  1309. if tmpErr != nil {
  1310. err = tmpErr
  1311. return
  1312. }
  1313. for tmpDateTime := findDateTime; tmpDateTime.After(minDateTime) || tmpDateTime.Equal(minDateTime); tmpDateTime = tmpDateTime.AddDate(0, 0, -1) {
  1314. tmpDate := tmpDateTime.Format(utils.FormatDate)
  1315. if _, ok := edbDataMap[edbInfoId][tmpDate]; ok { //如果能找到数据,那么就返回
  1316. findDate = tmpDate
  1317. break
  1318. }
  1319. }
  1320. default:
  1321. err = errors.New(fmt.Sprint("日期类型异常,Type:", chartDate.Type))
  1322. return
  1323. }
  1324. findDateTime, _ := time.ParseInLocation(utils.FormatDate, findDate, time.Local)
  1325. if maxDate.IsZero() {
  1326. maxDate = findDateTime
  1327. } else {
  1328. if findDateTime.After(maxDate) {
  1329. maxDate = findDateTime
  1330. }
  1331. }
  1332. if tmpValue, ok := edbDataMap[edbInfoId][findDate]; ok {
  1333. tmpValue, _ = decimal.NewFromFloat(tmpValue).Round(4).Float64()
  1334. findDataList = append(findDataList, tmpValue)
  1335. } else {
  1336. findDataList = append(findDataList, 0)
  1337. }
  1338. }
  1339. yDate := "0000-00-00"
  1340. if !maxDate.IsZero() {
  1341. yDate = maxDate.Format(utils.FormatDate)
  1342. }
  1343. yDataList = append(yDataList, data_manage.RadarYData{
  1344. Date: yDate,
  1345. Value: findDataList,
  1346. Color: chartDate.Color,
  1347. Name: chartDate.Name,
  1348. })
  1349. }
  1350. chartDataResp = data_manage.RadarChartInfoResp{
  1351. YDataList: yDataList,
  1352. XEdbIdValue: edbIdList,
  1353. }
  1354. return
  1355. }
  1356. // GetChartEdbDataV2 获取图表的指标数据
  1357. func GetChartEdbDataV2(chartInfoId, chartType int, calendar, startDate, endDate string, mappingList []*models.ChartEdbInfoMapping, extraConfigStr, seasonExtraConfig string, chartInfoData ChartInfoDataShow) (edbList []*models.ChartEdbInfoMapping, xEdbIdValue []int, yDataList []models.YData, dataResp interface{}, err error, errMsg string) {
  1358. edbList = make([]*models.ChartEdbInfoMapping, 0)
  1359. // 指标对应的所有数据
  1360. xEdbIdValue = make([]int, 0)
  1361. yDataList = make([]models.YData, 0)
  1362. var extraConfig interface{}
  1363. switch chartType {
  1364. case 7: // 柱形图
  1365. var barConfig data_manage.BarChartInfoReq
  1366. if extraConfigStr == `` {
  1367. errMsg = "柱方图未配置"
  1368. err = errors.New(errMsg)
  1369. return
  1370. }
  1371. err = json.Unmarshal([]byte(extraConfigStr), &barConfig)
  1372. if err != nil {
  1373. errMsg = "柱方图配置异常"
  1374. err = errors.New(errMsg)
  1375. return
  1376. }
  1377. extraConfig = barConfig
  1378. case 10: // 截面散点图
  1379. var tmpExtraConfig data_manage.SectionScatterReq
  1380. if extraConfigStr == `` {
  1381. errMsg = "截面散点图未配置"
  1382. err = errors.New(errMsg)
  1383. return
  1384. }
  1385. err = json.Unmarshal([]byte(extraConfigStr), &tmpExtraConfig)
  1386. if err != nil {
  1387. errMsg = "截面散点配置异常"
  1388. err = errors.New(errMsg)
  1389. return
  1390. }
  1391. extraConfig = tmpExtraConfig
  1392. case utils.CHART_TYPE_RADAR:
  1393. var barConfig data_manage.RadarChartInfoReq
  1394. if extraConfigStr == `` {
  1395. errMsg = "雷达图未配置"
  1396. err = errors.New(errMsg)
  1397. return
  1398. }
  1399. err = json.Unmarshal([]byte(extraConfigStr), &barConfig)
  1400. if err != nil {
  1401. errMsg = "雷达图配置异常"
  1402. err = errors.New(errMsg)
  1403. return
  1404. }
  1405. extraConfig = barConfig
  1406. default:
  1407. xEdbIdValue = make([]int, 0)
  1408. yDataList = make([]models.YData, 0)
  1409. }
  1410. // 指标对应的所有数据
  1411. edbDataListMap, edbList, err := chartInfoData.GetEdbDataMapList(chartInfoId, chartType, calendar, startDate, endDate, mappingList, seasonExtraConfig)
  1412. if err != nil {
  1413. return
  1414. }
  1415. // 特殊图形数据处理
  1416. switch chartType {
  1417. case 7: // 柱形图
  1418. barChartConf := extraConfig.(data_manage.BarChartInfoReq)
  1419. xEdbIdValue, yDataList, err = BarChartData(mappingList, edbDataListMap, barChartConf.DateList, barChartConf.Sort)
  1420. for _, v := range edbList {
  1421. // 指标别名
  1422. if barChartConf.EdbInfoIdList != nil && len(barChartConf.EdbInfoIdList) > 0 {
  1423. for _, reqEdb := range barChartConf.EdbInfoIdList {
  1424. if v.EdbInfoId == reqEdb.EdbInfoId {
  1425. v.EdbAliasName = reqEdb.Name
  1426. }
  1427. }
  1428. }
  1429. }
  1430. case 10: // 截面散点图
  1431. sectionScatterConf := extraConfig.(data_manage.SectionScatterReq)
  1432. xEdbIdValue, dataResp, err = GetSectionScatterChartData(mappingList, edbDataListMap, sectionScatterConf)
  1433. // 这个数据没有必要返回给前端
  1434. for _, v := range edbList {
  1435. v.DataList = nil
  1436. }
  1437. case utils.CHART_TYPE_RADAR: //雷达图
  1438. radarConf := extraConfig.(data_manage.RadarChartInfoReq)
  1439. xEdbIdValue, dataResp, err = RadarChartData(mappingList, edbDataListMap, radarConf)
  1440. }
  1441. return
  1442. }