chart_info.go 48 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552
  1. package data
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "eta/eta_chart_lib/models"
  6. "eta/eta_chart_lib/models/data_manage"
  7. "eta/eta_chart_lib/services/alarm_msg"
  8. "eta/eta_chart_lib/utils"
  9. "fmt"
  10. "github.com/shopspring/decimal"
  11. "math"
  12. "sort"
  13. "strconv"
  14. "time"
  15. )
  16. // GetFrequencyEn 获取频度的英文版
  17. func GetFrequencyEn(frequency string) (frequencyEn string) {
  18. switch frequency {
  19. case "日度":
  20. frequencyEn = "day"
  21. return
  22. case "周度":
  23. frequencyEn = "week"
  24. return
  25. case "旬度":
  26. frequencyEn = "ten days"
  27. return
  28. case "月度":
  29. frequencyEn = "month"
  30. return
  31. case "季度":
  32. frequencyEn = "quarter"
  33. return
  34. case "年度":
  35. frequencyEn = "year"
  36. return
  37. }
  38. return
  39. }
  40. func GetLeadUnitEn(unit string) (unitEn string) {
  41. switch unit {
  42. case "天":
  43. unitEn = "day"
  44. return
  45. case "周":
  46. unitEn = "week"
  47. return
  48. case "月":
  49. unitEn = "month"
  50. return
  51. case "季":
  52. unitEn = "quarter"
  53. return
  54. case "年":
  55. unitEn = "year"
  56. return
  57. }
  58. return
  59. }
  60. // GetChartEdbData 获取图表的指标数据
  61. func GetChartEdbData(chartInfoId, chartType int, calendar, startDate, endDate string, mappingList []*models.ChartEdbInfoMapping, extraConfigStr, seasonExtraConfig string) (edbList []*models.ChartEdbInfoMapping, xEdbIdValue []int, yDataList []models.YData, dataResp interface{}, err error, errMsg string) {
  62. edbList = make([]*models.ChartEdbInfoMapping, 0)
  63. // 指标对应的所有数据
  64. xEdbIdValue = make([]int, 0)
  65. yDataList = make([]models.YData, 0)
  66. var extraConfig interface{}
  67. switch chartType {
  68. case 7: // 柱形图
  69. var barConfig data_manage.BarChartInfoReq
  70. if extraConfigStr == `` {
  71. errMsg = "柱方图未配置"
  72. err = errors.New(errMsg)
  73. return
  74. }
  75. err = json.Unmarshal([]byte(extraConfigStr), &barConfig)
  76. if err != nil {
  77. errMsg = "柱方图配置异常"
  78. err = errors.New(errMsg)
  79. return
  80. }
  81. extraConfig = barConfig
  82. case 10: // 截面散点图
  83. var tmpExtraConfig data_manage.SectionScatterReq
  84. if extraConfigStr == `` {
  85. errMsg = "截面散点图未配置"
  86. err = errors.New(errMsg)
  87. return
  88. }
  89. err = json.Unmarshal([]byte(extraConfigStr), &tmpExtraConfig)
  90. if err != nil {
  91. errMsg = "截面散点配置异常"
  92. err = errors.New(errMsg)
  93. return
  94. }
  95. extraConfig = tmpExtraConfig
  96. case utils.CHART_TYPE_RADAR:
  97. var barConfig data_manage.RadarChartInfoReq
  98. if extraConfigStr == `` {
  99. errMsg = "雷达图未配置"
  100. err = errors.New(errMsg)
  101. return
  102. }
  103. err = json.Unmarshal([]byte(extraConfigStr), &barConfig)
  104. if err != nil {
  105. errMsg = "雷达图配置异常"
  106. err = errors.New(errMsg)
  107. return
  108. }
  109. extraConfig = barConfig
  110. default:
  111. xEdbIdValue = make([]int, 0)
  112. yDataList = make([]models.YData, 0)
  113. }
  114. // 指标对应的所有数据
  115. edbDataListMap, edbList, err := getEdbDataMapList(chartInfoId, chartType, calendar, startDate, endDate, mappingList, seasonExtraConfig)
  116. if err != nil {
  117. return
  118. }
  119. // 特殊图形数据处理
  120. switch chartType {
  121. case 7: // 柱形图
  122. barChartConf := extraConfig.(data_manage.BarChartInfoReq)
  123. xEdbIdValue, yDataList, err = BarChartData(mappingList, edbDataListMap, barChartConf.DateList, barChartConf.Sort)
  124. for _, v := range edbList {
  125. // 指标别名
  126. if barChartConf.EdbInfoIdList != nil && len(barChartConf.EdbInfoIdList) > 0 {
  127. for _, reqEdb := range barChartConf.EdbInfoIdList {
  128. if v.EdbInfoId == reqEdb.EdbInfoId {
  129. v.EdbAliasName = reqEdb.Name
  130. }
  131. }
  132. }
  133. }
  134. for k := range yDataList {
  135. yDataList[k].Unit = barChartConf.Unit
  136. yDataList[k].UnitEn = barChartConf.UnitEn
  137. }
  138. case 10: // 截面散点图
  139. sectionScatterConf := extraConfig.(data_manage.SectionScatterReq)
  140. xEdbIdValue, dataResp, err = GetSectionScatterChartData(mappingList, edbDataListMap, sectionScatterConf)
  141. // 这个数据没有必要返回给前端
  142. for _, v := range edbList {
  143. v.DataList = nil
  144. }
  145. case utils.CHART_TYPE_RADAR: //雷达图
  146. radarConf := extraConfig.(data_manage.RadarChartInfoReq)
  147. xEdbIdValue, dataResp, err = RadarChartData(mappingList, edbDataListMap, radarConf)
  148. }
  149. return
  150. }
  151. // GetEdbDataMapList 获取指标最后的基础数据
  152. func GetEdbDataMapList(chartInfoId, chartType int, calendar, startDate, endDate string, mappingList []*models.ChartEdbInfoMapping, seasonExtraConfig string) (edbDataListMap map[int][]*models.EdbDataList, edbList []*models.ChartEdbInfoMapping, err error) {
  153. edbDataListMap, edbList, err = getEdbDataMapList(chartInfoId, chartType, calendar, startDate, endDate, mappingList, seasonExtraConfig)
  154. return
  155. }
  156. // getEdbDataMapList 获取指标最后的基础数据
  157. func getEdbDataMapList(chartInfoId, chartType int, calendar, startDate, endDate string, mappingList []*models.ChartEdbInfoMapping, seasonExtraConfig string) (edbDataListMap map[int][]*models.EdbDataList, edbList []*models.ChartEdbInfoMapping, err error) {
  158. // 指标对应的所有数据
  159. edbDataListMap = make(map[int][]*models.EdbDataList)
  160. for _, v := range mappingList {
  161. //fmt.Println("v:", v.EdbInfoId)
  162. item := new(models.ChartEdbInfoMapping)
  163. item.EdbInfoId = v.EdbInfoId
  164. item.SourceName = v.SourceName
  165. item.Source = v.Source
  166. item.EdbCode = v.EdbCode
  167. item.EdbName = v.EdbName
  168. item.EdbType = v.EdbType
  169. item.EdbNameEn = v.EdbNameEn
  170. item.Frequency = v.Frequency
  171. item.FrequencyEn = GetFrequencyEn(v.Frequency)
  172. if v.Unit != `无` {
  173. item.Unit = v.Unit
  174. }
  175. item.UnitEn = v.UnitEn
  176. item.StartDate = v.StartDate
  177. item.EndDate = v.EndDate
  178. item.ModifyTime = v.ModifyTime
  179. item.EdbInfoCategoryType = v.EdbInfoCategoryType
  180. item.PredictChartColor = v.PredictChartColor
  181. item.EdbAliasName = v.EdbAliasName
  182. if chartInfoId <= 0 {
  183. item.IsAxis = 1
  184. item.LeadValue = 0
  185. item.LeadUnit = ""
  186. //item.ChartEdbMappingId = 0
  187. item.ChartInfoId = 0
  188. item.IsOrder = false
  189. item.EdbInfoType = 1
  190. item.ChartStyle = ""
  191. item.ChartColor = ""
  192. item.ChartWidth = 0
  193. item.MaxData = v.MaxValue
  194. item.MinData = v.MinValue
  195. } else {
  196. item.IsAxis = v.IsAxis
  197. item.EdbInfoType = v.EdbInfoType
  198. item.LeadValue = v.LeadValue
  199. item.LeadUnit = v.LeadUnit
  200. item.LeadUnitEn = GetLeadUnitEn(v.LeadUnit)
  201. //item.ChartEdbMappingId = v.ChartEdbMappingId
  202. item.ChartInfoId = v.ChartInfoId
  203. item.ChartStyle = v.ChartStyle
  204. item.ChartColor = v.ChartColor
  205. item.ChartWidth = v.ChartWidth
  206. item.IsOrder = v.IsOrder
  207. item.MaxData = v.MaxData
  208. item.MinData = v.MinData
  209. }
  210. item.LatestValue = v.LatestValue
  211. item.LatestDate = v.LatestDate
  212. item.UniqueCode = v.UniqueCode
  213. item.MoveLatestDate = v.LatestDate
  214. item.IsConvert = v.IsConvert
  215. item.ConvertType = v.ConvertType
  216. item.ConvertValue = v.ConvertValue
  217. item.ConvertUnit = v.ConvertUnit
  218. item.ConvertEnUnit = v.ConvertEnUnit
  219. var startDateReal string
  220. var diffSeconds int64
  221. if chartType == 2 { //季节性图
  222. startDateReal = startDate
  223. } else {
  224. if v.EdbInfoType == 0 && v.LeadUnit != "" && v.LeadValue > 0 { //领先指标
  225. var startTimeRealTemp time.Time
  226. startDateParse, _ := time.Parse(utils.FormatDate, startDate)
  227. switch v.LeadUnit {
  228. case "天":
  229. startTimeRealTemp = startDateParse.AddDate(0, 0, -v.LeadValue)
  230. case "月":
  231. startTimeRealTemp = startDateParse.AddDate(0, -v.LeadValue, 0)
  232. case "季":
  233. startTimeRealTemp = startDateParse.AddDate(0, -3*v.LeadValue, 0)
  234. case "周":
  235. startTimeRealTemp = startDateParse.AddDate(0, 0, -7*v.LeadValue)
  236. case "年":
  237. startTimeRealTemp = startDateParse.AddDate(-v.LeadValue, 0, 0)
  238. }
  239. if startTimeRealTemp.Before(startDateParse) {
  240. startDateReal = startTimeRealTemp.Format(utils.FormatDate)
  241. diffSeconds = (int64(startTimeRealTemp.UnixNano()) - int64(startDateParse.UnixNano())) / 1e6
  242. } else {
  243. startDateReal = startDate
  244. diffSeconds = 0
  245. }
  246. // 预测指标的开始日期也要偏移
  247. {
  248. day, tmpErr := utils.GetDaysBetween2Date(utils.FormatDate, startDate, startDateReal)
  249. if tmpErr != nil {
  250. err = tmpErr
  251. return
  252. }
  253. moveLatestDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, item.MoveLatestDate, time.Local)
  254. if tmpErr != nil {
  255. err = tmpErr
  256. return
  257. }
  258. item.MoveLatestDate = moveLatestDateTime.AddDate(0, 0, day).Format(utils.FormatDate)
  259. }
  260. } else {
  261. startDateReal = startDate
  262. }
  263. }
  264. //fmt.Println("line 1011 chart:", v.Source, v.EdbInfoId, startDateReal, endDate)
  265. calendarPreYear := 0
  266. if calendar == "农历" {
  267. newStartDateReal, err := time.Parse(utils.FormatDate, startDateReal)
  268. if err != nil {
  269. fmt.Println("time.Parse:" + err.Error())
  270. }
  271. calendarPreYear = newStartDateReal.Year() - 1
  272. newStartDateReal = newStartDateReal.AddDate(-1, 0, 0)
  273. startDateReal = newStartDateReal.Format(utils.FormatDate)
  274. }
  275. dataList := make([]*models.EdbDataList, 0)
  276. //fmt.Println("chart:", v.Source, v.EdbInfoId, startDateReal, endDate)
  277. switch v.EdbInfoCategoryType {
  278. case 0:
  279. dataList, err = models.GetEdbDataList(v.Source, v.SubSource, v.EdbInfoId, startDateReal, endDate)
  280. case 1:
  281. _, dataList, _, _, err, _ = GetPredictDataListByPredictEdbInfoId(v.EdbInfoId, startDateReal, endDate, false)
  282. default:
  283. err = errors.New(fmt.Sprint("获取失败,指标类型异常", v.EdbInfoCategoryType))
  284. }
  285. if err != nil {
  286. return
  287. }
  288. if v.IsConvert == 1 {
  289. switch v.ConvertType {
  290. case 1:
  291. for i, data := range dataList {
  292. dataList[i].Value = data.Value * v.ConvertValue
  293. }
  294. //item.MaxData = item.MaxData * v.ConvertValue
  295. //item.MinData = item.MinData * v.ConvertValue
  296. case 2:
  297. for i, data := range dataList {
  298. dataList[i].Value = data.Value / v.ConvertValue
  299. }
  300. //item.MaxData = item.MaxData / v.ConvertValue
  301. //item.MinData = item.MinData / v.ConvertValue
  302. case 3:
  303. for i, data := range dataList {
  304. dataList[i].Value = math.Log(data.Value) / math.Log(v.ConvertValue)
  305. }
  306. //item.MaxData = math.Log(item.MaxData) / math.Log(v.ConvertValue)
  307. //item.MinData = math.Log(item.MinData) / math.Log(v.ConvertValue)
  308. }
  309. }
  310. edbDataListMap[v.EdbInfoId] = dataList
  311. if diffSeconds != 0 && v.EdbInfoType == 0 {
  312. dataListLen := len(dataList)
  313. for i := 0; i < dataListLen; i++ {
  314. dataList[i].DataTimestamp = dataList[i].DataTimestamp - diffSeconds
  315. }
  316. }
  317. if chartType == 2 {
  318. latestDate, tmpErr := time.Parse(utils.FormatDate, v.LatestDate)
  319. if tmpErr != nil {
  320. err = errors.New(fmt.Sprint("获取最后实际数据的日期失败,Err:" + tmpErr.Error() + ";LatestDate:" + v.LatestDate))
  321. return
  322. }
  323. if calendar == "农历" {
  324. if len(dataList) <= 0 {
  325. result := new(models.EdbDataResult)
  326. item.DataList = result
  327. } else {
  328. result, tmpErr := models.AddCalculateQuarterV6(dataList)
  329. if tmpErr != nil {
  330. err = errors.New("获取农历数据失败,Err:" + tmpErr.Error())
  331. return
  332. }
  333. quarterDataList, tErr := GetSeasonEdbInfoDataListByXDateNong(result, latestDate, seasonExtraConfig, calendarPreYear)
  334. if tErr != nil {
  335. err = errors.New("获取季节性图表数据失败,Err:" + tErr.Error())
  336. return
  337. }
  338. item.DataList = quarterDataList
  339. }
  340. } else {
  341. quarterDataList, tErr := GetSeasonEdbInfoDataListByXDate(dataList, latestDate, seasonExtraConfig)
  342. if tErr != nil {
  343. err = errors.New("获取季节性图表数据失败,Err:" + tErr.Error())
  344. return
  345. }
  346. item.DataList = quarterDataList
  347. }
  348. } else if chartType == 7 || chartType == utils.CHART_TYPE_RADAR { //柱方图
  349. //item.DataList = dataList
  350. } else {
  351. item.DataList = dataList
  352. }
  353. edbList = append(edbList, item)
  354. }
  355. return
  356. }
  357. // GetSeasonEdbInfoDataListByXDate 季节性图的指标数据根据横轴展示
  358. func GetSeasonEdbInfoDataListByXDate(dataList []*models.EdbDataList, latestDate time.Time, seasonExtraConfig string) (quarterDataListSort models.QuarterDataList, err error) {
  359. xStartDate := "01-01"
  360. xEndDate := "12-31"
  361. jumpYear := 0
  362. legends := make([]models.SeasonChartLegend, 0)
  363. var seasonExtra models.SeasonExtraItem
  364. if seasonExtraConfig != "" {
  365. err = json.Unmarshal([]byte(seasonExtraConfig), &seasonExtra)
  366. if err != nil {
  367. return
  368. }
  369. }
  370. if seasonExtra.XStartDate != "" {
  371. xStartDate = seasonExtra.XStartDate
  372. xEndDate = seasonExtra.XEndDate
  373. jumpYear = seasonExtra.JumpYear
  374. legends = seasonExtra.ChartLegend
  375. }
  376. length := len(dataList)
  377. if length == 0 {
  378. return
  379. }
  380. legendMap := make(map[string]string, 0)
  381. if len(legends) > 0 {
  382. for _, v := range legends {
  383. legendMap[v.Name] = v.Value
  384. }
  385. }
  386. latestDateStr := latestDate.Format(utils.FormatDate)
  387. //判断横轴的两个时间之间是不是跨年了,如果跨年了,则横轴截止年份比起始年份+1,如果不跨年,截止年份等于起始年份
  388. //根据数据确定最早的年份,和最近年份
  389. //根据横轴的日期,汇总所有的年份
  390. startDate := dataList[0].DataTime
  391. startDateT, tmpErr := time.Parse(utils.FormatDate, startDate)
  392. if tmpErr != nil {
  393. err = tmpErr
  394. return
  395. }
  396. startYear := startDateT.Year()
  397. //获取数据的最新日期
  398. lastDate := dataList[length-1].DataTime
  399. lastDateT, tmpErr := time.Parse(utils.FormatDate, lastDate)
  400. if tmpErr != nil {
  401. err = tmpErr
  402. return
  403. }
  404. endYear := lastDateT.Year()
  405. nowYear := time.Now().Year()
  406. chartLegendMaxYear := 0
  407. dataMap := make(map[string]models.QuarterXDateItem, 0)
  408. quarterDataList := make([]*models.QuarterData, 0)
  409. quarterMap := make(map[string][]*models.EdbDataList, 0)
  410. //整理出日期
  411. idx := 1
  412. chartLegendMap := make(map[string]int, 0)
  413. for currentStartYear := startYear; currentStartYear <= endYear; currentStartYear++ {
  414. startStr := fmt.Sprintf("%d-%s", currentStartYear, xStartDate)
  415. currentEndYear := currentStartYear
  416. if jumpYear == 1 {
  417. currentEndYear = currentStartYear + 1
  418. }
  419. endStr := fmt.Sprintf("%d-%s", currentEndYear, xEndDate)
  420. name := fmt.Sprintf("%s_%s", startStr, endStr)
  421. showName := fmt.Sprintf("%d_%d", currentStartYear, currentEndYear)
  422. startT, tEr := time.Parse(utils.FormatDate, startStr)
  423. if tEr != nil {
  424. err = tEr
  425. return
  426. }
  427. endT, tEr := time.Parse(utils.FormatDate, endStr)
  428. if tEr != nil {
  429. err = tEr
  430. return
  431. }
  432. if lastDateT.Before(startT) {
  433. //如果最新的日期在起始日之前,则跳出循环
  434. break
  435. }
  436. if endT.Year() > nowYear {
  437. //如果最新的日期比真实年份要大,则数据全部按照最大的年份补齐
  438. nowYear = endT.Year()
  439. }
  440. item := models.QuarterXDateItem{
  441. StartDate: startT,
  442. EndDate: endT,
  443. ShowName: showName,
  444. }
  445. chartLegendMaxYear = endT.Year()
  446. dataMap[name] = item
  447. chartLegendMap[name] = idx
  448. idx++
  449. fmt.Println("年份" + showName + "日期" + startStr + " " + endStr)
  450. if lastDateT.Before(endT) {
  451. //如果最新的日期在起始日之前,则跳出循环
  452. break
  453. }
  454. }
  455. lenYear := len(dataMap)
  456. if chartLegendMaxYear > endYear {
  457. chartLegendMaxYear = endYear
  458. }
  459. for k, v := range dataMap {
  460. if i, ok := chartLegendMap[k]; ok {
  461. //v.ChartLegend = strconv.Itoa(endYear - lenYear + i)
  462. v.ChartLegend = strconv.Itoa(chartLegendMaxYear - lenYear + i)
  463. }
  464. dataMap[k] = v
  465. }
  466. for _, v := range dataList {
  467. dataTimeT, _ := time.Parse(utils.FormatDate, v.DataTime)
  468. year := dataTimeT.Year()
  469. newItemDate := dataTimeT.AddDate(nowYear-year, 0, 0)
  470. for k, dateItem := range dataMap {
  471. tmpVal := models.EdbDataList{
  472. EdbDataId: v.EdbDataId,
  473. EdbInfoId: v.EdbInfoId,
  474. DataTime: v.DataTime,
  475. DataTimestamp: v.DataTimestamp,
  476. Value: v.Value,
  477. }
  478. if (dateItem.StartDate.Before(dataTimeT) && dateItem.EndDate.After(dataTimeT)) || dateItem.StartDate == dataTimeT || dateItem.EndDate == dataTimeT {
  479. if jumpYear == 1 {
  480. //计算前一年最大的日期, 只补齐数据到去年
  481. beforeYearMaxDate := fmt.Sprintf("%d-12-31", dateItem.StartDate.Year())
  482. beforeYearMaxDateT, _ := time.Parse(utils.FormatDate, beforeYearMaxDate)
  483. if dataTimeT.Before(beforeYearMaxDateT) || dataTimeT == beforeYearMaxDateT {
  484. newItemDate = dataTimeT.AddDate(nowYear-year-1, 0, 0)
  485. } else {
  486. newItemDate = dataTimeT.AddDate(nowYear-year, 0, 0)
  487. }
  488. } else {
  489. newItemDate = dataTimeT.AddDate(nowYear-year, 0, 0)
  490. }
  491. timestamp := newItemDate.UnixNano() / 1e6
  492. tmpVal.DataTimestamp = timestamp
  493. tmpV := &tmpVal
  494. if findVal, ok := quarterMap[k]; !ok {
  495. findVal = append(findVal, tmpV)
  496. quarterMap[k] = findVal
  497. } else {
  498. findVal = append(findVal, tmpV)
  499. quarterMap[k] = findVal
  500. }
  501. if v.DataTime == latestDateStr {
  502. dateItem.CuttingDataTimestamp = timestamp
  503. dataMap[k] = dateItem
  504. }
  505. //break
  506. }
  507. }
  508. }
  509. for k, v := range dataMap {
  510. itemList := quarterMap[k]
  511. quarterItem := new(models.QuarterData)
  512. quarterItem.Years = v.ShowName
  513. quarterItem.Year = v.ChartLegend
  514. quarterItem.ChartLegend = v.ChartLegend
  515. if le, ok := legendMap[v.ShowName]; ok {
  516. if le != strconv.Itoa(v.StartDate.Year()) && le != strconv.Itoa(v.EndDate.Year()) {
  517. quarterItem.ChartLegend = le
  518. }
  519. }
  520. quarterItem.DataList = itemList
  521. quarterItem.CuttingDataTimestamp = v.CuttingDataTimestamp
  522. //如果等于最后的实际日期,那么将切割时间戳记录
  523. if quarterItem.CuttingDataTimestamp == 0 {
  524. //如果大于最后的实际日期,那么第一个点就是切割的时间戳
  525. if latestDate.Before(v.StartDate) && len(itemList) > 0 {
  526. quarterItem.CuttingDataTimestamp = itemList[0].DataTimestamp - 100
  527. }
  528. }
  529. quarterDataList = append(quarterDataList, quarterItem)
  530. }
  531. if len(quarterDataList) > 0 {
  532. quarterDataListSort = quarterDataList
  533. sort.Sort(quarterDataListSort)
  534. }
  535. return
  536. }
  537. // GetSeasonEdbInfoDataListByXDateNong 季节性图的指标数据根据横轴选择农历时展示
  538. func GetSeasonEdbInfoDataListByXDateNong(result *models.EdbDataResult, latestDate time.Time, seasonExtraConfig string, calendarPreYear int) (quarterDataListSort models.QuarterDataList, err error) {
  539. xStartDate := "01-01"
  540. xEndDate := "12-31"
  541. jumpYear := 0
  542. legends := make([]models.SeasonChartLegend, 0)
  543. var seasonExtra models.SeasonExtraItem
  544. if seasonExtraConfig != "" {
  545. err = json.Unmarshal([]byte(seasonExtraConfig), &seasonExtra)
  546. if err != nil {
  547. return
  548. }
  549. }
  550. if seasonExtra.XStartDate != "" {
  551. xStartDate = seasonExtra.XStartDate
  552. xEndDate = seasonExtra.XEndDate
  553. jumpYear = seasonExtra.JumpYear
  554. legends = seasonExtra.ChartLegend
  555. }
  556. length := len(result.List)
  557. if length == 0 {
  558. return
  559. }
  560. legendMap := make(map[string]string, 0)
  561. if len(legends) > 0 {
  562. for _, v := range legends {
  563. legendMap[v.Name] = v.Value
  564. }
  565. }
  566. latestDateYear := latestDate.Year()
  567. //判断横轴的两个时间之间是不是跨年了,如果跨年了,则横轴截止年份比起始年份+1,如果不跨年,截止年份等于起始年份
  568. //根据数据确定最早的年份,和最近年份
  569. //根据横轴的日期,汇总所有的年份
  570. startYear := result.List[0].Year
  571. /*if jumpYear == 1 {
  572. if startYear != calendarPreYear {
  573. startYear = startYear - 1
  574. }
  575. }*/
  576. itemLength := len(result.List[length-1].Items)
  577. //获取数据的最新日期
  578. lastDate := result.List[length-1].Items[itemLength-1].DataTime
  579. maxY := result.List[length-1].Year
  580. lastDateT, tmpErr := time.Parse(utils.FormatDate, lastDate)
  581. if tmpErr != nil {
  582. err = tmpErr
  583. return
  584. }
  585. endYear := lastDateT.Year()
  586. nowYear := time.Now().Year()
  587. chartLegendMaxYear := 0
  588. dataMap := make(map[string]models.QuarterXDateItem, 0)
  589. quarterDataList := make([]*models.QuarterData, 0)
  590. resultData := make([]*models.QuarterData, 0)
  591. quarterMap := make(map[string][]*models.EdbDataList, 0)
  592. //整理出日期
  593. var startTmpT, endTmpT time.Time
  594. idx := 1
  595. chartLegendMap := make(map[string]int, 0)
  596. for currentStartYear := startYear; currentStartYear <= endYear; currentStartYear++ {
  597. startStr := fmt.Sprintf("%d-%s", currentStartYear, xStartDate)
  598. currentEndYear := currentStartYear
  599. if jumpYear == 1 {
  600. currentEndYear = currentStartYear + 1
  601. }
  602. endStr := fmt.Sprintf("%d-%s", currentEndYear, xEndDate)
  603. showName := fmt.Sprintf("%d_%d", currentStartYear, currentEndYear)
  604. startT, tEr := time.Parse(utils.FormatDate, startStr)
  605. if tEr != nil {
  606. err = tEr
  607. return
  608. }
  609. endT, tEr := time.Parse(utils.FormatDate, endStr)
  610. if tEr != nil {
  611. err = tEr
  612. return
  613. }
  614. if lastDateT.Before(startT) {
  615. //如果最新的日期在起始日之前,则跳出循环
  616. break
  617. }
  618. if endT.Year() > nowYear {
  619. //如果最新的日期比真实年份要大,则数据全部按照最大的年份补齐
  620. nowYear = endT.Year()
  621. }
  622. item := models.QuarterXDateItem{
  623. StartDate: startT,
  624. EndDate: endT,
  625. ShowName: showName,
  626. }
  627. chartLegendMaxYear = endT.Year()
  628. dataMap[showName] = item
  629. fmt.Println("年份" + showName + "日期" + startStr + " " + endStr)
  630. startTmpT = startT
  631. endTmpT = endT
  632. chartLegendMap[showName] = idx
  633. idx++
  634. if lastDateT.Before(endT) {
  635. //如果最新的日期在起始日之前,则跳出循环
  636. break
  637. }
  638. }
  639. lenYear := len(dataMap)
  640. if chartLegendMaxYear > endYear {
  641. chartLegendMaxYear = endYear
  642. }
  643. for k, v := range dataMap {
  644. if i, ok := chartLegendMap[k]; ok {
  645. //v.ChartLegend = strconv.Itoa(endYear - lenYear + i)
  646. v.ChartLegend = strconv.Itoa(chartLegendMaxYear - lenYear + i)
  647. }
  648. dataMap[k] = v
  649. }
  650. yearDataListMap := make(map[int]*models.EdbDataItems, 0)
  651. for _, lv := range result.List {
  652. yearDataListMap[lv.Year] = lv
  653. }
  654. //判断哪些点应该落在同一条时间线上
  655. /*maxY := lastDateT.Year()
  656. changeFlag := false
  657. if lastDateT.Month() >= 11 {
  658. maxY = maxY + 1
  659. }
  660. if maxY < nowYear {
  661. changeFlag = true
  662. maxY = nowYear
  663. }*/
  664. /*endTmp := fmt.Sprintf("%d-%s", maxY, xEndDate)
  665. endTmpT, _ := time.Parse(utils.FormatDate, endTmp)
  666. minY := maxY
  667. if jumpYear == 1 {
  668. minY = maxY - 1
  669. }
  670. startTmp := fmt.Sprintf("%d-%s", minY, xStartDate)
  671. startTmpT, _ := time.Parse(utils.FormatDate, startTmp)*/
  672. fmt.Println("横轴截取日" + startTmpT.Format(utils.FormatDate) + " " + endTmpT.Format(utils.FormatDate))
  673. fmt.Printf("lastDateT.Year() 为%d \n", lastDateT.Year())
  674. fmt.Printf("maxY 为%d \n", maxY)
  675. for name, dateItem := range dataMap {
  676. tY := dateItem.EndDate.Year()
  677. if lastDateT.Month() >= 11 {
  678. if maxY > endTmpT.Year() {
  679. tY = tY + 1
  680. }
  681. }
  682. lv, ok1 := yearDataListMap[tY]
  683. fmt.Printf("name %s yearDataListMap[%d]\n", name, tY)
  684. if !ok1 {
  685. continue
  686. }
  687. for _, item := range lv.Items {
  688. tmpVal := models.EdbDataList{
  689. EdbDataId: item.EdbDataId,
  690. EdbInfoId: item.EdbInfoId,
  691. DataTime: item.DataTime,
  692. DataTimestamp: item.DataTimestamp,
  693. Value: item.Value,
  694. }
  695. dataTimeT, _ := time.Parse(utils.FormatDate, item.DataTime)
  696. if (startTmpT.Before(dataTimeT) && endTmpT.After(dataTimeT)) || startTmpT == dataTimeT || endTmpT == dataTimeT {
  697. tmpV := &tmpVal
  698. if findVal, ok := quarterMap[name]; !ok {
  699. findVal = append(findVal, tmpV)
  700. quarterMap[name] = findVal
  701. } else {
  702. findVal = append(findVal, tmpV)
  703. quarterMap[name] = findVal
  704. }
  705. if lv.Year >= latestDateYear {
  706. // 切割的日期时间字符串
  707. cuttingDataTimeStr := latestDate.AddDate(0, 0, lv.BetweenDay).Format(utils.FormatDate)
  708. if item.DataTime == cuttingDataTimeStr {
  709. dateItem.CuttingDataTimestamp = tmpVal.DataTimestamp
  710. dataMap[name] = dateItem
  711. }
  712. }
  713. }
  714. }
  715. }
  716. for k, v := range dataMap {
  717. itemList := quarterMap[k]
  718. quarterItem := new(models.QuarterData)
  719. quarterItem.Years = v.ShowName
  720. quarterItem.Year = v.ChartLegend
  721. quarterItem.ChartLegend = v.ChartLegend
  722. if le, ok := legendMap[v.ShowName]; ok {
  723. if le != strconv.Itoa(v.StartDate.Year()) && le != strconv.Itoa(v.EndDate.Year()) {
  724. quarterItem.ChartLegend = le
  725. }
  726. }
  727. quarterItem.DataList = itemList
  728. quarterItem.CuttingDataTimestamp = v.CuttingDataTimestamp
  729. //如果等于最后的实际日期,那么将切割时间戳记录
  730. if quarterItem.CuttingDataTimestamp == 0 {
  731. //如果大于最后的实际日期,那么第一个点就是切割的时间戳
  732. if latestDate.Before(v.StartDate) && len(itemList) > 0 {
  733. quarterItem.CuttingDataTimestamp = itemList[0].DataTimestamp - 100
  734. }
  735. }
  736. quarterDataList = append(quarterDataList, quarterItem)
  737. }
  738. if result.List[0].Year != calendarPreYear {
  739. itemList := make([]*models.EdbDataList, 0)
  740. items := new(models.QuarterData)
  741. //items.Year = calendarPreYear
  742. items.DataList = itemList
  743. newResult := make([]*models.QuarterData, 0)
  744. newResult = append(newResult, items)
  745. newResult = append(newResult, quarterDataList...)
  746. resultData = newResult
  747. } else {
  748. resultData = quarterDataList
  749. }
  750. if len(quarterDataList) > 0 {
  751. quarterDataListSort = resultData
  752. sort.Sort(quarterDataListSort)
  753. }
  754. return
  755. }
  756. // BarChartData 柱方图的数据处理
  757. func BarChartData(mappingList []*models.ChartEdbInfoMapping, edbDataListMap map[int][]*models.EdbDataList, barChartInfoDateList []data_manage.BarChartInfoDateReq, barChartInfoSort data_manage.BarChartInfoSortReq) (edbIdList []int, yDataList []models.YData, err error) {
  758. // 指标数据数组(10086:{"2022-12-02":100.01,"2022-12-01":102.3})
  759. edbDataMap := make(map[int]map[string]float64)
  760. for edbInfoId, edbDataList := range edbDataListMap {
  761. edbDateData := make(map[string]float64)
  762. for _, edbData := range edbDataList {
  763. edbDateData[edbData.DataTime] = edbData.Value
  764. }
  765. edbDataMap[edbInfoId] = edbDateData
  766. }
  767. // edbIdList 指标展示顺序;x轴的指标顺序
  768. edbIdList = make([]int, 0)
  769. //Sort int `description:"排序类型,0:默认,1:升序,2:降序"`
  770. dateData := make(map[int]float64)
  771. if barChartInfoSort.Sort == 0 {
  772. for _, v := range mappingList {
  773. edbIdList = append(edbIdList, v.EdbInfoId)
  774. }
  775. } else {
  776. lenBarChartInfoDateList := len(barChartInfoDateList)
  777. if barChartInfoSort.DateIndex >= lenBarChartInfoDateList {
  778. err = errors.New("排序日期异常")
  779. return
  780. }
  781. notDataEdbIdList := make([]int, 0) //没有数据的指标id
  782. // 日期配置
  783. barChartInfoDate := barChartInfoDateList[barChartInfoSort.DateIndex]
  784. for edbInfoId, dataList := range edbDataListMap {
  785. if len(dataList) <= 0 {
  786. // 没有数据的指标id
  787. notDataEdbIdList = append(notDataEdbIdList, edbInfoId)
  788. continue
  789. }
  790. findDate := barChartInfoDate.Date
  791. switch barChartInfoDate.Type {
  792. case 1: //最新值
  793. findDate = dataList[len(dataList)-1].DataTime
  794. case 2: //近期几天
  795. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[len(dataList)-1].DataTime, time.Local)
  796. if tmpErr != nil {
  797. err = tmpErr
  798. return
  799. }
  800. findDateTime = findDateTime.AddDate(0, 0, -barChartInfoDate.Value)
  801. lenData := len(dataList) - 1
  802. for i := lenData; i >= 0; i-- {
  803. currDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[i].DataTime, time.Local)
  804. if tmpErr != nil {
  805. err = tmpErr
  806. return
  807. }
  808. if currDateTime.Equal(findDateTime) || currDateTime.Before(findDateTime) {
  809. findDate = dataList[i].DataTime
  810. break
  811. }
  812. }
  813. case 3: // 固定日期
  814. //最早的日期
  815. minDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[0].DataTime, time.Local)
  816. if tmpErr != nil {
  817. err = tmpErr
  818. return
  819. }
  820. //寻找固定日期的数据
  821. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, barChartInfoDate.Date, time.Local)
  822. if tmpErr != nil {
  823. err = tmpErr
  824. return
  825. }
  826. for tmpDateTime := findDateTime; tmpDateTime.After(minDateTime) || tmpDateTime.Equal(minDateTime); tmpDateTime = tmpDateTime.AddDate(0, 0, -1) {
  827. tmpDate := tmpDateTime.Format(utils.FormatDate)
  828. if _, ok := edbDataMap[edbInfoId][tmpDate]; ok { //如果能找到数据,那么就返回
  829. findDate = tmpDate
  830. break
  831. }
  832. }
  833. default:
  834. err = errors.New(fmt.Sprint("日期类型异常,Type:", barChartInfoDate.Type))
  835. return
  836. }
  837. if tmpValue, ok := edbDataMap[edbInfoId][findDate]; ok {
  838. dateData[edbInfoId] = tmpValue
  839. } else {
  840. // 没有数据的指标id
  841. notDataEdbIdList = append(notDataEdbIdList, edbInfoId)
  842. }
  843. }
  844. //Sort int `description:"排序类型,0:默认,1:升序,2:降序"`
  845. // 排序
  846. dateDataSort := utils.NewMapSorter(dateData)
  847. sort.Sort(dateDataSort)
  848. if barChartInfoSort.Sort == 1 {
  849. // 先将没有数据的指标id放在最前面
  850. if len(notDataEdbIdList) > 0 {
  851. edbIdList = append(edbIdList, notDataEdbIdList...)
  852. }
  853. for _, v := range dateDataSort {
  854. edbIdList = append(edbIdList, v.Key)
  855. }
  856. } else {
  857. for i := len(dateDataSort) - 1; i >= 0; i-- {
  858. edbIdList = append(edbIdList, dateDataSort[i].Key)
  859. }
  860. // 再将没有数据的指标id放在最后面
  861. if len(notDataEdbIdList) > 0 {
  862. edbIdList = append(edbIdList, notDataEdbIdList...)
  863. }
  864. }
  865. }
  866. yDataList = make([]models.YData, 0) //y轴的数据列表
  867. for _, barChartInfoDate := range barChartInfoDateList {
  868. var maxDate time.Time
  869. findDataList := make([]float64, 0) // 当前日期的数据值
  870. for _, edbInfoId := range edbIdList {
  871. findDate := barChartInfoDate.Date //需要的日期值
  872. dataList := edbDataListMap[edbInfoId] //指标的所有数据值
  873. if len(dataList) <= 0 {
  874. // 没有数据的指标id
  875. findDataList = append(findDataList, 0)
  876. continue
  877. }
  878. switch barChartInfoDate.Type {
  879. case 1: //最新值
  880. dataList := edbDataListMap[edbInfoId]
  881. findDate = dataList[len(dataList)-1].DataTime
  882. case 2: //近期几天
  883. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[len(dataList)-1].DataTime, time.Local)
  884. if tmpErr != nil {
  885. err = tmpErr
  886. return
  887. }
  888. findDateTime = findDateTime.AddDate(0, 0, -barChartInfoDate.Value)
  889. lenData := len(dataList) - 1
  890. for i := lenData; i >= 0; i-- {
  891. currDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[i].DataTime, time.Local)
  892. if tmpErr != nil {
  893. err = tmpErr
  894. return
  895. }
  896. if currDateTime.Equal(findDateTime) || currDateTime.Before(findDateTime) {
  897. findDate = dataList[i].DataTime
  898. break
  899. }
  900. }
  901. case 3: // 固定日期
  902. //最早的日期
  903. minDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[0].DataTime, time.Local)
  904. if tmpErr != nil {
  905. err = tmpErr
  906. return
  907. }
  908. //寻找固定日期的数据
  909. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, barChartInfoDate.Date, time.Local)
  910. if tmpErr != nil {
  911. err = tmpErr
  912. return
  913. }
  914. for tmpDateTime := findDateTime; tmpDateTime.After(minDateTime) || tmpDateTime.Equal(minDateTime); tmpDateTime = tmpDateTime.AddDate(0, 0, -1) {
  915. tmpDate := tmpDateTime.Format(utils.FormatDate)
  916. if _, ok := edbDataMap[edbInfoId][tmpDate]; ok { //如果能找到数据,那么就返回
  917. findDate = tmpDate
  918. break
  919. }
  920. }
  921. default:
  922. err = errors.New(fmt.Sprint("日期类型异常,Type:", barChartInfoDate.Type))
  923. return
  924. }
  925. findDateTime, _ := time.ParseInLocation(utils.FormatDate, findDate, time.Local)
  926. if maxDate.IsZero() {
  927. maxDate = findDateTime
  928. } else {
  929. if findDateTime.After(maxDate) {
  930. maxDate = findDateTime
  931. }
  932. }
  933. if tmpValue, ok := edbDataMap[edbInfoId][findDate]; ok {
  934. findDataList = append(findDataList, tmpValue)
  935. } else {
  936. findDataList = append(findDataList, 0)
  937. }
  938. }
  939. yDate := "0000-00-00"
  940. if !maxDate.IsZero() {
  941. yDate = maxDate.Format(utils.FormatDate)
  942. }
  943. yDataList = append(yDataList, models.YData{
  944. Date: yDate,
  945. Value: findDataList,
  946. Color: barChartInfoDate.Color,
  947. Name: barChartInfoDate.Name,
  948. })
  949. }
  950. return
  951. }
  952. // ChartInfoRefreshV2 图表刷新
  953. // @author Roc
  954. // @datetime 2022-09-16 10:15:38
  955. // @description 将原来自己写的一套获取所有关联指标,然后刷新指标逻辑 改成 只获取使用的指标id,然后遍历去调用“指标刷新服务”
  956. func ChartInfoRefreshV2(chartInfoId int) (err error) {
  957. var errmsg string
  958. defer func() {
  959. if err != nil {
  960. go alarm_msg.SendAlarmMsg("ChartInfoRefresh:"+errmsg, 3)
  961. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "ChartInfoRefresh:"+errmsg, utils.EmailSendToUsers)
  962. fmt.Println("ChartInfoRefresh Err:" + errmsg)
  963. }
  964. }()
  965. edbMappingList, err := data_manage.GetChartEdbMappingList(chartInfoId)
  966. if err != nil {
  967. errmsg = "获取需要刷新的指标失败:Err:" + err.Error()
  968. return
  969. }
  970. edbIdList := make([]int, 0)
  971. for _, v := range edbMappingList {
  972. edbIdList = append(edbIdList, v.EdbInfoId)
  973. }
  974. // 批量刷新
  975. err, errmsg = EdbInfoRefreshAllFromBase(edbIdList, false)
  976. if err != nil {
  977. return
  978. }
  979. return
  980. }
  981. // GetSectionScatterChartData 柱方图的数据处理
  982. func GetSectionScatterChartData(mappingList []*models.ChartEdbInfoMapping, edbDataListMap map[int][]*models.EdbDataList, extraConfig data_manage.SectionScatterReq) (edbIdList []int, chartDataResp data_manage.SectionScatterInfoResp, err error) {
  983. // 指标数据数组(10086:{"2022-12-02":100.01,"2022-12-01":102.3})
  984. edbDataMap := make(map[int]map[string]float64)
  985. for edbInfoId, edbDataList := range edbDataListMap {
  986. edbDateData := make(map[string]float64)
  987. for _, edbData := range edbDataList {
  988. edbDateData[edbData.DataTime] = edbData.Value
  989. }
  990. edbDataMap[edbInfoId] = edbDateData
  991. }
  992. // edbIdList 指标展示顺序;x轴的指标顺序
  993. edbIdList = make([]int, 0)
  994. edbMappingMap := make(map[int]*models.ChartEdbInfoMapping)
  995. for _, v := range mappingList {
  996. edbIdList = append(edbIdList, v.EdbInfoId)
  997. edbMappingMap[v.EdbInfoId] = v
  998. }
  999. //SectionScatterSeriesInfoResp
  1000. dataListResp := make([]data_manage.SectionScatterSeriesItemResp, 0) //y轴的数据列表
  1001. for _, seriesItem := range extraConfig.SeriesList {
  1002. var maxDate time.Time
  1003. // 系列中的指标数据
  1004. tmpSeriesEdbInfoList := make([]data_manage.SectionScatterEdbItemResp, 0)
  1005. var minXVal, maxXVal, minYVal, maxYVal float64
  1006. for _, edbConf := range seriesItem.EdbInfoList {
  1007. tmpItem := data_manage.SectionScatterEdbItemResp{
  1008. IsShow: edbConf.IsShow,
  1009. Name: edbConf.Name,
  1010. NameEn: edbConf.NameEn,
  1011. } //单个坐标点的数据
  1012. //X轴的数据
  1013. {
  1014. edbInfoId := edbConf.XEdbInfoId //X轴的指标
  1015. edbMappingInfo, ok := edbMappingMap[edbInfoId]
  1016. if !ok {
  1017. continue
  1018. }
  1019. findDate := edbConf.XDate //需要的日期值
  1020. dataList := edbDataListMap[edbInfoId] //指标的所有数据值
  1021. if len(dataList) <= 0 {
  1022. // 没有数据的指标id
  1023. //findDataList = append(findDataList, 0)
  1024. continue
  1025. }
  1026. tmpItem.XEdbInfoId = edbInfoId
  1027. tmpItem.XName = edbMappingInfo.EdbName
  1028. tmpItem.XNameEn = edbMappingInfo.EdbNameEn
  1029. switch edbConf.XDateType {
  1030. case 1: //最新值
  1031. dataList := edbDataListMap[edbInfoId]
  1032. findDate = dataList[len(dataList)-1].DataTime
  1033. case 2: //近期几天
  1034. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[len(dataList)-1].DataTime, time.Local)
  1035. if tmpErr != nil {
  1036. err = tmpErr
  1037. return
  1038. }
  1039. findDateTime = findDateTime.AddDate(0, 0, -edbConf.XDateValue)
  1040. lenData := len(dataList) - 1
  1041. for i := lenData; i >= 0; i-- {
  1042. currDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[i].DataTime, time.Local)
  1043. if tmpErr != nil {
  1044. err = tmpErr
  1045. return
  1046. }
  1047. if currDateTime.Equal(findDateTime) || currDateTime.Before(findDateTime) {
  1048. findDate = dataList[i].DataTime
  1049. break
  1050. }
  1051. }
  1052. case 3: // 固定日期
  1053. //最早的日期
  1054. minDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[0].DataTime, time.Local)
  1055. if tmpErr != nil {
  1056. err = tmpErr
  1057. return
  1058. }
  1059. //寻找固定日期的数据
  1060. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, edbConf.XDate, time.Local)
  1061. if tmpErr != nil {
  1062. err = tmpErr
  1063. return
  1064. }
  1065. for tmpDateTime := findDateTime; tmpDateTime.After(minDateTime) || tmpDateTime.Equal(minDateTime); tmpDateTime = tmpDateTime.AddDate(0, 0, -1) {
  1066. tmpDate := tmpDateTime.Format(utils.FormatDate)
  1067. if _, ok := edbDataMap[edbInfoId][tmpDate]; ok { //如果能找到数据,那么就返回
  1068. findDate = tmpDate
  1069. break
  1070. }
  1071. }
  1072. default:
  1073. err = errors.New(fmt.Sprint("日期类型异常,Type:", edbConf.XDate))
  1074. return
  1075. }
  1076. findDateTime, _ := time.ParseInLocation(utils.FormatDate, findDate, time.Local)
  1077. if maxDate.IsZero() {
  1078. maxDate = findDateTime
  1079. } else {
  1080. if findDateTime.After(maxDate) {
  1081. maxDate = findDateTime
  1082. }
  1083. }
  1084. if tmpValue, ok := edbDataMap[edbInfoId][findDate]; ok {
  1085. tmpItem.XDate = findDate
  1086. tmpItem.XValue = tmpValue
  1087. } else {
  1088. continue
  1089. }
  1090. }
  1091. //Y轴的数据
  1092. {
  1093. edbInfoId := edbConf.YEdbInfoId //Y轴的指标
  1094. edbMappingInfo, ok := edbMappingMap[edbInfoId]
  1095. if !ok {
  1096. continue
  1097. }
  1098. findDate := edbConf.YDate //需要的日期值
  1099. dataList := edbDataListMap[edbInfoId] //指标的所有数据值
  1100. if len(dataList) <= 0 {
  1101. // 没有数据的指标id
  1102. //findDataList = append(findDataList, 0)
  1103. continue
  1104. }
  1105. tmpItem.YEdbInfoId = edbInfoId
  1106. tmpItem.YName = edbMappingInfo.EdbName
  1107. tmpItem.YNameEn = edbMappingInfo.EdbNameEn
  1108. switch edbConf.YDateType {
  1109. case 1: //最新值
  1110. dataList := edbDataListMap[edbInfoId]
  1111. findDate = dataList[len(dataList)-1].DataTime
  1112. case 2: //近期几天
  1113. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[len(dataList)-1].DataTime, time.Local)
  1114. if tmpErr != nil {
  1115. err = tmpErr
  1116. return
  1117. }
  1118. findDateTime = findDateTime.AddDate(0, 0, -edbConf.YDateValue)
  1119. lenData := len(dataList) - 1
  1120. for i := lenData; i >= 0; i-- {
  1121. currDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[i].DataTime, time.Local)
  1122. if tmpErr != nil {
  1123. err = tmpErr
  1124. return
  1125. }
  1126. if currDateTime.Equal(findDateTime) || currDateTime.Before(findDateTime) {
  1127. findDate = dataList[i].DataTime
  1128. break
  1129. }
  1130. }
  1131. case 3: // 固定日期
  1132. //最早的日期
  1133. minDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[0].DataTime, time.Local)
  1134. if tmpErr != nil {
  1135. err = tmpErr
  1136. return
  1137. }
  1138. //寻找固定日期的数据
  1139. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, edbConf.YDate, time.Local)
  1140. if tmpErr != nil {
  1141. err = tmpErr
  1142. return
  1143. }
  1144. for tmpDateTime := findDateTime; tmpDateTime.After(minDateTime) || tmpDateTime.Equal(minDateTime); tmpDateTime = tmpDateTime.AddDate(0, 0, -1) {
  1145. tmpDate := tmpDateTime.Format(utils.FormatDate)
  1146. if _, ok := edbDataMap[edbInfoId][tmpDate]; ok { //如果能找到数据,那么就返回
  1147. findDate = tmpDate
  1148. break
  1149. }
  1150. }
  1151. default:
  1152. err = errors.New(fmt.Sprint("日期类型异常,Type:", edbConf.YDate))
  1153. return
  1154. }
  1155. findDateTime, _ := time.ParseInLocation(utils.FormatDate, findDate, time.Local)
  1156. if maxDate.IsZero() {
  1157. maxDate = findDateTime
  1158. } else {
  1159. if findDateTime.After(maxDate) {
  1160. maxDate = findDateTime
  1161. }
  1162. }
  1163. if tmpValue, ok := edbDataMap[edbInfoId][findDate]; ok {
  1164. tmpItem.YDate = findDate
  1165. tmpItem.YValue = tmpValue
  1166. } else {
  1167. continue
  1168. }
  1169. }
  1170. // 获取当前系列的X轴的最大最小值
  1171. {
  1172. if tmpItem.XValue < minXVal {
  1173. minXVal = tmpItem.XValue
  1174. }
  1175. if tmpItem.XValue > maxXVal {
  1176. maxXVal = tmpItem.XValue
  1177. }
  1178. if tmpItem.YValue < minYVal {
  1179. minYVal = tmpItem.YValue
  1180. }
  1181. if tmpItem.YValue > maxYVal {
  1182. maxYVal = tmpItem.YValue
  1183. }
  1184. }
  1185. tmpSeriesEdbInfoList = append(tmpSeriesEdbInfoList, tmpItem)
  1186. }
  1187. trendLimitData := make([]data_manage.CoordinatePoint, 0) //趋势线的前后坐标点
  1188. var trendLine, rSquare string
  1189. // 生成线性方程式
  1190. var a, b float64
  1191. {
  1192. coordinateData := make([]utils.Coordinate, 0)
  1193. for _, tmpSeriesEdbInfo := range tmpSeriesEdbInfoList {
  1194. tmpCoordinate1 := utils.Coordinate{
  1195. X: tmpSeriesEdbInfo.XValue,
  1196. Y: tmpSeriesEdbInfo.YValue,
  1197. }
  1198. coordinateData = append(coordinateData, tmpCoordinate1)
  1199. }
  1200. // 只有存在两个坐标点的时候,才能去计算线性方程和R平方
  1201. if len(coordinateData) >= 2 {
  1202. a, b = utils.GetLinearResult(coordinateData)
  1203. if !math.IsNaN(a) || !math.IsNaN(b) {
  1204. if b > 0 {
  1205. trendLine = fmt.Sprintf("y=%sx+%s", utils.SubFloatToString(a, 4), utils.SubFloatToString(b, 4))
  1206. } else {
  1207. trendLine = fmt.Sprintf("y=%sx%s", utils.SubFloatToString(a, 4), utils.SubFloatToString(b, 4))
  1208. }
  1209. minYVal, _ = decimal.NewFromFloat(a).Mul(decimal.NewFromFloat(minXVal)).Add(decimal.NewFromFloat(b)).Round(4).Float64()
  1210. maxYVal, _ = decimal.NewFromFloat(a).Mul(decimal.NewFromFloat(maxXVal)).Add(decimal.NewFromFloat(b)).Round(4).Float64()
  1211. }
  1212. // 计算R平方
  1213. rSquare = fmt.Sprint(utils.CalculationDecisive(coordinateData))
  1214. }
  1215. trendLimitData = append(trendLimitData, data_manage.CoordinatePoint{
  1216. X: minXVal,
  1217. Y: minYVal,
  1218. }, data_manage.CoordinatePoint{
  1219. X: maxXVal,
  1220. Y: maxYVal,
  1221. })
  1222. }
  1223. dataListResp = append(dataListResp, data_manage.SectionScatterSeriesItemResp{
  1224. Name: seriesItem.Name,
  1225. NameEn: seriesItem.NameEn,
  1226. Color: seriesItem.Color,
  1227. EdbInfoList: tmpSeriesEdbInfoList,
  1228. ShowTrendLine: seriesItem.ShowTrendLine,
  1229. ShowFitEquation: seriesItem.ShowFitEquation,
  1230. ShowRSquare: seriesItem.ShowRSquare,
  1231. TrendLine: trendLine,
  1232. RSquare: rSquare,
  1233. TrendLimitData: trendLimitData,
  1234. })
  1235. }
  1236. chartDataResp = data_manage.SectionScatterInfoResp{
  1237. XName: extraConfig.XName,
  1238. XNameEn: extraConfig.XNameEn,
  1239. XUnitName: extraConfig.XUnitName,
  1240. XUnitNameEn: extraConfig.XUnitNameEn,
  1241. YName: extraConfig.YName,
  1242. YNameEn: extraConfig.YNameEn,
  1243. YUnitName: extraConfig.YUnitName,
  1244. YUnitNameEn: extraConfig.YUnitNameEn,
  1245. XMinValue: extraConfig.XMinValue,
  1246. XMaxValue: extraConfig.XMaxValue,
  1247. YMinValue: extraConfig.YMinValue,
  1248. YMaxValue: extraConfig.YMaxValue,
  1249. DataList: dataListResp,
  1250. }
  1251. return
  1252. }
  1253. // RadarChartData 雷达图的数据处理
  1254. func RadarChartData(mappingList []*models.ChartEdbInfoMapping, edbDataListMap map[int][]*models.EdbDataList, extraConfig data_manage.RadarChartInfoReq) (edbIdList []int, chartDataResp data_manage.RadarChartInfoResp, err error) {
  1255. // 指标数据数组(10086:{"2022-12-02":100.01,"2022-12-01":102.3})
  1256. edbDataMap := make(map[int]map[string]float64)
  1257. for edbInfoId, edbDataList := range edbDataListMap {
  1258. edbDateData := make(map[string]float64)
  1259. for _, edbData := range edbDataList {
  1260. edbDateData[edbData.DataTime] = edbData.Value
  1261. }
  1262. edbDataMap[edbInfoId] = edbDateData
  1263. }
  1264. // edbIdList 指标展示顺序;x轴的指标顺序
  1265. edbIdList = make([]int, 0)
  1266. for _, v := range mappingList {
  1267. edbIdList = append(edbIdList, v.EdbInfoId)
  1268. }
  1269. chartDateList := extraConfig.DateList
  1270. yDataList := make([]data_manage.RadarYData, 0) //y轴的数据列表
  1271. for _, chartDate := range chartDateList {
  1272. var maxDate time.Time
  1273. findDataList := make([]float64, 0) // 当前日期的数据值
  1274. for _, edbInfoId := range edbIdList {
  1275. findDate := chartDate.Date //需要的日期值
  1276. dataList := edbDataListMap[edbInfoId] //指标的所有数据值
  1277. if len(dataList) <= 0 {
  1278. // 没有数据的指标id
  1279. findDataList = append(findDataList, 0)
  1280. continue
  1281. }
  1282. switch chartDate.Type {
  1283. case 1: //最新值
  1284. findDate = dataList[len(dataList)-1].DataTime
  1285. case 2: //近期几天
  1286. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[len(dataList)-1].DataTime, time.Local)
  1287. if tmpErr != nil {
  1288. err = tmpErr
  1289. return
  1290. }
  1291. findDateTime = findDateTime.AddDate(0, 0, -chartDate.Value)
  1292. lenData := len(dataList) - 1
  1293. for i := lenData; i >= 0; i-- {
  1294. currDateTime, e := time.ParseInLocation(utils.FormatDate, dataList[i].DataTime, time.Local)
  1295. if e != nil {
  1296. err = e
  1297. return
  1298. }
  1299. if currDateTime.Equal(findDateTime) || currDateTime.Before(findDateTime) {
  1300. findDate = dataList[i].DataTime
  1301. break
  1302. }
  1303. }
  1304. case 3: // 固定日期
  1305. //最早的日期
  1306. minDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[0].DataTime, time.Local)
  1307. if tmpErr != nil {
  1308. err = tmpErr
  1309. return
  1310. }
  1311. //寻找固定日期的数据
  1312. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, chartDate.Date, time.Local)
  1313. if tmpErr != nil {
  1314. err = tmpErr
  1315. return
  1316. }
  1317. for tmpDateTime := findDateTime; tmpDateTime.After(minDateTime) || tmpDateTime.Equal(minDateTime); tmpDateTime = tmpDateTime.AddDate(0, 0, -1) {
  1318. tmpDate := tmpDateTime.Format(utils.FormatDate)
  1319. if _, ok := edbDataMap[edbInfoId][tmpDate]; ok { //如果能找到数据,那么就返回
  1320. findDate = tmpDate
  1321. break
  1322. }
  1323. }
  1324. default:
  1325. err = errors.New(fmt.Sprint("日期类型异常,Type:", chartDate.Type))
  1326. return
  1327. }
  1328. findDateTime, _ := time.ParseInLocation(utils.FormatDate, findDate, time.Local)
  1329. if maxDate.IsZero() {
  1330. maxDate = findDateTime
  1331. } else {
  1332. if findDateTime.After(maxDate) {
  1333. maxDate = findDateTime
  1334. }
  1335. }
  1336. if tmpValue, ok := edbDataMap[edbInfoId][findDate]; ok {
  1337. tmpValue, _ = decimal.NewFromFloat(tmpValue).Round(4).Float64()
  1338. findDataList = append(findDataList, tmpValue)
  1339. } else {
  1340. findDataList = append(findDataList, 0)
  1341. }
  1342. }
  1343. yDate := "0000-00-00"
  1344. if !maxDate.IsZero() {
  1345. yDate = maxDate.Format(utils.FormatDate)
  1346. }
  1347. yDataList = append(yDataList, data_manage.RadarYData{
  1348. Date: yDate,
  1349. Value: findDataList,
  1350. Color: chartDate.Color,
  1351. Name: chartDate.Name,
  1352. })
  1353. }
  1354. chartDataResp = data_manage.RadarChartInfoResp{
  1355. YDataList: yDataList,
  1356. XEdbIdValue: edbIdList,
  1357. }
  1358. return
  1359. }
  1360. // GetChartEdbDataV2 获取图表的指标数据
  1361. func GetChartEdbDataV2(chartInfoId, chartType int, calendar, startDate, endDate string, mappingList []*models.ChartEdbInfoMapping, extraConfigStr, seasonExtraConfig string, chartInfoData ChartInfoDataShow) (edbList []*models.ChartEdbInfoMapping, xEdbIdValue []int, yDataList []models.YData, dataResp interface{}, err error, errMsg string) {
  1362. edbList = make([]*models.ChartEdbInfoMapping, 0)
  1363. // 指标对应的所有数据
  1364. xEdbIdValue = make([]int, 0)
  1365. yDataList = make([]models.YData, 0)
  1366. var extraConfig interface{}
  1367. switch chartType {
  1368. case 7: // 柱形图
  1369. var barConfig data_manage.BarChartInfoReq
  1370. if extraConfigStr == `` {
  1371. errMsg = "柱方图未配置"
  1372. err = errors.New(errMsg)
  1373. return
  1374. }
  1375. err = json.Unmarshal([]byte(extraConfigStr), &barConfig)
  1376. if err != nil {
  1377. errMsg = "柱方图配置异常"
  1378. err = errors.New(errMsg)
  1379. return
  1380. }
  1381. extraConfig = barConfig
  1382. case 10: // 截面散点图
  1383. var tmpExtraConfig data_manage.SectionScatterReq
  1384. if extraConfigStr == `` {
  1385. errMsg = "截面散点图未配置"
  1386. err = errors.New(errMsg)
  1387. return
  1388. }
  1389. err = json.Unmarshal([]byte(extraConfigStr), &tmpExtraConfig)
  1390. if err != nil {
  1391. errMsg = "截面散点配置异常"
  1392. err = errors.New(errMsg)
  1393. return
  1394. }
  1395. extraConfig = tmpExtraConfig
  1396. case utils.CHART_TYPE_RADAR:
  1397. var barConfig data_manage.RadarChartInfoReq
  1398. if extraConfigStr == `` {
  1399. errMsg = "雷达图未配置"
  1400. err = errors.New(errMsg)
  1401. return
  1402. }
  1403. err = json.Unmarshal([]byte(extraConfigStr), &barConfig)
  1404. if err != nil {
  1405. errMsg = "雷达图配置异常"
  1406. err = errors.New(errMsg)
  1407. return
  1408. }
  1409. extraConfig = barConfig
  1410. default:
  1411. xEdbIdValue = make([]int, 0)
  1412. yDataList = make([]models.YData, 0)
  1413. }
  1414. // 指标对应的所有数据
  1415. edbDataListMap, edbList, err := chartInfoData.GetEdbDataMapList(chartInfoId, chartType, calendar, startDate, endDate, mappingList, seasonExtraConfig)
  1416. if err != nil {
  1417. return
  1418. }
  1419. // 特殊图形数据处理
  1420. switch chartType {
  1421. case 7: // 柱形图
  1422. barChartConf := extraConfig.(data_manage.BarChartInfoReq)
  1423. xEdbIdValue, yDataList, err = BarChartData(mappingList, edbDataListMap, barChartConf.DateList, barChartConf.Sort)
  1424. for _, v := range edbList {
  1425. // 指标别名
  1426. if barChartConf.EdbInfoIdList != nil && len(barChartConf.EdbInfoIdList) > 0 {
  1427. for _, reqEdb := range barChartConf.EdbInfoIdList {
  1428. if v.EdbInfoId == reqEdb.EdbInfoId {
  1429. v.EdbAliasName = reqEdb.Name
  1430. }
  1431. }
  1432. }
  1433. }
  1434. case 10: // 截面散点图
  1435. sectionScatterConf := extraConfig.(data_manage.SectionScatterReq)
  1436. xEdbIdValue, dataResp, err = GetSectionScatterChartData(mappingList, edbDataListMap, sectionScatterConf)
  1437. // 这个数据没有必要返回给前端
  1438. for _, v := range edbList {
  1439. v.DataList = nil
  1440. }
  1441. case utils.CHART_TYPE_RADAR: //雷达图
  1442. radarConf := extraConfig.(data_manage.RadarChartInfoReq)
  1443. xEdbIdValue, dataResp, err = RadarChartData(mappingList, edbDataListMap, radarConf)
  1444. }
  1445. return
  1446. }