future_edb_info.go 32 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974
  1. package future_good
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/shopspring/decimal"
  6. "hongze/hongze_chart_lib/models"
  7. "hongze/hongze_chart_lib/models/data_manage"
  8. "hongze/hongze_chart_lib/models/data_manage/future_good"
  9. "hongze/hongze_chart_lib/services/alarm_msg"
  10. "hongze/hongze_chart_lib/services/data"
  11. "hongze/hongze_chart_lib/utils"
  12. "sort"
  13. "strconv"
  14. "time"
  15. )
  16. // GetChartEdbData 获取图表的指标数据
  17. func GetChartEdbData(chartInfoId int, startDate, endDate string, edbInfoMapping, futureGoodEdbInfoMapping *models.ChartEdbInfoMapping, barChartInfoDateList []data_manage.BarChartInfoDateReq) (barConfigEdbInfoIdList []data_manage.BarChartInfoEdbItemReq, edbList []*models.ChartEdbInfoMapping, xEdbIdValue []int, xDataList []models.XData, yDataList []models.YData, err error) {
  18. edbList = make([]*models.ChartEdbInfoMapping, 0)
  19. if futureGoodEdbInfoMapping == nil {
  20. err = errors.New("商品指标未选取")
  21. return
  22. }
  23. if edbInfoMapping == nil {
  24. err = errors.New("ETA指标未选取")
  25. return
  26. }
  27. // 指标对应的所有数据
  28. edbDataListMap := make(map[int][]*models.EdbDataList)
  29. item := new(data_manage.ChartEdbInfoMapping)
  30. edbInfoMapping.FrequencyEn = data.GetFrequencyEn(edbInfoMapping.Frequency)
  31. if edbInfoMapping.Unit == `无` {
  32. edbInfoMapping.Unit = ``
  33. }
  34. if futureGoodEdbInfoMapping.Unit == `无` {
  35. futureGoodEdbInfoMapping.Unit = ``
  36. }
  37. if chartInfoId <= 0 {
  38. edbInfoMapping.IsAxis = 1
  39. edbInfoMapping.LeadValue = 0
  40. edbInfoMapping.LeadUnit = ""
  41. edbInfoMapping.ChartEdbMappingId = 0
  42. edbInfoMapping.ChartInfoId = 0
  43. edbInfoMapping.IsOrder = false
  44. edbInfoMapping.EdbInfoType = 1
  45. edbInfoMapping.ChartStyle = ""
  46. edbInfoMapping.ChartColor = ""
  47. edbInfoMapping.ChartWidth = 0
  48. futureGoodEdbInfoMapping.IsAxis = 1
  49. futureGoodEdbInfoMapping.LeadValue = 0
  50. futureGoodEdbInfoMapping.LeadUnit = ""
  51. futureGoodEdbInfoMapping.ChartEdbMappingId = 0
  52. futureGoodEdbInfoMapping.ChartInfoId = 0
  53. futureGoodEdbInfoMapping.IsOrder = false
  54. futureGoodEdbInfoMapping.EdbInfoType = 1
  55. futureGoodEdbInfoMapping.ChartStyle = ""
  56. futureGoodEdbInfoMapping.ChartColor = ""
  57. futureGoodEdbInfoMapping.ChartWidth = 0
  58. } else {
  59. edbInfoMapping.LeadUnitEn = data.GetLeadUnitEn(edbInfoMapping.LeadUnit)
  60. futureGoodEdbInfoMapping.LeadUnitEn = data.GetLeadUnitEn(futureGoodEdbInfoMapping.LeadUnit)
  61. }
  62. // 普通的指标数据
  63. {
  64. dataList := make([]*models.EdbDataList, 0)
  65. dataList, err = models.GetEdbDataList(edbInfoMapping.Source, edbInfoMapping.EdbInfoId, startDate, endDate)
  66. edbDataListMap[edbInfoMapping.EdbInfoId] = dataList
  67. item.DataList = dataList
  68. edbList = append(edbList, edbInfoMapping)
  69. barConfigEdbInfoIdList = append(barConfigEdbInfoIdList, data_manage.BarChartInfoEdbItemReq{
  70. EdbInfoId: edbInfoMapping.EdbInfoId,
  71. //Name: edbInfoMapping.EdbName,
  72. Name: "现货价",
  73. NameEn: "Spot Price",
  74. Source: edbInfoMapping.Source,
  75. })
  76. }
  77. // 获取主力合约和最新日期
  78. var zlFutureGoodEdbInfo *future_good.FutureGoodEdbInfo
  79. var latestDate string // 最新日期是这个
  80. var regionType string // 交易所来源:“国内”,“海外”
  81. {
  82. // 寻找主力合约
  83. zlFutureGoodEdbInfo, err = future_good.GetFutureGoodEdbInfo(futureGoodEdbInfoMapping.EdbInfoId)
  84. if err != nil {
  85. return
  86. }
  87. regionType = zlFutureGoodEdbInfo.RegionType
  88. // 如果当前合约配置的 "画图时,日期来源的指标id" 并不是自己的话,那么就去查找对应配置的合约
  89. if zlFutureGoodEdbInfo.DateSourceId != zlFutureGoodEdbInfo.FutureGoodEdbInfoId {
  90. sourceDateFutureGoodEdbInfo, tmpErr := future_good.GetFutureGoodEdbInfo(zlFutureGoodEdbInfo.DateSourceId)
  91. if tmpErr != nil {
  92. err = tmpErr
  93. return
  94. }
  95. latestDate = sourceDateFutureGoodEdbInfo.EndDate // 最新日期是这个
  96. } else {
  97. latestDate = zlFutureGoodEdbInfo.EndDate // 最新日期是这个
  98. }
  99. if latestDate == `0000-00-00` {
  100. err = errors.New("日期异常")
  101. return
  102. }
  103. }
  104. // 获取期货指标以及期货数据
  105. tmpFutureGoodEdbInfoList, err := future_good.GetFutureGoodEdbInfoListByParentId(futureGoodEdbInfoMapping.EdbInfoId)
  106. if err != nil {
  107. return
  108. }
  109. latestDateTime, _ := time.ParseInLocation(utils.FormatDate, latestDate, time.Local)
  110. _, futureGoodEdbInfoList, err := getFutureGoodEdbInfoList(latestDateTime, tmpFutureGoodEdbInfoList, barChartInfoDateList)
  111. if err != nil {
  112. return
  113. }
  114. futureGoodMappingList := make([]*models.ChartEdbInfoMapping, 0)
  115. for k, v := range futureGoodEdbInfoList {
  116. newMappingInfo := &models.ChartEdbInfoMapping{
  117. EdbInfoId: v.FutureGoodEdbInfoId,
  118. SourceName: v.Exchange,
  119. Source: 0,
  120. EdbCode: v.FutureGoodEdbCode,
  121. EdbName: v.FutureGoodEdbName,
  122. EdbAliasName: v.FutureGoodEdbName,
  123. EdbNameEn: v.FutureGoodEdbNameEn,
  124. EdbType: edbInfoMapping.EdbType,
  125. Frequency: edbInfoMapping.Frequency,
  126. FrequencyEn: edbInfoMapping.FrequencyEn,
  127. Unit: edbInfoMapping.Unit,
  128. UnitEn: edbInfoMapping.UnitEn,
  129. StartDate: v.StartDate,
  130. EndDate: v.EndDate,
  131. ModifyTime: v.ModifyTime.Format(utils.FormatDateTime),
  132. ChartEdbMappingId: v.FutureGoodEdbInfoId,
  133. ChartInfoId: edbInfoMapping.ChartInfoId,
  134. MaxData: v.MaxValue,
  135. MinData: v.MinValue,
  136. IsOrder: edbInfoMapping.IsOrder,
  137. IsAxis: edbInfoMapping.IsAxis,
  138. EdbInfoType: edbInfoMapping.EdbInfoType,
  139. EdbInfoCategoryType: edbInfoMapping.EdbInfoCategoryType,
  140. LeadValue: edbInfoMapping.LeadValue,
  141. LeadUnit: edbInfoMapping.LeadUnit,
  142. LeadUnitEn: edbInfoMapping.LeadUnitEn,
  143. ChartStyle: edbInfoMapping.ChartStyle,
  144. ChartColor: edbInfoMapping.ChartColor,
  145. PredictChartColor: edbInfoMapping.PredictChartColor,
  146. ChartWidth: edbInfoMapping.ChartWidth,
  147. ChartType: edbInfoMapping.ChartType,
  148. LatestDate: v.LatestDate.Format(utils.FormatDateTime),
  149. LatestValue: v.LatestValue,
  150. UniqueCode: futureGoodEdbInfoMapping.UniqueCode + strconv.Itoa(k),
  151. MinValue: v.MinValue,
  152. MaxValue: v.MaxValue,
  153. DataList: nil,
  154. IsNullData: false,
  155. }
  156. futureGoodMappingList = append(futureGoodMappingList, newMappingInfo)
  157. barConfigEdbInfoIdList = append(barConfigEdbInfoIdList, data_manage.BarChartInfoEdbItemReq{
  158. EdbInfoId: newMappingInfo.EdbInfoId,
  159. Name: fmt.Sprint("M+", v.Month),
  160. NameEn: fmt.Sprint("M+", v.Month),
  161. Source: newMappingInfo.Source,
  162. })
  163. }
  164. // 获取数据
  165. for _, v := range futureGoodMappingList {
  166. dataList := make([]*models.EdbDataList, 0)
  167. tmpDataList, tmpErr := future_good.GetFutureGoodEdbDataListByDate(v.EdbInfoId, startDate, endDate)
  168. if tmpErr != nil {
  169. return
  170. }
  171. for _, tmpData := range tmpDataList {
  172. dataList = append(dataList, &models.EdbDataList{
  173. EdbDataId: tmpData.FutureGoodEdbDataId,
  174. EdbInfoId: tmpData.FutureGoodEdbInfoId,
  175. DataTime: tmpData.DataTime.Format(utils.FormatDate),
  176. DataTimestamp: tmpData.DataTimestamp,
  177. Value: tmpData.Close,
  178. })
  179. }
  180. edbDataListMap[v.EdbInfoId] = dataList
  181. v.DataList = dataList
  182. }
  183. edbList = append(edbList, futureGoodMappingList...)
  184. xEdbIdValue, yDataList, err = BarChartData(edbList[0], futureGoodEdbInfoList, edbDataListMap, barChartInfoDateList, regionType, latestDate)
  185. xDataList = []models.XData{
  186. {
  187. Name: "现货价",
  188. NameEn: "Spot Price",
  189. },
  190. }
  191. //yDataList =make([]data_manage.YData,0)
  192. //data_manage.YData{
  193. // Date: "",
  194. // Color: "",
  195. // Name: "",
  196. // NameEn: "",
  197. // Value: nil,
  198. // NoDataEdbList: nil,
  199. // XEdbInfoIdList: nil,
  200. //}
  201. futureGoodEdbInfoIndexMap := make(map[int]int)
  202. for index, v := range futureGoodEdbInfoList {
  203. futureGoodEdbInfoIndexMap[v.FutureGoodEdbInfoId] = index
  204. }
  205. nMap := make(map[int]int)
  206. maxIndex := 0 // 最大x轴的下标
  207. for k, tmpYData := range yDataList {
  208. yDataMap := tmpYData.EdbValMap
  209. edbInfoIdList := make([]int, 0)
  210. noDataEdbInfoIdList := make([]int, 0)
  211. valueList := make([]float64, 0)
  212. noDataEdbIdMap := make(map[int]int)
  213. // 所有的N值
  214. for _, n := range tmpYData.M {
  215. nMap[n] = n
  216. }
  217. // 基础指标
  218. {
  219. baseEdbInfId := edbList[0].EdbInfoId
  220. edbInfoIdList = append(edbInfoIdList, baseEdbInfId)
  221. tmpVal, ok := yDataMap[baseEdbInfId]
  222. valueList = append(valueList, tmpVal)
  223. if !ok || tmpVal == 0 {
  224. noDataEdbInfoIdList = append(noDataEdbInfoIdList, baseEdbInfId)
  225. noDataEdbIdMap[baseEdbInfId] = baseEdbInfId
  226. }
  227. }
  228. for _, futureGoodEdbInfo := range futureGoodEdbInfoList {
  229. tmpEdbInfId := futureGoodEdbInfo.FutureGoodEdbInfoId
  230. edbInfoIdList = append(edbInfoIdList, tmpEdbInfId)
  231. tmpVal, ok := yDataMap[tmpEdbInfId]
  232. valueList = append(valueList, tmpVal)
  233. if !ok || tmpVal == 0 {
  234. noDataEdbInfoIdList = append(noDataEdbInfoIdList, tmpEdbInfId)
  235. noDataEdbIdMap[tmpEdbInfId] = tmpEdbInfId
  236. }
  237. }
  238. //tmpYData.Value = valueList
  239. tmpYData.NoDataEdbList = noDataEdbInfoIdList
  240. yDataList[k] = tmpYData
  241. lenEdbId := len(edbInfoIdList)
  242. tmpMaxIndex := lenEdbId - 1 // 当前数据的最大x轴的下标
  243. for i := lenEdbId - 1; i >= 0; i-- {
  244. // 如果没有在无数据的指标列表中找到,那么就找到了最大x轴的下标
  245. if _, ok := noDataEdbIdMap[edbInfoIdList[i]]; !ok {
  246. // 如果最大x轴的下标 小于 当前下标,那么就重新赋值
  247. if maxIndex < i-1 {
  248. maxIndex = i - 1
  249. }
  250. break
  251. }
  252. tmpMaxIndex = i - 1
  253. }
  254. // 如果最大x轴的下标 小于 当前下标,那么就重新赋值
  255. if maxIndex < tmpMaxIndex {
  256. maxIndex = tmpMaxIndex
  257. }
  258. }
  259. //xEdbIdValue = xEdbIdValue[0:maxIndex]
  260. // 找出所有的N值,并进行正序排列
  261. nList := make([]int, 0)
  262. for _, n := range nMap {
  263. nList = append(nList, n)
  264. }
  265. sort.Slice(nList, func(i, j int) bool {
  266. return nList[i] < nList[j]
  267. })
  268. for k, v := range yDataList {
  269. if len(v.XEdbInfoIdList) >= maxIndex+1 {
  270. yDataList[k].XEdbInfoIdList = v.XEdbInfoIdList[0 : maxIndex+1]
  271. }
  272. if len(v.Value) >= maxIndex+1 {
  273. yDataList[k].Value = v.Value[0 : maxIndex+1]
  274. }
  275. }
  276. tmpXDataList, newYDataList, err := handleResultData(regionType, yDataList, futureGoodEdbInfoList, maxIndex)
  277. if err != nil {
  278. return
  279. }
  280. xDataList = append(xDataList, tmpXDataList...)
  281. yDataList = newYDataList
  282. return
  283. }
  284. // BarChartData 柱方图的数据处理
  285. //func BarChartData(edbInfoMapping *models.ChartEdbInfoMapping, futureGoodMappingList []*models.ChartEdbInfoMapping, edbDataListMap map[int][]*models.EdbDataList, barChartInfoDateList []data_manage.BarChartInfoDateReq, barChartInfoSort data_manage.BarChartInfoSortReq) (edbIdList []int, yDataList []models.YData, err error) {
  286. // // 指标数据数组(10086:{"2022-12-02":100.01,"2022-12-01":102.3})
  287. // edbDataMap := make(map[int]map[string]float64)
  288. // for edbInfoId, edbDataList := range edbDataListMap {
  289. // edbDateData := make(map[string]float64)
  290. // for _, edbData := range edbDataList {
  291. // edbDateData[edbData.DataTime] = edbData.Value
  292. // }
  293. // edbDataMap[edbInfoId] = edbDateData
  294. // }
  295. //
  296. // // edbIdList 指标展示顺序;x轴的指标顺序
  297. // edbIdList = make([]int, 0)
  298. // edbIdList = append(edbIdList, edbInfoMapping.EdbInfoId)
  299. // if barChartInfoSort.Sort == 0 {
  300. // for _, v := range futureGoodMappingList {
  301. // edbIdList = append(edbIdList, v.EdbInfoId)
  302. // }
  303. // }
  304. //
  305. // //固定取螺纹期货主力合约的时间序列,最新值为该合约最新日期、N天前为该合约最新日期N天前
  306. // rbzlInfo, err := future_good.GetFutureGoodEdbInfoByCode("RBZL.SHF")
  307. // if err != nil {
  308. // return
  309. // }
  310. // latestDate := rbzlInfo.EndDate // 最新日期是这个
  311. // if rbzlInfo.EndDate == `0000-00-00` {
  312. // err = errors.New("日期异常")
  313. // return
  314. // }
  315. // latestDateTime, _ := time.ParseInLocation(utils.FormatDate, latestDate, time.Local)
  316. //
  317. // yDataList = make([]models.YData, 0) //y轴的数据列表
  318. //
  319. // for _, barChartInfoDate := range barChartInfoDateList {
  320. // var maxDate time.Time
  321. // var findDateTime time.Time
  322. // switch barChartInfoDate.Type {
  323. // case 1: //最新值
  324. // findDateTime = latestDateTime
  325. // case 2: //近期几天
  326. // findDateTime = latestDateTime.AddDate(0, 0, -barChartInfoDate.Value)
  327. // case 3: // 固定日期
  328. // //寻找固定日期的数据
  329. // tmpFindDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, barChartInfoDate.Date, time.Local)
  330. // if tmpErr != nil {
  331. // err = tmpErr
  332. // return
  333. // }
  334. // findDateTime = tmpFindDateTime
  335. // default:
  336. // err = errors.New(fmt.Sprint("日期类型异常,Type:", barChartInfoDate.Type))
  337. // return
  338. // }
  339. // if findDateTime.IsZero() {
  340. // err = errors.New("错误的日期")
  341. // return
  342. // }
  343. //
  344. // findDataList := make([]float64, 0) // 当前日期的数据值
  345. // noDataIdList := make([]int, 0) // 没有数据的指标id
  346. // noDataIdMap := make(map[int]int, 0) // 没有数据的指标map
  347. // xEdbInfoIdList := make([]int, 0) // 当前数据的指标id列表
  348. //
  349. // // 现货指标
  350. // realDateTime, findDataValue, isFind, tmpErr := GetNeedDateData(findDateTime, edbDataListMap[edbInfoMapping.EdbInfoId], edbDataMap[edbInfoMapping.EdbInfoId])
  351. // if tmpErr != nil {
  352. // err = tmpErr
  353. // return
  354. // }
  355. // findDataList = append(findDataList, findDataValue)
  356. // if isFind {
  357. // maxDate = realDateTime
  358. // } else {
  359. // noDataIdList = append(noDataIdList, edbInfoMapping.EdbInfoId)
  360. // noDataIdMap[edbInfoMapping.EdbInfoId] = edbInfoMapping.EdbInfoId
  361. // }
  362. // currMonth := findDateTime.Month() // 当前月份
  363. // xEdbInfoIdList = append(xEdbInfoIdList, edbInfoMapping.EdbInfoId)
  364. //
  365. // // 当前月的后面月份合约的数据
  366. // for i := currMonth; i < 12; i++ {
  367. // futureGoodMapping := futureGoodMappingList[i] // 当前的期货指标
  368. // tmpRealDateTime, tmpFindDataValue, tmpIsFind, tmpErr := GetNeedDateData(findDateTime, edbDataListMap[futureGoodMapping.EdbInfoId], edbDataMap[futureGoodMapping.EdbInfoId])
  369. // if tmpErr != nil {
  370. // err = tmpErr
  371. // return
  372. // }
  373. // findDataList = append(findDataList, tmpFindDataValue)
  374. // if tmpIsFind {
  375. // if maxDate.IsZero() || maxDate.Before(tmpRealDateTime) {
  376. // maxDate = tmpRealDateTime
  377. // }
  378. // } else {
  379. // noDataIdList = append(noDataIdList, futureGoodMapping.EdbInfoId)
  380. // noDataIdMap[futureGoodMapping.EdbInfoId] = futureGoodMapping.EdbInfoId
  381. // }
  382. // // 当前期货合约的指标
  383. // xEdbInfoIdList = append(xEdbInfoIdList, futureGoodMapping.EdbInfoId)
  384. // }
  385. //
  386. // // 当前月的前面月份合约的数据
  387. // for i := 1; i < int(currMonth); i++ {
  388. // futureGoodMapping := futureGoodMappingList[i-1] // 当前的期货指标
  389. // tmpRealDateTime, tmpFindDataValue, tmpIsFind, tmpErr := GetNeedDateData(findDateTime, edbDataListMap[futureGoodMapping.EdbInfoId], edbDataMap[futureGoodMapping.EdbInfoId])
  390. // if tmpErr != nil {
  391. // err = tmpErr
  392. // return
  393. // }
  394. // findDataList = append(findDataList, tmpFindDataValue)
  395. // if tmpIsFind {
  396. // if maxDate.IsZero() || maxDate.Before(tmpRealDateTime) {
  397. // maxDate = tmpRealDateTime
  398. // }
  399. // } else {
  400. // noDataIdList = append(noDataIdList, futureGoodMapping.EdbInfoId)
  401. // noDataIdMap[futureGoodMapping.EdbInfoId] = futureGoodMapping.EdbInfoId
  402. // }
  403. // // 当前期货合约的指标
  404. // xEdbInfoIdList = append(xEdbInfoIdList, futureGoodMapping.EdbInfoId)
  405. // }
  406. //
  407. // yName := barChartInfoDate.Name
  408. // yNameEn := barChartInfoDate.Name
  409. // if yName == `` {
  410. // if barChartInfoDate.Type == 2 {
  411. // yName = strconv.Itoa(barChartInfoDate.Value) + "天前"
  412. // if barChartInfoDate.Value == 1 {
  413. // yNameEn = strconv.Itoa(barChartInfoDate.Value) + "day ago"
  414. // } else {
  415. // yNameEn = strconv.Itoa(barChartInfoDate.Value) + " days ago"
  416. // }
  417. // } else {
  418. // yName = maxDate.Format(utils.FormatDate)
  419. // yNameEn = maxDate.Format(utils.FormatDate)
  420. // }
  421. // }
  422. // yDate := "0000-00-00"
  423. // if !maxDate.IsZero() {
  424. // yDate = maxDate.Format(utils.FormatDate)
  425. // }
  426. //
  427. // // 数据处理,将没有数据的下标,赋值平均值
  428. // {
  429. // hasDataIndexList := make([]int, 0)
  430. // for dataK, edbInfoId := range xEdbInfoIdList {
  431. // if _, ok := noDataIdMap[edbInfoId]; !ok { // 如果是没有数据的指标id
  432. // hasDataIndexList = append(hasDataIndexList, dataK)
  433. // }
  434. // }
  435. // lenHasDataIndex := len(hasDataIndexList)
  436. // if lenHasDataIndex > 0 {
  437. // for lenHasDataI := 1; lenHasDataI < lenHasDataIndex; lenHasDataI++ {
  438. // perK := hasDataIndexList[lenHasDataI-1] //上一个有数据的指标下标
  439. // currK := hasDataIndexList[lenHasDataI] //当前有数据的指标下标
  440. // preVal := findDataList[perK] //上一个有数据的坐标的值
  441. // currVal := findDataList[currK] //当前有数据的指标的值
  442. //
  443. // // 环差值
  444. // hcValDeci := decimal.NewFromFloat(currVal).Sub(decimal.NewFromFloat(preVal)).Div(decimal.NewFromInt(int64(currK - perK)))
  445. // var tmpI int64
  446. // // 将两个中间的数据做平均值补全
  447. // for hcI := perK + 1; hcI < currK; hcI++ {
  448. // tmpI++
  449. // findDataList[hcI], _ = decimal.NewFromFloat(preVal).Add(hcValDeci.Mul(decimal.NewFromInt(tmpI))).RoundCeil(4).Float64()
  450. // }
  451. // }
  452. // }
  453. // }
  454. //
  455. // yDataList = append(yDataList, models.YData{
  456. // Date: yDate,
  457. // Value: findDataList,
  458. // NoDataEdbList: noDataIdList,
  459. // XEdbInfoIdList: xEdbInfoIdList,
  460. // Color: barChartInfoDate.Color,
  461. // Name: yName,
  462. // NameEn: yNameEn,
  463. // })
  464. // }
  465. //
  466. // return
  467. //}
  468. // BarChartData 柱方图的数据处理
  469. func BarChartData(edbInfoMapping *models.ChartEdbInfoMapping, futureGoodMappingList []*future_good.FutureGoodEdbInfo, edbDataListMap map[int][]*models.EdbDataList, barChartInfoDateList []data_manage.BarChartInfoDateReq, regionType, latestDate string) (edbIdList []int, yDataList []models.YData, err error) {
  470. // 指标数据数组(10086:{"2022-12-02":100.01,"2022-12-01":102.3})
  471. edbDataMap := make(map[int]map[string]float64)
  472. for edbInfoId, edbDataList := range edbDataListMap {
  473. edbDateData := make(map[string]float64)
  474. for _, edbData := range edbDataList {
  475. edbDateData[edbData.DataTime] = edbData.Value
  476. }
  477. edbDataMap[edbInfoId] = edbDateData
  478. }
  479. // edbIdList 指标展示顺序;x轴的指标顺序
  480. edbIdList = make([]int, 0)
  481. edbIdList = append(edbIdList, edbInfoMapping.EdbInfoId)
  482. for _, v := range futureGoodMappingList {
  483. edbIdList = append(edbIdList, v.FutureGoodEdbInfoId)
  484. }
  485. latestDateTime, _ := time.ParseInLocation(utils.FormatDate, latestDate, time.Local)
  486. yDataList = make([]models.YData, 0) //y轴的数据列表
  487. for _, barChartInfoDate := range barChartInfoDateList {
  488. yDataMap := make(map[int]float64)
  489. var maxDate time.Time
  490. var findDateTime time.Time
  491. switch barChartInfoDate.Type {
  492. case 1: //最新值
  493. findDateTime = latestDateTime
  494. case 2: //近期几天
  495. findDateTime = latestDateTime.AddDate(0, 0, -barChartInfoDate.Value)
  496. case 3: // 固定日期
  497. //寻找固定日期的数据
  498. tmpFindDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, barChartInfoDate.Date, time.Local)
  499. if tmpErr != nil {
  500. err = tmpErr
  501. return
  502. }
  503. findDateTime = tmpFindDateTime
  504. default:
  505. err = errors.New(fmt.Sprint("日期类型异常,Type:", barChartInfoDate.Type))
  506. return
  507. }
  508. if findDateTime.IsZero() {
  509. err = errors.New("错误的日期")
  510. return
  511. }
  512. findDataList := make([]float64, 0) // 当前日期的数据值
  513. noDataIdList := make([]int, 0) // 没有数据的指标id
  514. noDataIdMap := make(map[int]int, 0) // 没有数据的指标map
  515. xEdbInfoIdList := make([]int, 0) // 当前数据的指标id列表
  516. // 现货指标
  517. realDateTime, findDataValue, isFind, tmpErr := GetNeedDateData(findDateTime, edbDataListMap[edbInfoMapping.EdbInfoId], edbDataMap[edbInfoMapping.EdbInfoId])
  518. if tmpErr != nil {
  519. err = tmpErr
  520. return
  521. }
  522. findDataList = append(findDataList, findDataValue)
  523. yDataMap[edbInfoMapping.EdbInfoId] = findDataValue
  524. if isFind {
  525. maxDate = realDateTime
  526. } else {
  527. noDataIdList = append(noDataIdList, edbInfoMapping.EdbInfoId)
  528. noDataIdMap[edbInfoMapping.EdbInfoId] = edbInfoMapping.EdbInfoId
  529. }
  530. currMonth := findDateTime.Month() // 当前月份
  531. currYear := findDateTime.Year() // 当前年份
  532. xEdbInfoIdList = append(xEdbInfoIdList, edbInfoMapping.EdbInfoId)
  533. mList := make([]int, 0) // 间隔月份
  534. indexList := make([]int, 0)
  535. if regionType == `国内` {
  536. for i := currMonth + 1; i <= 12; i++ {
  537. indexList = append(indexList, int(i))
  538. mList = append(mList, int(i-currMonth))
  539. }
  540. for i := 1; i < int(currMonth); i++ {
  541. indexList = append(indexList, i)
  542. mList = append(mList, 12+i-int(currMonth))
  543. }
  544. } else {
  545. for i, v := range futureGoodMappingList {
  546. if v.Year > currYear || (v.Year == currYear && v.Month > int(currMonth)) {
  547. indexList = append(indexList, i)
  548. mList = append(mList, (v.Year-currYear)*12+v.Month-int(currMonth))
  549. }
  550. }
  551. }
  552. for _, i := range indexList {
  553. futureGoodMapping := futureGoodMappingList[i] // 当前的期货指标
  554. //tmpRealDateTime, tmpFindDataValue, tmpIsFind, tmpErr := GetNeedDateData(findDateTime, edbDataListMap[futureGoodMapping.FutureGoodEdbInfoId], edbDataMap[futureGoodMapping.FutureGoodEdbInfoId])
  555. //if tmpErr != nil {
  556. // err = tmpErr
  557. // return
  558. //}
  559. tmpRealDateTime := findDateTime
  560. tmpFindDataValue, tmpIsFind := edbDataMap[futureGoodMapping.FutureGoodEdbInfoId][findDateTime.Format(utils.FormatDate)]
  561. yDataMap[futureGoodMapping.FutureGoodEdbInfoId] = tmpFindDataValue
  562. findDataList = append(findDataList, tmpFindDataValue)
  563. if tmpIsFind {
  564. if maxDate.IsZero() || maxDate.Before(tmpRealDateTime) {
  565. maxDate = tmpRealDateTime
  566. }
  567. } else {
  568. noDataIdList = append(noDataIdList, futureGoodMapping.FutureGoodEdbInfoId)
  569. noDataIdMap[futureGoodMapping.FutureGoodEdbInfoId] = futureGoodMapping.FutureGoodEdbInfoId
  570. }
  571. // 当前期货合约的指标
  572. xEdbInfoIdList = append(xEdbInfoIdList, futureGoodMapping.FutureGoodEdbInfoId)
  573. }
  574. yName := barChartInfoDate.Name
  575. yNameEn := barChartInfoDate.Name
  576. if yName == `` {
  577. if barChartInfoDate.Type == 2 {
  578. yName = strconv.Itoa(barChartInfoDate.Value) + "天前"
  579. if barChartInfoDate.Value == 1 {
  580. yNameEn = strconv.Itoa(barChartInfoDate.Value) + "day ago"
  581. } else {
  582. yNameEn = strconv.Itoa(barChartInfoDate.Value) + " days ago"
  583. }
  584. } else {
  585. yName = maxDate.Format(utils.FormatDate)
  586. yNameEn = maxDate.Format(utils.FormatDate)
  587. }
  588. }
  589. yDate := "0000-00-00"
  590. if !maxDate.IsZero() {
  591. yDate = maxDate.Format(utils.FormatDate)
  592. }
  593. // 数据处理,将没有数据的下标,赋值平均值
  594. {
  595. hasDataIndexList := make([]int, 0)
  596. for dataK, edbInfoId := range xEdbInfoIdList {
  597. if _, ok := noDataIdMap[edbInfoId]; !ok { // 如果是没有数据的指标id
  598. hasDataIndexList = append(hasDataIndexList, dataK)
  599. }
  600. }
  601. lenHasDataIndex := len(hasDataIndexList)
  602. if lenHasDataIndex > 0 {
  603. for lenHasDataI := 1; lenHasDataI < lenHasDataIndex; lenHasDataI++ {
  604. perK := hasDataIndexList[lenHasDataI-1] //上一个有数据的指标下标
  605. currK := hasDataIndexList[lenHasDataI] //当前有数据的指标下标
  606. preVal := findDataList[perK] //上一个有数据的坐标的值
  607. currVal := findDataList[currK] //当前有数据的指标的值
  608. // 环差值
  609. hcValDeci := decimal.NewFromFloat(currVal).Sub(decimal.NewFromFloat(preVal)).Div(decimal.NewFromInt(int64(currK - perK)))
  610. var tmpI int64
  611. // 将两个中间的数据做平均值补全
  612. for hcI := perK + 1; hcI < currK; hcI++ {
  613. tmpI++
  614. findDataList[hcI], _ = decimal.NewFromFloat(preVal).Add(hcValDeci.Mul(decimal.NewFromInt(tmpI))).RoundCeil(4).Float64()
  615. }
  616. }
  617. }
  618. }
  619. yDataList = append(yDataList, models.YData{
  620. Date: yDate,
  621. ConfigDate: findDateTime,
  622. Value: findDataList,
  623. NoDataEdbList: noDataIdList,
  624. XEdbInfoIdList: xEdbInfoIdList,
  625. Color: barChartInfoDate.Color,
  626. Name: yName,
  627. NameEn: yNameEn,
  628. EdbValMap: yDataMap,
  629. M: mList,
  630. })
  631. }
  632. return
  633. }
  634. // GetNeedDateData 获取合约内需要的日期数据
  635. func GetNeedDateData(needDateTime time.Time, dataList []*models.EdbDataList, edbDataMap map[string]float64) (findDateTime time.Time, findDataValue float64, isFind bool, err error) {
  636. //dataList := edbDataListMap[edbInfoId] //指标的所有数据值
  637. if len(dataList) <= 0 {
  638. // 没有数据的指标id
  639. return
  640. }
  641. //最早的日期
  642. minDateTime, err := time.ParseInLocation(utils.FormatDate, dataList[0].DataTime, time.Local)
  643. if err != nil {
  644. return
  645. }
  646. for tmpDateTime := needDateTime; tmpDateTime.After(minDateTime) || tmpDateTime.Equal(minDateTime); tmpDateTime = tmpDateTime.AddDate(0, 0, -1) {
  647. tmpDate := tmpDateTime.Format(utils.FormatDate)
  648. if tmpValue, ok := edbDataMap[tmpDate]; ok { //如果能找到数据,那么就返回
  649. // 数据为0,也直接返回,做无值处理
  650. if tmpValue == 0 {
  651. return
  652. }
  653. findDateTime, _ = time.ParseInLocation(utils.FormatDate, tmpDate, time.Local)
  654. findDataValue = tmpValue
  655. isFind = true
  656. return
  657. }
  658. }
  659. return
  660. }
  661. // FutureGoodChartInfoRefresh
  662. // @author Roc
  663. // @datetime 2023-2-2 18:44:46
  664. // @description 商品价格曲线图表刷新
  665. func FutureGoodChartInfoRefresh(chartInfoId int) (err error) {
  666. var errMsg string
  667. defer func() {
  668. if err != nil {
  669. go alarm_msg.SendAlarmMsg("ChartInfoRefresh:"+errMsg, 3)
  670. fmt.Println("ChartInfoRefresh Err:" + errMsg)
  671. }
  672. }()
  673. edbInfoMapping, err := models.GetEtaEdbChartEdbMapping(chartInfoId)
  674. if err != nil {
  675. errMsg = "获取需要刷新的ETA指标失败:Err:" + err.Error()
  676. return
  677. }
  678. // 获取期货指标
  679. futureGoodEdbInfoMapping, err := models.GetFutureGoodEdbChartEdbMapping(chartInfoId)
  680. if err != nil {
  681. errMsg = "获取需要刷新的商品期货指标失败:Err:" + err.Error()
  682. return
  683. }
  684. // 获取期货指标以及期货数据
  685. futureGoodEdbInfoList, err := future_good.GetFutureGoodEdbInfoListByParentId(futureGoodEdbInfoMapping.EdbInfoId)
  686. if err != nil {
  687. return
  688. }
  689. // 批量刷新ETA指标
  690. err, _ = data.EdbInfoRefreshAllFromBase([]int{edbInfoMapping.EdbInfoId}, false)
  691. if err != nil {
  692. return
  693. }
  694. // 批量刷新期货指标
  695. err = FutureGoodEdbInfoRefreshAllFromBase(futureGoodEdbInfoList, false)
  696. if err != nil {
  697. return
  698. }
  699. return
  700. }
  701. // handleResultData 处理成最终的结果数据
  702. func handleResultData(regionType string, yDataList []models.YData, futureGoodEdbInfoList []*future_good.FutureGoodEdbInfo, maxIndex int) (xDataList []models.XData, newYDataList []models.YData, err error) {
  703. xDataList = make([]models.XData, 0)
  704. newYDataList = yDataList
  705. if regionType == `国内` {
  706. for i := 1; i < 12; i++ {
  707. if i > maxIndex {
  708. break
  709. }
  710. xDataList = append(xDataList, models.XData{
  711. Name: fmt.Sprint("M+", i),
  712. NameEn: fmt.Sprint("M+", i),
  713. })
  714. }
  715. return
  716. }
  717. futureGoodEdbInfoMap := make(map[int]*future_good.FutureGoodEdbInfo)
  718. for _, v := range futureGoodEdbInfoList {
  719. futureGoodEdbInfoMap[v.FutureGoodEdbInfoId] = v
  720. }
  721. nMap := make(map[int]int)
  722. for _, v := range yDataList {
  723. findDateTime := v.ConfigDate
  724. currMonth := findDateTime.Month() // 当前月份
  725. currYear := findDateTime.Year() // 当前年份
  726. //v.XEdbInfoIdList
  727. for edbInfoIndex, edbInfoId := range v.XEdbInfoIdList {
  728. // 第一个不处理
  729. if edbInfoIndex == 0 {
  730. continue
  731. }
  732. futureGoodEdbInfo, ok := futureGoodEdbInfoMap[edbInfoId]
  733. if !ok {
  734. err = errors.New("找不到指标")
  735. return
  736. }
  737. n := (futureGoodEdbInfo.Year-currYear)*12 + futureGoodEdbInfo.Month - int(currMonth)
  738. nMap[n] = n
  739. }
  740. }
  741. // 找出所有的N值,并进行正序排列
  742. nList := make([]int, 0)
  743. for _, n := range nMap {
  744. nList = append(nList, n)
  745. }
  746. sort.Slice(nList, func(i, j int) bool {
  747. return nList[i] < nList[j]
  748. })
  749. //prevMonth := 1
  750. for _, n := range nList {
  751. xDataList = append(xDataList, models.XData{
  752. Name: fmt.Sprint("M+", n),
  753. NameEn: fmt.Sprint("M+", n),
  754. })
  755. }
  756. for yIndex, yData := range yDataList {
  757. newYDataList[yIndex].XEdbInfoIdList = []int{}
  758. newYDataList[yIndex].Value = []float64{}
  759. tmpNList := nList
  760. //当前的主力合约
  761. newYDataList[yIndex].XEdbInfoIdList = append(newYDataList[yIndex].XEdbInfoIdList, yData.XEdbInfoIdList[0])
  762. newYDataList[yIndex].Value = append(newYDataList[yIndex].Value, yData.Value[0])
  763. xEdbInfoIdList := yData.XEdbInfoIdList[1:]
  764. currDataTime := yData.ConfigDate
  765. valIndex := 1
  766. needNum := 0
  767. for _, n := range tmpNList {
  768. if len(xEdbInfoIdList) > 0 {
  769. edbInfoId := xEdbInfoIdList[0]
  770. futureGoodEdbInfo, ok := futureGoodEdbInfoMap[edbInfoId]
  771. if !ok {
  772. err = errors.New("找不到指标")
  773. return
  774. }
  775. // 当前距离最早的日期相差的N数
  776. divMonth := (futureGoodEdbInfo.Year-currDataTime.Year())*12 + (futureGoodEdbInfo.Month - int(currDataTime.Month()))
  777. if divMonth == n {
  778. if needNum > 0 {
  779. currVal := yData.Value[valIndex]
  780. preVal := yData.Value[valIndex-1]
  781. hcValDeci := decimal.NewFromFloat(currVal).Sub(decimal.NewFromFloat(preVal)).Div(decimal.NewFromInt(int64(needNum + 1)))
  782. for tmpNum := 0; tmpNum < needNum; tmpNum++ {
  783. newYDataList[yIndex].XEdbInfoIdList = append(newYDataList[yIndex].XEdbInfoIdList, 0)
  784. // 赋值平均值
  785. tmpVal, _ := decimal.NewFromFloat(preVal).Add(hcValDeci.Mul(decimal.NewFromInt(int64(tmpNum + 1)))).RoundCeil(4).Float64()
  786. newYDataList[yIndex].Value = append(newYDataList[yIndex].Value, tmpVal)
  787. }
  788. }
  789. newYDataList[yIndex].XEdbInfoIdList = append(newYDataList[yIndex].XEdbInfoIdList, edbInfoId)
  790. newYDataList[yIndex].Value = append(newYDataList[yIndex].Value, yData.Value[valIndex])
  791. valIndex++
  792. needNum = 0
  793. if len(xEdbInfoIdList) > 0 {
  794. xEdbInfoIdList = xEdbInfoIdList[1:]
  795. }
  796. } else {
  797. needNum++
  798. }
  799. }
  800. }
  801. }
  802. maxI := 0
  803. for _, yData := range newYDataList {
  804. lenEdb := len(yData.XEdbInfoIdList)
  805. for i := 0; i < lenEdb; i++ {
  806. if yData.XEdbInfoIdList[i] != 0 && !utils.InArrayByInt(yData.NoDataEdbList, yData.XEdbInfoIdList[i]) {
  807. if maxI < i {
  808. maxI = i
  809. }
  810. }
  811. }
  812. }
  813. xDataList = xDataList[0:maxI]
  814. for yIndex, yData := range newYDataList {
  815. if len(yData.XEdbInfoIdList) > maxI+1 {
  816. newYDataList[yIndex].XEdbInfoIdList = yData.XEdbInfoIdList[0 : maxI+1]
  817. }
  818. if len(yData.Value) > maxI+1 {
  819. newYDataList[yIndex].Value = yData.Value[0 : maxI+1]
  820. }
  821. }
  822. return
  823. }
  824. // getFutureGoodEdbInfoList 获取适用的指标列表
  825. func getFutureGoodEdbInfoList(latestDateTime time.Time, tmpFutureGoodEdbInfoList []*future_good.FutureGoodEdbInfo, barChartInfoDateList []data_manage.BarChartInfoDateReq) (earliestDateTime time.Time, futureGoodEdbInfoList []*future_good.FutureGoodEdbInfo, err error) {
  826. maxM := 32 //最大32期合约
  827. futureGoodEdbInfoList = make([]*future_good.FutureGoodEdbInfo, 0)
  828. earliestDateTime = latestDateTime // 数据的最早日期,目的是为了找出最早的合约
  829. for _, barChartInfoDate := range barChartInfoDateList {
  830. var findDateTime time.Time
  831. switch barChartInfoDate.Type {
  832. case 1: //最新值
  833. findDateTime = latestDateTime
  834. case 2: //近期几天
  835. findDateTime = latestDateTime.AddDate(0, 0, -barChartInfoDate.Value)
  836. case 3: // 固定日期
  837. //寻找固定日期的数据
  838. tmpFindDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, barChartInfoDate.Date, time.Local)
  839. if tmpErr != nil {
  840. err = tmpErr
  841. return
  842. }
  843. findDateTime = tmpFindDateTime
  844. default:
  845. err = errors.New(fmt.Sprint("日期类型异常,Type:", barChartInfoDate.Type))
  846. return
  847. }
  848. if findDateTime.IsZero() {
  849. err = errors.New("错误的日期")
  850. return
  851. }
  852. if findDateTime.Before(earliestDateTime) {
  853. earliestDateTime = findDateTime
  854. }
  855. }
  856. for _, v := range tmpFutureGoodEdbInfoList {
  857. if v.RegionType == `国内` {
  858. futureGoodEdbInfoList = append(futureGoodEdbInfoList, v)
  859. continue
  860. }
  861. //海外的连续日期,目前
  862. if v.FutureGoodEdbType == 2 {
  863. if v.Month <= maxM {
  864. addMonth := int(earliestDateTime.Month()) + v.Month
  865. v.Year = earliestDateTime.Year() + addMonth/12
  866. realMonth := addMonth % 12
  867. if realMonth == 0 {
  868. realMonth = 12
  869. }
  870. v.Month = realMonth
  871. futureGoodEdbInfoList = append(futureGoodEdbInfoList, v)
  872. }
  873. continue
  874. }
  875. if v.Year < earliestDateTime.Year() {
  876. continue
  877. }
  878. // 小于等于当前年,那么就肯定是ok的
  879. if v.Year <= earliestDateTime.Year() {
  880. futureGoodEdbInfoList = append(futureGoodEdbInfoList, v)
  881. continue
  882. }
  883. // 如果(当前年-最新日期的年份) * 12个月 + (当前月-最新日期的月份) 小于总月份
  884. if (v.Year-earliestDateTime.Year())*12+(v.Month-int(earliestDateTime.Month())) <= maxM {
  885. futureGoodEdbInfoList = append(futureGoodEdbInfoList, v)
  886. continue
  887. }
  888. }
  889. return
  890. }