chart_info.go 34 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020
  1. package future_good
  2. import (
  3. "errors"
  4. "eta/eta_api/models/data_manage"
  5. future_good2 "eta/eta_api/models/data_manage/future_good"
  6. "eta/eta_api/services/alarm_msg"
  7. "eta/eta_api/services/data"
  8. "eta/eta_api/utils"
  9. "fmt"
  10. "github.com/shopspring/decimal"
  11. "sort"
  12. "strconv"
  13. "time"
  14. )
  15. // GetChartEdbData 获取图表的指标数据
  16. func GetChartEdbData(chartInfoId int, startDate, endDate string, baseEdbInfoMapping *data_manage.ChartEdbInfoMapping, edbInfoMappingList []*data_manage.ChartEdbInfoMapping, futureGoodEdbInfoMapping *data_manage.ChartEdbInfoMapping, barChartInfoConf data_manage.FutureGoodBarChartInfoReq, needData bool) (barConfigEdbInfoIdList []data_manage.BarChartInfoEdbItemReq, edbList []*data_manage.ChartEdbInfoMapping, xEdbIdValue []int, xDataList []data_manage.XData, yDataList []data_manage.YData, err error) {
  17. edbList = make([]*data_manage.ChartEdbInfoMapping, 0)
  18. barChartInfoDateList := barChartInfoConf.DateList
  19. baseEdbInfoId := barChartInfoConf.BaseEdbInfoId
  20. if futureGoodEdbInfoMapping == nil {
  21. err = errors.New("商品指标未选取")
  22. return
  23. }
  24. if len(edbInfoMappingList) == 0 {
  25. err = errors.New("ETA指标未选取")
  26. return
  27. }
  28. // 指标对应的所有数据
  29. edbDataListMap := make(map[int][]*data_manage.EdbDataList)
  30. // todo item
  31. //item := new(data_manage.ChartEdbInfoMapping)
  32. if futureGoodEdbInfoMapping.Unit == `无` {
  33. futureGoodEdbInfoMapping.Unit = ``
  34. }
  35. if chartInfoId <= 0 {
  36. for k, edbInfoMapping := range edbInfoMappingList {
  37. edbInfoMapping.FrequencyEn = data.GetFrequencyEn(edbInfoMapping.Frequency)
  38. if edbInfoMapping.Unit == `无` {
  39. edbInfoMapping.Unit = ``
  40. }
  41. edbInfoMapping.IsAxis = 1
  42. edbInfoMapping.LeadValue = 0
  43. edbInfoMapping.LeadUnit = ""
  44. edbInfoMapping.ChartEdbMappingId = 0
  45. edbInfoMapping.ChartInfoId = 0
  46. edbInfoMapping.IsOrder = false
  47. edbInfoMapping.EdbInfoType = 1
  48. edbInfoMapping.ChartStyle = ""
  49. edbInfoMapping.ChartColor = ""
  50. edbInfoMapping.ChartWidth = 0
  51. edbInfoMappingList[k] = edbInfoMapping
  52. }
  53. futureGoodEdbInfoMapping.IsAxis = 1
  54. futureGoodEdbInfoMapping.LeadValue = 0
  55. futureGoodEdbInfoMapping.LeadUnit = ""
  56. futureGoodEdbInfoMapping.ChartEdbMappingId = 0
  57. futureGoodEdbInfoMapping.ChartInfoId = 0
  58. futureGoodEdbInfoMapping.IsOrder = false
  59. futureGoodEdbInfoMapping.EdbInfoType = 1
  60. futureGoodEdbInfoMapping.ChartStyle = ""
  61. futureGoodEdbInfoMapping.ChartColor = ""
  62. futureGoodEdbInfoMapping.ChartWidth = 0
  63. } else {
  64. for k, edbInfoMapping := range edbInfoMappingList {
  65. edbInfoMapping.FrequencyEn = data.GetFrequencyEn(edbInfoMapping.Frequency)
  66. if edbInfoMapping.Unit == `无` {
  67. edbInfoMapping.Unit = ``
  68. }
  69. edbInfoMapping.LeadUnitEn = data.GetLeadUnitEn(edbInfoMapping.LeadUnit)
  70. edbInfoMappingList[k] = edbInfoMapping
  71. }
  72. futureGoodEdbInfoMapping.LeadUnitEn = data.GetLeadUnitEn(futureGoodEdbInfoMapping.LeadUnit)
  73. }
  74. //查询横轴配置项
  75. xDataItemMap := make(map[int]data_manage.XData)
  76. for k, v := range barChartInfoConf.XDataList {
  77. xDataItemMap[k] = v
  78. }
  79. // 普通的指标数据
  80. {
  81. edbList = edbInfoMappingList
  82. for k, edbInfoMapping := range edbInfoMappingList {
  83. tmp := data_manage.BarChartInfoEdbItemReq{
  84. EdbInfoId: edbInfoMapping.EdbInfoId,
  85. Name: edbInfoMapping.EdbName,
  86. NameEn: edbInfoMapping.EdbNameEn,
  87. Source: edbInfoMapping.Source,
  88. }
  89. // 如果有配置,则用配置中的指标名称替换
  90. xItem, ok := xDataItemMap[k]
  91. if ok && xItem.Name != "" {
  92. tmp.Name = xItem.Name
  93. tmp.NameEn = xItem.NameEn
  94. tmp.IsHide = xItem.IsHide
  95. }
  96. barConfigEdbInfoIdList = append(barConfigEdbInfoIdList, tmp)
  97. }
  98. }
  99. // 获取主力合约和最新日期
  100. var zlFutureGoodEdbInfo *future_good2.FutureGoodEdbInfo
  101. var latestDate string // 最新日期是这个
  102. var regionType string // 交易所来源:“国内”,“海外”
  103. var futureGoodEdbType int
  104. {
  105. // 寻找主力合约
  106. zlFutureGoodEdbInfo, err = future_good2.GetFutureGoodEdbInfo(futureGoodEdbInfoMapping.EdbInfoId)
  107. if err != nil {
  108. return
  109. }
  110. regionType = zlFutureGoodEdbInfo.RegionType
  111. futureGoodEdbType = zlFutureGoodEdbInfo.FutureGoodEdbType
  112. // 如果当前合约配置的 "画图时,日期来源的指标id" 并不是自己的话,那么就去查找对应配置的合约
  113. if zlFutureGoodEdbInfo.DateSourceId != zlFutureGoodEdbInfo.FutureGoodEdbInfoId {
  114. sourceDateFutureGoodEdbInfo, tmpErr := future_good2.GetFutureGoodEdbInfo(zlFutureGoodEdbInfo.DateSourceId)
  115. if tmpErr != nil {
  116. err = tmpErr
  117. return
  118. }
  119. latestDate = sourceDateFutureGoodEdbInfo.EndDate // 最新日期是这个
  120. } else {
  121. latestDate = zlFutureGoodEdbInfo.EndDate // 最新日期是这个
  122. }
  123. if latestDate == `0000-00-00` {
  124. err = errors.New("日期异常")
  125. return
  126. }
  127. }
  128. // 获取期货指标以及期货数据
  129. tmpFutureGoodEdbInfoList, err := future_good2.GetFutureGoodEdbInfoListByParentId(futureGoodEdbInfoMapping.EdbInfoId)
  130. if err != nil {
  131. return
  132. }
  133. latestDateTime, _ := time.ParseInLocation(utils.FormatDate, latestDate, time.Local)
  134. _, futureGoodEdbInfoList, err := getFutureGoodEdbInfoList(latestDateTime, tmpFutureGoodEdbInfoList, barChartInfoDateList)
  135. if err != nil {
  136. return
  137. }
  138. futureGoodMappingList := make([]*data_manage.ChartEdbInfoMapping, 0)
  139. for k, v := range futureGoodEdbInfoList {
  140. newMappingInfo := &data_manage.ChartEdbInfoMapping{
  141. EdbInfoId: v.FutureGoodEdbInfoId,
  142. SourceName: v.Exchange,
  143. Source: 0,
  144. EdbCode: v.FutureGoodEdbCode,
  145. EdbName: v.FutureGoodEdbName,
  146. EdbAliasName: v.FutureGoodEdbName,
  147. EdbNameEn: v.FutureGoodEdbNameEn,
  148. EdbType: baseEdbInfoMapping.EdbType, //todo baseEdbInfoMapping
  149. Frequency: baseEdbInfoMapping.Frequency,
  150. FrequencyEn: baseEdbInfoMapping.FrequencyEn,
  151. Unit: baseEdbInfoMapping.Unit,
  152. UnitEn: baseEdbInfoMapping.UnitEn,
  153. StartDate: v.StartDate,
  154. EndDate: v.EndDate,
  155. ModifyTime: v.ModifyTime.Format(utils.FormatDateTime),
  156. ChartEdbMappingId: v.FutureGoodEdbInfoId,
  157. ChartInfoId: baseEdbInfoMapping.ChartInfoId,
  158. MaxData: v.MaxValue,
  159. MinData: v.MinValue,
  160. IsOrder: baseEdbInfoMapping.IsOrder,
  161. IsAxis: baseEdbInfoMapping.IsAxis,
  162. EdbInfoType: baseEdbInfoMapping.EdbInfoType,
  163. EdbInfoCategoryType: baseEdbInfoMapping.EdbInfoCategoryType,
  164. LeadValue: baseEdbInfoMapping.LeadValue,
  165. LeadUnit: baseEdbInfoMapping.LeadUnit,
  166. LeadUnitEn: baseEdbInfoMapping.LeadUnitEn,
  167. ChartStyle: baseEdbInfoMapping.ChartStyle,
  168. ChartColor: baseEdbInfoMapping.ChartColor,
  169. PredictChartColor: baseEdbInfoMapping.PredictChartColor,
  170. ChartWidth: baseEdbInfoMapping.ChartWidth,
  171. ChartType: baseEdbInfoMapping.ChartType,
  172. LatestDate: v.LatestDate.Format(utils.FormatDateTime),
  173. LatestValue: v.LatestValue,
  174. UniqueCode: futureGoodEdbInfoMapping.UniqueCode + strconv.Itoa(k),
  175. MinValue: v.MinValue,
  176. MaxValue: v.MaxValue,
  177. DataList: nil,
  178. IsNullData: false,
  179. }
  180. futureGoodMappingList = append(futureGoodMappingList, newMappingInfo)
  181. tmp := data_manage.BarChartInfoEdbItemReq{
  182. EdbInfoId: newMappingInfo.EdbInfoId,
  183. Name: fmt.Sprint("M+", v.Month),
  184. NameEn: fmt.Sprint("M+", v.Month),
  185. Source: newMappingInfo.Source,
  186. }
  187. // 判断如果有配置,需要替换为配置内容
  188. xItem, ok := xDataItemMap[k]
  189. if ok && xItem.Name != "" {
  190. tmp.Name = xItem.Name
  191. tmp.NameEn = xItem.NameEn
  192. tmp.IsHide = xItem.IsHide
  193. }
  194. barConfigEdbInfoIdList = append(barConfigEdbInfoIdList, tmp)
  195. }
  196. if regionType == `海外` {
  197. zlFutureGoodEdbMapping := &data_manage.ChartEdbInfoMapping{
  198. EdbInfoId: zlFutureGoodEdbInfo.FutureGoodEdbInfoId,
  199. SourceName: zlFutureGoodEdbInfo.Exchange,
  200. Source: 0,
  201. EdbCode: zlFutureGoodEdbInfo.FutureGoodEdbCode,
  202. EdbName: zlFutureGoodEdbInfo.FutureGoodEdbName,
  203. EdbAliasName: zlFutureGoodEdbInfo.FutureGoodEdbName,
  204. EdbNameEn: zlFutureGoodEdbInfo.FutureGoodEdbNameEn,
  205. EdbType: baseEdbInfoMapping.EdbType,
  206. Frequency: baseEdbInfoMapping.Frequency,
  207. FrequencyEn: baseEdbInfoMapping.FrequencyEn,
  208. Unit: baseEdbInfoMapping.Unit,
  209. UnitEn: baseEdbInfoMapping.UnitEn,
  210. StartDate: zlFutureGoodEdbInfo.StartDate,
  211. EndDate: zlFutureGoodEdbInfo.EndDate,
  212. ModifyTime: zlFutureGoodEdbInfo.ModifyTime.Format(utils.FormatDateTime),
  213. ChartEdbMappingId: zlFutureGoodEdbInfo.FutureGoodEdbInfoId,
  214. ChartInfoId: baseEdbInfoMapping.ChartInfoId,
  215. MaxData: zlFutureGoodEdbInfo.MaxValue,
  216. MinData: zlFutureGoodEdbInfo.MinValue,
  217. IsOrder: baseEdbInfoMapping.IsOrder,
  218. IsAxis: baseEdbInfoMapping.IsAxis,
  219. EdbInfoType: baseEdbInfoMapping.EdbInfoType,
  220. EdbInfoCategoryType: baseEdbInfoMapping.EdbInfoCategoryType,
  221. LeadValue: baseEdbInfoMapping.LeadValue,
  222. LeadUnit: baseEdbInfoMapping.LeadUnit,
  223. LeadUnitEn: baseEdbInfoMapping.LeadUnitEn,
  224. ChartStyle: baseEdbInfoMapping.ChartStyle,
  225. ChartColor: baseEdbInfoMapping.ChartColor,
  226. PredictChartColor: baseEdbInfoMapping.PredictChartColor,
  227. ChartWidth: baseEdbInfoMapping.ChartWidth,
  228. ChartType: baseEdbInfoMapping.ChartType,
  229. LatestDate: zlFutureGoodEdbInfo.LatestDate.Format(utils.FormatDateTime),
  230. LatestValue: zlFutureGoodEdbInfo.LatestValue,
  231. UniqueCode: futureGoodEdbInfoMapping.UniqueCode + strconv.Itoa(0),
  232. MinValue: zlFutureGoodEdbInfo.MinValue,
  233. MaxValue: zlFutureGoodEdbInfo.MaxValue,
  234. DataList: nil,
  235. IsNullData: false,
  236. }
  237. edbList = append(edbList, zlFutureGoodEdbMapping)
  238. edbList = append(edbList, futureGoodMappingList...)
  239. } else {
  240. edbList = append(edbList, futureGoodMappingList...)
  241. }
  242. if !needData {
  243. return
  244. }
  245. // 获取数据
  246. // 现货数据
  247. for _, edbInfoMapping := range edbInfoMappingList {
  248. dataList := make([]*data_manage.EdbDataList, 0)
  249. dataList, err = data_manage.GetEdbDataList(edbInfoMapping.Source, edbInfoMapping.SubSource, edbInfoMapping.EdbInfoId, startDate, endDate)
  250. if err != nil {
  251. return
  252. }
  253. edbDataListMap[edbInfoMapping.EdbInfoId] = dataList
  254. // todo item
  255. //item.DataList = dataList
  256. }
  257. // 期货数据
  258. for _, v := range futureGoodMappingList {
  259. dataList := make([]*data_manage.EdbDataList, 0)
  260. tmpDataList, tmpErr := future_good2.GetFutureGoodEdbDataListByDate(v.EdbInfoId, startDate, endDate)
  261. if tmpErr != nil {
  262. return
  263. }
  264. for _, tmpData := range tmpDataList {
  265. dataList = append(dataList, &data_manage.EdbDataList{
  266. EdbDataId: tmpData.FutureGoodEdbDataId,
  267. EdbInfoId: tmpData.FutureGoodEdbInfoId,
  268. DataTime: tmpData.DataTime.Format(utils.FormatDate),
  269. DataTimestamp: tmpData.DataTimestamp,
  270. Value: tmpData.Close,
  271. })
  272. }
  273. edbDataListMap[v.EdbInfoId] = dataList
  274. v.DataList = dataList
  275. }
  276. xEdbIdValue, yDataList, err = BarChartData(baseEdbInfoMapping, edbInfoMappingList, edbList, futureGoodEdbInfoList, edbDataListMap, barChartInfoDateList, regionType, baseEdbInfoMapping.EndDate)
  277. if len(barChartInfoConf.XDataList) > 0 {
  278. xDataList = barChartInfoConf.XDataList
  279. } else {
  280. for _, v := range edbInfoMappingList {
  281. xDataList = append(xDataList, data_manage.XData{
  282. Name: v.EdbName,
  283. NameEn: v.EdbNameEn,
  284. IsHide: 0,
  285. })
  286. }
  287. }
  288. //yDataList =make([]data_manage.YData,0)
  289. //data_manage.YData{
  290. // Date: "",
  291. // Color: "",
  292. // Name: "",
  293. // NameEn: "",
  294. // Value: nil,
  295. // NoDataEdbList: nil,
  296. // XEdbInfoIdList: nil,
  297. //}
  298. futureGoodEdbInfoIndexMap := make(map[int]int)
  299. for index, v := range futureGoodEdbInfoList {
  300. futureGoodEdbInfoIndexMap[v.FutureGoodEdbInfoId] = index
  301. }
  302. nMap := make(map[int]int)
  303. maxIndex := 0 // 最大x轴的下标
  304. for k, tmpYData := range yDataList {
  305. yDataMap := tmpYData.EdbValMap
  306. edbInfoIdList := make([]int, 0)
  307. noDataEdbInfoIdList := make([]int, 0)
  308. valueList := make([]float64, 0)
  309. noDataEdbIdMap := make(map[int]int)
  310. // 所有的N值
  311. for _, n := range tmpYData.M {
  312. nMap[n] = n
  313. }
  314. // 基础指标
  315. {
  316. edbInfoIdList = append(edbInfoIdList, baseEdbInfoId)
  317. tmpVal, ok := yDataMap[baseEdbInfoId]
  318. valueList = append(valueList, tmpVal)
  319. if !ok || tmpVal == 0 {
  320. noDataEdbInfoIdList = append(noDataEdbInfoIdList, baseEdbInfoId)
  321. noDataEdbIdMap[baseEdbInfoId] = baseEdbInfoId
  322. }
  323. }
  324. for _, futureGoodEdbInfo := range futureGoodEdbInfoList {
  325. tmpEdbInfId := futureGoodEdbInfo.FutureGoodEdbInfoId
  326. edbInfoIdList = append(edbInfoIdList, tmpEdbInfId)
  327. tmpVal, ok := yDataMap[tmpEdbInfId]
  328. valueList = append(valueList, tmpVal)
  329. if !ok || tmpVal == 0 {
  330. noDataEdbInfoIdList = append(noDataEdbInfoIdList, tmpEdbInfId)
  331. noDataEdbIdMap[tmpEdbInfId] = tmpEdbInfId
  332. }
  333. }
  334. //tmpYData.Value = valueList
  335. tmpYData.NoDataEdbList = noDataEdbInfoIdList
  336. yDataList[k] = tmpYData
  337. lenEdbId := len(edbInfoIdList)
  338. tmpMaxIndex := lenEdbId - 1 // 当前数据的最大x轴的下标
  339. for i := lenEdbId - 1; i >= 0; i-- {
  340. // 如果没有在无数据的指标列表中找到,那么就找到了最大x轴的下标
  341. if _, ok := noDataEdbIdMap[edbInfoIdList[i]]; !ok {
  342. // 如果最大x轴的下标 小于 当前下标,那么就重新赋值
  343. if maxIndex < i-1 {
  344. maxIndex = i - 1
  345. }
  346. break
  347. }
  348. tmpMaxIndex = i - 1
  349. }
  350. // 如果最大x轴的下标 小于 当前下标,那么就重新赋值
  351. if maxIndex < tmpMaxIndex {
  352. maxIndex = tmpMaxIndex
  353. }
  354. }
  355. //xEdbIdValue = xEdbIdValue[0:maxIndex]
  356. // 找出所有的N值,并进行正序排列
  357. nList := make([]int, 0)
  358. for _, n := range nMap {
  359. nList = append(nList, n)
  360. }
  361. sort.Slice(nList, func(i, j int) bool {
  362. return nList[i] < nList[j]
  363. })
  364. for k, v := range yDataList {
  365. if len(v.XEdbInfoIdList) >= maxIndex+1 {
  366. yDataList[k].XEdbInfoIdList = v.XEdbInfoIdList[0 : maxIndex+1]
  367. }
  368. if len(v.Value) >= maxIndex+1 {
  369. yDataList[k].Value = v.Value[0 : maxIndex+1]
  370. }
  371. }
  372. tmpXDataList, newYDataList, err := handleResultData(regionType, futureGoodEdbType, yDataList, futureGoodEdbInfoList, maxIndex)
  373. if err != nil {
  374. return
  375. }
  376. if len(barChartInfoConf.XDataList) == 0 {
  377. xDataList = append(xDataList, tmpXDataList...)
  378. }
  379. yDataList = newYDataList
  380. return
  381. }
  382. // BarChartData 获取数据
  383. func BarChartData(baseEdbInfoMapping *data_manage.ChartEdbInfoMapping, edbInfoMappingList, allEdbInfoMappingList []*data_manage.ChartEdbInfoMapping, futureGoodMappingList []*future_good2.FutureGoodEdbInfo, edbDataListMap map[int][]*data_manage.EdbDataList, barChartInfoDateList []data_manage.BarChartInfoDateReq, regionType, latestDate string) (edbIdList []int, yDataList []data_manage.YData, err error) {
  384. // 指标数据数组(10086:{"2022-12-02":100.01,"2022-12-01":102.3})
  385. edbDataMap := make(map[int]map[string]float64)
  386. // 现货指标数据map
  387. baseEdbDataMap := make(map[int]map[string]float64)
  388. edbInfoMappingMap := make(map[int]struct{})
  389. for _, v := range edbInfoMappingList {
  390. edbInfoMappingMap[v.EdbInfoId] = struct{}{}
  391. }
  392. for edbInfoId, edbDataList := range edbDataListMap {
  393. if _, ok1 := edbInfoMappingMap[edbInfoId]; ok1 {
  394. edbDateData := make(map[string]float64)
  395. for _, edbData := range edbDataList {
  396. edbDateData[edbData.DataTime] = edbData.Value
  397. }
  398. baseEdbDataMap[edbInfoId] = edbDateData
  399. }
  400. }
  401. // 期货指标数据map
  402. //futureGoodEdbDataMap := make(map[int]map[string]float64)
  403. for edbInfoId, edbDataList := range edbDataListMap {
  404. if _, ok := edbInfoMappingMap[edbInfoId]; ok {
  405. continue
  406. }
  407. edbDateData := make(map[string]float64)
  408. for _, edbData := range edbDataList {
  409. edbDateData[edbData.DataTime] = edbData.Value
  410. }
  411. edbDataMap[edbInfoId] = edbDateData
  412. }
  413. // edbIdList 指标展示顺序;x轴的指标顺序
  414. edbIdList = make([]int, 0)
  415. for _, v := range edbInfoMappingList {
  416. edbIdList = append(edbIdList, v.EdbInfoId)
  417. }
  418. for _, v := range futureGoodMappingList {
  419. edbIdList = append(edbIdList, v.FutureGoodEdbInfoId)
  420. }
  421. latestDateTime, _ := time.ParseInLocation(utils.FormatDate, latestDate, time.Local)
  422. yDataList = make([]data_manage.YData, 0) //y轴的数据列表
  423. for _, barChartInfoDate := range barChartInfoDateList {
  424. yDataMap := make(map[int]float64)
  425. var maxDate time.Time
  426. var findDateTime time.Time
  427. switch barChartInfoDate.Type {
  428. case 1: //最新值
  429. findDateTime = latestDateTime
  430. case 2: //近期几天
  431. findDateTime = latestDateTime.AddDate(0, 0, -barChartInfoDate.Value)
  432. case 3: // 固定日期
  433. //寻找固定日期的数据
  434. tmpFindDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, barChartInfoDate.Date, time.Local)
  435. if tmpErr != nil {
  436. err = tmpErr
  437. return
  438. }
  439. findDateTime = tmpFindDateTime
  440. default:
  441. err = errors.New(fmt.Sprint("日期类型异常,Type:", barChartInfoDate.Type))
  442. return
  443. }
  444. if findDateTime.IsZero() {
  445. err = errors.New("错误的日期")
  446. return
  447. }
  448. findDataList := make([]float64, 0) // 当前日期的数据值
  449. noDataIdList := make([]int, 0) // 没有数据的指标id
  450. noDataIdMap := make(map[int]int, 0) // 没有数据的指标map
  451. xEdbInfoIdList := make([]int, 0) // 当前数据的指标id列表
  452. // 现货指标
  453. var realDateTime time.Time
  454. for _, v := range edbInfoMappingList {
  455. realDateTimeTmp, findDataValue, isFind, tmpErr := GetNeedDateData(findDateTime, edbDataListMap[v.EdbInfoId], baseEdbDataMap[v.EdbInfoId])
  456. if tmpErr != nil {
  457. err = tmpErr
  458. return
  459. }
  460. findDataList = append(findDataList, findDataValue)
  461. yDataMap[v.EdbInfoId] = findDataValue
  462. // todo 日期如何确定
  463. if v.EdbInfoId == baseEdbInfoMapping.EdbInfoId {
  464. realDateTime = realDateTimeTmp
  465. }
  466. if isFind {
  467. if v.EdbInfoId == baseEdbInfoMapping.EdbInfoId {
  468. maxDate = realDateTimeTmp
  469. }
  470. } else {
  471. noDataIdList = append(noDataIdList, v.EdbInfoId)
  472. noDataIdMap[v.EdbInfoId] = v.EdbInfoId
  473. }
  474. xEdbInfoIdList = append(xEdbInfoIdList, v.EdbInfoId)
  475. }
  476. //currMonth := findDateTime.Month() // 当前月份
  477. //currYear := findDateTime.Year() // 当前年份
  478. // 用实际日期的月份作为基准,往前推12个月(2024-5-13 16:26:43修改)
  479. currMonth := realDateTime.Month() // 当前月份
  480. currYear := realDateTime.Year() // 当前年份
  481. mList := make([]int, 0) // 间隔月份
  482. indexList := make([]int, 0)
  483. if regionType == `国内` {
  484. for i := currMonth + 1; i <= 12; i++ {
  485. indexList = append(indexList, int(i))
  486. mList = append(mList, int(i-currMonth))
  487. }
  488. for i := 1; i < int(currMonth); i++ {
  489. indexList = append(indexList, i)
  490. mList = append(mList, 12+i-int(currMonth))
  491. }
  492. } else {
  493. for i, v := range futureGoodMappingList {
  494. if v.FutureGoodEdbType == 2 {
  495. if i == 0 {
  496. continue
  497. }
  498. indexList = append(indexList, i)
  499. mList = append(mList, v.Month)
  500. } else {
  501. if v.Year > currYear || (v.Year == currYear && v.Month > int(currMonth)) {
  502. indexList = append(indexList, i)
  503. mList = append(mList, (v.Year-currYear)*12+v.Month-int(currMonth))
  504. }
  505. }
  506. }
  507. }
  508. for _, i := range indexList {
  509. futureGoodMapping := futureGoodMappingList[i] // 当前的期货指标
  510. //tmpRealDateTime, tmpFindDataValue, tmpIsFind, tmpErr := GetNeedDateData(findDateTime, edbDataListMap[futureGoodMapping.FutureGoodEdbInfoId], edbDataMap[futureGoodMapping.FutureGoodEdbInfoId])
  511. //if tmpErr != nil {
  512. // err = tmpErr
  513. // return
  514. //}
  515. //tmpRealDateTime := findDateTime // 按照配置找到的日期
  516. tmpRealDateTime := realDateTime // 实际现货的日期
  517. tmpFindDataValue, tmpIsFind := edbDataMap[futureGoodMapping.FutureGoodEdbInfoId][tmpRealDateTime.Format(utils.FormatDate)]
  518. yDataMap[futureGoodMapping.FutureGoodEdbInfoId] = tmpFindDataValue
  519. findDataList = append(findDataList, tmpFindDataValue)
  520. if tmpIsFind {
  521. if maxDate.IsZero() || maxDate.Before(tmpRealDateTime) {
  522. maxDate = tmpRealDateTime
  523. }
  524. } else {
  525. noDataIdList = append(noDataIdList, futureGoodMapping.FutureGoodEdbInfoId)
  526. noDataIdMap[futureGoodMapping.FutureGoodEdbInfoId] = futureGoodMapping.FutureGoodEdbInfoId
  527. }
  528. // 当前期货合约的指标
  529. xEdbInfoIdList = append(xEdbInfoIdList, futureGoodMapping.FutureGoodEdbInfoId)
  530. }
  531. yName := barChartInfoDate.Name
  532. yNameEn := barChartInfoDate.Name
  533. if yName == `` {
  534. if barChartInfoDate.Type == 2 {
  535. yName = strconv.Itoa(barChartInfoDate.Value) + "天前"
  536. if barChartInfoDate.Value == 1 {
  537. yNameEn = strconv.Itoa(barChartInfoDate.Value) + "day ago"
  538. } else {
  539. yNameEn = strconv.Itoa(barChartInfoDate.Value) + " days ago"
  540. }
  541. } else {
  542. yName = maxDate.Format(utils.FormatDate)
  543. yNameEn = maxDate.Format(utils.FormatDate)
  544. }
  545. }
  546. yDate := "0000-00-00"
  547. if !maxDate.IsZero() {
  548. yDate = maxDate.Format(utils.FormatDate)
  549. }
  550. // 数据处理,将没有数据的下标,赋值平均值
  551. {
  552. hasDataIndexList := make([]int, 0)
  553. for dataK, edbInfoId := range xEdbInfoIdList {
  554. if _, ok := noDataIdMap[edbInfoId]; !ok { // 如果是没有数据的指标id
  555. hasDataIndexList = append(hasDataIndexList, dataK)
  556. }
  557. }
  558. lenHasDataIndex := len(hasDataIndexList)
  559. if lenHasDataIndex > 0 {
  560. for lenHasDataI := 1; lenHasDataI < lenHasDataIndex; lenHasDataI++ {
  561. perK := hasDataIndexList[lenHasDataI-1] //上一个有数据的指标下标
  562. currK := hasDataIndexList[lenHasDataI] //当前有数据的指标下标
  563. preVal := findDataList[perK] //上一个有数据的坐标的值
  564. currVal := findDataList[currK] //当前有数据的指标的值
  565. // 环差值
  566. hcValDeci := decimal.NewFromFloat(currVal).Sub(decimal.NewFromFloat(preVal)).Div(decimal.NewFromInt(int64(currK - perK)))
  567. var tmpI int64
  568. // 将两个中间的数据做平均值补全
  569. for hcI := perK + 1; hcI < currK; hcI++ {
  570. tmpI++
  571. findDataList[hcI], _ = decimal.NewFromFloat(preVal).Add(hcValDeci.Mul(decimal.NewFromInt(tmpI))).RoundCeil(4).Float64()
  572. }
  573. }
  574. }
  575. }
  576. yDataList = append(yDataList, data_manage.YData{
  577. Date: yDate,
  578. ConfigDate: realDateTime,
  579. Value: findDataList,
  580. NoDataEdbList: noDataIdList,
  581. XEdbInfoIdList: xEdbInfoIdList,
  582. Color: barChartInfoDate.Color,
  583. Name: yName,
  584. NameEn: yNameEn,
  585. EdbValMap: yDataMap,
  586. M: mList,
  587. })
  588. }
  589. return
  590. }
  591. // handleResultData 处理成最终的结果数据
  592. func handleResultData(regionType string, futureGoodEdbType int, yDataList []data_manage.YData, futureGoodEdbInfoList []*future_good2.FutureGoodEdbInfo, maxIndex int) (xDataList []data_manage.XData, newYDataList []data_manage.YData, err error) {
  593. xDataList = make([]data_manage.XData, 0)
  594. newYDataList = yDataList
  595. if regionType == `国内` {
  596. for i := 1; i < 12; i++ {
  597. if i > maxIndex {
  598. break
  599. }
  600. // todo x轴 内容调整
  601. xDataList = append(xDataList, data_manage.XData{
  602. Name: fmt.Sprint("M+", i),
  603. NameEn: fmt.Sprint("M+", i),
  604. })
  605. }
  606. return
  607. }
  608. futureGoodEdbInfoMap := make(map[int]*future_good2.FutureGoodEdbInfo)
  609. for _, v := range futureGoodEdbInfoList {
  610. futureGoodEdbInfoMap[v.FutureGoodEdbInfoId] = v
  611. }
  612. if futureGoodEdbType == 2 { // FutureGoodEdbType int `description:"指标类型,1:年月是固定的合约;2:只有M+N期的合约,未固定年月"`
  613. nList := []int{3, 15, 27}
  614. for _, i := range nList {
  615. xDataList = append(xDataList, data_manage.XData{
  616. Name: fmt.Sprint("M+", i),
  617. NameEn: fmt.Sprint("M+", i),
  618. })
  619. }
  620. for yIndex, yData := range yDataList {
  621. newYDataList[yIndex].XEdbInfoIdList = []int{}
  622. newYDataList[yIndex].Value = []float64{}
  623. tmpNList := nList
  624. //当前的主力合约
  625. newYDataList[yIndex].XEdbInfoIdList = append(newYDataList[yIndex].XEdbInfoIdList, yData.XEdbInfoIdList[0])
  626. newYDataList[yIndex].Value = append(newYDataList[yIndex].Value, yData.Value[0])
  627. xEdbInfoIdList := yData.XEdbInfoIdList[1:]
  628. valIndex := 1
  629. needNum := 0
  630. for _, n := range tmpNList {
  631. if len(xEdbInfoIdList) > 0 {
  632. edbInfoId := xEdbInfoIdList[0]
  633. futureGoodEdbInfo, ok := futureGoodEdbInfoMap[edbInfoId]
  634. if !ok {
  635. err = errors.New("找不到指标")
  636. return
  637. }
  638. // 当前距离最早的日期相差的N数
  639. if futureGoodEdbInfo.Month == n {
  640. if needNum > 0 {
  641. currVal := yData.Value[valIndex]
  642. preVal := yData.Value[valIndex-1]
  643. hcValDeci := decimal.NewFromFloat(currVal).Sub(decimal.NewFromFloat(preVal)).Div(decimal.NewFromInt(int64(needNum + 1)))
  644. for tmpNum := 0; tmpNum < needNum; tmpNum++ {
  645. newYDataList[yIndex].XEdbInfoIdList = append(newYDataList[yIndex].XEdbInfoIdList, 0)
  646. // 赋值平均值
  647. tmpVal, _ := decimal.NewFromFloat(preVal).Add(hcValDeci.Mul(decimal.NewFromInt(int64(tmpNum + 1)))).RoundCeil(4).Float64()
  648. newYDataList[yIndex].Value = append(newYDataList[yIndex].Value, tmpVal)
  649. }
  650. }
  651. newYDataList[yIndex].XEdbInfoIdList = append(newYDataList[yIndex].XEdbInfoIdList, edbInfoId)
  652. newYDataList[yIndex].Value = append(newYDataList[yIndex].Value, yData.Value[valIndex])
  653. valIndex++
  654. needNum = 0
  655. if len(xEdbInfoIdList) > 0 {
  656. xEdbInfoIdList = xEdbInfoIdList[1:]
  657. }
  658. } else {
  659. needNum++
  660. }
  661. }
  662. }
  663. }
  664. maxI := 0
  665. for _, yData := range newYDataList {
  666. lenEdb := len(yData.XEdbInfoIdList)
  667. for i := 0; i < lenEdb; i++ {
  668. if yData.XEdbInfoIdList[i] != 0 && !utils.InArrayByInt(yData.NoDataEdbList, yData.XEdbInfoIdList[i]) {
  669. if maxI < i {
  670. maxI = i
  671. }
  672. }
  673. }
  674. }
  675. xDataList = xDataList[0:maxI]
  676. for yIndex, yData := range newYDataList {
  677. if len(yData.XEdbInfoIdList) > maxI+1 {
  678. newYDataList[yIndex].XEdbInfoIdList = yData.XEdbInfoIdList[0 : maxI+1]
  679. }
  680. if len(yData.Value) > maxI+1 {
  681. newYDataList[yIndex].Value = yData.Value[0 : maxI+1]
  682. }
  683. }
  684. return
  685. }
  686. nMap := make(map[int]int)
  687. for _, v := range yDataList {
  688. findDateTime := v.ConfigDate
  689. currMonth := findDateTime.Month() // 当前月份
  690. currYear := findDateTime.Year() // 当前年份
  691. //v.XEdbInfoIdList
  692. for edbInfoIndex, edbInfoId := range v.XEdbInfoIdList {
  693. // 第一个不处理
  694. if edbInfoIndex == 0 {
  695. continue
  696. }
  697. futureGoodEdbInfo, ok := futureGoodEdbInfoMap[edbInfoId]
  698. if !ok {
  699. err = errors.New("找不到指标")
  700. return
  701. }
  702. n := (futureGoodEdbInfo.Year-currYear)*12 + futureGoodEdbInfo.Month - int(currMonth)
  703. nMap[n] = n
  704. }
  705. }
  706. // 找出所有的N值,并进行正序排列
  707. nList := make([]int, 0)
  708. for _, n := range nMap {
  709. nList = append(nList, n)
  710. }
  711. sort.Slice(nList, func(i, j int) bool {
  712. return nList[i] < nList[j]
  713. })
  714. //prevMonth := 1
  715. for _, n := range nList {
  716. xDataList = append(xDataList, data_manage.XData{
  717. Name: fmt.Sprint("M+", n),
  718. NameEn: fmt.Sprint("M+", n),
  719. })
  720. }
  721. for yIndex, yData := range yDataList {
  722. newYDataList[yIndex].XEdbInfoIdList = []int{}
  723. newYDataList[yIndex].Value = []float64{}
  724. tmpNList := nList
  725. //当前的主力合约
  726. newYDataList[yIndex].XEdbInfoIdList = append(newYDataList[yIndex].XEdbInfoIdList, yData.XEdbInfoIdList[0])
  727. newYDataList[yIndex].Value = append(newYDataList[yIndex].Value, yData.Value[0])
  728. xEdbInfoIdList := yData.XEdbInfoIdList[1:]
  729. currDataTime := yData.ConfigDate
  730. valIndex := 1
  731. needNum := 0
  732. for _, n := range tmpNList {
  733. if len(xEdbInfoIdList) > 0 {
  734. edbInfoId := xEdbInfoIdList[0]
  735. futureGoodEdbInfo, ok := futureGoodEdbInfoMap[edbInfoId]
  736. if !ok {
  737. err = errors.New("找不到指标")
  738. return
  739. }
  740. // 当前距离最早的日期相差的N数
  741. divMonth := (futureGoodEdbInfo.Year-currDataTime.Year())*12 + (futureGoodEdbInfo.Month - int(currDataTime.Month()))
  742. if divMonth == n {
  743. if needNum > 0 {
  744. currVal := yData.Value[valIndex]
  745. preVal := yData.Value[valIndex-1]
  746. hcValDeci := decimal.NewFromFloat(currVal).Sub(decimal.NewFromFloat(preVal)).Div(decimal.NewFromInt(int64(needNum + 1)))
  747. for tmpNum := 0; tmpNum < needNum; tmpNum++ {
  748. newYDataList[yIndex].XEdbInfoIdList = append(newYDataList[yIndex].XEdbInfoIdList, 0)
  749. // 赋值平均值
  750. tmpVal, _ := decimal.NewFromFloat(preVal).Add(hcValDeci.Mul(decimal.NewFromInt(int64(tmpNum + 1)))).RoundCeil(4).Float64()
  751. newYDataList[yIndex].Value = append(newYDataList[yIndex].Value, tmpVal)
  752. }
  753. }
  754. newYDataList[yIndex].XEdbInfoIdList = append(newYDataList[yIndex].XEdbInfoIdList, edbInfoId)
  755. newYDataList[yIndex].Value = append(newYDataList[yIndex].Value, yData.Value[valIndex])
  756. valIndex++
  757. needNum = 0
  758. if len(xEdbInfoIdList) > 0 {
  759. xEdbInfoIdList = xEdbInfoIdList[1:]
  760. }
  761. } else {
  762. needNum++
  763. }
  764. }
  765. }
  766. }
  767. maxI := 0
  768. for _, yData := range newYDataList {
  769. lenEdb := len(yData.XEdbInfoIdList)
  770. for i := 0; i < lenEdb; i++ {
  771. if yData.XEdbInfoIdList[i] != 0 && !utils.InArrayByInt(yData.NoDataEdbList, yData.XEdbInfoIdList[i]) {
  772. if maxI < i {
  773. maxI = i
  774. }
  775. }
  776. }
  777. }
  778. xDataList = xDataList[0:maxI]
  779. for yIndex, yData := range newYDataList {
  780. if len(yData.XEdbInfoIdList) > maxI+1 {
  781. newYDataList[yIndex].XEdbInfoIdList = yData.XEdbInfoIdList[0 : maxI+1]
  782. }
  783. if len(yData.Value) > maxI+1 {
  784. newYDataList[yIndex].Value = yData.Value[0 : maxI+1]
  785. }
  786. }
  787. return
  788. }
  789. // getFutureGoodEdbInfoList 获取适用的指标列表
  790. func getFutureGoodEdbInfoList(latestDateTime time.Time, tmpFutureGoodEdbInfoList []*future_good2.FutureGoodEdbInfo, barChartInfoDateList []data_manage.BarChartInfoDateReq) (earliestDateTime time.Time, futureGoodEdbInfoList []*future_good2.FutureGoodEdbInfo, err error) {
  791. maxM := 36 //最大36期合约
  792. futureGoodEdbInfoList = make([]*future_good2.FutureGoodEdbInfo, 0)
  793. earliestDateTime = latestDateTime // 数据的最早日期,目的是为了找出最早的合约
  794. for _, barChartInfoDate := range barChartInfoDateList {
  795. var findDateTime time.Time
  796. switch barChartInfoDate.Type {
  797. case 1: //最新值
  798. findDateTime = latestDateTime
  799. case 2: //近期几天
  800. findDateTime = latestDateTime.AddDate(0, 0, -barChartInfoDate.Value)
  801. case 3: // 固定日期
  802. //寻找固定日期的数据
  803. tmpFindDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, barChartInfoDate.Date, time.Local)
  804. if tmpErr != nil {
  805. err = tmpErr
  806. return
  807. }
  808. findDateTime = tmpFindDateTime
  809. default:
  810. err = errors.New(fmt.Sprint("日期类型异常,Type:", barChartInfoDate.Type))
  811. return
  812. }
  813. if findDateTime.IsZero() {
  814. err = errors.New("错误的日期")
  815. return
  816. }
  817. if findDateTime.Before(earliestDateTime) {
  818. earliestDateTime = findDateTime
  819. }
  820. }
  821. for _, v := range tmpFutureGoodEdbInfoList {
  822. if v.RegionType == `国内` {
  823. futureGoodEdbInfoList = append(futureGoodEdbInfoList, v)
  824. continue
  825. }
  826. //海外的连续日期,目前
  827. if v.FutureGoodEdbType == 2 {
  828. if v.Month <= maxM {
  829. //addMonth := int(earliestDateTime.Month()) + v.Month
  830. //v.Year = earliestDateTime.Year() + addMonth/12
  831. //realMonth := addMonth % 12
  832. //if realMonth == 0 {
  833. // realMonth = 12
  834. //}
  835. //v.Month = realMonth
  836. futureGoodEdbInfoList = append(futureGoodEdbInfoList, v)
  837. }
  838. continue
  839. }
  840. if v.Year < earliestDateTime.Year() {
  841. continue
  842. }
  843. // 小于等于当前年,那么就肯定是ok的
  844. if v.Year <= earliestDateTime.Year() {
  845. futureGoodEdbInfoList = append(futureGoodEdbInfoList, v)
  846. continue
  847. }
  848. // 如果(当前年-最新日期的年份) * 12个月 + (当前月-最新日期的月份) 小于总月份
  849. if (v.Year-earliestDateTime.Year())*12+(v.Month-int(earliestDateTime.Month())) <= maxM {
  850. futureGoodEdbInfoList = append(futureGoodEdbInfoList, v)
  851. continue
  852. }
  853. }
  854. return
  855. }
  856. // GetNeedDateData 获取合约内需要的日期数据
  857. func GetNeedDateData(needDateTime time.Time, dataList []*data_manage.EdbDataList, edbDataMap map[string]float64) (findDateTime time.Time, findDataValue float64, isFind bool, err error) {
  858. //dataList := edbDataListMap[edbInfoId] //指标的所有数据值
  859. if len(dataList) <= 0 {
  860. // 没有数据的指标id
  861. return
  862. }
  863. //最早的日期
  864. minDateTime, err := time.ParseInLocation(utils.FormatDate, dataList[0].DataTime, time.Local)
  865. if err != nil {
  866. return
  867. }
  868. for tmpDateTime := needDateTime; tmpDateTime.After(minDateTime) || tmpDateTime.Equal(minDateTime); tmpDateTime = tmpDateTime.AddDate(0, 0, -1) {
  869. tmpDate := tmpDateTime.Format(utils.FormatDate)
  870. if tmpValue, ok := edbDataMap[tmpDate]; ok { //如果能找到数据,那么就返回
  871. // 数据为0,也直接返回,做无值处理
  872. if tmpValue == 0 {
  873. return
  874. }
  875. findDateTime, _ = time.ParseInLocation(utils.FormatDate, tmpDate, time.Local)
  876. findDataValue = tmpValue
  877. isFind = true
  878. return
  879. }
  880. }
  881. return
  882. }
  883. // FutureGoodChartInfoRefresh
  884. // @author Roc
  885. // @datetime 2023-2-2 18:44:46
  886. // @description 商品价格曲线图表刷新
  887. func FutureGoodChartInfoRefresh(chartInfoId int) (err error) {
  888. var errMsg string
  889. defer func() {
  890. if err != nil {
  891. go alarm_msg.SendAlarmMsg("ChartInfoRefresh:"+errMsg, 3)
  892. fmt.Println("ChartInfoRefresh Err:" + errMsg)
  893. }
  894. }()
  895. edbInfoMapping, err := data_manage.GetEtaEdbChartEdbMapping(chartInfoId)
  896. if err != nil {
  897. errMsg = "获取需要刷新的ETA指标失败:Err:" + err.Error()
  898. return
  899. }
  900. // 获取期货指标
  901. futureGoodEdbInfoMapping, err := data_manage.GetFutureGoodEdbChartEdbMapping(chartInfoId)
  902. if err != nil {
  903. errMsg = "获取需要刷新的商品期货指标失败:Err:" + err.Error()
  904. return
  905. }
  906. // 获取期货指标以及期货数据
  907. futureGoodEdbInfoList, err := future_good2.GetFutureGoodEdbInfoListByParentId(futureGoodEdbInfoMapping.EdbInfoId)
  908. if err != nil {
  909. return
  910. }
  911. // 批量刷新ETA指标
  912. err, _ = data.EdbInfoRefreshAllFromBaseV3([]int{edbInfoMapping.EdbInfoId}, false, true, false)
  913. if err != nil {
  914. return
  915. }
  916. // 批量刷新期货指标
  917. err = FutureGoodEdbInfoRefreshAllFromBase(futureGoodEdbInfoList, false)
  918. if err != nil {
  919. return
  920. }
  921. return
  922. }