chart_info.go 32 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974
  1. package future_good
  2. import (
  3. "errors"
  4. "eta_gn/eta_api/models/data_manage"
  5. future_good2 "eta_gn/eta_api/models/data_manage/future_good"
  6. "eta_gn/eta_api/services/alarm_msg"
  7. "eta_gn/eta_api/services/data"
  8. "eta_gn/eta_api/utils"
  9. "fmt"
  10. "github.com/shopspring/decimal"
  11. "sort"
  12. "strconv"
  13. "time"
  14. )
  15. func GetChartEdbData(chartInfoId int, startDate, endDate string, baseEdbInfoMapping *data_manage.ChartEdbInfoMapping, edbInfoMappingList []*data_manage.ChartEdbInfoMapping, futureGoodEdbInfoMapping *data_manage.ChartEdbInfoMapping, barChartInfoConf data_manage.FutureGoodBarChartInfoReq, needData bool) (barConfigEdbInfoIdList []data_manage.BarChartInfoEdbItemReq, edbList []*data_manage.ChartEdbInfoMapping, xEdbIdValue []int, xDataList []data_manage.XData, yDataList []data_manage.YData, err error) {
  16. edbList = make([]*data_manage.ChartEdbInfoMapping, 0)
  17. barChartInfoDateList := barChartInfoConf.DateList
  18. if futureGoodEdbInfoMapping == nil {
  19. err = errors.New("商品指标未选取")
  20. return
  21. }
  22. if len(edbInfoMappingList) == 0 {
  23. err = errors.New("ETA指标未选取")
  24. return
  25. }
  26. edbDataListMap := make(map[int][]*data_manage.EdbDataList)
  27. if futureGoodEdbInfoMapping.Unit == `无` {
  28. futureGoodEdbInfoMapping.Unit = ``
  29. }
  30. if chartInfoId <= 0 {
  31. for k, edbInfoMapping := range edbInfoMappingList {
  32. edbInfoMapping.FrequencyEn = data.GetFrequencyEn(edbInfoMapping.Frequency)
  33. if edbInfoMapping.Unit == `无` {
  34. edbInfoMapping.Unit = ``
  35. }
  36. edbInfoMapping.IsAxis = 1
  37. edbInfoMapping.LeadValue = 0
  38. edbInfoMapping.LeadUnit = ""
  39. edbInfoMapping.ChartEdbMappingId = 0
  40. edbInfoMapping.ChartInfoId = 0
  41. edbInfoMapping.IsOrder = false
  42. edbInfoMapping.EdbInfoType = 1
  43. edbInfoMapping.ChartStyle = ""
  44. edbInfoMapping.ChartColor = ""
  45. edbInfoMapping.ChartWidth = 0
  46. edbInfoMappingList[k] = edbInfoMapping
  47. }
  48. futureGoodEdbInfoMapping.IsAxis = 1
  49. futureGoodEdbInfoMapping.LeadValue = 0
  50. futureGoodEdbInfoMapping.LeadUnit = ""
  51. futureGoodEdbInfoMapping.ChartEdbMappingId = 0
  52. futureGoodEdbInfoMapping.ChartInfoId = 0
  53. futureGoodEdbInfoMapping.IsOrder = false
  54. futureGoodEdbInfoMapping.EdbInfoType = 1
  55. futureGoodEdbInfoMapping.ChartStyle = ""
  56. futureGoodEdbInfoMapping.ChartColor = ""
  57. futureGoodEdbInfoMapping.ChartWidth = 0
  58. } else {
  59. for k, edbInfoMapping := range edbInfoMappingList {
  60. edbInfoMapping.FrequencyEn = data.GetFrequencyEn(edbInfoMapping.Frequency)
  61. if edbInfoMapping.Unit == `无` {
  62. edbInfoMapping.Unit = ``
  63. }
  64. edbInfoMapping.LeadUnitEn = data.GetLeadUnitEn(edbInfoMapping.LeadUnit)
  65. edbInfoMappingList[k] = edbInfoMapping
  66. }
  67. futureGoodEdbInfoMapping.LeadUnitEn = data.GetLeadUnitEn(futureGoodEdbInfoMapping.LeadUnit)
  68. }
  69. xDataItemMap := make(map[int]data_manage.XData)
  70. for k, v := range barChartInfoConf.XDataList {
  71. xDataItemMap[k] = v
  72. }
  73. {
  74. edbList = edbInfoMappingList
  75. for k, edbInfoMapping := range edbInfoMappingList {
  76. tmp := data_manage.BarChartInfoEdbItemReq{
  77. EdbInfoId: edbInfoMapping.EdbInfoId,
  78. Name: edbInfoMapping.EdbName,
  79. NameEn: edbInfoMapping.EdbNameEn,
  80. Source: edbInfoMapping.Source,
  81. }
  82. xItem, ok := xDataItemMap[k]
  83. if ok && xItem.Name != "" {
  84. tmp.Name = xItem.Name
  85. tmp.NameEn = xItem.NameEn
  86. tmp.IsHide = xItem.IsHide
  87. }
  88. barConfigEdbInfoIdList = append(barConfigEdbInfoIdList, tmp)
  89. }
  90. }
  91. var zlFutureGoodEdbInfo *future_good2.FutureGoodEdbInfo
  92. var latestDate string // 最新日期是这个
  93. var regionType string // 交易所来源:“国内”,“海外”
  94. var futureGoodEdbType int
  95. {
  96. zlFutureGoodEdbInfo, err = future_good2.GetFutureGoodEdbInfo(futureGoodEdbInfoMapping.EdbInfoId)
  97. if err != nil {
  98. err = fmt.Errorf("查不到期货指标,GetFutureGoodEdbInfo err: %v", err)
  99. return
  100. }
  101. regionType = zlFutureGoodEdbInfo.RegionType
  102. futureGoodEdbType = zlFutureGoodEdbInfo.FutureGoodEdbType
  103. if zlFutureGoodEdbInfo.DateSourceId != zlFutureGoodEdbInfo.FutureGoodEdbInfoId {
  104. sourceDateFutureGoodEdbInfo, tmpErr := future_good2.GetFutureGoodEdbInfo(zlFutureGoodEdbInfo.DateSourceId)
  105. if tmpErr != nil {
  106. err = fmt.Errorf("获取期货指标 %d 的日期来源的指标信息失败,错误:%s", zlFutureGoodEdbInfo.DateSourceId, tmpErr.Error())
  107. return
  108. }
  109. latestDate = sourceDateFutureGoodEdbInfo.EndDate // 最新日期是这个
  110. } else {
  111. latestDate = zlFutureGoodEdbInfo.EndDate // 最新日期是这个
  112. }
  113. if latestDate == `0000-00-00` {
  114. err = errors.New("日期异常")
  115. return
  116. }
  117. }
  118. tmpFutureGoodEdbInfoList, err := future_good2.GetFutureGoodEdbInfoListByParentId(futureGoodEdbInfoMapping.EdbInfoId)
  119. if err != nil {
  120. return
  121. }
  122. latestDateTime, _ := time.ParseInLocation(utils.FormatDate, latestDate, time.Local)
  123. _, futureGoodEdbInfoList, err := getFutureGoodEdbInfoList(latestDateTime, tmpFutureGoodEdbInfoList, barChartInfoDateList)
  124. if err != nil {
  125. err = fmt.Errorf("获取期货指标列表失败,getFutureGoodEdbInfoList 错误:%s", err.Error())
  126. return
  127. }
  128. futureGoodMappingList := make([]*data_manage.ChartEdbInfoMapping, 0)
  129. for k, v := range futureGoodEdbInfoList {
  130. newMappingInfo := &data_manage.ChartEdbInfoMapping{
  131. EdbInfoId: v.FutureGoodEdbInfoId,
  132. SourceName: v.Exchange,
  133. Source: 0,
  134. EdbCode: v.FutureGoodEdbCode,
  135. EdbName: v.FutureGoodEdbName,
  136. EdbAliasName: v.FutureGoodEdbName,
  137. EdbNameEn: v.FutureGoodEdbNameEn,
  138. EdbType: baseEdbInfoMapping.EdbType,
  139. Frequency: baseEdbInfoMapping.Frequency,
  140. FrequencyEn: baseEdbInfoMapping.FrequencyEn,
  141. Unit: baseEdbInfoMapping.Unit,
  142. UnitEn: baseEdbInfoMapping.UnitEn,
  143. StartDate: v.StartDate,
  144. EndDate: v.EndDate,
  145. ModifyTime: v.ModifyTime.Format(utils.FormatDateTime),
  146. ChartEdbMappingId: v.FutureGoodEdbInfoId,
  147. ChartInfoId: baseEdbInfoMapping.ChartInfoId,
  148. MaxData: v.MaxValue,
  149. MinData: v.MinValue,
  150. IsOrder: baseEdbInfoMapping.IsOrder,
  151. IsAxis: baseEdbInfoMapping.IsAxis,
  152. EdbInfoType: baseEdbInfoMapping.EdbInfoType,
  153. EdbInfoCategoryType: baseEdbInfoMapping.EdbInfoCategoryType,
  154. LeadValue: baseEdbInfoMapping.LeadValue,
  155. LeadUnit: baseEdbInfoMapping.LeadUnit,
  156. LeadUnitEn: baseEdbInfoMapping.LeadUnitEn,
  157. ChartStyle: baseEdbInfoMapping.ChartStyle,
  158. ChartColor: baseEdbInfoMapping.ChartColor,
  159. PredictChartColor: baseEdbInfoMapping.PredictChartColor,
  160. ChartWidth: baseEdbInfoMapping.ChartWidth,
  161. ChartType: baseEdbInfoMapping.ChartType,
  162. LatestDate: v.LatestDate.Format(utils.FormatDateTime),
  163. LatestValue: v.LatestValue,
  164. UniqueCode: futureGoodEdbInfoMapping.UniqueCode + strconv.Itoa(k),
  165. MinValue: v.MinValue,
  166. MaxValue: v.MaxValue,
  167. DataList: nil,
  168. IsNullData: false,
  169. }
  170. futureGoodMappingList = append(futureGoodMappingList, newMappingInfo)
  171. tmp := data_manage.BarChartInfoEdbItemReq{
  172. EdbInfoId: newMappingInfo.EdbInfoId,
  173. Name: fmt.Sprint("M+", v.Month),
  174. NameEn: fmt.Sprint("M+", v.Month),
  175. Source: newMappingInfo.Source,
  176. }
  177. xItem, ok := xDataItemMap[k]
  178. if ok && xItem.Name != "" {
  179. tmp.Name = xItem.Name
  180. tmp.NameEn = xItem.NameEn
  181. tmp.IsHide = xItem.IsHide
  182. }
  183. barConfigEdbInfoIdList = append(barConfigEdbInfoIdList, tmp)
  184. }
  185. if regionType == `海外` {
  186. zlFutureGoodEdbMapping := &data_manage.ChartEdbInfoMapping{
  187. EdbInfoId: zlFutureGoodEdbInfo.FutureGoodEdbInfoId,
  188. SourceName: zlFutureGoodEdbInfo.Exchange,
  189. Source: 0,
  190. EdbCode: zlFutureGoodEdbInfo.FutureGoodEdbCode,
  191. EdbName: zlFutureGoodEdbInfo.FutureGoodEdbName,
  192. EdbAliasName: zlFutureGoodEdbInfo.FutureGoodEdbName,
  193. EdbNameEn: zlFutureGoodEdbInfo.FutureGoodEdbNameEn,
  194. EdbType: baseEdbInfoMapping.EdbType,
  195. Frequency: baseEdbInfoMapping.Frequency,
  196. FrequencyEn: baseEdbInfoMapping.FrequencyEn,
  197. Unit: baseEdbInfoMapping.Unit,
  198. UnitEn: baseEdbInfoMapping.UnitEn,
  199. StartDate: zlFutureGoodEdbInfo.StartDate,
  200. EndDate: zlFutureGoodEdbInfo.EndDate,
  201. ModifyTime: zlFutureGoodEdbInfo.ModifyTime.Format(utils.FormatDateTime),
  202. ChartEdbMappingId: zlFutureGoodEdbInfo.FutureGoodEdbInfoId,
  203. ChartInfoId: baseEdbInfoMapping.ChartInfoId,
  204. MaxData: zlFutureGoodEdbInfo.MaxValue,
  205. MinData: zlFutureGoodEdbInfo.MinValue,
  206. IsOrder: baseEdbInfoMapping.IsOrder,
  207. IsAxis: baseEdbInfoMapping.IsAxis,
  208. EdbInfoType: baseEdbInfoMapping.EdbInfoType,
  209. EdbInfoCategoryType: baseEdbInfoMapping.EdbInfoCategoryType,
  210. LeadValue: baseEdbInfoMapping.LeadValue,
  211. LeadUnit: baseEdbInfoMapping.LeadUnit,
  212. LeadUnitEn: baseEdbInfoMapping.LeadUnitEn,
  213. ChartStyle: baseEdbInfoMapping.ChartStyle,
  214. ChartColor: baseEdbInfoMapping.ChartColor,
  215. PredictChartColor: baseEdbInfoMapping.PredictChartColor,
  216. ChartWidth: baseEdbInfoMapping.ChartWidth,
  217. ChartType: baseEdbInfoMapping.ChartType,
  218. LatestDate: zlFutureGoodEdbInfo.LatestDate.Format(utils.FormatDateTime),
  219. LatestValue: zlFutureGoodEdbInfo.LatestValue,
  220. UniqueCode: futureGoodEdbInfoMapping.UniqueCode + strconv.Itoa(0),
  221. MinValue: zlFutureGoodEdbInfo.MinValue,
  222. MaxValue: zlFutureGoodEdbInfo.MaxValue,
  223. DataList: nil,
  224. IsNullData: false,
  225. }
  226. edbList = append(edbList, zlFutureGoodEdbMapping)
  227. edbList = append(edbList, futureGoodMappingList...)
  228. } else {
  229. edbList = append(edbList, futureGoodMappingList...)
  230. }
  231. if !needData {
  232. return
  233. }
  234. for _, edbInfoMapping := range edbInfoMappingList {
  235. dataList := make([]*data_manage.EdbDataList, 0)
  236. dataList, err = data_manage.GetEdbDataList(edbInfoMapping.Source, edbInfoMapping.SubSource, edbInfoMapping.EdbInfoId, startDate, endDate)
  237. if err != nil {
  238. return
  239. }
  240. edbDataListMap[edbInfoMapping.EdbInfoId] = dataList
  241. }
  242. futureEdbInfoIds := make([]int, 0)
  243. for _, v := range futureGoodMappingList {
  244. futureEdbInfoIds = append(futureEdbInfoIds, v.EdbInfoId)
  245. }
  246. tmpDataListMap := make(map[int][]*future_good2.FutureGoodEdbData)
  247. if len(futureEdbInfoIds) > 0 {
  248. tmpDataList, tmpErr := future_good2.GetFutureGoodEdbDataListByIdsAndDate(futureEdbInfoIds, startDate, endDate)
  249. if tmpErr != nil {
  250. err = tmpErr
  251. return
  252. }
  253. for _, v := range tmpDataList {
  254. if _, ok := tmpDataListMap[v.FutureGoodEdbInfoId]; !ok {
  255. tmpDataListMap[v.FutureGoodEdbInfoId] = make([]*future_good2.FutureGoodEdbData, 0)
  256. }
  257. tmpDataListMap[v.FutureGoodEdbInfoId] = append(tmpDataListMap[v.FutureGoodEdbInfoId], v)
  258. }
  259. }
  260. for _, v := range futureGoodMappingList {
  261. dataList := make([]*data_manage.EdbDataList, 0)
  262. tmpDataList, ok := tmpDataListMap[v.EdbInfoId]
  263. if !ok {
  264. continue
  265. }
  266. for _, tmpData := range tmpDataList {
  267. dataList = append(dataList, &data_manage.EdbDataList{
  268. EdbDataId: tmpData.FutureGoodEdbDataId,
  269. EdbInfoId: tmpData.FutureGoodEdbInfoId,
  270. DataTime: tmpData.DataTime.Format(utils.FormatDate),
  271. DataTimestamp: tmpData.DataTimestamp,
  272. Value: tmpData.Close,
  273. })
  274. }
  275. edbDataListMap[v.EdbInfoId] = dataList
  276. v.DataList = dataList
  277. }
  278. xEdbIdValue, yDataList, err = BarChartData(baseEdbInfoMapping, edbInfoMappingList, futureGoodEdbInfoList, edbDataListMap, barChartInfoDateList, regionType, baseEdbInfoMapping.EndDate)
  279. if len(barChartInfoConf.XDataList) > 0 {
  280. xDataList = barChartInfoConf.XDataList
  281. } else {
  282. for _, v := range edbInfoMappingList {
  283. xDataList = append(xDataList, data_manage.XData{
  284. Name: v.EdbName,
  285. NameEn: v.EdbNameEn,
  286. IsHide: 0,
  287. })
  288. }
  289. }
  290. futureGoodEdbInfoIndexMap := make(map[int]int)
  291. for index, v := range futureGoodEdbInfoList {
  292. futureGoodEdbInfoIndexMap[v.FutureGoodEdbInfoId] = index
  293. }
  294. nMap := make(map[int]int)
  295. maxIndex := 0 // 最大x轴的下标
  296. for k, tmpYData := range yDataList {
  297. yDataMap := tmpYData.EdbValMap
  298. edbInfoIdList := make([]int, 0)
  299. noDataEdbInfoIdList := make([]int, 0)
  300. valueList := make([]float64, 0)
  301. noDataEdbIdMap := make(map[int]int)
  302. for _, n := range tmpYData.M {
  303. nMap[n] = n
  304. }
  305. baseEdbIds := make([]int, 0)
  306. for _, tmp := range edbInfoMappingList {
  307. edbInfoIdList = append(edbInfoIdList, tmp.EdbInfoId)
  308. baseEdbIds = append(baseEdbIds, tmp.EdbInfoId)
  309. tmpVal, ok := yDataMap[tmp.EdbInfoId]
  310. valueList = append(valueList, tmpVal)
  311. if !ok || tmpVal == 0 {
  312. noDataEdbInfoIdList = append(noDataEdbInfoIdList, tmp.EdbInfoId)
  313. noDataEdbIdMap[tmp.EdbInfoId] = tmp.EdbInfoId
  314. }
  315. }
  316. for _, futureGoodEdbInfo := range futureGoodEdbInfoList {
  317. tmpEdbInfId := futureGoodEdbInfo.FutureGoodEdbInfoId
  318. edbInfoIdList = append(edbInfoIdList, tmpEdbInfId)
  319. tmpVal, ok := yDataMap[tmpEdbInfId]
  320. valueList = append(valueList, tmpVal)
  321. if !ok || tmpVal == 0 {
  322. noDataEdbInfoIdList = append(noDataEdbInfoIdList, tmpEdbInfId)
  323. noDataEdbIdMap[tmpEdbInfId] = tmpEdbInfId
  324. }
  325. }
  326. tmpYData.NoDataEdbList = noDataEdbInfoIdList
  327. yDataList[k] = tmpYData
  328. lenEdbId := len(edbInfoIdList)
  329. tmpMaxIndex := lenEdbId - 1 // 当前数据的最大x轴的下标
  330. for i := lenEdbId - 1; i >= 0; i-- {
  331. if _, ok := noDataEdbIdMap[edbInfoIdList[i]]; !ok || utils.InArrayByInt(baseEdbIds, edbInfoIdList[i]) { //以往的逻辑是碰到第一个无数据的期货指标,那后续的月份都是无数据的,因此需要特殊处理,改成多个现货指标之后需要排除无值的现货指标
  332. if maxIndex < i-1 {
  333. maxIndex = i - 1
  334. }
  335. break
  336. }
  337. tmpMaxIndex = i - 1
  338. }
  339. if maxIndex < tmpMaxIndex {
  340. maxIndex = tmpMaxIndex
  341. }
  342. }
  343. nList := make([]int, 0)
  344. for _, n := range nMap {
  345. nList = append(nList, n)
  346. }
  347. sort.Slice(nList, func(i, j int) bool {
  348. return nList[i] < nList[j]
  349. })
  350. for k, v := range yDataList {
  351. if len(v.XEdbInfoIdList) >= maxIndex+1 {
  352. yDataList[k].XEdbInfoIdList = v.XEdbInfoIdList[0 : maxIndex+1]
  353. }
  354. if len(v.Value) >= maxIndex+1 {
  355. yDataList[k].Value = v.Value[0 : maxIndex+1]
  356. }
  357. }
  358. baseEdbLen := len(edbInfoMappingList)
  359. tmpXDataList, newYDataList, err := handleResultData(regionType, futureGoodEdbType, baseEdbLen, yDataList, futureGoodEdbInfoList, maxIndex)
  360. if err != nil {
  361. return
  362. }
  363. if len(barChartInfoConf.XDataList) == 0 {
  364. xDataList = append(xDataList, tmpXDataList...)
  365. }
  366. yDataList = newYDataList
  367. return
  368. }
  369. func BarChartData(baseEdbInfoMapping *data_manage.ChartEdbInfoMapping, edbInfoMappingList []*data_manage.ChartEdbInfoMapping, futureGoodMappingList []*future_good2.FutureGoodEdbInfo, edbDataListMap map[int][]*data_manage.EdbDataList, barChartInfoDateList []data_manage.BarChartInfoDateReq, regionType, latestDate string) (edbIdList []int, yDataList []data_manage.YData, err error) {
  370. baseEdbDataMap := make(map[int]map[string]float64)
  371. edbInfoMappingMap := make(map[int]struct{})
  372. for _, v := range edbInfoMappingList {
  373. edbInfoMappingMap[v.EdbInfoId] = struct{}{}
  374. }
  375. for edbInfoId, edbDataList := range edbDataListMap {
  376. if _, ok1 := edbInfoMappingMap[edbInfoId]; ok1 {
  377. edbDateData := make(map[string]float64)
  378. for _, edbData := range edbDataList {
  379. edbDateData[edbData.DataTime] = edbData.Value
  380. }
  381. baseEdbDataMap[edbInfoId] = edbDateData
  382. }
  383. }
  384. edbDataMap := make(map[int]map[string]float64)
  385. for edbInfoId, edbDataList := range edbDataListMap {
  386. if _, ok := edbInfoMappingMap[edbInfoId]; ok {
  387. continue
  388. }
  389. edbDateData := make(map[string]float64)
  390. for _, edbData := range edbDataList {
  391. edbDateData[edbData.DataTime] = edbData.Value
  392. }
  393. edbDataMap[edbInfoId] = edbDateData
  394. }
  395. edbIdList = make([]int, 0)
  396. for _, v := range edbInfoMappingList {
  397. edbIdList = append(edbIdList, v.EdbInfoId)
  398. }
  399. for _, v := range futureGoodMappingList {
  400. edbIdList = append(edbIdList, v.FutureGoodEdbInfoId)
  401. }
  402. latestDateTime, _ := time.ParseInLocation(utils.FormatDate, latestDate, time.Local)
  403. yDataList = make([]data_manage.YData, 0) //y轴的数据列表
  404. for _, barChartInfoDate := range barChartInfoDateList {
  405. yDataMap := make(map[int]float64)
  406. var maxDate time.Time
  407. var findDateTime time.Time
  408. switch barChartInfoDate.Type {
  409. case 1: //最新值
  410. findDateTime = latestDateTime
  411. case 2: //近期几天
  412. findDateTime = latestDateTime.AddDate(0, 0, -barChartInfoDate.Value)
  413. case 3: // 固定日期
  414. tmpFindDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, barChartInfoDate.Date, time.Local)
  415. if tmpErr != nil {
  416. err = tmpErr
  417. return
  418. }
  419. findDateTime = tmpFindDateTime
  420. default:
  421. err = errors.New(fmt.Sprint("日期类型异常,Type:", barChartInfoDate.Type))
  422. return
  423. }
  424. if findDateTime.IsZero() {
  425. err = errors.New("错误的日期")
  426. return
  427. }
  428. findDataList := make([]float64, 0) // 当前日期的数据值
  429. noDataIdList := make([]int, 0) // 没有数据的指标id
  430. noDataIdMap := make(map[int]int, 0) // 没有数据的指标map
  431. xEdbInfoIdList := make([]int, 0) // 当前数据的指标id列表
  432. var realDateTime time.Time
  433. realDateTime, findDataValue, isFind, tmpErr := GetNeedDateData(findDateTime, edbDataListMap[baseEdbInfoMapping.EdbInfoId], baseEdbDataMap[baseEdbInfoMapping.EdbInfoId], edbDataMap)
  434. if tmpErr != nil {
  435. err = tmpErr
  436. return
  437. }
  438. for _, v := range edbInfoMappingList {
  439. if v.EdbInfoId == baseEdbInfoMapping.EdbInfoId {
  440. findDataList = append(findDataList, findDataValue)
  441. yDataMap[baseEdbInfoMapping.EdbInfoId] = findDataValue
  442. if isFind {
  443. maxDate = realDateTime
  444. } else {
  445. noDataIdList = append(noDataIdList, baseEdbInfoMapping.EdbInfoId)
  446. noDataIdMap[baseEdbInfoMapping.EdbInfoId] = baseEdbInfoMapping.EdbInfoId
  447. }
  448. xEdbInfoIdList = append(xEdbInfoIdList, v.EdbInfoId)
  449. continue
  450. }
  451. findDataValueTmp, isFindTmp := baseEdbDataMap[v.EdbInfoId][realDateTime.Format(utils.FormatDate)]
  452. findDataList = append(findDataList, findDataValueTmp)
  453. yDataMap[v.EdbInfoId] = findDataValueTmp
  454. if !isFindTmp {
  455. noDataIdList = append(noDataIdList, v.EdbInfoId)
  456. noDataIdMap[v.EdbInfoId] = v.EdbInfoId
  457. }
  458. xEdbInfoIdList = append(xEdbInfoIdList, v.EdbInfoId)
  459. }
  460. currMonth := realDateTime.Month() // 当前月份
  461. currYear := realDateTime.Year() // 当前年份
  462. mList := make([]int, 0) // 间隔月份
  463. indexList := make([]int, 0)
  464. if regionType == `国内` {
  465. for i := currMonth + 1; i <= 12; i++ {
  466. indexList = append(indexList, int(i))
  467. mList = append(mList, int(i-currMonth))
  468. }
  469. for i := 1; i < int(currMonth); i++ {
  470. indexList = append(indexList, i)
  471. mList = append(mList, 12+i-int(currMonth))
  472. }
  473. } else {
  474. for i, v := range futureGoodMappingList {
  475. if v.FutureGoodEdbType == 2 {
  476. if i == 0 {
  477. continue
  478. }
  479. indexList = append(indexList, i)
  480. mList = append(mList, v.Month)
  481. } else {
  482. if v.Year > currYear || (v.Year == currYear && v.Month > int(currMonth)) {
  483. indexList = append(indexList, i)
  484. mList = append(mList, (v.Year-currYear)*12+v.Month-int(currMonth))
  485. }
  486. }
  487. }
  488. }
  489. for _, i := range indexList {
  490. futureGoodMapping := futureGoodMappingList[i] // 当前的期货指标
  491. tmpRealDateTime := realDateTime // 实际现货的日期
  492. tmpFindDataValue, tmpIsFind := edbDataMap[futureGoodMapping.FutureGoodEdbInfoId][tmpRealDateTime.Format(utils.FormatDate)]
  493. yDataMap[futureGoodMapping.FutureGoodEdbInfoId] = tmpFindDataValue
  494. findDataList = append(findDataList, tmpFindDataValue)
  495. if tmpIsFind {
  496. if maxDate.IsZero() || maxDate.Before(tmpRealDateTime) {
  497. maxDate = tmpRealDateTime
  498. }
  499. } else {
  500. noDataIdList = append(noDataIdList, futureGoodMapping.FutureGoodEdbInfoId)
  501. noDataIdMap[futureGoodMapping.FutureGoodEdbInfoId] = futureGoodMapping.FutureGoodEdbInfoId
  502. }
  503. xEdbInfoIdList = append(xEdbInfoIdList, futureGoodMapping.FutureGoodEdbInfoId)
  504. }
  505. yName := barChartInfoDate.Name
  506. yNameEn := barChartInfoDate.Name
  507. if yName == `` {
  508. if barChartInfoDate.Type == 2 {
  509. yName = strconv.Itoa(barChartInfoDate.Value) + "天前"
  510. if barChartInfoDate.Value == 1 {
  511. yNameEn = strconv.Itoa(barChartInfoDate.Value) + "day ago"
  512. } else {
  513. yNameEn = strconv.Itoa(barChartInfoDate.Value) + " days ago"
  514. }
  515. } else {
  516. yName = maxDate.Format(utils.FormatDate)
  517. yNameEn = maxDate.Format(utils.FormatDate)
  518. }
  519. }
  520. yDate := "0000-00-00"
  521. if !maxDate.IsZero() {
  522. yDate = maxDate.Format(utils.FormatDate)
  523. }
  524. {
  525. hasDataIndexList := make([]int, 0)
  526. for dataK, edbInfoId := range xEdbInfoIdList {
  527. if _, ok := noDataIdMap[edbInfoId]; !ok { // 如果是没有数据的指标id
  528. hasDataIndexList = append(hasDataIndexList, dataK)
  529. }
  530. }
  531. lenHasDataIndex := len(hasDataIndexList)
  532. if lenHasDataIndex > 0 {
  533. for lenHasDataI := 1; lenHasDataI < lenHasDataIndex; lenHasDataI++ {
  534. perK := hasDataIndexList[lenHasDataI-1] //上一个有数据的指标下标
  535. currK := hasDataIndexList[lenHasDataI] //当前有数据的指标下标
  536. preVal := findDataList[perK] //上一个有数据的坐标的值
  537. currVal := findDataList[currK] //当前有数据的指标的值
  538. hcValDeci := decimal.NewFromFloat(currVal).Sub(decimal.NewFromFloat(preVal)).Div(decimal.NewFromInt(int64(currK - perK)))
  539. var tmpI int64
  540. for hcI := perK + 1; hcI < currK; hcI++ {
  541. tmpI++
  542. findDataList[hcI], _ = decimal.NewFromFloat(preVal).Add(hcValDeci.Mul(decimal.NewFromInt(tmpI))).RoundCeil(4).Float64()
  543. }
  544. }
  545. }
  546. }
  547. yDataList = append(yDataList, data_manage.YData{
  548. Date: yDate,
  549. ConfigDate: realDateTime,
  550. Value: findDataList,
  551. NoDataEdbList: noDataIdList,
  552. XEdbInfoIdList: xEdbInfoIdList,
  553. Color: barChartInfoDate.Color,
  554. Name: yName,
  555. NameEn: yNameEn,
  556. EdbValMap: yDataMap,
  557. M: mList,
  558. })
  559. }
  560. return
  561. }
  562. func handleResultData(regionType string, futureGoodEdbType, baseEdbLen int, yDataList []data_manage.YData, futureGoodEdbInfoList []*future_good2.FutureGoodEdbInfo, maxIndex int) (xDataList []data_manage.XData, newYDataList []data_manage.YData, err error) {
  563. xDataList = make([]data_manage.XData, 0)
  564. newYDataList = yDataList
  565. if regionType == `国内` {
  566. for i := 1; i < 12; i++ {
  567. if i > maxIndex {
  568. break
  569. }
  570. xDataList = append(xDataList, data_manage.XData{
  571. Name: fmt.Sprint("M+", i),
  572. NameEn: fmt.Sprint("M+", i),
  573. })
  574. }
  575. return
  576. }
  577. futureGoodEdbInfoMap := make(map[int]*future_good2.FutureGoodEdbInfo)
  578. for _, v := range futureGoodEdbInfoList {
  579. futureGoodEdbInfoMap[v.FutureGoodEdbInfoId] = v
  580. }
  581. if futureGoodEdbType == 2 { // FutureGoodEdbType int `description:"指标类型,1:年月是固定的合约;2:只有M+N期的合约,未固定年月"`
  582. nList := []int{3, 15, 27}
  583. for _, i := range nList {
  584. xDataList = append(xDataList, data_manage.XData{
  585. Name: fmt.Sprint("M+", i),
  586. NameEn: fmt.Sprint("M+", i),
  587. })
  588. }
  589. for yIndex, yData := range yDataList {
  590. newYDataList[yIndex].XEdbInfoIdList = []int{}
  591. newYDataList[yIndex].Value = []float64{}
  592. tmpNList := nList
  593. newYDataList[yIndex].XEdbInfoIdList = append(newYDataList[yIndex].XEdbInfoIdList, yData.XEdbInfoIdList[0:baseEdbLen]...)
  594. newYDataList[yIndex].Value = append(newYDataList[yIndex].Value, yData.Value[0:baseEdbLen]...)
  595. xEdbInfoIdList := yData.XEdbInfoIdList[baseEdbLen:]
  596. valIndex := baseEdbLen
  597. needNum := 0
  598. for _, n := range tmpNList {
  599. if len(xEdbInfoIdList) > 0 {
  600. edbInfoId := xEdbInfoIdList[0]
  601. futureGoodEdbInfo, ok := futureGoodEdbInfoMap[edbInfoId]
  602. if !ok {
  603. err = errors.New("找不到指标")
  604. return
  605. }
  606. if futureGoodEdbInfo.Month == n {
  607. if needNum > 0 {
  608. currVal := yData.Value[valIndex]
  609. preVal := yData.Value[valIndex-1]
  610. hcValDeci := decimal.NewFromFloat(currVal).Sub(decimal.NewFromFloat(preVal)).Div(decimal.NewFromInt(int64(needNum + 1)))
  611. for tmpNum := 0; tmpNum < needNum; tmpNum++ {
  612. newYDataList[yIndex].XEdbInfoIdList = append(newYDataList[yIndex].XEdbInfoIdList, 0)
  613. tmpVal, _ := decimal.NewFromFloat(preVal).Add(hcValDeci.Mul(decimal.NewFromInt(int64(tmpNum + 1)))).RoundCeil(4).Float64()
  614. newYDataList[yIndex].Value = append(newYDataList[yIndex].Value, tmpVal)
  615. }
  616. }
  617. newYDataList[yIndex].XEdbInfoIdList = append(newYDataList[yIndex].XEdbInfoIdList, edbInfoId)
  618. newYDataList[yIndex].Value = append(newYDataList[yIndex].Value, yData.Value[valIndex])
  619. valIndex++
  620. needNum = 0
  621. if len(xEdbInfoIdList) > 0 {
  622. xEdbInfoIdList = xEdbInfoIdList[1:]
  623. }
  624. } else {
  625. needNum++
  626. }
  627. }
  628. }
  629. }
  630. maxI := 0
  631. for _, yData := range newYDataList {
  632. lenEdb := len(yData.XEdbInfoIdList)
  633. for i := 0; i < lenEdb; i++ {
  634. if yData.XEdbInfoIdList[i] != 0 && !utils.InArrayByInt(yData.NoDataEdbList, yData.XEdbInfoIdList[i]) {
  635. if maxI < i {
  636. maxI = i
  637. }
  638. }
  639. }
  640. }
  641. xDataList = xDataList[0:maxI]
  642. for yIndex, yData := range newYDataList {
  643. if len(yData.XEdbInfoIdList) > maxI+1 {
  644. newYDataList[yIndex].XEdbInfoIdList = yData.XEdbInfoIdList[0 : maxI+1]
  645. }
  646. if len(yData.Value) > maxI+1 {
  647. newYDataList[yIndex].Value = yData.Value[0 : maxI+1]
  648. }
  649. }
  650. return
  651. }
  652. nMap := make(map[int]int)
  653. for _, v := range yDataList {
  654. findDateTime := v.ConfigDate
  655. currMonth := findDateTime.Month() // 当前月份
  656. currYear := findDateTime.Year() // 当前年份
  657. for edbInfoIndex, edbInfoId := range v.XEdbInfoIdList {
  658. if edbInfoIndex <= baseEdbLen-1 {
  659. continue
  660. }
  661. futureGoodEdbInfo, ok := futureGoodEdbInfoMap[edbInfoId]
  662. if !ok {
  663. err = errors.New("找不到指标")
  664. return
  665. }
  666. n := (futureGoodEdbInfo.Year-currYear)*12 + futureGoodEdbInfo.Month - int(currMonth)
  667. nMap[n] = n
  668. }
  669. }
  670. nList := make([]int, 0)
  671. for _, n := range nMap {
  672. nList = append(nList, n)
  673. }
  674. sort.Slice(nList, func(i, j int) bool {
  675. return nList[i] < nList[j]
  676. })
  677. for _, n := range nList {
  678. xDataList = append(xDataList, data_manage.XData{
  679. Name: fmt.Sprint("M+", n),
  680. NameEn: fmt.Sprint("M+", n),
  681. })
  682. }
  683. for yIndex, yData := range yDataList {
  684. newYDataList[yIndex].XEdbInfoIdList = []int{}
  685. newYDataList[yIndex].Value = []float64{}
  686. tmpNList := nList
  687. newYDataList[yIndex].XEdbInfoIdList = append(newYDataList[yIndex].XEdbInfoIdList, yData.XEdbInfoIdList[0:baseEdbLen]...)
  688. newYDataList[yIndex].Value = append(newYDataList[yIndex].Value, yData.Value[0:baseEdbLen]...)
  689. xEdbInfoIdList := yData.XEdbInfoIdList[baseEdbLen:]
  690. currDataTime := yData.ConfigDate
  691. valIndex := baseEdbLen
  692. needNum := 0
  693. for _, n := range tmpNList {
  694. if len(xEdbInfoIdList) > 0 {
  695. edbInfoId := xEdbInfoIdList[0]
  696. futureGoodEdbInfo, ok := futureGoodEdbInfoMap[edbInfoId]
  697. if !ok {
  698. err = errors.New("找不到指标")
  699. return
  700. }
  701. divMonth := (futureGoodEdbInfo.Year-currDataTime.Year())*12 + (futureGoodEdbInfo.Month - int(currDataTime.Month()))
  702. if divMonth == n {
  703. if needNum > 0 {
  704. currVal := yData.Value[valIndex]
  705. preVal := yData.Value[valIndex-1]
  706. hcValDeci := decimal.NewFromFloat(currVal).Sub(decimal.NewFromFloat(preVal)).Div(decimal.NewFromInt(int64(needNum + 1)))
  707. for tmpNum := 0; tmpNum < needNum; tmpNum++ {
  708. newYDataList[yIndex].XEdbInfoIdList = append(newYDataList[yIndex].XEdbInfoIdList, 0)
  709. tmpVal, _ := decimal.NewFromFloat(preVal).Add(hcValDeci.Mul(decimal.NewFromInt(int64(tmpNum + 1)))).RoundCeil(4).Float64()
  710. newYDataList[yIndex].Value = append(newYDataList[yIndex].Value, tmpVal)
  711. }
  712. }
  713. newYDataList[yIndex].XEdbInfoIdList = append(newYDataList[yIndex].XEdbInfoIdList, edbInfoId)
  714. newYDataList[yIndex].Value = append(newYDataList[yIndex].Value, yData.Value[valIndex])
  715. valIndex++
  716. needNum = 0
  717. if len(xEdbInfoIdList) > 0 {
  718. xEdbInfoIdList = xEdbInfoIdList[1:]
  719. }
  720. } else {
  721. needNum++
  722. }
  723. }
  724. }
  725. }
  726. maxI := 0
  727. for _, yData := range newYDataList {
  728. lenEdb := len(yData.XEdbInfoIdList)
  729. for i := 0; i < lenEdb; i++ {
  730. if yData.XEdbInfoIdList[i] != 0 && !utils.InArrayByInt(yData.NoDataEdbList, yData.XEdbInfoIdList[i]) {
  731. if maxI < i {
  732. maxI = i
  733. }
  734. }
  735. }
  736. }
  737. xDataList = xDataList[0:maxI]
  738. for yIndex, yData := range newYDataList {
  739. if len(yData.XEdbInfoIdList) > maxI+1 {
  740. newYDataList[yIndex].XEdbInfoIdList = yData.XEdbInfoIdList[0 : maxI+1]
  741. }
  742. if len(yData.Value) > maxI+1 {
  743. newYDataList[yIndex].Value = yData.Value[0 : maxI+1]
  744. }
  745. }
  746. return
  747. }
  748. func getFutureGoodEdbInfoList(latestDateTime time.Time, tmpFutureGoodEdbInfoList []*future_good2.FutureGoodEdbInfo, barChartInfoDateList []data_manage.BarChartInfoDateReq) (earliestDateTime time.Time, futureGoodEdbInfoList []*future_good2.FutureGoodEdbInfo, err error) {
  749. maxM := 36 //最大36期合约
  750. futureGoodEdbInfoList = make([]*future_good2.FutureGoodEdbInfo, 0)
  751. earliestDateTime = latestDateTime // 数据的最早日期,目的是为了找出最早的合约
  752. for _, barChartInfoDate := range barChartInfoDateList {
  753. var findDateTime time.Time
  754. switch barChartInfoDate.Type {
  755. case 1: //最新值
  756. findDateTime = latestDateTime
  757. case 2: //近期几天
  758. findDateTime = latestDateTime.AddDate(0, 0, -barChartInfoDate.Value)
  759. case 3: // 固定日期
  760. tmpFindDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, barChartInfoDate.Date, time.Local)
  761. if tmpErr != nil {
  762. err = tmpErr
  763. return
  764. }
  765. findDateTime = tmpFindDateTime
  766. default:
  767. err = errors.New(fmt.Sprint("日期类型异常,Type:", barChartInfoDate.Type))
  768. return
  769. }
  770. if findDateTime.IsZero() {
  771. err = errors.New("错误的日期")
  772. return
  773. }
  774. if findDateTime.Before(earliestDateTime) {
  775. earliestDateTime = findDateTime
  776. }
  777. }
  778. for _, v := range tmpFutureGoodEdbInfoList {
  779. if v.RegionType == `国内` {
  780. futureGoodEdbInfoList = append(futureGoodEdbInfoList, v)
  781. continue
  782. }
  783. if v.FutureGoodEdbType == 2 {
  784. if v.Month <= maxM {
  785. futureGoodEdbInfoList = append(futureGoodEdbInfoList, v)
  786. }
  787. continue
  788. }
  789. if v.Year < earliestDateTime.Year() {
  790. continue
  791. }
  792. if v.Year <= earliestDateTime.Year() {
  793. futureGoodEdbInfoList = append(futureGoodEdbInfoList, v)
  794. continue
  795. }
  796. if (v.Year-earliestDateTime.Year())*12+(v.Month-int(earliestDateTime.Month())) <= maxM {
  797. futureGoodEdbInfoList = append(futureGoodEdbInfoList, v)
  798. continue
  799. }
  800. }
  801. return
  802. }
  803. func GetNeedDateData(needDateTime time.Time, dataList []*data_manage.EdbDataList, edbDataMap map[string]float64, allEdbDataMap map[int]map[string]float64) (findDateTime time.Time, findDataValue float64, isFind bool, err error) {
  804. if len(dataList) <= 0 {
  805. return
  806. }
  807. minDateTime, err := time.ParseInLocation(utils.FormatDate, dataList[0].DataTime, time.Local)
  808. if err != nil {
  809. return
  810. }
  811. maxCount := 1
  812. for tmpDateTime := needDateTime; tmpDateTime.After(minDateTime) || tmpDateTime.Equal(minDateTime); tmpDateTime = tmpDateTime.AddDate(0, 0, -1) {
  813. tmpDate := tmpDateTime.Format(utils.FormatDate)
  814. tmpValue, ok := edbDataMap[tmpDate]
  815. if !ok {
  816. continue
  817. }
  818. count := 0
  819. for _, currEdbDataMap := range allEdbDataMap {
  820. _, tmpIsFind := currEdbDataMap[tmpDate]
  821. if tmpIsFind {
  822. count++
  823. if count >= maxCount {
  824. continue
  825. }
  826. }
  827. }
  828. if count < maxCount {
  829. continue
  830. }
  831. if tmpValue == 0 {
  832. return
  833. }
  834. findDateTime, _ = time.ParseInLocation(utils.FormatDate, tmpDate, time.Local)
  835. findDataValue = tmpValue
  836. isFind = true
  837. return
  838. }
  839. return
  840. }
  841. func FutureGoodChartInfoRefresh(chartInfoId int) (err error) {
  842. var errMsg string
  843. defer func() {
  844. if err != nil {
  845. go alarm_msg.SendAlarmMsg("ChartInfoRefresh:"+errMsg, 3)
  846. fmt.Println("ChartInfoRefresh Err:" + errMsg)
  847. }
  848. }()
  849. edbInfoMappingList, err := data_manage.GetEtaEdbChartEdbMappingList(chartInfoId)
  850. if err != nil {
  851. errMsg = "获取需要刷新的ETA指标失败:Err:" + err.Error()
  852. return
  853. }
  854. edbInfoIds := make([]int, 0)
  855. for _, edbInfoMapping := range edbInfoMappingList {
  856. edbInfoIds = append(edbInfoIds, edbInfoMapping.EdbInfoId)
  857. }
  858. futureGoodEdbInfoMapping, err := data_manage.GetFutureGoodEdbChartEdbMapping(chartInfoId)
  859. if err != nil {
  860. errMsg = "获取需要刷新的商品期货指标失败:Err:" + err.Error()
  861. return
  862. }
  863. futureGoodEdbInfoList, err := future_good2.GetFutureGoodEdbInfoListByParentId(futureGoodEdbInfoMapping.EdbInfoId)
  864. if err != nil {
  865. return
  866. }
  867. err, _ = data.EdbInfoRefreshAllFromBaseV3(edbInfoIds, false, true, false)
  868. if err != nil {
  869. return
  870. }
  871. err = FutureGoodEdbInfoRefreshAllFromBase(futureGoodEdbInfoList, false)
  872. if err != nil {
  873. return
  874. }
  875. return
  876. }