profit_chart_info.go 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897
  1. package logic
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "eta/eta_index_lib/models"
  6. "eta/eta_index_lib/models/future_good"
  7. "eta/eta_index_lib/utils"
  8. "fmt"
  9. "github.com/shopspring/decimal"
  10. "github.com/yidane/formula"
  11. "sort"
  12. "strconv"
  13. "strings"
  14. "time"
  15. )
  16. // ChartInfoDateReq 图表的日期数据(日期相关)
  17. type ChartInfoDateReq struct {
  18. Type int `description:"配置类型"`
  19. Date string `description:"固定日期"`
  20. Value int `description:"N天的值"`
  21. Color string `description:"颜色"`
  22. Name string `description:"别名"`
  23. }
  24. // SectionScatterReq 截面散点请求
  25. type SectionScatterReq struct {
  26. XName string `description:"x轴名称"`
  27. XNameEn string `description:"x轴名称(英文)"`
  28. XUnitName string `description:"x轴单位名称"`
  29. XUnitNameEn string `description:"x轴单位名称(英文)"`
  30. YName string `description:"y轴名称"`
  31. YNameEn string `description:"y轴名称(英文)"`
  32. YUnitName string `description:"y轴单位名称"`
  33. YUnitNameEn string `description:"y轴单位名称(英文)"`
  34. XMinValue string `description:"X轴的最小值"`
  35. XMaxValue string `description:"X轴的最大值"`
  36. YMinValue string `description:"Y轴的最小值"`
  37. YMaxValue string `description:"Y轴的最大值"`
  38. //EdbList []SectionScatterEdbItemReq `description:"指标数据"`
  39. SeriesList []SectionScatterSeriesItemReq `description:"系列数据"`
  40. }
  41. // SectionScatterSeriesItemReq 系列的请求
  42. type SectionScatterSeriesItemReq struct {
  43. Name string `description:"系列名"`
  44. NameEn string `description:"系列名(英文名)"`
  45. Color string `description:"颜色"`
  46. EdbInfoList []SectionScatterEdbItemReq
  47. ShowTrendLine bool `description:"是否展示趋势线"`
  48. ShowFitEquation bool `description:"是否展示方程式"`
  49. ShowRSquare bool `description:"是否展示R平方"`
  50. }
  51. // SectionScatterEdbItemReq 截面散点请求的指标
  52. type SectionScatterEdbItemReq struct {
  53. XEdbInfoId int `description:"X轴的指标ID"`
  54. YEdbInfoId int `description:"Y轴的指标ID"`
  55. Name string `description:"别名"`
  56. NameEn string `description:"英文别名"`
  57. XDateType int `description:"X轴的日期配置类型"`
  58. XDate string `description:"X轴的日期固定日期"`
  59. XDateValue int `description:"X轴的日期N天的值"`
  60. YDateType int `description:"Y轴的日期配置类型"`
  61. YDate string `description:"Y轴的日期固定日期"`
  62. YDateValue int `description:"Y轴的日期N天的值"`
  63. IsShow bool `description:"是否展示"`
  64. }
  65. // XData 商品价格曲线的的x轴数据
  66. type XData struct {
  67. Name string `description:"别名"`
  68. NameEn string `description:"英文别名"`
  69. }
  70. // YData 柱方图的y轴数据
  71. type YData struct {
  72. Date string `description:"数据日期"`
  73. ConfigDate time.Time `description:"配置的日期" json:"-"`
  74. Color string `description:"数据颜色"`
  75. Name string `description:"别名"`
  76. NameEn string `description:"英文别名"`
  77. Value []float64 `description:"每个指标的值"`
  78. NoDataEdbList []int `description:"没有数据的指标列表"`
  79. XEdbInfoIdList []int `description:"对应X轴的指标id列表"`
  80. NameList []string `description:"每个值对应的名称"`
  81. EnNameList []string `description:"每个值对应的英文名称"`
  82. EdbValMap map[int]float64 `description:"指标与值的对应" json:"-"`
  83. M []int `description:"对应开始日期的间隔值" json:"-"`
  84. }
  85. // BarChartInfoEdbItemReq 柱方图预览请求数据(指标相关)
  86. type BarChartInfoEdbItemReq struct {
  87. EdbInfoId int `description:"指标ID"`
  88. Name string `description:"别名"`
  89. NameEn string `description:"英文别名"`
  90. Source int `description:"1:ETA图库;2:商品价格"`
  91. }
  92. // ChartInfoReq 图表预览请求数据
  93. type ChartInfoReq struct {
  94. FutureGoodEdbInfoIdList []models.EdbInfoFromTag `description:"指标信息"`
  95. CalculateFormula string `description:"计算公式"`
  96. BaseEdbInfoId int `description:"基础的指标id"`
  97. DateList []ChartInfoDateReq `description:"日期配置"`
  98. ProfitNameEn string `description:"利润英文名称"`
  99. }
  100. // RefreshByChartId 根据图表id刷新图表
  101. func RefreshByChartId(chartInfoId int) (err error, errMsg string) {
  102. // 查找图表
  103. chartInfo, err := models.GetChartInfoById(chartInfoId)
  104. if err != nil {
  105. if err.Error() == utils.ErrNoRow() {
  106. err = nil
  107. }
  108. return
  109. }
  110. if chartInfo.Source != utils.CHART_SOURCE_FUTURE_GOOD_PROFIT {
  111. return
  112. }
  113. var extraConf ChartInfoReq
  114. err = json.Unmarshal([]byte(chartInfo.ExtraConfig), &extraConf)
  115. if err != nil {
  116. errMsg = "商品利润曲线图配置异常"
  117. return
  118. }
  119. // 查找商品利润图表的扩展信息
  120. chartInfoFutureGoodProfit := new(future_good.ChartInfoFutureGoodProfit)
  121. if err = chartInfoFutureGoodProfit.GetItemById(chartInfoId); err != nil {
  122. errMsg = "获取失败"
  123. if err.Error() == utils.ErrNoRow() {
  124. err = nil
  125. }
  126. return
  127. }
  128. baseEdbInfo, err := models.GetEdbInfoById(extraConf.BaseEdbInfoId)
  129. if err != nil {
  130. errMsg = "获取失败"
  131. return
  132. }
  133. // 商品数据库指标
  134. futureGoodEdbInfoMap := make(map[int]*future_good.FutureGoodEdbInfo)
  135. zlFutureGoodEdbInfoList := make([]*future_good.FutureGoodEdbInfo, 0)
  136. for _, v := range extraConf.FutureGoodEdbInfoIdList {
  137. if _, ok := futureGoodEdbInfoMap[v.EdbInfoId]; ok {
  138. continue
  139. }
  140. zlFutureGoodEdbInfo, tmpErr := future_good.GetFutureGoodEdbInfo(v.EdbInfoId)
  141. if tmpErr != nil {
  142. err = tmpErr
  143. errMsg = "获取失败"
  144. return
  145. }
  146. futureGoodEdbInfoMap[v.EdbInfoId] = zlFutureGoodEdbInfo
  147. zlFutureGoodEdbInfoList = append(zlFutureGoodEdbInfoList, zlFutureGoodEdbInfo)
  148. }
  149. xDataList, yDataList, err := GetProfitChartEdbData(baseEdbInfo, zlFutureGoodEdbInfoList, extraConf.DateList, extraConf.CalculateFormula, extraConf.FutureGoodEdbInfoIdList)
  150. xDataListByte, err := json.Marshal(xDataList)
  151. if err != nil {
  152. errMsg = "保存失败"
  153. err = errors.New("X轴数据转换失败,ERR:" + err.Error())
  154. return
  155. }
  156. yDataListByte, err := json.Marshal(yDataList)
  157. if err != nil {
  158. errMsg = "保存失败"
  159. err = errors.New("Y轴数据转换失败,ERR:" + err.Error())
  160. return
  161. }
  162. extraUpdateCol := make([]string, 0)
  163. chartInfoFutureGoodProfit.XValue = string(xDataListByte)
  164. chartInfoFutureGoodProfit.YValue = string(yDataListByte)
  165. chartInfoFutureGoodProfit.ProfitName = zlFutureGoodEdbInfoList[0].FutureGoodEdbName + "盘面利润"
  166. chartInfoFutureGoodProfit.ModifyTime = time.Now()
  167. extraUpdateCol = []string{"XValue", "YValue", "ProfitName", "ModifyTime"}
  168. err = chartInfoFutureGoodProfit.Update(extraUpdateCol)
  169. return
  170. }
  171. // GetProfitChartEdbData 获取利润图表的指标数据
  172. func GetProfitChartEdbData(baseEdbInfo *models.EdbInfo, zlFutureGoodEdbInfoList []*future_good.FutureGoodEdbInfo, chartInfoDateList []ChartInfoDateReq, formulaStr string, edbInfoFromTagList []models.EdbInfoFromTag) (xDataList []XData, yDataList []YData, err error) {
  173. if baseEdbInfo == nil {
  174. err = errors.New("ETA指标未选取")
  175. return
  176. }
  177. if len(zlFutureGoodEdbInfoList) <= 0 {
  178. err = errors.New("商品指标未选取")
  179. return
  180. }
  181. // 标签与期货商品指标的关联关系
  182. tagEdbIdMap := make(map[string]int)
  183. // 有效的期货商品指标
  184. futureGoodEdbInfoIdMap := make(map[int]int)
  185. {
  186. tmpTagEdbIdMap := make(map[string]int)
  187. for _, v := range edbInfoFromTagList {
  188. tmpTagEdbIdMap[v.FromTag] = v.EdbInfoId
  189. }
  190. formulaMap := CheckFormula(formulaStr)
  191. for _, tag := range formulaMap {
  192. tagEdbIdMap[tag] = tmpTagEdbIdMap[tag]
  193. futureGoodEdbInfoIdMap[tmpTagEdbIdMap[tag]] = tmpTagEdbIdMap[tag]
  194. }
  195. }
  196. // 普通的指标数据
  197. baseDataList := make([]*models.EdbDataList, 0)
  198. baseDataList, err = models.GetEdbDataList(baseEdbInfo.Source, baseEdbInfo.SubSource, baseEdbInfo.EdbInfoId, "", "")
  199. if err != nil {
  200. return
  201. }
  202. latestDate := zlFutureGoodEdbInfoList[0].EndDate
  203. latestDateTime, _ := time.ParseInLocation(utils.FormatDate, latestDate, time.Local)
  204. earliestDateTime := latestDateTime // 数据的最早日期,目的是为了找出最早的合约
  205. for _, barChartInfoDate := range chartInfoDateList {
  206. var findDateTime time.Time
  207. switch barChartInfoDate.Type {
  208. case 1: //最新值
  209. findDateTime = latestDateTime
  210. case 2: //近期几天
  211. findDateTime = latestDateTime.AddDate(0, 0, -barChartInfoDate.Value)
  212. case 3: // 固定日期
  213. //寻找固定日期的数据
  214. tmpFindDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, barChartInfoDate.Date, time.Local)
  215. if tmpErr != nil {
  216. err = tmpErr
  217. return
  218. }
  219. findDateTime = tmpFindDateTime
  220. default:
  221. err = errors.New(fmt.Sprint("日期类型异常,Type:", barChartInfoDate.Type))
  222. return
  223. }
  224. if findDateTime.IsZero() {
  225. err = errors.New("错误的日期")
  226. return
  227. }
  228. if findDateTime.Before(earliestDateTime) {
  229. earliestDateTime = findDateTime
  230. }
  231. }
  232. monthNum := (latestDateTime.Year()-earliestDateTime.Year())*12 + int(latestDateTime.Month()-earliestDateTime.Month())
  233. // 存储主力合约下的所有月份合约
  234. futureGoodEdbInfoDateMap := make(map[int]map[string]*future_good.FutureGoodEdbInfo)
  235. futureGoodDataListMap := make(map[int][]*models.EdbDataList, 0)
  236. // 特殊的商品期货合约(只有M+N的合约,没有固定日期的合约)
  237. specialFutureGoodEdbInfoMap := make(map[int]map[int]*future_good.FutureGoodEdbInfo, 0)
  238. hasChina := false // 是否包含国内的期货合约
  239. for _, v := range zlFutureGoodEdbInfoList {
  240. if v.RegionType == "国内" {
  241. hasChina = true
  242. break
  243. }
  244. }
  245. nMap := make(map[string]string)
  246. var maxN int // 最大N值
  247. for _, v := range zlFutureGoodEdbInfoList {
  248. // 如果不是有效的商品期货指标,那么就过滤掉,不做数据查询处理,避免没必要的请求
  249. if _, ok := futureGoodEdbInfoIdMap[v.FutureGoodEdbInfoId]; !ok {
  250. continue
  251. }
  252. // 获取期货指标以及期货数据
  253. tmpFutureGoodEdbInfoList, tmpErr := future_good.GetChildFutureGoodEdbInfoListByParentId(v.FutureGoodEdbInfoId)
  254. if tmpErr != nil {
  255. err = tmpErr
  256. return
  257. }
  258. childFutureGoodEdbInfoMap, tmpMaxN, tmpErr := getProfitFutureGoodEdbInfoList(earliestDateTime, v, tmpFutureGoodEdbInfoList, monthNum)
  259. if tmpErr != nil {
  260. err = tmpErr
  261. return
  262. }
  263. if maxN < tmpMaxN {
  264. maxN = tmpMaxN
  265. }
  266. futureGoodEdbInfoDateMap[v.FutureGoodEdbInfoId] = childFutureGoodEdbInfoMap
  267. if v.FutureGoodEdbType == 2 {
  268. specialFutureGoodEdbInfoMap[v.FutureGoodEdbInfoId] = make(map[int]*future_good.FutureGoodEdbInfo)
  269. }
  270. // 获取数据
  271. for date, childFutureGoodEdbInfo := range childFutureGoodEdbInfoMap {
  272. nMap[date] = date
  273. dataList := make([]*models.EdbDataList, 0)
  274. tmpDataList, tmpErr := future_good.GetFutureGoodEdbDataListByDate(childFutureGoodEdbInfo.FutureGoodEdbInfoId, "", "")
  275. if tmpErr != nil {
  276. return
  277. }
  278. for _, tmpData := range tmpDataList {
  279. dataList = append(dataList, &models.EdbDataList{
  280. EdbDataId: tmpData.FutureGoodEdbDataId,
  281. EdbInfoId: tmpData.FutureGoodEdbInfoId,
  282. DataTime: tmpData.DataTime.Format(utils.FormatDate),
  283. DataTimestamp: tmpData.DataTimestamp,
  284. Value: tmpData.Close,
  285. })
  286. }
  287. futureGoodDataListMap[childFutureGoodEdbInfo.FutureGoodEdbInfoId] = dataList
  288. if childFutureGoodEdbInfo.FutureGoodEdbType == 2 {
  289. specialFutureGoodEdbInfoMap[v.FutureGoodEdbInfoId][childFutureGoodEdbInfo.Month] = childFutureGoodEdbInfo
  290. }
  291. }
  292. }
  293. // 需求池604,只要包含了国内合约,最大必须是12期
  294. if hasChina {
  295. maxN = 12
  296. }
  297. // 找出所有的N值,并进行正序排列
  298. dateList := make([]string, 0)
  299. for _, n := range nMap {
  300. dateList = append(dateList, n)
  301. }
  302. sort.Slice(dateList, func(i, j int) bool {
  303. return dateList[i] < dateList[j]
  304. })
  305. _, yDataList, err = ProfitChartChartData(baseDataList, futureGoodEdbInfoDateMap, futureGoodDataListMap, chartInfoDateList, baseEdbInfo.EndDate, specialFutureGoodEdbInfoMap, formulaStr, tagEdbIdMap, dateList, maxN)
  306. if err != nil {
  307. return
  308. }
  309. tmpXDataList, newYDataList, err := handleProfitResultData(baseEdbInfo, yDataList, earliestDateTime)
  310. if err != nil {
  311. return
  312. }
  313. xDataList = []XData{
  314. {
  315. Name: "现货利润",
  316. NameEn: "Spot Price",
  317. },
  318. }
  319. xDataList = append(xDataList, tmpXDataList...)
  320. yDataList = newYDataList
  321. return
  322. }
  323. // ProfitChartChartData 获取数据
  324. func ProfitChartChartData(baseDataList []*models.EdbDataList, futureGoodEdbInfoMap map[int]map[string]*future_good.FutureGoodEdbInfo, futureGoodEdbDataListMap map[int][]*models.EdbDataList, chartInfoDateList []ChartInfoDateReq, latestDate string, specialFutureGoodEdbInfoMap map[int]map[int]*future_good.FutureGoodEdbInfo, formulaStr string, tagEdbIdMap map[string]int, dateList []string, maxN int) (edbIdList []int, yDataList []YData, err error) {
  325. // 指标数据数组(10086:{"2022-12-02":100.01,"2022-12-01":102.3})
  326. //earliestDateTime time.Time
  327. // ETA指标数据
  328. baseEdbDateData := make(map[string]float64)
  329. for _, edbData := range baseDataList {
  330. baseEdbDateData[edbData.DataTime] = edbData.Value
  331. }
  332. // 商品指标数据
  333. edbDataMap := make(map[int]map[string]float64)
  334. for edbInfoId, edbDataList := range futureGoodEdbDataListMap {
  335. edbDateData := make(map[string]float64)
  336. for _, edbData := range edbDataList {
  337. edbDateData[edbData.DataTime] = edbData.Value
  338. }
  339. edbDataMap[edbInfoId] = edbDateData
  340. }
  341. latestDateTime, _ := time.ParseInLocation(utils.FormatDate, latestDate, time.Local)
  342. yDataList = make([]YData, 0) //y轴的数据列表
  343. // 将计算公式中的字母转大写
  344. formulaStr = strings.ToUpper(formulaStr)
  345. for _, barChartInfoDate := range chartInfoDateList {
  346. yDataMap := make(map[int]float64)
  347. var maxDate time.Time
  348. var findDateTime time.Time
  349. switch barChartInfoDate.Type {
  350. case 1: //最新值
  351. findDateTime = latestDateTime
  352. case 2: //近期几天
  353. findDateTime = latestDateTime.AddDate(0, 0, -barChartInfoDate.Value)
  354. case 3: // 固定日期
  355. //寻找固定日期的数据
  356. tmpFindDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, barChartInfoDate.Date, time.Local)
  357. if tmpErr != nil {
  358. err = tmpErr
  359. return
  360. }
  361. findDateTime = tmpFindDateTime
  362. default:
  363. err = errors.New(fmt.Sprint("日期类型异常,Type:", barChartInfoDate.Type))
  364. return
  365. }
  366. if findDateTime.IsZero() {
  367. err = errors.New("错误的日期")
  368. return
  369. }
  370. findDataList := make([]float64, 0) // 当前日期的数据值
  371. noDataIdList := make([]int, 0) // 没有数据的指标id
  372. xEdbInfoIdList := make([]int, 0) // 当前数据的指标id列表
  373. // 现货指标
  374. realDateTime, findDataValue, isFind, tmpErr := GetNeedDateData(findDateTime, baseDataList, baseEdbDateData, edbDataMap)
  375. if tmpErr != nil {
  376. err = tmpErr
  377. return
  378. }
  379. findDataList = append(findDataList, findDataValue)
  380. yDataMap[0] = findDataValue
  381. if isFind {
  382. maxDate = realDateTime
  383. }
  384. xEdbInfoIdList = append(xEdbInfoIdList, 0)
  385. mList := make([]int, 0) // 间隔月份
  386. // 最小开始的n值
  387. //minN := (findDateTime.Year()-earliestDateTime.Year())*12 + int(findDateTime.Month()-earliestDateTime.Month())
  388. for _, date := range dateList {
  389. currDate, _ := time.ParseInLocation(utils.FormatYearMonthDate, date, time.Local)
  390. // 如果当前的n值小于最小开始的n值,那么就不处理
  391. //if n < minN {
  392. // continue
  393. //}
  394. //findDateTime
  395. // 获取当前日期相对开始日期的期数
  396. //tmpN := (currDate.Year()-findDateTime.Year())*12 + int(currDate.Month()-findDateTime.Month())
  397. // 用实际日期的月份作为基准,往前推12个月(2024-5-13 16:26:43修改)
  398. tmpN := (currDate.Year()-realDateTime.Year())*12 + int(currDate.Month()-realDateTime.Month())
  399. if tmpN <= 0 {
  400. continue
  401. }
  402. // 如果期数大于最大期数,那么就退出当前匹配
  403. if tmpN >= maxN {
  404. break
  405. }
  406. zlAndChildEdbId := make(map[int]int)
  407. childFutureGoodEdbInfoIdList := make([]int, 0)
  408. for zlFutureGoodEdbInfoId, futureGoodEdbInfoList := range futureGoodEdbInfoMap {
  409. // 判断是否特殊合约
  410. if childFutureGoodEdbInfoIdMap, ok := specialFutureGoodEdbInfoMap[zlFutureGoodEdbInfoId]; ok {
  411. if childFutureGoodEdbInfo, ok2 := childFutureGoodEdbInfoIdMap[tmpN]; ok2 {
  412. childFutureGoodEdbInfoIdList = append(childFutureGoodEdbInfoIdList, childFutureGoodEdbInfo.FutureGoodEdbInfoId)
  413. zlAndChildEdbId[zlFutureGoodEdbInfoId] = childFutureGoodEdbInfo.FutureGoodEdbInfoId
  414. }
  415. } else {
  416. if childFutureGoodEdbInfo, ok2 := futureGoodEdbInfoList[date]; ok2 {
  417. childFutureGoodEdbInfoIdList = append(childFutureGoodEdbInfoIdList, childFutureGoodEdbInfo.FutureGoodEdbInfoId)
  418. zlAndChildEdbId[zlFutureGoodEdbInfoId] = childFutureGoodEdbInfo.FutureGoodEdbInfoId
  419. }
  420. }
  421. }
  422. // 合约不全,不参与计算
  423. //if len(childFutureGoodEdbInfoIdList) != lenZlFutureGoodEdbInfo {
  424. // continue
  425. //}
  426. calculateMap := make(map[int]float64)
  427. for _, childFutureGoodEdbInfoId := range childFutureGoodEdbInfoIdList {
  428. tmpFindDataValue, tmpIsFind := edbDataMap[childFutureGoodEdbInfoId][realDateTime.Format(utils.FormatDate)]
  429. if tmpIsFind && tmpFindDataValue != 0 {
  430. calculateMap[childFutureGoodEdbInfoId] = tmpFindDataValue
  431. }
  432. }
  433. // 合约的数据不全,不参与计算
  434. //if len(calculateMap) != lenZlFutureGoodEdbInfo {
  435. // continue
  436. //}
  437. newTagEdbIdMap := make(map[string]int)
  438. for tag, zlEdbId := range tagEdbIdMap {
  439. newTagEdbIdMap[tag] = zlAndChildEdbId[zlEdbId]
  440. }
  441. //, formulaStr string, tagEdbIdMap map[string]int
  442. formulaFormStr := ReplaceFormula(newTagEdbIdMap, calculateMap, formulaStr)
  443. //计算公式异常,那么就移除该指标
  444. if formulaFormStr == `` {
  445. //removeDateList = append(removeDateList, sk)
  446. //fmt.Println("异常了")
  447. continue
  448. }
  449. expression := formula.NewExpression(formulaFormStr)
  450. calResult, evaluateErr := expression.Evaluate()
  451. if evaluateErr != nil {
  452. // 分母为0的报错
  453. if strings.Contains(evaluateErr.Error(), "divide by zero") {
  454. //removeDateList = append(removeDateList, sk)
  455. continue
  456. }
  457. err = errors.New("计算失败:Err:" + evaluateErr.Error() + ";formulaStr:" + formulaFormStr)
  458. fmt.Println(err)
  459. continue
  460. }
  461. // 如果计算结果是NAN,那么就退出当前循环
  462. if calResult.IsNan() {
  463. continue
  464. }
  465. calVal, tmpErr := calResult.Float64()
  466. if tmpErr != nil {
  467. err = errors.New("计算失败:获取计算值失败 Err:" + tmpErr.Error() + ";formulaStr:" + formulaFormStr)
  468. fmt.Println(err)
  469. continue
  470. }
  471. //yDataMap[n] = calVal
  472. //xEdbInfoIdList = append(xEdbInfoIdList, n)
  473. nanCheck := fmt.Sprintf("%0.f", calVal)
  474. // 分母为0.0的报错
  475. if nanCheck == "NaN" || nanCheck == "+Inf" || nanCheck == "-Inf" {
  476. continue
  477. }
  478. calVal, _ = decimal.NewFromFloat(calVal).Round(4).Float64()
  479. yDataMap[tmpN] = calVal
  480. xEdbInfoIdList = append(xEdbInfoIdList, tmpN)
  481. findDataList = append(findDataList, calVal)
  482. }
  483. yName := barChartInfoDate.Name
  484. yNameEn := barChartInfoDate.Name
  485. if yName == `` {
  486. if barChartInfoDate.Type == 2 {
  487. yName = strconv.Itoa(barChartInfoDate.Value) + "天前"
  488. if barChartInfoDate.Value == 1 {
  489. yNameEn = strconv.Itoa(barChartInfoDate.Value) + "day ago"
  490. } else {
  491. yNameEn = strconv.Itoa(barChartInfoDate.Value) + " days ago"
  492. }
  493. } else {
  494. yName = maxDate.Format(utils.FormatDate)
  495. yNameEn = maxDate.Format(utils.FormatDate)
  496. }
  497. }
  498. yDate := "0000-00-00"
  499. if !maxDate.IsZero() {
  500. yDate = maxDate.Format(utils.FormatDate)
  501. }
  502. yDataList = append(yDataList, YData{
  503. Date: yDate,
  504. ConfigDate: realDateTime,
  505. Value: findDataList,
  506. NoDataEdbList: noDataIdList,
  507. XEdbInfoIdList: xEdbInfoIdList,
  508. Color: barChartInfoDate.Color,
  509. Name: yName,
  510. NameEn: yNameEn,
  511. EdbValMap: yDataMap,
  512. M: mList,
  513. })
  514. }
  515. return
  516. }
  517. // getFutureGoodEdbInfoList 获取适用的指标列表
  518. func getProfitFutureGoodEdbInfoList(earliestDateTime time.Time, zlFutureGoodEdbInfo *future_good.FutureGoodEdbInfo, tmpFutureGoodEdbInfoList []*future_good.FutureGoodEdbInfo, monthNum int) (futureGoodEdbInfoDateMap map[string]*future_good.FutureGoodEdbInfo, newMaxN int, err error) {
  519. maxN := 36 //最大36期合约
  520. futureGoodEdbInfoList := make([]*future_good.FutureGoodEdbInfo, 0)
  521. futureGoodEdbInfoDateMap = make(map[string]*future_good.FutureGoodEdbInfo)
  522. earliestDateTime = time.Date(earliestDateTime.Year(), earliestDateTime.Month(), 1, 0, 0, 0, 0, time.Local)
  523. if zlFutureGoodEdbInfo.RegionType == "国内" {
  524. startMonth := int(earliestDateTime.Month())
  525. if startMonth == 1 {
  526. futureGoodEdbInfoList = tmpFutureGoodEdbInfoList
  527. } else {
  528. // 因为是下标,所以对应想下标是需要-1的
  529. index := startMonth - 1
  530. futureGoodEdbInfoList = tmpFutureGoodEdbInfoList[index:]
  531. futureGoodEdbInfoList = append(futureGoodEdbInfoList, tmpFutureGoodEdbInfoList[:index]...)
  532. }
  533. lenFutureGoodEdbInfoList := len(futureGoodEdbInfoList)
  534. //futureGoodEdbInfoList
  535. //if isAllChina {
  536. // // 如果全是国内指标,那么只需要拼上多出的几期合约即可
  537. // maxN = lenFutureGoodEdbInfoList + monthNum
  538. //}
  539. // 如果全是国内指标,那么只需要拼上多出的几期合约即可
  540. maxN = lenFutureGoodEdbInfoList + monthNum
  541. for i := 1; i < maxN; i++ {
  542. k := i % lenFutureGoodEdbInfoList
  543. futureGoodEdbInfoDateMap[earliestDateTime.AddDate(0, i, 0).Format(utils.FormatYearMonthDate)] = futureGoodEdbInfoList[k]
  544. if i > newMaxN {
  545. newMaxN = i
  546. }
  547. }
  548. //需求池604,只要是国内合约,最大必须是12期
  549. newMaxN = 12
  550. return
  551. }
  552. for _, v := range tmpFutureGoodEdbInfoList {
  553. //海外的连续日期,目前
  554. if v.FutureGoodEdbType == 2 {
  555. if v.Month <= newMaxN {
  556. futureGoodEdbInfoDateMap[earliestDateTime.AddDate(0, v.Month, 0).Format(utils.FormatYearMonthDate)] = v
  557. if v.Month > newMaxN {
  558. newMaxN = v.Month
  559. }
  560. }
  561. continue
  562. }
  563. if v.Year < earliestDateTime.Year() {
  564. continue
  565. }
  566. // 小于等于当前年,那么就肯定是ok的
  567. if v.Year == earliestDateTime.Year() && v.Month <= int(earliestDateTime.Month()) {
  568. continue
  569. }
  570. subYear := v.Year - earliestDateTime.Year()
  571. subMonth := v.Month - int(earliestDateTime.Month())
  572. // 如果(当前年-最新日期的年份) * 12个月 + (当前月-最新日期的月份) 小于总月份
  573. tmpN := subYear*12 + subMonth
  574. if tmpN < newMaxN {
  575. tmpDateTime := time.Date(v.Year, time.Month(v.Month), 1, 0, 0, 0, 0, time.Local)
  576. futureGoodEdbInfoDateMap[tmpDateTime.Format(utils.FormatYearMonthDate)] = v
  577. if tmpN > newMaxN {
  578. newMaxN = tmpN
  579. }
  580. continue
  581. }
  582. }
  583. return
  584. }
  585. // handleProfitResultData 处理成最终的结果数据
  586. func handleProfitResultData(baseEdbInfo *models.EdbInfo, yDataList []YData, earliestDateTime time.Time) (xDataList []XData, newYDataList []YData, err error) {
  587. xDataList = make([]XData, 0)
  588. newYDataList = yDataList
  589. nMap := make(map[int]int)
  590. for _, v := range yDataList {
  591. for _, n := range v.XEdbInfoIdList {
  592. nMap[n] = n
  593. }
  594. }
  595. // 找出所有的N值,并进行正序排列
  596. nList := make([]int, 0)
  597. for _, n := range nMap {
  598. nList = append(nList, n)
  599. }
  600. sort.Slice(nList, func(i, j int) bool {
  601. return nList[i] < nList[j]
  602. })
  603. for _, n := range nList {
  604. if n == 0 {
  605. continue
  606. }
  607. xDataList = append(xDataList, XData{
  608. Name: fmt.Sprint("M+", n),
  609. NameEn: fmt.Sprint("M+", n),
  610. })
  611. }
  612. for yIndex, yData := range yDataList {
  613. newYDataList[yIndex].XEdbInfoIdList = []int{}
  614. newYDataList[yIndex].Value = []float64{}
  615. tmpNList := nList
  616. xEdbInfoIdList := yData.XEdbInfoIdList
  617. valIndex := 0
  618. needNum := 0
  619. for _, n := range tmpNList {
  620. if len(xEdbInfoIdList) > 0 {
  621. currN := xEdbInfoIdList[0]
  622. // 当前距离最早的日期相差的N数
  623. if n == currN {
  624. if needNum > 0 {
  625. currVal := yData.Value[valIndex]
  626. preVal := yData.Value[valIndex-1]
  627. hcValDeci := decimal.NewFromFloat(currVal).Sub(decimal.NewFromFloat(preVal)).Div(decimal.NewFromInt(int64(needNum + 1)))
  628. for tmpNum := 0; tmpNum < needNum; tmpNum++ {
  629. newYDataList[yIndex].XEdbInfoIdList = append(newYDataList[yIndex].XEdbInfoIdList, 0)
  630. // 赋值平均值
  631. tmpVal, _ := decimal.NewFromFloat(preVal).Add(hcValDeci.Mul(decimal.NewFromInt(int64(tmpNum + 1)))).RoundCeil(4).Float64()
  632. newYDataList[yIndex].Value = append(newYDataList[yIndex].Value, tmpVal)
  633. }
  634. }
  635. newYDataList[yIndex].XEdbInfoIdList = append(newYDataList[yIndex].XEdbInfoIdList, currN+1)
  636. newYDataList[yIndex].Value = append(newYDataList[yIndex].Value, yData.Value[valIndex])
  637. valIndex++
  638. needNum = 0
  639. if len(xEdbInfoIdList) > 0 {
  640. xEdbInfoIdList = xEdbInfoIdList[1:]
  641. }
  642. } else {
  643. needNum++
  644. }
  645. }
  646. }
  647. }
  648. maxI := 0
  649. for _, yData := range newYDataList {
  650. lenEdb := len(yData.XEdbInfoIdList)
  651. for i := 0; i < lenEdb; i++ {
  652. if yData.XEdbInfoIdList[i] != 0 && !utils.InArrayByInt(yData.NoDataEdbList, yData.XEdbInfoIdList[i]) {
  653. if maxI < i {
  654. maxI = i
  655. }
  656. }
  657. }
  658. }
  659. earliestDateTime = time.Date(earliestDateTime.Year(), earliestDateTime.Month(), 1, 0, 0, 0, 0, time.Local)
  660. xDataList = xDataList[0:maxI]
  661. for yIndex, yData := range newYDataList {
  662. if len(yData.XEdbInfoIdList) > maxI+1 {
  663. newYDataList[yIndex].XEdbInfoIdList = yData.XEdbInfoIdList[0 : maxI+1]
  664. }
  665. if len(yData.Value) > maxI+1 {
  666. newYDataList[yIndex].Value = yData.Value[0 : maxI+1]
  667. }
  668. currDate, _ := time.ParseInLocation(utils.FormatDate, yData.Date, time.Local)
  669. nameList := make([]string, 0)
  670. enNameList := make([]string, 0)
  671. for _, n := range newYDataList[yIndex].XEdbInfoIdList {
  672. if n == 1 { // 现货价不处理
  673. nameList = append(nameList, baseEdbInfo.EdbName)
  674. enNameList = append(enNameList, baseEdbInfo.EdbNameEn)
  675. continue
  676. }
  677. if n <= 0 {
  678. nameList = append(nameList, `无合约`)
  679. enNameList = append(enNameList, `no contract`)
  680. } else {
  681. var date string
  682. currDateTime := currDate.AddDate(0, n-1, 0)
  683. month := int(currDateTime.Month())
  684. date = fmt.Sprintf("%d%d", currDateTime.Year(), month)
  685. if month < 10 {
  686. date = fmt.Sprintf("%d0%d", currDateTime.Year(), month)
  687. }
  688. nameList = append(nameList, date)
  689. enNameList = append(enNameList, date)
  690. }
  691. }
  692. newYDataList[yIndex].NameList = nameList
  693. newYDataList[yIndex].EnNameList = enNameList
  694. }
  695. return
  696. }
  697. func CheckFormula(formula string) map[string]string {
  698. mathFormula := []string{"MAX", "MIN", "ABS", "ACOS", "ASIN", "CEIL", "MOD", "POW", "ROUND", "SIGN", "SIN", "TAN", "LOG10", "LOG2", "LOG", "LN"}
  699. str := strings.ToUpper(formula)
  700. for _, v := range mathFormula {
  701. str = strings.Replace(str, v, "", -1)
  702. }
  703. str = strings.Replace(str, "(", "", -1)
  704. str = strings.Replace(str, ")", "", -1)
  705. byteMap := make(map[string]string)
  706. for i := 0; i < len(str); i++ {
  707. byteInt := str[i]
  708. if byteInt >= 65 && byteInt <= 90 {
  709. byteStr := string(byteInt)
  710. if _, ok := byteMap[byteStr]; !ok {
  711. byteMap[byteStr] = byteStr
  712. }
  713. }
  714. }
  715. return byteMap
  716. }
  717. func ReplaceFormula(tagEdbIdMap map[string]int, valArr map[int]float64, formulaStr string) string {
  718. funMap := GetFormulaMap()
  719. for k, v := range funMap {
  720. formulaStr = strings.Replace(formulaStr, k, v, -1)
  721. }
  722. replaceCount := 0
  723. for tag, edbInfoId := range tagEdbIdMap {
  724. if val, valOk := valArr[edbInfoId]; valOk { //值存在
  725. dvStr := fmt.Sprintf("%v", val)
  726. formulaStr = strings.Replace(formulaStr, tag, dvStr, -1)
  727. replaceCount++
  728. }
  729. }
  730. for k, v := range funMap {
  731. formulaStr = strings.Replace(formulaStr, v, k, -1)
  732. }
  733. if replaceCount == len(tagEdbIdMap) {
  734. return formulaStr
  735. } else {
  736. return ""
  737. }
  738. }
  739. func GetFormulaMap() map[string]string {
  740. funMap := make(map[string]string)
  741. funMap["MAX"] = "[@@]"
  742. funMap["MIN"] = "[@!]"
  743. funMap["ABS"] = "[@#]"
  744. funMap["CEIL"] = "[@$]"
  745. funMap["COS"] = "[@%]"
  746. funMap["FLOOR"] = "[@^]"
  747. funMap["MOD"] = "[@&]"
  748. funMap["POW"] = "[@*]"
  749. funMap["ROUND"] = "[@(]"
  750. return funMap
  751. }
  752. // GetNeedDateData 获取合约内需要的日期数据
  753. func GetNeedDateData(needDateTime time.Time, dataList []*models.EdbDataList, edbDataMap map[string]float64, allEdbDataMap map[int]map[string]float64) (findDateTime time.Time, findDataValue float64, isFind bool, err error) {
  754. //dataList := edbDataListMap[edbInfoId] //指标的所有数据值
  755. if len(dataList) <= 0 {
  756. // 没有数据的指标id
  757. return
  758. }
  759. //最早的日期
  760. minDateTime, err := time.ParseInLocation(utils.FormatDate, dataList[0].DataTime, time.Local)
  761. if err != nil {
  762. return
  763. }
  764. // 该日期存在数据的期货指标的最小数量,目前是现货和期货各1个,总共2个
  765. maxCount := 1
  766. for tmpDateTime := needDateTime; tmpDateTime.After(minDateTime) || tmpDateTime.Equal(minDateTime); tmpDateTime = tmpDateTime.AddDate(0, 0, -1) {
  767. tmpDate := tmpDateTime.Format(utils.FormatDate)
  768. tmpValue, ok := edbDataMap[tmpDate]
  769. if !ok {
  770. continue
  771. }
  772. // 该日期存在数据的指标数量
  773. count := 0
  774. for _, currEdbDataMap := range allEdbDataMap {
  775. _, tmpIsFind := currEdbDataMap[tmpDate]
  776. if tmpIsFind {
  777. count++
  778. if count >= maxCount {
  779. continue
  780. }
  781. }
  782. }
  783. // 该日期存在数据的期货指标数量小于2个,那么要继续往前找
  784. if count < maxCount {
  785. continue
  786. }
  787. //如果能找到数据,那么就返回
  788. // 数据为0,也直接返回,做无值处理
  789. if tmpValue == 0 {
  790. return
  791. }
  792. findDateTime, _ = time.ParseInLocation(utils.FormatDate, tmpDate, time.Local)
  793. findDataValue = tmpValue
  794. isFind = true
  795. return
  796. }
  797. return
  798. }