chart.go 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431
  1. package models
  2. import (
  3. "errors"
  4. "eta/eta_chart_lib/utils"
  5. "fmt"
  6. "github.com/beego/beego/v2/client/orm"
  7. "strconv"
  8. "time"
  9. "github.com/nosixtools/solarlunar"
  10. )
  11. type ChartInfo struct {
  12. ChartInfoId int `json:"-" orm:"column(chart_info_id);pk"`
  13. ChartName string `description:"来源名称"`
  14. ChartNameEn string `description:"英文图表名称"`
  15. ChartClassifyId int `json:"-" description:"图表分类id"`
  16. SysUserId int `json:"-"`
  17. SysUserRealName string `json:"-"`
  18. UniqueCode string `description:"图表唯一编码"`
  19. CreateTime time.Time `json:"-"`
  20. ModifyTime time.Time `json:"-"`
  21. DateType int `description:"日期类型:1:00年至今,2:10年至今,3:15年至今,4:年初至今,5:自定义时间"`
  22. StartDate string `description:"自定义开始日期"`
  23. EndDate string `description:"自定义结束日期"`
  24. IsSetName int `description:"设置名称"`
  25. EdbInfoIds string `description:"指标id"`
  26. ChartType int `description:"生成样式:1:曲线图,2:季节性图"`
  27. Calendar string `description:"公历/农历"`
  28. SeasonStartDate string `description:"季节性图开始日期"`
  29. SeasonEndDate string `description:"季节性图开始日期"`
  30. ChartImage string `description:"图表图片"`
  31. BarConfig string `description:"柱方图的配置,json数据" json:"-"`
  32. LeftMin string `description:"图表左侧最小值"`
  33. LeftMax string `description:"图表左侧最大值"`
  34. Source int `description:"1:ETA图库;2:商品价格曲线"`
  35. UnitEn string `description:"英文图表单位"`
  36. Unit string `description:"图表单位"`
  37. ExtraConfig string `description:"图表额外配置,json数据" json:"-"`
  38. ChartSource string `description:"图表来源str"`
  39. ChartSourceEn string `description:"图表来源(英文)"`
  40. SeasonExtraConfig string `description:"季节性图表中的配置,json数据"`
  41. StartYear int `description:"当选择的日期类型为最近N年类型时,即date_type=20, 用start_year表示N"`
  42. }
  43. func GetChartInfoByUniqueCode(uniqueCode string) (item *ChartInfo, err error) {
  44. o := orm.NewOrmUsingDB("data")
  45. sql := ` SELECT * FROM chart_info WHERE unique_code=? `
  46. err = o.Raw(sql, uniqueCode).QueryRow(&item)
  47. return
  48. }
  49. type ChartEdbInfoMapping struct {
  50. EdbInfoId int `description:"指标id"`
  51. SourceName string `description:"来源名称"`
  52. Source int `description:"来源id"`
  53. EdbCode string `description:"指标编码"`
  54. EdbName string `description:"指标名称"`
  55. EdbAliasName string `description:"指标名称(别名)"`
  56. EdbAliasNameEn string `description:"英文指标名称(别名)"`
  57. EdbNameEn string `description:"英文指标名称"`
  58. Frequency string `description:"频率"`
  59. FrequencyEn string `description:"英文频率"`
  60. Unit string `description:"单位"`
  61. UnitEn string `description:"英文单位"`
  62. StartDate string `description:"起始日期"`
  63. EndDate string `description:"终止日期"`
  64. ModifyTime string `description:"指标最后更新时间"`
  65. ChartEdbMappingId int `description:"图表指标id" json:"-"`
  66. ChartInfoId int `description:"图表id"`
  67. MaxData float64 `description:"上限"`
  68. MinData float64 `description:"下限"`
  69. IsOrder bool `description:"true:正序,false:逆序"`
  70. IsAxis int `description:"1:左轴,0:右轴"`
  71. EdbInfoType int `description:"1:标准指标,0:领先指标"`
  72. EdbType int `description:"指标类型:1:基础指标,2:计算指标"`
  73. LeadValue int `description:"领先值"`
  74. LeadUnit string `description:"领先单位"`
  75. LeadUnitEn string `description:"领先英文单位"`
  76. ChartStyle string `description:"图表类型"`
  77. ChartColor string `description:"颜色"`
  78. ChartWidth float64 `description:"线条大小"`
  79. DataList interface{}
  80. EdbInfoCategoryType int `description:"0:普通指标,1:预测指标"`
  81. PredictChartColor string `description:"预测数据的颜色"`
  82. ChartType int `description:"生成样式:1:曲线图,2:季节性图,3:面积图,4:柱状图,5:散点图,6:组合图"`
  83. LatestDate string `description:"数据最新日期"`
  84. LatestValue float64 `description:"数据最新值"`
  85. MoveLatestDate string `description:"移动后的数据最新日期"`
  86. UniqueCode string `description:"指标唯一编码"`
  87. MinValue float64 `json:"-" description:"最小值"`
  88. MaxValue float64 `json:"-" description:"最大值"`
  89. IsNullData bool `json:"-" description:"是否空数据"`
  90. MappingSource int `description:"1:ETA图库;2:商品价格曲线"`
  91. }
  92. func GetChartEdbMappingList(chartInfoId int) (list []*ChartEdbInfoMapping, err error) {
  93. o := orm.NewOrmUsingDB("data")
  94. aField := `a.chart_edb_mapping_id,a.chart_info_id,a.edb_info_id,a.create_time,a.modify_time,a.unique_code,a.max_data,a.min_data,a.is_order,a.is_axis,a.edb_info_type,a.lead_value,a.lead_unit,a.chart_style,a.chart_color,a.predict_chart_color,a.chart_width,a.source as mapping_source`
  95. sql := ` SELECT ` + aField + `,b.source_name,b.source,b.edb_code,b.edb_name,b.edb_name_en,b.frequency,b.unit,b.unit_en,b.start_date,b.end_date,b.modify_time,b.edb_type,b.latest_date,b.latest_value,b.unique_code,b.edb_info_type AS edb_info_category_type
  96. FROM chart_edb_mapping AS a
  97. INNER JOIN edb_info AS b ON a.edb_info_id=b.edb_info_id
  98. WHERE chart_info_id=?
  99. ORDER BY chart_edb_mapping_id ASC `
  100. _, err = o.Raw(sql, chartInfoId).QueryRows(&list)
  101. return
  102. }
  103. type EdbDataList struct {
  104. EdbDataId int `json:"-" description:" 指标数据ID"`
  105. EdbInfoId int `json:"-" description:"指标ID"`
  106. DataTime string `json:"-" description:"数据日期"`
  107. DataTimestamp int64 `description:"数据日期"`
  108. Value float64 `description:"数据值"`
  109. }
  110. // GetEdbDataList 获取指标的数据(日期正序返回)
  111. func GetEdbDataList(source, endInfoId int, startDate, endDate string) (list []*EdbDataList, err error) {
  112. tableName := GetEdbDataTableName(source)
  113. if tableName == "" {
  114. err = errors.New("无效的渠道:" + strconv.Itoa(source))
  115. list = make([]*EdbDataList, 0)
  116. return list, err
  117. }
  118. var pars []interface{}
  119. var condition string
  120. if startDate != "" {
  121. condition += ` AND data_time>=? `
  122. pars = append(pars, startDate)
  123. }
  124. if endDate != "" {
  125. condition += ` AND data_time<=? `
  126. pars = append(pars, endDate)
  127. }
  128. sql := `SELECT edb_data_id,edb_info_id,data_time,TRUNCATE(value,4) AS value,data_timestamp FROM %s WHERE edb_info_id=? `
  129. if condition != "" {
  130. sql += condition
  131. }
  132. sql += ` ORDER BY data_time ASC `
  133. sql = fmt.Sprintf(sql, tableName)
  134. o := orm.NewOrmUsingDB("data")
  135. _, err = o.Raw(sql, endInfoId, pars).QueryRows(&list)
  136. return
  137. }
  138. type EdbDataItems struct {
  139. Items []*EdbDataList
  140. Year int
  141. BetweenDay int `json:"-" description:"公历与农历之间相差的天数"`
  142. CuttingDataTimestamp int64 `description:"切割的时间戳"`
  143. }
  144. type EdbDataResult struct {
  145. List []*EdbDataItems
  146. }
  147. type QuarterData struct {
  148. Year int
  149. DataList []*EdbDataList
  150. CuttingDataTimestamp int64 `description:"切割的时间戳"`
  151. ChartLegend string
  152. Years string
  153. }
  154. type QuarterXDateItem struct {
  155. StartDate time.Time
  156. EndDate time.Time
  157. ShowName string
  158. ChartLegend string
  159. CuttingDataTimestamp int64 `description:"切割的时间戳"`
  160. }
  161. type ChartInfoDetailResp struct {
  162. ChartInfo *ChartInfo
  163. EdbInfoList []*ChartEdbInfoMapping
  164. XEdbIdValue []int `description:"柱方图的x轴数据,指标id"`
  165. YDataList []YData `description:"柱方图的y轴数据"`
  166. XDataList []XData `description:"商品价格曲线的X轴数据"`
  167. CorrelationChartInfo *CorrelationInfo `description:"相关性图表信息"`
  168. DataResp interface{} `description:"图表数据,根据图的类型而定的,没有确定的数据格式"`
  169. WaterMark string `description:"水印"`
  170. }
  171. // XData 商品价格曲线的的x轴数据
  172. type XData struct {
  173. Name string `description:"别名"`
  174. NameEn string `description:"英文别名"`
  175. }
  176. // YData 柱方图的y轴数据
  177. type YData struct {
  178. Date string `description:"数据日期"`
  179. ConfigDate time.Time `description:"配置的日期" json:"-"`
  180. Color string `description:"数据颜色"`
  181. Name string `description:"别名"`
  182. NameEn string `description:"英文别名"`
  183. Value []float64 `description:"每个指标的值"`
  184. NoDataEdbList []int `description:"没有数据的指标列表"`
  185. XEdbInfoIdList []int `description:"对应X轴的指标id列表"`
  186. EdbValMap map[int]float64 `description:"指标与值的对应" json:"-"`
  187. M []int `description:"对应开始日期的间隔值" json:"-"`
  188. NameList []string `description:"每个值对应的名称"`
  189. EnNameList []string `description:"每个值对应的英文名称"`
  190. Unit string `description:"中文单位名称"`
  191. UnitEn string `description:"英文单位名称"`
  192. }
  193. // RollingCorrelationChartDataResp 滚动相关性图
  194. type RollingCorrelationChartDataResp struct {
  195. XDateTimeValue []string `description:"滚动相关性图的x轴数据,日期数据"`
  196. YDataList []YData `description:"滚动相关性图的y轴数据"`
  197. }
  198. // 指标季度数据计算(公历转农历)
  199. func AddCalculateQuarterV5(dataList []*EdbDataList) (result *EdbDataResult, err error) {
  200. var errMsg string
  201. defer func() {
  202. if errMsg != "" {
  203. fmt.Println("errMsg:", errMsg)
  204. }
  205. }()
  206. if len(dataList) <= 0 {
  207. result.List = make([]*EdbDataItems, 0)
  208. return
  209. }
  210. endDate := dataList[len(dataList)-1].DataTime
  211. endDateForm, err := time.Parse(utils.FormatDate, endDate)
  212. if err != nil {
  213. return result, err
  214. }
  215. thisMonth := int(endDateForm.Month())
  216. result = new(EdbDataResult)
  217. var yearArr []int
  218. yearMap := make(map[int]int)
  219. var cureentDate time.Time
  220. if thisMonth < 11 {
  221. for k, v := range dataList {
  222. dateTime, err := time.Parse(utils.FormatDate, v.DataTime)
  223. if err != nil {
  224. errMsg = "time.Parse Err:" + err.Error() + ";DataTime:" + v.DataTime
  225. return result, err
  226. }
  227. if k == len(dataList)-1 {
  228. cureentDate = dateTime
  229. }
  230. year := dateTime.Year()
  231. if _, ok := yearMap[year]; !ok {
  232. yearArr = append(yearArr, year)
  233. }
  234. yearMap[year] = year
  235. }
  236. } else {
  237. for k, v := range dataList {
  238. dateTime, err := time.Parse(utils.FormatDate, v.DataTime)
  239. if err != nil {
  240. errMsg = "time.Parse Err:" + err.Error() + ";DataTime:" + v.DataTime
  241. return result, err
  242. }
  243. if k == len(dataList)-1 {
  244. cureentDate = dateTime
  245. }
  246. year := dateTime.Year() + 1
  247. if _, ok := yearMap[year]; !ok {
  248. yearArr = append(yearArr, year)
  249. }
  250. yearMap[year] = year
  251. }
  252. }
  253. //排序
  254. fmt.Println("yearArr:", yearArr)
  255. thisYear := cureentDate.Year()
  256. //thisMonth := int(cureentDate.Month())
  257. fmt.Println("thisMonth:", thisMonth)
  258. for ky, vy := range yearArr {
  259. fmt.Println("line 432:", ky, vy, thisYear, thisMonth)
  260. if thisMonth < 11 {
  261. currentYearCjnl := strconv.Itoa(thisYear) + "-01-01" //当前年份春节农历
  262. currentYearCjgl := solarlunar.LunarToSolar(currentYearCjnl, false) //当前年份春节公历
  263. currentYearCjglDate, err := time.Parse(utils.FormatDate, currentYearCjgl)
  264. if err != nil {
  265. errMsg = "生成当前春节失败,Err:" + err.Error()
  266. return result, err
  267. }
  268. preYear := vy
  269. preYearCjnl := strconv.Itoa(preYear) + "-01-01" //之前年份春节农历
  270. preYearCjgl := solarlunar.LunarToSolar(preYearCjnl, false) //之前年份春节公历
  271. preYearCjglDate, err := time.Parse(utils.FormatDate, preYearCjgl)
  272. if err != nil {
  273. errMsg = "生成历史年份春节失败,Err:" + err.Error()
  274. return result, err
  275. }
  276. day := currentYearCjglDate.Sub(preYearCjglDate).Hours() / float64(24)
  277. items := new(EdbDataItems)
  278. items.BetweenDay = int(day) //公历日期换算成农历,需要减除的天数
  279. items.Year = preYear
  280. for _, v := range dataList {
  281. dateTime, err := time.Parse(utils.FormatDate, v.DataTime)
  282. if err != nil {
  283. errMsg = "time.Parse Err:" + err.Error() + ";DataTime:" + v.DataTime
  284. return result, err
  285. }
  286. newDate := dateTime.AddDate(0, 0, int(day))
  287. selectDateStr := strconv.Itoa(thisYear) + "-11" + "-30"
  288. selectDate, _ := time.Parse(utils.FormatDate, selectDateStr)
  289. if newDate.Before(selectDate) || newDate == selectDate {
  290. timestamp := newDate.UnixNano() / 1e6
  291. item := new(EdbDataList)
  292. item.DataTime = newDate.Format(utils.FormatDate)
  293. item.EdbInfoId = v.EdbInfoId
  294. item.Value = v.Value
  295. item.EdbDataId = v.EdbDataId
  296. item.DataTimestamp = timestamp
  297. items.Items = append(items.Items, item)
  298. }
  299. }
  300. result.List = append(result.List, items)
  301. } else {
  302. nextYear := thisYear + 1
  303. nextYearCjnl := strconv.Itoa(nextYear) + "-01-01" //当前年份春节农历
  304. nextYearCjgl := solarlunar.LunarToSolar(nextYearCjnl, false) //当前年份春节公历
  305. nextYearCjglDate, err := time.Parse(utils.FormatDate, nextYearCjgl)
  306. if err != nil {
  307. errMsg = "生成当前春节失败,Err:" + err.Error()
  308. return result, err
  309. }
  310. preYear := vy
  311. preYearCjnl := strconv.Itoa(preYear) + "-01-01" //之前年份春节农历
  312. preYearCjgl := solarlunar.LunarToSolar(preYearCjnl, false) //之前年份春节公历
  313. preYearCjglDate, err := time.Parse(utils.FormatDate, preYearCjgl)
  314. if err != nil {
  315. errMsg = "生成历史年份春节失败,Err:" + err.Error()
  316. return result, err
  317. }
  318. day := nextYearCjglDate.Sub(preYearCjglDate).Hours() / float64(24)
  319. fmt.Println("day:", day, nextYearCjglDate, preYearCjglDate)
  320. items := new(EdbDataItems)
  321. items.BetweenDay = int(day) //公历日期换算成农历,需要减除的天数
  322. items.Year = preYear - 1
  323. fmt.Println("preYear:", preYear, "ky:", ky, "yearArrLen:", len(yearArr))
  324. if ky+1 < len(yearArr) {
  325. for _, v := range dataList {
  326. dateTime, err := time.Parse(utils.FormatDate, v.DataTime)
  327. if err != nil {
  328. errMsg = "time.Parse Err:" + err.Error() + ";DataTime:" + v.DataTime
  329. return result, err
  330. }
  331. newDate := dateTime.AddDate(0, 0, int(day))
  332. selectDateStr := strconv.Itoa(nextYear) + "-05" + "-31"
  333. selectDate, _ := time.Parse(utils.FormatDate, selectDateStr)
  334. if newDate.Before(selectDate) || newDate == selectDate {
  335. timestamp := newDate.UnixNano() / 1e6
  336. item := new(EdbDataList)
  337. item.DataTime = newDate.Format(utils.FormatDate)
  338. item.EdbInfoId = v.EdbInfoId
  339. item.Value = v.Value
  340. item.EdbDataId = v.EdbDataId
  341. item.DataTimestamp = timestamp
  342. items.Items = append(items.Items, item)
  343. }
  344. }
  345. result.List = append(result.List, items)
  346. } else {
  347. for _, v := range dataList {
  348. dateTime, err := time.Parse(utils.FormatDate, v.DataTime)
  349. if err != nil {
  350. errMsg = "time.Parse Err:" + err.Error() + ";DataTime:" + v.DataTime
  351. return result, err
  352. }
  353. timestamp := dateTime.UnixNano() / 1e6
  354. item := new(EdbDataList)
  355. item.DataTime = dateTime.Format(utils.FormatDate)
  356. item.EdbInfoId = v.EdbInfoId
  357. item.Value = v.Value
  358. item.EdbDataId = v.EdbDataId
  359. item.DataTimestamp = timestamp
  360. items.Items = append(items.Items, item)
  361. }
  362. result.List = append(result.List, items)
  363. }
  364. }
  365. }
  366. return
  367. }
  368. type CorrelationInfo struct {
  369. LeadValue int `description:"领先值"`
  370. LeadUnit string `description:"领先单位"`
  371. StartDate string `description:"开始日期"`
  372. EndDate string `description:"结束日期"`
  373. EdbInfoIdFirst int `description:"A指标ID"`
  374. EdbInfoIdSecond int `description:"B指标ID"`
  375. PeriodData string `description:"X轴-期数数据"`
  376. CorrelationData string `description:"Y轴-相关性系数"`
  377. }
  378. type SeasonExtraItem struct {
  379. ChartLegend []SeasonChartLegend `description:"自定义的图例名称"`
  380. XStartDate string `description:"横坐标显示的起始日"`
  381. XEndDate string `description:"横坐标显示的截止日"`
  382. JumpYear int `description:"横坐标日期是否跨年,1跨年,0不跨年"`
  383. }
  384. type SeasonChartLegend struct {
  385. Name string
  386. Value string
  387. }
  388. type QuarterDataList []*QuarterData
  389. func (m QuarterDataList) Len() int {
  390. return len(m)
  391. }
  392. func (m QuarterDataList) Less(i, j int) bool {
  393. return m[i].Years < m[j].Years
  394. }
  395. func (m QuarterDataList) Swap(i, j int) {
  396. m[i], m[j] = m[j], m[i]
  397. }