chart.go 35 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906
  1. package models
  2. import (
  3. "errors"
  4. "eta/eta_chart_lib/models/mgo"
  5. "eta/eta_chart_lib/utils"
  6. "fmt"
  7. "strconv"
  8. "time"
  9. "github.com/beego/beego/v2/client/orm"
  10. "go.mongodb.org/mongo-driver/bson"
  11. "github.com/nosixtools/solarlunar"
  12. )
  13. type ChartInfo struct {
  14. ChartInfoId int `json:"-" orm:"column(chart_info_id);pk"`
  15. ChartName string `description:"来源名称"`
  16. ChartNameEn string `description:"英文图表名称"`
  17. ChartClassifyId int `json:"-" description:"图表分类id"`
  18. SysUserId int `json:"-"`
  19. SysUserRealName string `json:"-"`
  20. UniqueCode string `description:"图表唯一编码"`
  21. CreateTime time.Time `json:"-"`
  22. ModifyTime time.Time `json:"-"`
  23. DateType int `description:"日期类型:1:00年至今,2:10年至今,3:15年至今,4:年初至今,5:自定义时间"`
  24. StartDate string `description:"自定义开始日期"`
  25. EndDate string `description:"自定义结束日期"`
  26. IsSetName int `description:"设置名称"`
  27. EdbInfoIds string `description:"指标id"`
  28. ChartType int `description:"生成样式:1:曲线图,2:季节性图"`
  29. Calendar string `description:"公历/农历"`
  30. SeasonStartDate string `description:"季节性图开始日期"`
  31. SeasonEndDate string `description:"季节性图开始日期"`
  32. ChartImage string `description:"图表图片"`
  33. BarConfig string `description:"柱方图的配置,json数据" json:"-"`
  34. XMin string `description:"图表X轴最小值"`
  35. XMax string `description:"图表X轴最大值"`
  36. LeftMin string `description:"图表左侧最小值"`
  37. LeftMax string `description:"图表左侧最大值"`
  38. RightMin string `description:"图表右侧最小值"`
  39. RightMax string `description:"图表右侧最大值"`
  40. Right2Min string `description:"图表右侧2最小值"`
  41. Right2Max string `description:"图表右侧2最大值"`
  42. MinMaxSave int `description:"是否手动保存过上下限:0-否;1-是"`
  43. Source int `description:"1:ETA图库;2:商品价格曲线"`
  44. Unit string `description:"中文单位名称"`
  45. UnitEn string `description:"英文单位名称"`
  46. ExtraConfig string `description:"图表额外配置,json数据" json:"-"`
  47. ChartSource string `description:"图表来源str"`
  48. ChartSourceEn string `description:"图表来源(英文)"`
  49. SeasonExtraConfig string `description:"季节性图表中的配置,json数据"`
  50. StartYear int `description:"当选择的日期类型为最近N年类型时,即date_type=20, 用start_year表示N"`
  51. ChartThemeId int `description:"图表应用主题ID"`
  52. ChartThemeStyle string `description:"图表应用主题样式"`
  53. SourcesFrom string `description:"图表来源"`
  54. Instructions string `description:"图表说明"`
  55. MarkersLines string `description:"标识线"`
  56. MarkersAreas string `description:"标识区"`
  57. }
  58. func GetChartInfoByUniqueCode(uniqueCode string) (item *ChartInfo, err error) {
  59. o := orm.NewOrmUsingDB("data")
  60. sql := ` SELECT * FROM chart_info WHERE unique_code=? `
  61. err = o.Raw(sql, uniqueCode).QueryRow(&item)
  62. return
  63. }
  64. type ChartEdbInfoMapping struct {
  65. EdbInfoId int `description:"指标id"`
  66. SourceName string `description:"来源名称"`
  67. Source int `description:"来源id"`
  68. EdbCode string `description:"指标编码"`
  69. EdbName string `description:"指标名称"`
  70. EdbAliasName string `description:"指标名称(别名)"`
  71. EdbAliasNameEn string `description:"英文指标名称(别名)"`
  72. EdbNameEn string `description:"英文指标名称"`
  73. Frequency string `description:"频率"`
  74. FrequencyEn string `description:"英文频率"`
  75. Unit string `description:"单位"`
  76. UnitEn string `description:"英文单位"`
  77. StartDate string `description:"起始日期"`
  78. EndDate string `description:"终止日期"`
  79. ModifyTime string `description:"指标最后更新时间"`
  80. ChartEdbMappingId int `description:"图表指标id" json:"-"`
  81. ChartInfoId int `description:"图表id"`
  82. MaxData float64 `description:"上限"`
  83. MinData float64 `description:"下限"`
  84. IsOrder bool `description:"true:正序,false:逆序"`
  85. IsAxis int `description:"1:左轴,0:右轴"`
  86. EdbInfoType int `description:"1:标准指标,0:领先指标"`
  87. EdbType int `description:"指标类型:1:基础指标,2:计算指标"`
  88. LeadValue int `description:"领先值"`
  89. LeadUnit string `description:"领先单位"`
  90. LeadUnitEn string `description:"领先英文单位"`
  91. ChartStyle string `description:"图表类型"`
  92. ChartColor string `description:"颜色"`
  93. ChartWidth float64 `description:"线条大小"`
  94. DataList interface{}
  95. EdbInfoCategoryType int `description:"0:普通指标,1:预测指标"`
  96. PredictChartColor string `description:"预测数据的颜色"`
  97. ChartType int `description:"生成样式:1:曲线图,2:季节性图,3:面积图,4:柱状图,5:散点图,6:组合图"`
  98. LatestDate string `description:"数据最新日期"`
  99. LatestValue float64 `description:"数据最新值"`
  100. MoveLatestDate string `description:"移动后的数据最新日期"`
  101. UniqueCode string `description:"指标唯一编码"`
  102. MinValue float64 `json:"-" description:"最小值"`
  103. MaxValue float64 `json:"-" description:"最大值"`
  104. IsNullData bool `json:"-" description:"是否空数据"`
  105. MappingSource int `description:"1:ETA图库;2:商品价格曲线"`
  106. SubSource int `description:"子数据来源:0:经济数据库,1:日期序列"`
  107. SubSourceName string `description:"子数据来源名称"`
  108. IndicatorCode string `description:"指标代码"`
  109. StockCode string `description:"证券代码"`
  110. IsConvert int `description:"是否数据转换 0不转 1转"`
  111. ConvertType int `description:"数据转换类型 1乘 2除 3对数"`
  112. ConvertValue float64 `description:"数据转换值"`
  113. ConvertUnit string `description:"数据转换单位"`
  114. ConvertEnUnit string `description:"数据转换单位"`
  115. }
  116. func GetChartEdbMappingList(chartInfoId int) (list []*ChartEdbInfoMapping, err error) {
  117. o := orm.NewOrmUsingDB("data")
  118. aField := `a.chart_edb_mapping_id,a.chart_info_id,a.edb_info_id,a.create_time,a.modify_time,a.unique_code,a.max_data,a.min_data,a.is_order,a.is_axis,a.edb_info_type,a.lead_value,a.lead_unit,a.chart_style,a.chart_color,a.predict_chart_color,a.chart_width,a.source as mapping_source,a.edb_alias_name`
  119. sql := ` SELECT ` + aField + `,b.source_name,b.source,b.edb_code,b.edb_name,b.edb_name_en,b.frequency,b.unit,b.unit_en,b.start_date,b.end_date,b.modify_time,b.edb_type,b.latest_date,b.latest_value,b.unique_code,b.edb_info_type AS edb_info_category_type,b.sub_source,
  120. a.is_convert, a.convert_type, a.convert_value, a.convert_unit, a.convert_en_unit
  121. FROM chart_edb_mapping AS a
  122. INNER JOIN edb_info AS b ON a.edb_info_id=b.edb_info_id
  123. WHERE chart_info_id=?
  124. ORDER BY chart_edb_mapping_id ASC `
  125. _, err = o.Raw(sql, chartInfoId).QueryRows(&list)
  126. return
  127. }
  128. type EdbDataList struct {
  129. EdbDataId int `json:"-" description:" 指标数据ID"`
  130. EdbInfoId int `json:"-" description:"指标ID"`
  131. DataTime string `description:"数据日期"`
  132. DataTimestamp int64 `description:"数据日期"`
  133. Value float64 `description:"数据值"`
  134. }
  135. // GetEdbDataList 获取指标的数据(日期正序返回)
  136. func GetEdbDataList(source, subSource, edbInfoId int, startDate, endDate string) (list []*EdbDataList, err error) {
  137. // 自有数据需要额外处理(从mongo获取)
  138. if source == utils.DATA_SOURCE_BUSINESS && utils.UseMongo {
  139. return getEdbDataListByMongo(source, subSource, edbInfoId, startDate, endDate)
  140. }
  141. if source == utils.DATA_SOURCE_THS && subSource == utils.DATA_SUB_SOURCE_HIGH_FREQUENCY && utils.UseMongo {
  142. return getThsHfEdbDataListByMongo(source, subSource, edbInfoId, startDate, endDate)
  143. }
  144. return getEdbDataListByMysql(source, subSource, edbInfoId, startDate, endDate)
  145. }
  146. // getEdbDataListByMysql
  147. // @Description: 从mysql中获取指标的数据(日期正序返回)
  148. // @author: Roc
  149. // @datetime 2024-05-08 16:49:48
  150. // @param source int
  151. // @param subSource int
  152. // @param edbInfoId int
  153. // @param startDate string
  154. // @param endDate string
  155. // @return list []*EdbDataList
  156. // @return err error
  157. func getEdbDataListByMysql(source, subSource, edbInfoId int, startDate, endDate string) (list []*EdbDataList, err error) {
  158. tableName := GetEdbDataTableName(source, subSource)
  159. if tableName == "" {
  160. err = errors.New("无效的渠道:" + strconv.Itoa(source))
  161. list = make([]*EdbDataList, 0)
  162. return list, err
  163. }
  164. var pars []interface{}
  165. var condition string
  166. if startDate != "" {
  167. condition += ` AND data_time>=? `
  168. pars = append(pars, startDate)
  169. }
  170. if endDate != "" {
  171. condition += ` AND data_time<=? `
  172. pars = append(pars, endDate)
  173. }
  174. sql := `SELECT edb_data_id,edb_info_id,data_time,value,data_timestamp FROM %s WHERE edb_info_id=? `
  175. if condition != "" {
  176. sql += condition
  177. }
  178. sql += ` ORDER BY data_time ASC `
  179. sql = fmt.Sprintf(sql, tableName)
  180. o := orm.NewOrmUsingDB("data")
  181. _, err = o.Raw(sql, edbInfoId, pars).QueryRows(&list)
  182. return
  183. }
  184. // getEdbDataListByMongo
  185. // @Description: 从mongo中获取指标的数据(日期正序返回)
  186. // @author: Roc
  187. // @datetime 2024-05-08 16:49:59
  188. // @param source int
  189. // @param subSource int
  190. // @param edbInfoId int
  191. // @param startDate string
  192. // @param endDate string
  193. // @return list []*EdbDataList
  194. // @return err error
  195. func getEdbDataListByMongo(source, subSource, edbInfoId int, startDate, endDate string) (list []*EdbDataList, err error) {
  196. list = make([]*EdbDataList, 0)
  197. mogDataObj := mgo.EdbDataBusiness{}
  198. // 构建查询条件
  199. queryConditions := bson.M{
  200. "edb_info_id": edbInfoId,
  201. }
  202. // 日期
  203. dateCondition, err := mgo.BuildDateCondition(startDate, endDate)
  204. if err != nil {
  205. return
  206. }
  207. if len(dateCondition) > 0 {
  208. queryConditions["data_time"] = dateCondition
  209. }
  210. // 获取列表数据
  211. tmpDataList, tmpErr := mogDataObj.GetAllDataList(queryConditions, []string{"data_time"})
  212. if tmpErr != nil {
  213. err = tmpErr
  214. return
  215. }
  216. for k, v := range tmpDataList {
  217. list = append(list, &EdbDataList{
  218. EdbDataId: k + 1,
  219. EdbInfoId: v.EdbInfoId,
  220. DataTime: v.DataTime.Format(utils.FormatDate),
  221. DataTimestamp: v.DataTimestamp,
  222. Value: v.Value,
  223. })
  224. }
  225. return
  226. }
  227. type EdbDataItemList struct {
  228. EdbDataId int `json:"-" description:" 指标数据ID"`
  229. EdbInfoId int `json:"-" description:"指标ID"`
  230. DataTime string `description:"数据日期"`
  231. DataTimestamp int64 `description:"数据日期"`
  232. Value float64 `description:"数据值"`
  233. }
  234. type EdbDataItems struct {
  235. Items []*EdbDataList
  236. Year int
  237. BetweenDay int `json:"-" description:"公历与农历之间相差的天数"`
  238. CuttingDataTimestamp int64 `description:"切割的时间戳"`
  239. }
  240. type EdbDataResult struct {
  241. List []*EdbDataItems
  242. }
  243. type QuarterData struct {
  244. Year string
  245. DataList []*EdbDataList
  246. CuttingDataTimestamp int64 `description:"切割的时间戳"`
  247. ChartLegend string
  248. Years string
  249. }
  250. type QuarterXDateItem struct {
  251. StartDate time.Time
  252. EndDate time.Time
  253. ShowName string
  254. ChartLegend string
  255. CuttingDataTimestamp int64 `description:"切割的时间戳"`
  256. }
  257. type ChartInfoDetailResp struct {
  258. ChartInfo *ChartInfo
  259. EdbInfoList []*ChartEdbInfoMapping
  260. XEdbIdValue []int `description:"柱方图的x轴数据,指标id"`
  261. YDataList []YData `description:"柱方图的y轴数据"`
  262. XDataList []XData `description:"商品价格曲线的X轴数据"`
  263. CorrelationChartInfo *CorrelationInfo `description:"相关性图表信息"`
  264. DataResp interface{} `description:"图表数据,根据图的类型而定的,没有确定的数据格式"`
  265. WaterMark string `description:"水印"`
  266. IsCollect bool `description:"是否收藏"`
  267. }
  268. // XData 商品价格曲线的的x轴数据
  269. type XData struct {
  270. Name string `description:"别名"`
  271. NameEn string `description:"英文别名"`
  272. }
  273. // YData 柱方图的y轴数据
  274. type YData struct {
  275. Date string `description:"数据日期"`
  276. ConfigDate time.Time `description:"配置的日期" json:"-"`
  277. Color string `description:"数据颜色"`
  278. Name string `description:"别名"`
  279. NameEn string `description:"英文别名"`
  280. Value []float64 `description:"每个指标的值"`
  281. NoDataEdbList []int `description:"没有数据的指标列表"`
  282. XEdbInfoIdList []int `description:"对应X轴的指标id列表"`
  283. EdbValMap map[int]float64 `description:"指标与值的对应" json:"-"`
  284. M []int `description:"对应开始日期的间隔值" json:"-"`
  285. NameList []string `description:"每个值对应的名称"`
  286. EnNameList []string `description:"每个值对应的英文名称"`
  287. SeriesEdb struct {
  288. SeriesId int `description:"因子指标系列ID"`
  289. EdbInfoId int `description:"指标ID"`
  290. } `description:"对应的系列指标"`
  291. }
  292. // RollingCorrelationChartDataResp 滚动相关性图
  293. type RollingCorrelationChartDataResp struct {
  294. XDateTimeValue []string `description:"滚动相关性图的x轴数据,日期数据"`
  295. YDataList []YData `description:"滚动相关性图的y轴数据"`
  296. }
  297. // 指标季度数据计算(公历转农历)
  298. func AddCalculateQuarterV5(dataList []*EdbDataList) (result *EdbDataResult, err error) {
  299. var errMsg string
  300. defer func() {
  301. if errMsg != "" {
  302. fmt.Println("errMsg:", errMsg)
  303. }
  304. }()
  305. if len(dataList) <= 0 {
  306. result.List = make([]*EdbDataItems, 0)
  307. return
  308. }
  309. endDate := dataList[len(dataList)-1].DataTime
  310. endDateForm, err := time.Parse(utils.FormatDate, endDate)
  311. if err != nil {
  312. return result, err
  313. }
  314. thisMonth := int(endDateForm.Month())
  315. result = new(EdbDataResult)
  316. var yearArr []int
  317. yearMap := make(map[int]int)
  318. var cureentDate time.Time
  319. if thisMonth < 11 {
  320. for k, v := range dataList {
  321. dateTime, err := time.Parse(utils.FormatDate, v.DataTime)
  322. if err != nil {
  323. errMsg = "time.Parse Err:" + err.Error() + ";DataTime:" + v.DataTime
  324. return result, err
  325. }
  326. if k == len(dataList)-1 {
  327. cureentDate = dateTime
  328. }
  329. year := dateTime.Year()
  330. if _, ok := yearMap[year]; !ok {
  331. yearArr = append(yearArr, year)
  332. }
  333. yearMap[year] = year
  334. }
  335. } else {
  336. for k, v := range dataList {
  337. dateTime, err := time.Parse(utils.FormatDate, v.DataTime)
  338. if err != nil {
  339. errMsg = "time.Parse Err:" + err.Error() + ";DataTime:" + v.DataTime
  340. return result, err
  341. }
  342. if k == len(dataList)-1 {
  343. cureentDate = dateTime
  344. }
  345. year := dateTime.Year() + 1
  346. if _, ok := yearMap[year]; !ok {
  347. yearArr = append(yearArr, year)
  348. }
  349. yearMap[year] = year
  350. }
  351. }
  352. //排序
  353. fmt.Println("yearArr:", yearArr)
  354. thisYear := cureentDate.Year()
  355. //thisMonth := int(cureentDate.Month())
  356. fmt.Println("thisMonth:", thisMonth)
  357. for ky, vy := range yearArr {
  358. fmt.Println("line 432:", ky, vy, thisYear, thisMonth)
  359. if thisMonth < 11 {
  360. currentYearCjnl := strconv.Itoa(thisYear) + "-01-01" //当前年份春节农历
  361. currentYearCjgl := solarlunar.LunarToSolar(currentYearCjnl, false) //当前年份春节公历
  362. currentYearCjglDate, err := time.Parse(utils.FormatDate, currentYearCjgl)
  363. if err != nil {
  364. errMsg = "生成当前春节失败,Err:" + err.Error()
  365. return result, err
  366. }
  367. preYear := vy
  368. preYearCjnl := strconv.Itoa(preYear) + "-01-01" //之前年份春节农历
  369. preYearCjgl := solarlunar.LunarToSolar(preYearCjnl, false) //之前年份春节公历
  370. preYearCjglDate, err := time.Parse(utils.FormatDate, preYearCjgl)
  371. if err != nil {
  372. errMsg = "生成历史年份春节失败,Err:" + err.Error()
  373. return result, err
  374. }
  375. day := currentYearCjglDate.Sub(preYearCjglDate).Hours() / float64(24)
  376. items := new(EdbDataItems)
  377. items.BetweenDay = int(day) //公历日期换算成农历,需要减除的天数
  378. items.Year = preYear
  379. for _, v := range dataList {
  380. dateTime, err := time.Parse(utils.FormatDate, v.DataTime)
  381. if err != nil {
  382. errMsg = "time.Parse Err:" + err.Error() + ";DataTime:" + v.DataTime
  383. return result, err
  384. }
  385. newDate := dateTime.AddDate(0, 0, int(day))
  386. selectDateStr := strconv.Itoa(thisYear) + "-11" + "-30"
  387. selectDate, _ := time.Parse(utils.FormatDate, selectDateStr)
  388. if newDate.Before(selectDate) || newDate == selectDate {
  389. timestamp := newDate.UnixNano() / 1e6
  390. item := new(EdbDataList)
  391. item.DataTime = newDate.Format(utils.FormatDate)
  392. item.EdbInfoId = v.EdbInfoId
  393. item.Value = v.Value
  394. item.EdbDataId = v.EdbDataId
  395. item.DataTimestamp = timestamp
  396. items.Items = append(items.Items, item)
  397. }
  398. }
  399. result.List = append(result.List, items)
  400. } else {
  401. nextYear := thisYear + 1
  402. nextYearCjnl := strconv.Itoa(nextYear) + "-01-01" //当前年份春节农历
  403. nextYearCjgl := solarlunar.LunarToSolar(nextYearCjnl, false) //当前年份春节公历
  404. nextYearCjglDate, err := time.Parse(utils.FormatDate, nextYearCjgl)
  405. if err != nil {
  406. errMsg = "生成当前春节失败,Err:" + err.Error()
  407. return result, err
  408. }
  409. preYear := vy
  410. preYearCjnl := strconv.Itoa(preYear) + "-01-01" //之前年份春节农历
  411. preYearCjgl := solarlunar.LunarToSolar(preYearCjnl, false) //之前年份春节公历
  412. preYearCjglDate, err := time.Parse(utils.FormatDate, preYearCjgl)
  413. if err != nil {
  414. errMsg = "生成历史年份春节失败,Err:" + err.Error()
  415. return result, err
  416. }
  417. day := nextYearCjglDate.Sub(preYearCjglDate).Hours() / float64(24)
  418. fmt.Println("day:", day, nextYearCjglDate, preYearCjglDate)
  419. items := new(EdbDataItems)
  420. items.BetweenDay = int(day) //公历日期换算成农历,需要减除的天数
  421. items.Year = preYear - 1
  422. fmt.Println("preYear:", preYear, "ky:", ky, "yearArrLen:", len(yearArr))
  423. if ky+1 < len(yearArr) {
  424. for _, v := range dataList {
  425. dateTime, err := time.Parse(utils.FormatDate, v.DataTime)
  426. if err != nil {
  427. errMsg = "time.Parse Err:" + err.Error() + ";DataTime:" + v.DataTime
  428. return result, err
  429. }
  430. newDate := dateTime.AddDate(0, 0, int(day))
  431. selectDateStr := strconv.Itoa(nextYear) + "-05" + "-31"
  432. selectDate, _ := time.Parse(utils.FormatDate, selectDateStr)
  433. if newDate.Before(selectDate) || newDate == selectDate {
  434. timestamp := newDate.UnixNano() / 1e6
  435. item := new(EdbDataList)
  436. item.DataTime = newDate.Format(utils.FormatDate)
  437. item.EdbInfoId = v.EdbInfoId
  438. item.Value = v.Value
  439. item.EdbDataId = v.EdbDataId
  440. item.DataTimestamp = timestamp
  441. items.Items = append(items.Items, item)
  442. }
  443. }
  444. result.List = append(result.List, items)
  445. } else {
  446. for _, v := range dataList {
  447. dateTime, err := time.Parse(utils.FormatDate, v.DataTime)
  448. if err != nil {
  449. errMsg = "time.Parse Err:" + err.Error() + ";DataTime:" + v.DataTime
  450. return result, err
  451. }
  452. timestamp := dateTime.UnixNano() / 1e6
  453. item := new(EdbDataList)
  454. item.DataTime = dateTime.Format(utils.FormatDate)
  455. item.EdbInfoId = v.EdbInfoId
  456. item.Value = v.Value
  457. item.EdbDataId = v.EdbDataId
  458. item.DataTimestamp = timestamp
  459. items.Items = append(items.Items, item)
  460. }
  461. result.List = append(result.List, items)
  462. }
  463. }
  464. }
  465. return
  466. }
  467. // AddCalculateQuarterV6 指标季度数据计算(季节性图表)
  468. func AddCalculateQuarterV6(dataList []*EdbDataList) (result *EdbDataResult, err error) {
  469. var errMsg string
  470. defer func() {
  471. if errMsg != "" {
  472. fmt.Println("errMsg:", errMsg)
  473. }
  474. }()
  475. endDate := dataList[len(dataList)-1].DataTime
  476. endDateForm, err := time.Parse(utils.FormatDate, endDate)
  477. if err != nil {
  478. return result, err
  479. }
  480. thisMonth := int(endDateForm.Month())
  481. result = new(EdbDataResult)
  482. var yearArr []int
  483. yearMap := make(map[int]int)
  484. var cureentDate time.Time
  485. if thisMonth < 11 {
  486. for k, v := range dataList {
  487. dateTime, err := time.Parse(utils.FormatDate, v.DataTime)
  488. if err != nil {
  489. errMsg = "time.Parse Err:" + err.Error() + ";DataTime:" + v.DataTime
  490. return result, err
  491. }
  492. if k == len(dataList)-1 {
  493. cureentDate = dateTime
  494. }
  495. year := dateTime.Year()
  496. if _, ok := yearMap[year]; !ok {
  497. yearArr = append(yearArr, year)
  498. }
  499. yearMap[year] = year
  500. }
  501. } else {
  502. for k, v := range dataList {
  503. dateTime, err := time.Parse(utils.FormatDate, v.DataTime)
  504. if err != nil {
  505. errMsg = "time.Parse Err:" + err.Error() + ";DataTime:" + v.DataTime
  506. return result, err
  507. }
  508. if k == len(dataList)-1 {
  509. cureentDate = dateTime
  510. }
  511. year := dateTime.Year() + 1
  512. if _, ok := yearMap[year]; !ok {
  513. yearArr = append(yearArr, year)
  514. }
  515. yearMap[year] = year
  516. }
  517. }
  518. //排序
  519. fmt.Println("yearArr:", yearArr)
  520. thisYear := cureentDate.Year()
  521. //thisMonth := int(cureentDate.Month())
  522. fmt.Println("thisMonth:", thisMonth)
  523. for ky, vy := range yearArr {
  524. fmt.Printf("line 432:ky:%d, vy:%d, thisYear:%d, thisMonth:%d", ky, vy, thisYear, thisMonth)
  525. fmt.Println("")
  526. if thisMonth < 11 {
  527. currentYearCjnl := strconv.Itoa(thisYear) + "-01-01" //当前年份春节农历
  528. currentYearCjgl := solarlunar.LunarToSolar(currentYearCjnl, false) //当前年份春节公历
  529. currentYearCjglDate, err := time.Parse(utils.FormatDate, currentYearCjgl)
  530. if err != nil {
  531. errMsg = "生成当前春节失败,Err:" + err.Error()
  532. return result, err
  533. }
  534. preYear := vy
  535. preYearCjnl := strconv.Itoa(preYear) + "-01-01" //之前年份春节农历
  536. preYearCjgl := solarlunar.LunarToSolar(preYearCjnl, false) //之前年份春节公历
  537. preYearCjglDate, err := time.Parse(utils.FormatDate, preYearCjgl)
  538. if err != nil {
  539. errMsg = "生成历史年份春节失败,Err:" + err.Error()
  540. return result, err
  541. }
  542. day := currentYearCjglDate.Sub(preYearCjglDate).Hours() / float64(24)
  543. fmt.Println("day:", day, currentYearCjglDate, preYearCjglDate)
  544. items := new(EdbDataItems)
  545. items.BetweenDay = int(day) //公历日期换算成农历,需要减除的天数
  546. items.Year = preYear
  547. for _, v := range dataList {
  548. dateTime, err := time.Parse(utils.FormatDate, v.DataTime)
  549. if err != nil {
  550. errMsg = "time.Parse Err:" + err.Error() + ";DataTime:" + v.DataTime
  551. return result, err
  552. }
  553. newDate := dateTime.AddDate(0, 0, int(day))
  554. timestamp := newDate.UnixNano() / 1e6
  555. item := new(EdbDataList)
  556. item.DataTime = newDate.Format(utils.FormatDate)
  557. item.EdbInfoId = v.EdbInfoId
  558. item.Value = v.Value
  559. item.EdbDataId = v.EdbDataId
  560. item.DataTimestamp = timestamp
  561. items.Items = append(items.Items, item)
  562. }
  563. result.List = append(result.List, items)
  564. } else {
  565. nextYear := thisYear + 1
  566. nextYearCjnl := strconv.Itoa(nextYear) + "-01-01" //当前年份春节农历
  567. nextYearCjgl := solarlunar.LunarToSolar(nextYearCjnl, false) //当前年份春节公历
  568. nextYearCjglDate, err := time.Parse(utils.FormatDate, nextYearCjgl)
  569. if err != nil {
  570. errMsg = "生成当前春节失败,Err:" + err.Error()
  571. return result, err
  572. }
  573. preYear := vy
  574. preYearCjnl := strconv.Itoa(preYear) + "-01-01" //之前年份春节农历
  575. preYearCjgl := solarlunar.LunarToSolar(preYearCjnl, false) //之前年份春节公历
  576. preYearCjglDate, err := time.Parse(utils.FormatDate, preYearCjgl)
  577. if err != nil {
  578. errMsg = "生成历史年份春节失败,Err:" + err.Error()
  579. return result, err
  580. }
  581. day := nextYearCjglDate.Sub(preYearCjglDate).Hours() / float64(24)
  582. fmt.Println("day:", day, nextYearCjglDate, preYearCjglDate)
  583. items := new(EdbDataItems)
  584. items.BetweenDay = int(day) //公历日期换算成农历,需要减除的天数
  585. items.Year = preYear
  586. fmt.Println("preYear:", preYear, "ky:", ky, "yearArrLen:", len(yearArr))
  587. //if ky+1 < len(yearArr) {
  588. for _, v := range dataList {
  589. dateTime, err := time.Parse(utils.FormatDate, v.DataTime)
  590. if err != nil {
  591. errMsg = "time.Parse Err:" + err.Error() + ";DataTime:" + v.DataTime
  592. return result, err
  593. }
  594. newDate := dateTime.AddDate(0, 0, int(day))
  595. timestamp := newDate.UnixNano() / 1e6
  596. item := new(EdbDataList)
  597. item.DataTime = newDate.Format(utils.FormatDate)
  598. item.EdbInfoId = v.EdbInfoId
  599. item.Value = v.Value
  600. item.EdbDataId = v.EdbDataId
  601. item.DataTimestamp = timestamp
  602. items.Items = append(items.Items, item)
  603. }
  604. result.List = append(result.List, items)
  605. /*} else {
  606. for _, v := range dataList {
  607. dateTime, err := time.Parse(utils.FormatDate, v.DataTime)
  608. if err != nil {
  609. errMsg = "time.Parse Err:" + err.Error() + ";DataTime:" + v.DataTime
  610. return result, err
  611. }
  612. timestamp := dateTime.UnixNano() / 1e6
  613. item := new(EdbDataList)
  614. item.DataTime = dateTime.Format(utils.FormatDate)
  615. item.EdbInfoId = v.EdbInfoId
  616. item.Value = v.Value
  617. item.EdbDataId = v.EdbDataId
  618. item.DataTimestamp = timestamp
  619. items.Items = append(items.Items, item)
  620. }
  621. result.List = append(result.List, items)
  622. }*/
  623. }
  624. }
  625. return
  626. }
  627. type CorrelationInfo struct {
  628. LeadValue int `description:"领先值"`
  629. LeadUnit string `description:"领先单位"`
  630. StartDate string `description:"开始日期"`
  631. EndDate string `description:"结束日期"`
  632. EdbInfoIdFirst int `description:"A指标ID"`
  633. EdbInfoIdSecond int `description:"B指标ID"`
  634. PeriodData string `description:"X轴-期数数据"`
  635. CorrelationData string `description:"Y轴-相关性系数"`
  636. AnalysisMode int `description:"分析模式: 0-单因子; 1-多因子"`
  637. }
  638. type SeasonExtraItem struct {
  639. ChartLegend []SeasonChartLegend `description:"自定义的图例名称"`
  640. XStartDate string `description:"横坐标显示的起始日"`
  641. XEndDate string `description:"横坐标显示的截止日"`
  642. JumpYear int `description:"横坐标日期是否跨年,1跨年,0不跨年"`
  643. RightAxis SeasonRightAxis `description:"自定义右轴指标"`
  644. MaxMinLimits MaxMinLimits `description:"自定义同期上下限"`
  645. SamePeriodAverage SamePeriodAverage `description:"自定义同期均线"`
  646. SamePeriodStandardDeviation SamePeriodStandardDeviation `description:"自定义同期标准差"`
  647. }
  648. // 自定义右轴指标
  649. type SeasonRightAxis struct {
  650. IndicatorType int `description:"右轴指标类型 1:左轴指标同比,2:指标库,3:预测指标 "`
  651. Style string `description:"生成样式"`
  652. Shape string `description:"形状"`
  653. ChartColor string `description:"图表颜色"`
  654. Size int `description:"大小"`
  655. Legend string `description:"图例名称"`
  656. NumFormat int `description:"数值格式 1:百分比 2:小数"`
  657. IsConnected int `description:"是否连接 0不连接 1连接"`
  658. LineColor string `description:"线条颜色"`
  659. LineWidth int `description:"线条宽度"`
  660. LineStyle string `description:"线条样式"`
  661. IsShow bool `description:"是否显示"`
  662. IsAdd bool `description:"是否添加"`
  663. }
  664. // 自定义同期上下限
  665. type MaxMinLimits struct {
  666. Color string `description:"颜色"`
  667. Year int `description:"上下限取值范围"`
  668. Legend string `description:"图例名称"`
  669. IsShow bool `description:"是否显示"`
  670. IsAdd bool `description:"是否添加"`
  671. }
  672. // 自定义同期均线
  673. type SamePeriodAverage struct {
  674. Color string `description:"颜色"`
  675. Year int `description:"均线取值范围"`
  676. Legend string `description:"图例名称"`
  677. LineType string `description:"线型"`
  678. LineWidth int `description:"线宽"`
  679. IsShow bool `description:"是否显示"`
  680. IsAdd bool `description:"是否添加"`
  681. }
  682. // 自定义同期均线
  683. type SamePeriodAverageResp struct {
  684. Color string `description:"颜色"`
  685. Year int `description:"均线取值范围"`
  686. Legend string `description:"图例名称"`
  687. LineType string `description:"线型"`
  688. LineWidth int `description:"线宽"`
  689. IsShow bool `description:"是否显示"`
  690. List []*SamePeriodAverageData `description:"自定义均线列表"`
  691. IsAdd bool `description:"是否添加"`
  692. }
  693. type SamePeriodAverageData struct {
  694. DataTime string `description:"数据日期"`
  695. DataTimestamp int64 `description:"数据日期时间戳"`
  696. Value float64 `description:"均值"`
  697. }
  698. // 自定义同期标准差
  699. type SamePeriodStandardDeviation struct {
  700. Color string `description:"颜色"`
  701. Year int `description:"标准差取值范围"`
  702. Legend string `description:"图例名称"`
  703. Multiple float64 `description:"标准差倍数"`
  704. IsShow bool `description:"是否显示"`
  705. IsAdd bool `description:"是否添加"`
  706. }
  707. type SamePeriodStandardDeviationResp struct {
  708. Color string `description:"颜色"`
  709. Year int `description:"标准差取值范围"`
  710. Legend string `description:"图例名称"`
  711. Multiple float64 `description:"标准差倍数"`
  712. IsShow bool `description:"是否显示"`
  713. List []*MaxMinLimitsData `description:"自定义标准差列表"`
  714. IsAdd bool `description:"是否添加"`
  715. }
  716. type SeasonChartResp struct {
  717. MaxMinLimits MaxMinLimitsResp `description:"自定义上下限"`
  718. SamePeriodAverage SamePeriodAverageResp `description:"自定义同期均线"`
  719. SamePeriodStandardDeviation SamePeriodStandardDeviationResp `description:"自定义同期标准差线"`
  720. RightAxis SeasonRightAxisResp `description:"自定义右轴指标"`
  721. }
  722. // 自定义右轴指标
  723. type SeasonRightAxisResp struct {
  724. SeasonRightAxis
  725. EdbInfoList []*ChartEdbInfoMapping
  726. }
  727. type MaxMinLimitsResp struct {
  728. List []*MaxMinLimitsData `description:"自定义上下限列表"`
  729. Color string `description:"颜色"`
  730. Year int `description:"上下限取值范围"`
  731. Legend string `description:"图例名称"`
  732. IsShow bool `description:"是否显示"`
  733. IsAdd bool `description:"是否添加"`
  734. }
  735. type MaxMinLimitsData struct {
  736. DataTime string `description:"数据日期"`
  737. DataTimestamp int64 `description:"数据日期时间戳"`
  738. MaxValue float64 `description:"最大值"`
  739. MinValue float64 `description:"最小值"`
  740. }
  741. type SeasonChartLegend struct {
  742. Name string
  743. Value string
  744. }
  745. type QuarterDataList []*QuarterData
  746. func (m QuarterDataList) Len() int {
  747. return len(m)
  748. }
  749. func (m QuarterDataList) Less(i, j int) bool {
  750. return m[i].Years < m[j].Years
  751. }
  752. func (m QuarterDataList) Swap(i, j int) {
  753. m[i], m[j] = m[j], m[i]
  754. }
  755. type ChartDwCollectReq struct {
  756. UniqueCode string
  757. Token string
  758. }
  759. type MarkersLine struct {
  760. Axis int `json:"axis" description:"1左轴 2右轴 3横轴"`
  761. AxisName string `json:"axisName" description:"轴的名称,例如'左轴'"`
  762. MarkerType string `json:"markerType" description:"标识线或标识区"`
  763. MarkLineType int `json:"markLineType" description:"1:固定 2:指标计算"`
  764. Value string `json:"value" description:"连线指向的数值,例如'4000'"`
  765. FromValue string `json:"fromValue" description:"连线的起始点,可以为空"`
  766. ToValue string `json:"toValue" description:"连线的结束点,可以为空"`
  767. LineWidth int `json:"lineWidth" description:"连线的宽度"`
  768. DashStyle string `json:"dashStyle" description:"连线的虚线样式,例如'ShortDashDot'"`
  769. Color string `json:"color" description:"连线的颜色"`
  770. Text string `json:"text" description:"连线旁边显示的文本"`
  771. TextPosition string `json:"textPosition" description:"文本的显示位置,例如'bottom'"`
  772. TextColor string `json:"textColor" description:"文本颜色"`
  773. TextFontSize int `json:"textFontSize" description:"文本的字号大小"`
  774. IsShow bool `json:"isShow" description:"是否显示连线及文本"`
  775. EdbType int `json:"edbType" description:"指标类型 0图中第一个指标 1其他指标 前端回显用"`
  776. EdbInfoId int `json:"edbInfoId" description:"指标id"`
  777. Calculation int `json:"calculation" description:"计算方式 1区间均值 2区间均值加N倍标准差 3区间个数分位 4区间数值分位"`
  778. CalculationValue int `json:"calculationValue" description:"计算方式对应的值 2就是几倍标准差 3就是分位值 4就是数值值·"`
  779. TimeIntervalType int `json:"timeInterval" description:"时间区间 0跟随图表 1自定义"`
  780. StartDate MarkersLineTime `json:"startTime" description:"开始时间"`
  781. EndDate MarkersLineTime `json:"endTime" description:"结束时间"`
  782. }
  783. type MarkersLineTime struct {
  784. TimeType int `json:"timeType" description:"时间类型 1固定 2动态 3至今(仅结束时间)"`
  785. Date string `json:"date" description:"日期"`
  786. Conf EdbDateChangeConf `json:"conf" description:"动态时间配置"`
  787. }
  788. // EdbDateExtraConf
  789. // @Description: 导入指标日期前移和日期变换
  790. type EdbDateChangeConf struct {
  791. MoveForward int `description:"前移的期数"`
  792. BaseDate int `description:"基准日期 0系统日期 1指标最新日期"`
  793. DateChange []*EdbDateConfDateChange
  794. }
  795. type EdbDateConfDateChange struct {
  796. Year int
  797. Month int
  798. Day int
  799. Frequency string `description:"频度变换"`
  800. FrequencyDay string `description:"频度的固定日期"`
  801. ChangeType int `description:"日期变换类型1日期位移,2指定频率"`
  802. }
  803. func getThsHfEdbDataListByMongo(source, subSource, edbInfoId int, startDate, endDate string) (list []*EdbDataList, err error) {
  804. list = make([]*EdbDataList, 0)
  805. mogDataObj := mgo.EdbDataThsHf{}
  806. // 构建查询条件
  807. queryConditions := bson.M{
  808. "edb_info_id": edbInfoId,
  809. }
  810. // 数据日期
  811. dateCondition, err := mgo.BuildDateCondition(startDate, endDate)
  812. if err != nil {
  813. return
  814. }
  815. if len(dateCondition) > 0 {
  816. queryConditions["data_time"] = dateCondition
  817. }
  818. // 获取列表数据
  819. tmpDataList, tmpErr := mogDataObj.GetAllDataList(queryConditions, []string{"data_time"})
  820. if tmpErr != nil {
  821. err = tmpErr
  822. return
  823. }
  824. for k, v := range tmpDataList {
  825. list = append(list, &EdbDataList{
  826. EdbDataId: k + 1,
  827. EdbInfoId: v.EdbInfoId,
  828. DataTime: v.DataTime.Format(utils.FormatDate),
  829. DataTimestamp: v.DataTimestamp,
  830. Value: v.Value,
  831. })
  832. }
  833. return
  834. }