chart_info.go 54 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755
  1. package range_analysis
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "eta/eta_api/models/data_manage"
  6. "eta/eta_api/models/system"
  7. "eta/eta_api/services/alarm_msg"
  8. "eta/eta_api/services/data"
  9. "eta/eta_api/utils"
  10. "fmt"
  11. "math"
  12. "sort"
  13. "strconv"
  14. "strings"
  15. "time"
  16. )
  17. // HandleDataByCalculateType 根据计算公式处理数据
  18. func HandleDataByCalculateType(originList []*data_manage.ChartRangeAnalysisDateDataItem, calculateType int) (newList []*data_manage.EdbDataList, err error) {
  19. if len(originList) == 0 {
  20. return
  21. }
  22. switch calculateType {
  23. case 0: //均值
  24. var sum float64
  25. for _, item := range originList {
  26. sum = 0
  27. for k, v := range item.DataList {
  28. sum += v.Value
  29. val := sum / float64(k+1)
  30. newList = append(newList, &data_manage.EdbDataList{
  31. DataTime: v.DataTime,
  32. Value: val,
  33. DataTimestamp: v.DataTimestamp,
  34. })
  35. }
  36. }
  37. case 1: //累计值
  38. var sum float64
  39. for _, item := range originList {
  40. sum = 0
  41. for _, v := range item.DataList {
  42. sum += v.Value
  43. val := sum
  44. newList = append(newList, &data_manage.EdbDataList{
  45. DataTime: v.DataTime,
  46. Value: val,
  47. DataTimestamp: v.DataTimestamp,
  48. })
  49. }
  50. }
  51. case 2: //涨幅
  52. for _, item := range originList {
  53. var baseVal float64
  54. for k, v := range item.DataList {
  55. if k == 0 {
  56. baseVal = v.Value
  57. if baseVal == 0 {
  58. break
  59. }
  60. }
  61. val := (v.Value - baseVal) / baseVal
  62. newList = append(newList, &data_manage.EdbDataList{
  63. DataTime: v.DataTime,
  64. Value: val,
  65. DataTimestamp: v.DataTimestamp,
  66. })
  67. }
  68. }
  69. case 3: //复合增长率
  70. for _, item := range originList {
  71. var baseVal float64
  72. var baseDate string
  73. for k, v := range item.DataList {
  74. if k == 0 {
  75. baseVal = v.Value
  76. baseDate = v.DataTime
  77. if baseVal == 0 {
  78. break
  79. }
  80. continue
  81. }
  82. baseDateT, e := time.ParseInLocation(utils.FormatDate, baseDate, time.Local)
  83. if e != nil {
  84. err = fmt.Errorf("time.ParseInLocation err: %v", e)
  85. return
  86. }
  87. tmpT, e := time.ParseInLocation(utils.FormatDate, baseDate, time.Local)
  88. if e != nil {
  89. err = fmt.Errorf("time.ParseInLocation err: %v", e)
  90. return
  91. }
  92. // 计算两个日期相差的天数
  93. diff := tmpT.Sub(baseDateT).Hours() / 24
  94. val := v.Value / baseVal
  95. val = math.Pow(val, diff) - 1
  96. newList = append(newList, &data_manage.EdbDataList{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
  97. }
  98. }
  99. case 4: //最大值
  100. var maxVal float64
  101. for _, item := range originList {
  102. for k, v := range item.DataList {
  103. if k == 0 {
  104. maxVal = v.Value
  105. }
  106. if v.Value > maxVal {
  107. maxVal = v.Value
  108. }
  109. val := maxVal
  110. newList = append(newList, &data_manage.EdbDataList{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
  111. }
  112. }
  113. case 5: //最小值
  114. var minVal float64
  115. for _, item := range originList {
  116. for k, v := range item.DataList {
  117. if k == 0 {
  118. minVal = v.Value
  119. }
  120. if v.Value < minVal {
  121. minVal = v.Value
  122. }
  123. val := minVal
  124. newList = append(newList, &data_manage.EdbDataList{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
  125. }
  126. }
  127. }
  128. return
  129. }
  130. // MoveDataDaysToNewDataList 平移指标数据生成新的数据序列
  131. func MoveDataDaysToNewDataList(dataList []*data_manage.EdbDataList, moveDay int) (newDataList []data_manage.EdbDataList, dateDataMap map[string]float64) {
  132. dateMap := make(map[time.Time]float64)
  133. var minDate, maxDate time.Time
  134. dateDataMap = make(map[string]float64)
  135. for _, v := range dataList {
  136. currDate, _ := time.ParseInLocation(utils.FormatDate, v.DataTime, time.Local)
  137. if minDate.IsZero() || currDate.Before(minDate) {
  138. minDate = currDate
  139. }
  140. if maxDate.IsZero() || currDate.After(maxDate) {
  141. maxDate = currDate
  142. }
  143. dateMap[currDate] = v.Value
  144. }
  145. // 处理领先、滞后数据
  146. newDateMap := make(map[time.Time]float64)
  147. for currDate, value := range dateMap {
  148. newDate := currDate.AddDate(0, 0, moveDay)
  149. newDateMap[newDate] = value
  150. }
  151. minDate = minDate.AddDate(0, 0, moveDay)
  152. maxDate = maxDate.AddDate(0, 0, moveDay)
  153. // 获取日期相差日
  154. dayNum := utils.GetTimeSubDay(minDate, maxDate)
  155. for i := 0; i <= dayNum; i++ {
  156. currDate := minDate.AddDate(0, 0, i)
  157. tmpValue, ok := newDateMap[currDate]
  158. if !ok {
  159. //找不到数据,那么就用前面的数据吧
  160. if len(newDataList)-1 < 0 {
  161. tmpValue = 0
  162. } else {
  163. tmpValue = newDataList[len(newDataList)-1].Value
  164. }
  165. }
  166. tmpData := data_manage.EdbDataList{
  167. DataTime: currDate.Format(utils.FormatDate),
  168. Value: tmpValue,
  169. }
  170. dateDataMap[tmpData.DataTime] = tmpData.Value
  171. newDataList = append(newDataList, tmpData)
  172. }
  173. return
  174. }
  175. // GetChartEdbInfoFormat 区间计算图表-获取指标信息
  176. func GetChartEdbInfoFormat(chartInfoId int, edbInfoMappingList []*data_manage.ChartEdbInfoMapping) (edbList []*data_manage.ChartEdbInfoMapping, err error) {
  177. edbList = make([]*data_manage.ChartEdbInfoMapping, 0)
  178. for _, edbInfoMapping := range edbInfoMappingList {
  179. if edbInfoMapping == nil {
  180. err = fmt.Errorf("指标信息有误")
  181. return
  182. }
  183. edbInfoMapping.FrequencyEn = data.GetFrequencyEn(edbInfoMapping.Frequency)
  184. if edbInfoMapping.Unit == `无` {
  185. edbInfoMapping.Unit = ``
  186. }
  187. if chartInfoId <= 0 {
  188. edbInfoMapping.IsAxis = 1
  189. edbInfoMapping.LeadValue = 0
  190. edbInfoMapping.LeadUnit = ""
  191. edbInfoMapping.ChartEdbMappingId = 0
  192. edbInfoMapping.ChartInfoId = 0
  193. edbInfoMapping.IsOrder = false
  194. edbInfoMapping.EdbInfoType = 1
  195. edbInfoMapping.ChartStyle = ""
  196. edbInfoMapping.ChartColor = ""
  197. edbInfoMapping.ChartWidth = 0
  198. } else {
  199. edbInfoMapping.LeadUnitEn = data.GetLeadUnitEn(edbInfoMapping.LeadUnit)
  200. }
  201. edbList = append(edbList, edbInfoMapping)
  202. }
  203. return
  204. }
  205. // GetChartDataByEdbInfoList 区间计算图表-根据指标信息获取x轴和y轴
  206. func GetChartDataByEdbInfoList(chartInfoId int, dateType, startYear int, startDate, endDate string, edbInfoMappingList []*data_manage.ChartEdbInfoMapping, req *data_manage.ChartRangeAnalysisExtraConf) (edbList []*data_manage.ChartEdbInfoMapping, xEdbIdValue []int, dataResp data_manage.ChartRangeAnalysisDataResp, err error) {
  207. if chartInfoId > 0 && req.EdbInfoMode == 1 {
  208. edbList, xEdbIdValue, dataResp, err = GetChartDataByEdbInfoListBySeries(chartInfoId, dateType, startYear, startDate, endDate, edbInfoMappingList, req)
  209. return
  210. }
  211. for _, edbInfoMapping := range edbInfoMappingList {
  212. edbInfoMapping, err = getChartDataByEdbInfo(edbInfoMapping, req)
  213. if err != nil {
  214. return
  215. }
  216. xEdbIdValue = append(xEdbIdValue, edbInfoMapping.EdbInfoId)
  217. }
  218. //根据时间类型来筛选最终的数据
  219. yearMax := 0
  220. if dateType == utils.DateTypeNYears {
  221. for _, v := range edbInfoMappingList {
  222. dataList := v.DataList.([]*data_manage.EdbDataList)
  223. latestDate := dataList[0].DataTime
  224. if latestDate != "" {
  225. lastDateT, tErr := time.Parse(utils.FormatDate, latestDate)
  226. if tErr != nil {
  227. err = fmt.Errorf("获取图表日期信息失败,Err:" + tErr.Error())
  228. return
  229. }
  230. if lastDateT.Year() > yearMax {
  231. yearMax = lastDateT.Year()
  232. }
  233. }
  234. }
  235. }
  236. startDate, endDate = utils.GetDateByDateTypeV2(dateType, startDate, endDate, startYear, yearMax)
  237. if startDate != "" {
  238. for k, v := range edbInfoMappingList {
  239. dataList := v.DataList.([]*data_manage.EdbDataList)
  240. newDataList := make([]*data_manage.EdbDataList, 0)
  241. if len(dataList) == 0 {
  242. newDataList = dataList
  243. } else {
  244. for _, d := range dataList {
  245. if endDate != "" && d.DataTime > endDate {
  246. continue
  247. }
  248. if d.DataTime < startDate {
  249. continue
  250. }
  251. newDataList = append(newDataList, d)
  252. }
  253. }
  254. edbInfoMappingList[k].DataList = newDataList
  255. }
  256. }
  257. dataResp = data_manage.ChartRangeAnalysisDataResp{ChartRangeAnalysisExtraConf: req}
  258. edbList, err = GetChartEdbInfoFormat(chartInfoId, edbInfoMappingList)
  259. if err != nil {
  260. err = fmt.Errorf("获取区间计算图表, 完善指标信息失败, Err:" + err.Error())
  261. return
  262. }
  263. return
  264. }
  265. func GetChartDataByEdbInfoListBySeries(chartInfoId int, dateType, startYear int, startDate, endDate string, edbInfoMappingList []*data_manage.ChartEdbInfoMapping, req *data_manage.ChartRangeAnalysisExtraConf) (edbList []*data_manage.ChartEdbInfoMapping, xEdbIdValue []int, dataResp data_manage.ChartRangeAnalysisDataResp, err error) {
  266. //查询seriesId
  267. chartSeriesOb := new(data_manage.FactorEdbSeriesChartMapping)
  268. seriesMappingItem, err := chartSeriesOb.GetItemByChartInfoId(chartInfoId)
  269. if err != nil {
  270. if err.Error() == utils.ErrNoRow() {
  271. err = fmt.Errorf("图表关联关系不存在")
  272. return
  273. } else {
  274. err = fmt.Errorf("获取图表关联失败, Err: " + err.Error())
  275. return
  276. }
  277. }
  278. //根据seriesId查询数据
  279. //并把数据放到dataList中
  280. for _, edbInfoMapping := range edbInfoMappingList {
  281. dataOb := new(data_manage.FactorEdbSeriesCalculateDataQjjs)
  282. dataList, e := dataOb.GetEdbDataList(seriesMappingItem.FactorEdbSeriesId, edbInfoMapping.EdbInfoId, startDate, endDate)
  283. if e != nil {
  284. err = e
  285. return
  286. }
  287. edbInfoMapping.DataList = dataList
  288. xEdbIdValue = append(xEdbIdValue, edbInfoMapping.EdbInfoId)
  289. }
  290. yearMax := 0
  291. if dateType == utils.DateTypeNYears {
  292. for _, v := range edbInfoMappingList {
  293. dataList := v.DataList.([]*data_manage.EdbDataList)
  294. latestDate := dataList[0].DataTime
  295. if latestDate != "" {
  296. lastDateT, tErr := time.Parse(utils.FormatDate, latestDate)
  297. if tErr != nil {
  298. err = fmt.Errorf("获取图表日期信息失败,Err:" + tErr.Error())
  299. return
  300. }
  301. if lastDateT.Year() > yearMax {
  302. yearMax = lastDateT.Year()
  303. }
  304. }
  305. }
  306. }
  307. startDate, endDate = utils.GetDateByDateTypeV2(dateType, startDate, endDate, startYear, yearMax)
  308. if startDate != "" {
  309. for k, v := range edbInfoMappingList {
  310. dataList := v.DataList.([]*data_manage.EdbDataList)
  311. newDataList := make([]*data_manage.EdbDataList, 0)
  312. if len(dataList) == 0 {
  313. newDataList = dataList
  314. } else {
  315. for _, d := range dataList {
  316. if endDate != "" && d.DataTime > endDate {
  317. continue
  318. }
  319. if d.DataTime < startDate {
  320. continue
  321. }
  322. newDataList = append(newDataList, d)
  323. }
  324. }
  325. edbInfoMappingList[k].DataList = newDataList
  326. }
  327. }
  328. dataResp = data_manage.ChartRangeAnalysisDataResp{ChartRangeAnalysisExtraConf: req, SeriesId: seriesMappingItem.FactorEdbSeriesId}
  329. edbList, err = GetChartEdbInfoFormat(chartInfoId, edbInfoMappingList)
  330. if err != nil {
  331. err = fmt.Errorf("获取区间计算图表, 完善指标信息失败, Err:" + err.Error())
  332. return
  333. }
  334. return
  335. }
  336. // getChartDataByEdbInfo 区间计算图表-根据指标信息获取x轴和y轴
  337. func getChartDataByEdbInfo(edbInfoMapping *data_manage.ChartEdbInfoMapping, req *data_manage.ChartRangeAnalysisExtraConf) (newEdbInfoMapping *data_manage.ChartEdbInfoMapping, err error) {
  338. newEdbInfoMapping = edbInfoMapping
  339. // 指标的开始日期和结束日期
  340. edbStartDateTime, _ := time.ParseInLocation(utils.FormatDate, edbInfoMapping.StartDate, time.Local)
  341. //edbStartDate := edbStartDateTime.AddDate(0, 0, 1).Format(utils.FormatDate)
  342. edbEndDateTime, _ := time.ParseInLocation(utils.FormatDate, edbInfoMapping.EndDate, time.Local)
  343. edbEndDate := edbEndDateTime.AddDate(0, 0, 1).Format(utils.FormatDate)
  344. // 获取时间基准指标在时间区间内的值
  345. dataList := make([]*data_manage.EdbDataList, 0)
  346. switch edbInfoMapping.EdbInfoCategoryType {
  347. case 0:
  348. dataList, err = data_manage.GetEdbDataList(edbInfoMapping.Source, edbInfoMapping.SubSource, edbInfoMapping.EdbInfoId, "", "")
  349. case 1:
  350. _, dataList, _, _, err, _ = data.GetPredictDataListByPredictEdbInfoId(edbInfoMapping.EdbInfoId, "", "", false)
  351. default:
  352. err = errors.New("指标base类型异常")
  353. return
  354. }
  355. dateList := make([]*data_manage.ChartRangeAnalysisDateDataItem, 0)
  356. switch req.DateRangeType {
  357. case 0:
  358. // 智能划分得到一个开始日期,和结束日期
  359. var startDateTime, endDateTime time.Time
  360. if req.AutoDateConf.IsAutoStartDate == 0 { //固定设置
  361. startDate := req.AutoDateConf.StartDate
  362. if startDate == "" {
  363. startDate = "2020-01-01"
  364. }
  365. startDateTime, _ = time.ParseInLocation(utils.FormatDate, startDate, time.Local)
  366. endDateTime = edbEndDateTime
  367. } else {
  368. startConf := req.AutoDateConf.StartDateConf
  369. endConf := req.AutoDateConf.EndDateConf
  370. startDate := ""
  371. endDate := ""
  372. if startConf.BaseDateType == 0 { //
  373. startDate = edbEndDate
  374. } else if startConf.BaseDateType == 1 {
  375. startDate = time.Now().Format(utils.FormatDate)
  376. }
  377. if startConf.MoveForward > 0 {
  378. startDate = GetEdbDateByMoveForward(startConf.MoveForward, dataList)
  379. }
  380. if len(startConf.DateChange) > 0 {
  381. startDate, err = HandleEdbDateChange(startDate, startConf.DateChange)
  382. if err != nil {
  383. err = fmt.Errorf("智能划分开始日期处理失败:%s", err.Error())
  384. return
  385. }
  386. }
  387. if endConf.BaseDateType == 0 { //
  388. endDate = edbEndDate
  389. } else if endConf.BaseDateType == 2 {
  390. endDate = "2020-01-01"
  391. }
  392. if endConf.MoveForward > 0 {
  393. endDate = GetEdbDateByMoveForward(endConf.MoveForward, dataList)
  394. }
  395. if len(endConf.DateChange) > 0 {
  396. endDate, err = HandleEdbDateChange(endDate, endConf.DateChange)
  397. if err != nil {
  398. err = fmt.Errorf("智能划分结束日期处理失败:%s", err.Error())
  399. return
  400. }
  401. }
  402. startDateTime, _ = time.ParseInLocation(utils.FormatDate, startDate, time.Local)
  403. endDateTime, _ = time.ParseInLocation(utils.FormatDate, endDate, time.Local)
  404. }
  405. dateList = append(dateList, &data_manage.ChartRangeAnalysisDateDataItem{
  406. StartDate: startDateTime,
  407. EndDate: endDateTime})
  408. case 1:
  409. // 手工划分得到多个开始日期和结束日期(已排序)
  410. for _, v := range req.ManualDateConf {
  411. startDateT, _ := time.ParseInLocation(utils.FormatDate, v.StartDate, time.Local)
  412. endDateT, _ := time.ParseInLocation(utils.FormatDate, v.EndDate, time.Local)
  413. tmp := &data_manage.ChartRangeAnalysisDateDataItem{
  414. StartDate: startDateT,
  415. EndDate: endDateT,
  416. }
  417. dateList = append(dateList, tmp)
  418. }
  419. case 2:
  420. // 跨年划分得到多个开始日期和结束日期
  421. startYear := edbStartDateTime.Year()
  422. endYear := edbEndDateTime.Year()
  423. startDay := req.YearDateConf.StartDay
  424. endDay := req.YearDateConf.EndDay
  425. for year := startYear; year <= endYear; year++ {
  426. startDate := fmt.Sprintf("%d-%s", year, startDay)
  427. endDate := fmt.Sprintf("%d-%s", year+1, endDay)
  428. startDateTime, _ := time.ParseInLocation(utils.FormatDate, startDate, time.Local)
  429. endDateTime, _ := time.ParseInLocation(utils.FormatDate, endDate, time.Local)
  430. if startDateTime.Before(edbStartDateTime) {
  431. break
  432. }
  433. tmp := &data_manage.ChartRangeAnalysisDateDataItem{
  434. StartDate: startDateTime,
  435. EndDate: endDateTime,
  436. }
  437. dateList = append(dateList, tmp)
  438. }
  439. }
  440. // 根据日期,获取数据
  441. for _, v := range dateList {
  442. for _, vv := range dataList {
  443. dataTimeT, _ := time.ParseInLocation(utils.FormatDate, vv.DataTime, time.Local)
  444. if dataTimeT.After(v.StartDate) && dataTimeT.Before(v.EndDate) ||
  445. dataTimeT.Equal(v.StartDate) ||
  446. dataTimeT.Equal(v.EndDate) {
  447. v.DataList = append(v.DataList, vv)
  448. }
  449. }
  450. }
  451. // 根据时间区间类型来获取数据的计算窗口,然后再拼接成整段数据
  452. newDataList, err := HandleDataByCalculateType(dateList, req.CalculateType)
  453. if err != nil {
  454. return
  455. }
  456. if req.UnNormalDataDealType > 0 {
  457. // todo 异常数据处理
  458. }
  459. if req.DataConvertType > 0 {
  460. // 数据转换类型 0不转, 1乘 2除 3对数
  461. switch req.DataConvertType {
  462. case 1:
  463. for i, v := range newDataList {
  464. newDataList[i].Value = v.Value * req.DataConvertConf.Value
  465. }
  466. //item.MaxData = item.MaxData * v.ConvertValue
  467. //item.MinData = item.MinData * v.ConvertValue
  468. case 2:
  469. for i, v := range newDataList {
  470. newDataList[i].Value = v.Value / req.DataConvertConf.Value
  471. }
  472. //item.MaxData = item.MaxData / v.ConvertValue
  473. //item.MinData = item.MinData / v.ConvertValue
  474. case 3:
  475. for i, v := range newDataList {
  476. if v.Value <= 0 {
  477. err = errors.New("数据中含有负数或0,无法对数运算")
  478. return
  479. }
  480. newDataList[i].Value = math.Log(v.Value) / math.Log(req.DataConvertConf.Value)
  481. }
  482. //item.MaxData = math.Log(item.MaxData) / math.Log(v.ConvertValue)
  483. //item.MinData = math.Log(item.MinData) / math.Log(v.ConvertValue)
  484. }
  485. }
  486. newEdbInfoMapping.DataList = newDataList
  487. //时间处理
  488. return
  489. }
  490. // RollingCorrelationChartDataResp 滚动区间计算图表数据
  491. type RollingCorrelationChartDataResp struct {
  492. MaxData float64
  493. MinData float64
  494. LatestDate string `description:"真实数据的最后日期"`
  495. EdbInfoCategoryType int
  496. ChartColor string
  497. ChartStyle string
  498. PredictChartColor string
  499. ChartType int
  500. ChartWidth int
  501. EdbName string
  502. EdbNameEn string
  503. Unit string
  504. UnitEn string
  505. IsAxis int
  506. DataList []data_manage.EdbDataList
  507. }
  508. // ChartInfoRefresh 图表刷新
  509. func ChartInfoRefresh(chartInfoId int, uniqueCode string) (isAsync bool, err error) {
  510. var errMsg string
  511. defer func() {
  512. if err != nil {
  513. tips := fmt.Sprintf("CorrelationChartInfoRefresh: %s", errMsg)
  514. utils.FileLog.Info(tips)
  515. go alarm_msg.SendAlarmMsg(tips, 3)
  516. }
  517. }()
  518. var chartInfo *data_manage.ChartInfo
  519. if chartInfoId > 0 {
  520. chartInfo, err = data_manage.GetChartInfoById(chartInfoId)
  521. if err != nil {
  522. if err.Error() == utils.ErrNoRow() {
  523. errMsg = "图表已被删除,请刷新页面"
  524. err = errors.New(errMsg)
  525. return
  526. }
  527. errMsg = "获取图表信息失败"
  528. err = errors.New("获取图表信息失败,Err:" + err.Error())
  529. return
  530. }
  531. } else {
  532. chartInfo, err = data_manage.GetChartInfoByUniqueCode(uniqueCode)
  533. if err != nil {
  534. if err.Error() == utils.ErrNoRow() {
  535. errMsg = "图表已被删除,请刷新页面"
  536. err = errors.New(errMsg)
  537. return
  538. }
  539. errMsg = "获取图表信息失败"
  540. err = errors.New("获取图表信息失败,Err:" + err.Error())
  541. return
  542. }
  543. }
  544. // 1.刷新图表关联的指标
  545. mappings, e := data_manage.GetChartEdbMappingList(chartInfoId)
  546. if e != nil {
  547. utils.FileLog.Info(fmt.Sprintf("获取图表关联指标失败, err: %v", e))
  548. return
  549. }
  550. if len(mappings) == 0 {
  551. utils.FileLog.Info("图表无关联指标")
  552. return
  553. }
  554. var edbIds []int
  555. for _, v := range mappings {
  556. edbIds = append(edbIds, v.EdbInfoId)
  557. }
  558. if e, _ = data.EdbInfoRefreshAllFromBaseV3(edbIds, false, true, false); e != nil {
  559. utils.FileLog.Info(fmt.Sprintf("批量刷新指标失败, err: %v", e))
  560. return
  561. }
  562. // todo 重新计算
  563. // 区间计算图表配置校验
  564. var extraConfig data_manage.ChartRangeAnalysisExtraConf
  565. err = json.Unmarshal([]byte(chartInfo.ExtraConfig), &extraConfig)
  566. if err != nil {
  567. errMsg = "配置信息错误"
  568. err = errors.New(errMsg + ", Err: " + err.Error())
  569. return
  570. }
  571. chartSeriesOb := new(data_manage.FactorEdbSeriesChartMapping)
  572. seriesMappingItem, err := chartSeriesOb.GetItemByChartInfoId(chartInfo.ChartInfoId)
  573. if err != nil {
  574. if err.Error() == utils.ErrNoRow() {
  575. err = nil
  576. } else {
  577. err = fmt.Errorf("获取图表关联失败, Err: " + err.Error())
  578. return
  579. }
  580. } else {
  581. _, e = FactorEdbStepCalculateRange(seriesMappingItem.FactorEdbSeriesId, edbIds, extraConfig, true)
  582. if e != nil {
  583. err = fmt.Errorf("计算因子指标失败, Err: " + e.Error())
  584. return
  585. }
  586. }
  587. // 4.清除图表缓存
  588. key := utils.HZ_CHART_LIB_DETAIL + uniqueCode
  589. _ = utils.Rc.Delete(key)
  590. return
  591. }
  592. // AddChartInfo 添加图表
  593. func AddChartInfo(req data_manage.AddChartInfoReq, source int, sysUser *system.Admin, lang string) (chartInfo *data_manage.ChartInfo, err error, errMsg string, isSendEmail bool) {
  594. isSendEmail = true
  595. req.ChartName = strings.Trim(req.ChartName, " ")
  596. if req.ChartName == "" {
  597. errMsg = "请填写图表名称!"
  598. err = errors.New(errMsg)
  599. isSendEmail = false
  600. return
  601. }
  602. if req.ChartClassifyId <= 0 {
  603. errMsg = "分类参数错误!"
  604. err = errors.New(errMsg)
  605. isSendEmail = false
  606. return
  607. }
  608. // 区间计算图表配置校验
  609. var extraConfig data_manage.ChartRangeAnalysisExtraConf
  610. if req.ExtraConfig == `` {
  611. errMsg = "配置信息错误"
  612. err = errors.New(errMsg)
  613. return
  614. }
  615. err = json.Unmarshal([]byte(req.ExtraConfig), &extraConfig)
  616. if err != nil {
  617. errMsg = "配置信息错误"
  618. err = errors.New(errMsg + ", Err: " + err.Error())
  619. return
  620. }
  621. if len(req.ChartEdbInfoList) <= 0 {
  622. errMsg = "请选择指标"
  623. err = errors.New(errMsg)
  624. isSendEmail = false
  625. return
  626. }
  627. extraConfig.SeriesName = strings.TrimSpace(extraConfig.SeriesName)
  628. if extraConfig.SeriesName == "" && extraConfig.EdbInfoMode == 1 {
  629. errMsg = "请输入指标系列名称"
  630. err = errors.New(errMsg)
  631. isSendEmail = false
  632. return
  633. }
  634. if len(req.ChartEdbInfoList) > 100 {
  635. errMsg = "添加指标总数量不得超过100"
  636. err = errors.New(errMsg)
  637. isSendEmail = false
  638. return
  639. }
  640. if extraConfig.CalculateType > 5 || extraConfig.CalculateType < 0 {
  641. errMsg = "计算方式参数错误"
  642. err = errors.New(errMsg)
  643. isSendEmail = false
  644. return
  645. }
  646. //todo 校验时间区间设置
  647. chartClassify, err := data_manage.GetChartClassifyById(req.ChartClassifyId)
  648. if err != nil {
  649. if err.Error() == utils.ErrNoRow() {
  650. errMsg = "分类不存在"
  651. err = errors.New(errMsg)
  652. isSendEmail = false
  653. return
  654. }
  655. errMsg = "获取分类信息失败"
  656. err = errors.New("获取分类信息失败,Err:" + err.Error())
  657. return
  658. }
  659. if chartClassify == nil {
  660. errMsg = "分类不存在"
  661. err = errors.New(errMsg)
  662. isSendEmail = false
  663. return
  664. }
  665. var edbInfoIdArr []int
  666. for _, v := range req.ChartEdbInfoList {
  667. edbInfoId := v.EdbInfoId
  668. edbInfo, tmpErr := data_manage.GetEdbInfoById(edbInfoId)
  669. if tmpErr != nil {
  670. if tmpErr.Error() == utils.ErrNoRow() {
  671. errMsg = "指标不存在!"
  672. err = errors.New("指标不存在,edbInfoId:" + strconv.Itoa(edbInfoId))
  673. return
  674. } else {
  675. errMsg = "获取指标信息失败!"
  676. err = errors.New("获取图表的指标信息失败,Err:" + tmpErr.Error())
  677. return
  678. }
  679. }
  680. if edbInfo == nil {
  681. errMsg = "指标已被删除,请重新选择!"
  682. err = errors.New("指标不存在,ChartInfoId:" + strconv.Itoa(edbInfoId))
  683. return
  684. } else {
  685. if edbInfo.EdbInfoId <= 0 {
  686. errMsg = "指标已被删除,请重新选择!"
  687. err = errors.New("指标不存在,ChartInfoId:" + strconv.Itoa(edbInfoId))
  688. return
  689. }
  690. }
  691. edbInfoIdArr = append(edbInfoIdArr, edbInfoId)
  692. edbInfo.EdbNameSource = edbInfo.EdbName
  693. }
  694. sort.Ints(edbInfoIdArr)
  695. var edbInfoIdArrStr []string
  696. for _, v := range edbInfoIdArr {
  697. edbInfoIdArrStr = append(edbInfoIdArrStr, strconv.Itoa(v))
  698. }
  699. edbInfoIdStr := strings.Join(edbInfoIdArrStr, ",")
  700. var chartInfoId int
  701. // 判断图表是否存在
  702. {
  703. var condition string
  704. var pars []interface{}
  705. switch lang {
  706. case utils.EnLangVersion:
  707. condition += " AND chart_name_en = ? AND source = ? "
  708. default:
  709. condition += " AND chart_name=? AND source = ? "
  710. }
  711. pars = append(pars, req.ChartName, source)
  712. count, tmpErr := data_manage.GetChartInfoCountByCondition(condition, pars)
  713. if tmpErr != nil {
  714. errMsg = "判断图表名称是否存在失败"
  715. err = errors.New("判断图表名称是否存在失败,Err:" + tmpErr.Error())
  716. return
  717. }
  718. if count > 0 {
  719. errMsg = "图表已存在,请重新填写"
  720. err = errors.New(errMsg)
  721. isSendEmail = false
  722. return
  723. }
  724. }
  725. disableVal := data.CheckIsDisableChart(edbInfoIdArr)
  726. chartInfo = new(data_manage.ChartInfo)
  727. chartInfo.ChartName = req.ChartName
  728. chartInfo.ChartNameEn = req.ChartName
  729. chartInfo.EdbInfoIds = edbInfoIdStr
  730. chartInfo.ChartClassifyId = req.ChartClassifyId
  731. chartInfo.SysUserId = sysUser.AdminId
  732. chartInfo.SysUserRealName = sysUser.RealName
  733. chartInfo.CreateTime = time.Now()
  734. chartInfo.ModifyTime = time.Now()
  735. chartInfo.IsSetName = 0
  736. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  737. chartInfo.UniqueCode = utils.MD5(utils.CHART_PREFIX + "_" + timestamp)
  738. chartInfo.ChartType = 9 // 区间计算图
  739. chartInfo.Calendar = "公历"
  740. chartInfo.DateType = 6
  741. chartInfo.StartDate = req.StartDate
  742. chartInfo.EndDate = req.EndDate
  743. chartInfo.SeasonStartDate = req.StartDate
  744. chartInfo.SeasonEndDate = req.EndDate
  745. chartInfo.LeftMin = req.LeftMin
  746. chartInfo.LeftMax = req.LeftMax
  747. chartInfo.RightMin = req.RightMin
  748. chartInfo.RightMax = req.RightMax
  749. chartInfo.Disabled = disableVal
  750. chartInfo.Source = source
  751. chartInfo.ChartThemeId = req.ChartThemeId
  752. chartInfo.SourcesFrom = req.SourcesFrom
  753. chartInfo.Instructions = req.Instructions
  754. chartInfo.MarkersLines = req.MarkersLines
  755. chartInfo.MarkersAreas = req.MarkersAreas
  756. if req.ExtraConfig != "" {
  757. chartInfo.ExtraConfig = req.ExtraConfig
  758. }
  759. // 指标信息
  760. mapList := make([]*data_manage.ChartEdbMapping, 0)
  761. for _, v := range req.ChartEdbInfoList {
  762. // todo 指标名称修改
  763. mapItem := new(data_manage.ChartEdbMapping)
  764. mapItem.EdbInfoId = v.EdbInfoId
  765. mapItem.EdbAliasName = v.EdbAliasName
  766. mapItem.IsAxis = v.IsAxis
  767. mapItem.CreateTime = time.Now()
  768. mapItem.ModifyTime = time.Now()
  769. edbTimestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  770. mapItem.UniqueCode = utils.MD5(utils.CHART_PREFIX + "_" + edbTimestamp + "_" + strconv.Itoa(v.EdbInfoId))
  771. mapItem.IsOrder = true
  772. mapItem.EdbInfoType = 1
  773. mapItem.Source = utils.CHART_SOURCE_RANGE_ANALYSIS
  774. mapList = append(mapList, mapItem)
  775. }
  776. // 新增图表和指标mapping
  777. chartInfoId, e := data_manage.CreateRangeChartAndEdb(chartInfo, mapList)
  778. if e != nil {
  779. errMsg = "操作失败"
  780. err = errors.New("新增区间计算图表失败, Err: " + e.Error())
  781. return
  782. }
  783. // 把系列和图表绑定
  784. if extraConfig.EdbInfoMode == 1 {
  785. // 新增指标系列
  786. err = AddSeries(edbInfoIdArr, chartInfoId, utils.CHART_SOURCE_RANGE_ANALYSIS, extraConfig, req.ExtraConfig)
  787. if err != nil {
  788. errMsg = "操作失败"
  789. err = errors.New("新增区间计算图表失败, Err: " + err.Error())
  790. return
  791. }
  792. //todo 如果保存失败是否要删除
  793. }
  794. // 添加指标引用记录
  795. _ = data.SaveChartEdbInfoRelation(edbInfoIdArr, chartInfo)
  796. //添加es数据
  797. go data.EsAddOrEditChartInfo(chartInfoId)
  798. return
  799. }
  800. // EditChartInfo 编辑图表
  801. func EditChartInfo(req data_manage.EditChartInfoReq, sysUser *system.Admin, lang string) (chartItem *data_manage.ChartInfo, err error, errMsg string, isSendEmail bool) {
  802. isSendEmail = true
  803. chartItem, err = data_manage.GetChartInfoById(req.ChartInfoId)
  804. if err != nil {
  805. if err.Error() == utils.ErrNoRow() {
  806. errMsg = "图表已被删除,请刷新页面"
  807. err = errors.New(errMsg)
  808. isSendEmail = false
  809. return
  810. }
  811. errMsg = "获取图表信息失败"
  812. err = errors.New("获取图表信息失败,Err:" + err.Error())
  813. return
  814. }
  815. if chartItem.Source != utils.CHART_SOURCE_RANGE_ANALYSIS {
  816. errMsg = "该图不是区间计算图表!"
  817. err = errors.New(errMsg)
  818. isSendEmail = false
  819. return
  820. }
  821. req.ChartName = strings.Trim(req.ChartName, " ")
  822. if req.ChartClassifyId <= 0 {
  823. errMsg = "分类参数错误!"
  824. err = errors.New(errMsg)
  825. isSendEmail = false
  826. return
  827. }
  828. // 区间计算图表配置校验
  829. var extraConfig data_manage.ChartRangeAnalysisExtraConf
  830. if req.ExtraConfig == `` {
  831. errMsg = "配置信息错误"
  832. err = errors.New(errMsg)
  833. return
  834. }
  835. err = json.Unmarshal([]byte(req.ExtraConfig), &extraConfig)
  836. if err != nil {
  837. errMsg = "配置信息错误"
  838. err = errors.New(errMsg)
  839. return
  840. }
  841. if len(req.ChartEdbInfoList) <= 0 {
  842. errMsg = "请选择指标"
  843. err = errors.New(errMsg)
  844. isSendEmail = false
  845. return
  846. }
  847. extraConfig.SeriesName = strings.TrimSpace(extraConfig.SeriesName)
  848. if extraConfig.SeriesName == "" && extraConfig.EdbInfoMode == 1 {
  849. errMsg = "请输入指标系列名称"
  850. err = errors.New(errMsg)
  851. isSendEmail = false
  852. return
  853. }
  854. if len(req.ChartEdbInfoList) > 100 {
  855. errMsg = "添加指标总数量不得超过100"
  856. err = errors.New(errMsg)
  857. isSendEmail = false
  858. return
  859. }
  860. if extraConfig.CalculateType > 5 || extraConfig.CalculateType < 0 {
  861. errMsg = "计算方式参数错误"
  862. err = errors.New(errMsg)
  863. isSendEmail = false
  864. return
  865. }
  866. chartClassify, err := data_manage.GetChartClassifyById(req.ChartClassifyId)
  867. if err != nil {
  868. if err.Error() == utils.ErrNoRow() {
  869. errMsg = "分类不存在"
  870. err = errors.New(errMsg)
  871. isSendEmail = false
  872. return
  873. }
  874. errMsg = "获取分类信息失败"
  875. err = errors.New("获取分类信息失败,Err:" + err.Error())
  876. return
  877. }
  878. if chartClassify == nil {
  879. errMsg = "分类不存在"
  880. err = errors.New(errMsg)
  881. isSendEmail = false
  882. return
  883. }
  884. // 图表操作权限
  885. ok := data.CheckOpChartPermission(sysUser, chartItem.SysUserId, true)
  886. if !ok {
  887. errMsg = "没有该图表的操作权限"
  888. err = errors.New(errMsg)
  889. isSendEmail = false
  890. return
  891. }
  892. var edbInfoIdArr []int
  893. for _, v := range req.ChartEdbInfoList {
  894. edbInfoId := v.EdbInfoId
  895. edbInfo, tmpErr := data_manage.GetEdbInfoById(edbInfoId)
  896. if tmpErr != nil {
  897. if tmpErr.Error() == utils.ErrNoRow() {
  898. errMsg = "图表不存在!"
  899. err = errors.New("图表指标不存在,ChartInfoId:" + strconv.Itoa(edbInfoId))
  900. return
  901. } else {
  902. errMsg = "获取图表信息失败!"
  903. err = errors.New("获取图表的指标信息失败,Err:" + tmpErr.Error())
  904. return
  905. }
  906. }
  907. if edbInfo == nil {
  908. errMsg = "指标不存在!"
  909. err = errors.New("指标不存在,ChartInfoId:" + strconv.Itoa(edbInfoId))
  910. return
  911. }
  912. edbInfoIdArr = append(edbInfoIdArr, edbInfoId)
  913. }
  914. sort.Ints(edbInfoIdArr)
  915. var edbInfoIdArrStr []string
  916. for _, v := range edbInfoIdArr {
  917. edbInfoIdArrStr = append(edbInfoIdArrStr, strconv.Itoa(v))
  918. }
  919. edbInfoIdStr := strings.Join(edbInfoIdArrStr, ",")
  920. //判断图表是否存在
  921. {
  922. var condition string
  923. var pars []interface{}
  924. condition += " AND chart_info_id <> ? "
  925. pars = append(pars, req.ChartInfoId)
  926. switch lang {
  927. case utils.EnLangVersion:
  928. condition += " AND chart_name_en = ? AND source = ? "
  929. default:
  930. condition += " AND chart_name=? AND source = ? "
  931. }
  932. pars = append(pars, req.ChartName, chartItem.Source)
  933. count, tmpErr := data_manage.GetChartInfoCountByCondition(condition, pars)
  934. if tmpErr != nil {
  935. errMsg = "判断图表名称是否存在失败"
  936. err = errors.New("判断图表名称是否存在失败,Err:" + tmpErr.Error())
  937. return
  938. }
  939. if count > 0 {
  940. errMsg = "图表已存在,请重新填写"
  941. err = errors.New(errMsg)
  942. isSendEmail = false
  943. return
  944. }
  945. }
  946. // 修改图表与指标mapping
  947. req.ChartType = 1
  948. dateType := req.DateType
  949. err = data_manage.EditRangeChartInfoAndMapping(&req, edbInfoIdStr, lang, "公历", dateType, 0, ``)
  950. if err != nil {
  951. errMsg = "保存失败"
  952. err = errors.New("保存失败,Err:" + err.Error())
  953. return
  954. }
  955. addSeries := false
  956. chartSeriesOb := new(data_manage.FactorEdbSeriesChartMapping)
  957. seriesMappingItem, err := chartSeriesOb.GetItemByChartInfoId(chartItem.ChartInfoId)
  958. if err != nil {
  959. if err.Error() == utils.ErrNoRow() {
  960. err = nil
  961. addSeries = true
  962. } else {
  963. err = fmt.Errorf("获取图表关联失败, Err: " + err.Error())
  964. return
  965. }
  966. }
  967. if extraConfig.EdbInfoMode == 1 {
  968. if addSeries {
  969. // 新增指标系列
  970. err = AddSeries(edbInfoIdArr, chartItem.ChartInfoId, utils.CHART_SOURCE_RANGE_ANALYSIS, extraConfig, req.ExtraConfig)
  971. if err != nil {
  972. errMsg = "操作失败"
  973. err = errors.New("新增区间计算图表失败, Err: " + err.Error())
  974. return
  975. }
  976. } else {
  977. err = EditSeries(seriesMappingItem, edbInfoIdArr, extraConfig, req.ExtraConfig, true)
  978. if err != nil {
  979. errMsg = "保存失败"
  980. err = errors.New("保存失败,Err:" + err.Error())
  981. return
  982. }
  983. }
  984. // todo 编辑失败处理
  985. } else if extraConfig.EdbInfoMode == 0 {
  986. if !addSeries {
  987. // 删除相关的系列
  988. factorSeriesOb := new(data_manage.FactorEdbSeries)
  989. err = factorSeriesOb.RemoveSeriesAndMappingByFactorEdbSeriesId(seriesMappingItem)
  990. if err != nil {
  991. errMsg = "保存失败"
  992. err = errors.New("保存失败,Err:" + err.Error())
  993. return
  994. }
  995. }
  996. }
  997. resp := new(data_manage.AddChartInfoResp)
  998. resp.ChartInfoId = chartItem.ChartInfoId
  999. resp.UniqueCode = chartItem.UniqueCode
  1000. resp.ChartType = req.ChartType
  1001. // 添加指标引用记录
  1002. _ = data.SaveChartEdbInfoRelation(edbInfoIdArr, chartItem)
  1003. //添加es数据
  1004. go data.EsAddOrEditChartInfo(chartItem.ChartInfoId)
  1005. //修改my eta es数据
  1006. go data.EsAddOrEditMyChartInfoByChartInfoId(chartItem.ChartInfoId)
  1007. return
  1008. }
  1009. // CopyChartInfo 复制图表
  1010. func CopyChartInfo(classifyId int, chartName string, oldChartInfo *data_manage.ChartInfo, sysUser *system.Admin, lang string) (chartInfo *data_manage.ChartInfo, err error, errMsg string, isSendEmail bool) {
  1011. isSendEmail = true
  1012. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  1013. chartInfo = &data_manage.ChartInfo{
  1014. ChartInfoId: 0,
  1015. ChartName: chartName,
  1016. ChartClassifyId: classifyId,
  1017. SysUserId: sysUser.AdminId,
  1018. SysUserRealName: sysUser.RealName,
  1019. UniqueCode: utils.MD5(utils.CHART_PREFIX + "_" + timestamp),
  1020. CreateTime: time.Now(),
  1021. ModifyTime: time.Now(),
  1022. DateType: oldChartInfo.DateType,
  1023. StartDate: oldChartInfo.StartDate,
  1024. EndDate: oldChartInfo.EndDate,
  1025. IsSetName: oldChartInfo.IsSetName,
  1026. EdbInfoIds: oldChartInfo.EdbInfoIds,
  1027. ChartType: oldChartInfo.ChartType,
  1028. Calendar: oldChartInfo.Calendar,
  1029. SeasonStartDate: oldChartInfo.SeasonStartDate,
  1030. SeasonEndDate: oldChartInfo.SeasonEndDate,
  1031. ChartImage: oldChartInfo.ChartImage,
  1032. BarConfig: oldChartInfo.BarConfig,
  1033. //Sort: sort,
  1034. LeftMin: oldChartInfo.LeftMin,
  1035. LeftMax: oldChartInfo.LeftMax,
  1036. RightMin: oldChartInfo.RightMin,
  1037. RightMax: oldChartInfo.RightMax,
  1038. Right2Min: oldChartInfo.Right2Min,
  1039. Right2Max: oldChartInfo.Right2Max,
  1040. Disabled: oldChartInfo.Disabled,
  1041. Source: oldChartInfo.Source,
  1042. ExtraConfig: oldChartInfo.ExtraConfig,
  1043. SeasonExtraConfig: oldChartInfo.SeasonExtraConfig,
  1044. StartYear: oldChartInfo.StartYear,
  1045. Unit: oldChartInfo.Unit,
  1046. UnitEn: oldChartInfo.UnitEn,
  1047. ChartThemeId: oldChartInfo.ChartThemeId,
  1048. SourcesFrom: oldChartInfo.SourcesFrom,
  1049. Instructions: oldChartInfo.Instructions,
  1050. MarkersLines: oldChartInfo.MarkersLines,
  1051. MarkersAreas: oldChartInfo.MarkersAreas,
  1052. }
  1053. newId, err := data_manage.AddChartInfo(chartInfo)
  1054. if err != nil {
  1055. err = fmt.Errorf("保存失败,Err:%s", err.Error())
  1056. return
  1057. }
  1058. chartInfo.ChartInfoId = int(newId)
  1059. edbInfoMappingList, err := data_manage.GetChartEdbMappingList(oldChartInfo.ChartInfoId)
  1060. if err != nil {
  1061. err = fmt.Errorf("获取图表,指标信息失败,Err:" + err.Error())
  1062. return
  1063. }
  1064. // 添加图表与指标的关联关系
  1065. edbInfoIdArr := make([]int, 0)
  1066. {
  1067. mapList := make([]*data_manage.ChartEdbMapping, 0)
  1068. for _, v := range edbInfoMappingList {
  1069. edbInfoIdArr = append(edbInfoIdArr, v.EdbInfoId)
  1070. timestamp = strconv.FormatInt(time.Now().UnixNano(), 10)
  1071. mapItem := &data_manage.ChartEdbMapping{
  1072. //ChartEdbMappingId: 0,
  1073. ChartInfoId: chartInfo.ChartInfoId,
  1074. EdbInfoId: v.EdbInfoId,
  1075. CreateTime: time.Now(),
  1076. ModifyTime: time.Now(),
  1077. UniqueCode: utils.MD5(utils.CHART_PREFIX + "_" + timestamp),
  1078. MaxData: v.MaxData,
  1079. MinData: v.MinData,
  1080. IsOrder: v.IsOrder,
  1081. IsAxis: v.IsAxis,
  1082. EdbInfoType: v.EdbInfoType,
  1083. LeadValue: v.LeadValue,
  1084. LeadUnit: v.LeadUnit,
  1085. ChartStyle: v.ChartStyle,
  1086. ChartColor: v.ChartColor,
  1087. ChartWidth: v.ChartWidth,
  1088. Source: v.Source,
  1089. EdbAliasName: v.EdbAliasName,
  1090. IsConvert: v.IsConvert,
  1091. ConvertType: v.ConvertType,
  1092. ConvertValue: v.ConvertValue,
  1093. ConvertUnit: v.ConvertEnUnit,
  1094. ConvertEnUnit: v.ConvertEnUnit,
  1095. }
  1096. mapList = append(mapList, mapItem)
  1097. }
  1098. err = data_manage.AddChartEdbMapping(mapList)
  1099. if err != nil {
  1100. err = fmt.Errorf("保存失败,Err:%s", err.Error())
  1101. return
  1102. }
  1103. }
  1104. // 添加系列和图表映射
  1105. chartSeriesOb := new(data_manage.FactorEdbSeriesChartMapping)
  1106. _, err = chartSeriesOb.GetItemByChartInfoId(oldChartInfo.ChartInfoId)
  1107. if err != nil {
  1108. if err.Error() == utils.ErrNoRow() {
  1109. err = nil
  1110. } else {
  1111. err = fmt.Errorf("获取图表关联失败, Err: " + err.Error())
  1112. return
  1113. }
  1114. } else {
  1115. // 新增指标系列
  1116. // 区间计算图表配置校验
  1117. var extraConfig data_manage.ChartRangeAnalysisExtraConf
  1118. err = json.Unmarshal([]byte(chartInfo.ExtraConfig), &extraConfig)
  1119. if err != nil {
  1120. errMsg = "配置信息错误"
  1121. err = errors.New(errMsg + ", Err: " + err.Error())
  1122. return
  1123. }
  1124. err = AddSeries(edbInfoIdArr, chartInfo.ChartInfoId, utils.CHART_SOURCE_RANGE_ANALYSIS, extraConfig, chartInfo.ExtraConfig)
  1125. if err != nil {
  1126. errMsg = "操作失败"
  1127. err = errors.New("新增区间计算图表失败, Err: " + err.Error())
  1128. return
  1129. }
  1130. }
  1131. //添加es数据
  1132. go data.EsAddOrEditChartInfo(chartInfo.ChartInfoId)
  1133. return
  1134. }
  1135. /*
  1136. // CalculateCorrelation 计算区间计算-获取x轴和y轴
  1137. func CalculateCorrelation(leadValue int, leadUnit, frequencyA, frequencyB string, dataListA, dataListB []*data_manage.EdbDataList) (xEdbIdValue []int, yDataList []data_manage.YData, err error) {
  1138. xData := make([]int, 0)
  1139. yData := make([]float64, 0)
  1140. if leadValue == 0 {
  1141. xData = append(xData, 0)
  1142. }
  1143. if leadValue > 0 {
  1144. leadMin := 0 - leadValue
  1145. xLen := 2*leadValue + 1
  1146. for i := 0; i < xLen; i++ {
  1147. n := leadMin + i
  1148. xData = append(xData, n)
  1149. }
  1150. }
  1151. // 计算窗口,不包含第一天
  1152. //startDateTime, _ := time.ParseInLocation(utils.FormatDate, startDate, time.Local)
  1153. //startDate = startDateTime.AddDate(0, 0, 1).Format(utils.FormatDate)
  1154. //// 2023-03-02 时间序列始终以指标B为基准, 始终是A进行平移
  1155. //baseEdbInfo := edbInfoMappingB
  1156. //changeEdbInfo := edbInfoMappingA
  1157. // 2023-03-17 时间序列始终以指标A为基准, 始终是B进行平移
  1158. //baseEdbInfo := edbInfoMappingA
  1159. //changeEdbInfo := edbInfoMappingB
  1160. // 获取时间基准指标在时间区间内的值
  1161. //aDataList := make([]*data_manage.EdbDataList, 0)
  1162. //switch baseEdbInfo.EdbInfoCategoryType {
  1163. //case 0:
  1164. // aDataList, err = data_manage.GetEdbDataList(baseEdbInfo.Source, baseEdbInfo.SubSource, baseEdbInfo.EdbInfoId, startDate, endDate)
  1165. //case 1:
  1166. // _, aDataList, _, _, err, _ = data.GetPredictDataListByPredictEdbInfoId(baseEdbInfo.EdbInfoId, startDate, endDate, false)
  1167. //default:
  1168. // err = errors.New("指标base类型异常")
  1169. // return
  1170. //}
  1171. //
  1172. //// 获取变频指标所有日期的值, 插值法完善数据
  1173. //bDataList := make([]*data_manage.EdbDataList, 0)
  1174. //switch changeEdbInfo.EdbInfoCategoryType {
  1175. //case 0:
  1176. // bDataList, err = data_manage.GetEdbDataList(changeEdbInfo.Source, changeEdbInfo.SubSource, changeEdbInfo.EdbInfoId, "", "")
  1177. //case 1:
  1178. // _, bDataList, _, _, err, _ = data.GetPredictDataListByPredictEdbInfoId(changeEdbInfo.EdbInfoId, "", "", false)
  1179. //default:
  1180. // err = errors.New("指标change类型异常")
  1181. // return
  1182. //}
  1183. //changeDataMap := make(map[string]float64)
  1184. //newChangeDataList, e := HandleDataByLinearRegression(bDataList, changeDataMap)
  1185. //if e != nil {
  1186. // err = fmt.Errorf("获取变频指标插值法Map失败, Err: %s", e.Error())
  1187. // return
  1188. //}
  1189. // 2023-03-17 时间序列始终以指标A为基准, 始终是B进行平移
  1190. baseDataList := make([]*data_manage.EdbDataList, 0)
  1191. baseDataMap := make(map[string]float64)
  1192. changeDataList := make([]*data_manage.EdbDataList, 0)
  1193. changeDataMap := make(map[string]float64)
  1194. // 先把低频指标升频为高频
  1195. {
  1196. frequencyIntMap := map[string]int{
  1197. "日度": 1,
  1198. "周度": 2,
  1199. "旬度": 3,
  1200. "月度": 4,
  1201. "季度": 5,
  1202. "年度": 6,
  1203. }
  1204. // 如果A指标是高频,那么就需要对B指标进行升频
  1205. if frequencyIntMap[frequencyA] < frequencyIntMap[frequencyB] {
  1206. tmpNewChangeDataList, e := HandleDataByLinearRegression(dataListB, changeDataMap)
  1207. if e != nil {
  1208. err = fmt.Errorf("获取变频指标插值法Map失败, Err: %s", e.Error())
  1209. return
  1210. }
  1211. changeDataList = tmpNewChangeDataList
  1212. baseDataList = dataListA
  1213. for _, v := range baseDataList {
  1214. baseDataMap[v.DataTime] = v.Value
  1215. }
  1216. } else if frequencyIntMap[frequencyA] > frequencyIntMap[frequencyB] {
  1217. // 如果B指标是高频,那么就需要对A指标进行升频
  1218. tmpNewChangeDataList, e := HandleDataByLinearRegression(dataListA, baseDataMap)
  1219. if e != nil {
  1220. err = fmt.Errorf("获取变频指标插值法Map失败, Err: %s", e.Error())
  1221. return
  1222. }
  1223. baseDataList = tmpNewChangeDataList
  1224. changeDataList = dataListB
  1225. for _, v := range changeDataList {
  1226. changeDataMap[v.DataTime] = v.Value
  1227. }
  1228. } else {
  1229. baseDataList = dataListA
  1230. for _, v := range baseDataList {
  1231. baseDataMap[v.DataTime] = v.Value
  1232. }
  1233. changeDataList = dataListB
  1234. for _, v := range changeDataList {
  1235. changeDataMap[v.DataTime] = v.Value
  1236. }
  1237. }
  1238. }
  1239. // 计算不领先也不滞后时的相关系数
  1240. baseCalculateData := make([]float64, 0)
  1241. baseDataTimeArr := make([]string, 0)
  1242. for i := range baseDataList {
  1243. baseDataTimeArr = append(baseDataTimeArr, baseDataList[i].DataTime)
  1244. baseCalculateData = append(baseCalculateData, baseDataList[i].Value)
  1245. }
  1246. //zeroBaseData := make([]float64, 0)
  1247. //zeroCalculateData := make([]float64, 0)
  1248. //for i := range baseDataTimeArr {
  1249. // tmpBaseVal, ok1 := baseDataMap[baseDataTimeArr[i]]
  1250. // tmpCalculateVal, ok2 := changeDataMap[baseDataTimeArr[i]]
  1251. // if ok1 && ok2 {
  1252. // zeroBaseData = append(zeroBaseData, tmpBaseVal)
  1253. // zeroCalculateData = append(zeroCalculateData, tmpCalculateVal)
  1254. // }
  1255. //}
  1256. //if len(zeroBaseData) != len(zeroCalculateData) {
  1257. // err = fmt.Errorf("相关系数两组序列元素数不一致, %d-%d", len(baseCalculateData), len(zeroCalculateData))
  1258. // return
  1259. //}
  1260. //zeroRatio := utils.CalculateCorrelationByIntArr(zeroBaseData, zeroCalculateData)
  1261. //if leadValue == 0 {
  1262. // yData = append(yData, zeroRatio)
  1263. //}
  1264. // 计算领先/滞后N期
  1265. if leadValue > 0 {
  1266. // 平移变频指标领先/滞后的日期(单位天)
  1267. moveUnitDays := utils.FrequencyDaysMap[leadUnit]
  1268. for i := range xData {
  1269. //if xData[i] == 0 {
  1270. // yData = append(yData, zeroRatio)
  1271. // continue
  1272. //}
  1273. xCalculateData := make([]float64, 0)
  1274. yCalculateData := make([]float64, 0)
  1275. // 平移指定天数
  1276. mDays := int(moveUnitDays) * xData[i]
  1277. _, dMap := MoveDataDaysToNewDataList(changeDataList, mDays)
  1278. // 取出对应的基准日期的值
  1279. for i2 := range baseDataTimeArr {
  1280. tmpDate := baseDataTimeArr[i2]
  1281. if yVal, ok := dMap[tmpDate]; ok {
  1282. xCalculateData = append(xCalculateData, baseCalculateData[i2])
  1283. yCalculateData = append(yCalculateData, yVal)
  1284. }
  1285. }
  1286. if len(yCalculateData) <= 0 {
  1287. //err = fmt.Errorf("领先滞后相关系数两组序列元素数不一致, %d-%d", len(baseCalculateData), len(yCalculateData))
  1288. //return
  1289. // 领先滞后后,没有可以计算的数据了
  1290. continue
  1291. }
  1292. // 公式计算出领先/滞后频度对应点的区间计算系数
  1293. ratio := utils.CalculateCorrelationByIntArr(xCalculateData, yCalculateData)
  1294. yData = append(yData, ratio)
  1295. }
  1296. }
  1297. xEdbIdValue = xData
  1298. yDataList = make([]data_manage.YData, 0)
  1299. yDate := "0000-00-00"
  1300. yDataList = append(yDataList, data_manage.YData{
  1301. Date: yDate,
  1302. Value: yData,
  1303. })
  1304. return
  1305. }
  1306. // GetFactorChartDataByChartId 获取多因子区间计算图表数据
  1307. func GetFactorChartDataByChartId(chartInfoId int, extraConfig string) (xEdbIdValue []int, yDataList []data_manage.YData, err error) {
  1308. if chartInfoId <= 0 {
  1309. return
  1310. }
  1311. // 指标对应的图例
  1312. extra := new(data_manage.CorrelationChartInfoExtraConfig)
  1313. if extraConfig != "" {
  1314. if e := json.Unmarshal([]byte(extraConfig), extra); e != nil {
  1315. err = fmt.Errorf("解析图表额外配置失败, err: %v", e)
  1316. return
  1317. }
  1318. }
  1319. legends := make(map[string]*data_manage.CorrelationChartLegend)
  1320. if extra != nil {
  1321. for _, v := range extra.LegendConfig {
  1322. s := fmt.Sprintf("%d-%d", v.SeriesId, v.EdbInfoId)
  1323. legends[s] = v
  1324. }
  1325. }
  1326. // 获取图表引用到的系列指标
  1327. chartMappingOb := new(data_manage.FactorEdbSeriesChartMapping)
  1328. cond := fmt.Sprintf(" AND %s = ? AND %s = 1", chartMappingOb.Cols().ChartInfoId, chartMappingOb.Cols().EdbUsed)
  1329. pars := make([]interface{}, 0)
  1330. pars = append(pars, chartInfoId)
  1331. chartMappings, e := chartMappingOb.GetItemsByCondition(cond, pars, []string{}, "")
  1332. if e != nil {
  1333. err = fmt.Errorf("获取图表引用系列指标失败")
  1334. return
  1335. }
  1336. // 取出计算结果
  1337. yDataList = make([]data_manage.YData, 0)
  1338. yDate := "0000-00-00"
  1339. for k, m := range chartMappings {
  1340. var values []data_manage.FactorEdbSeriesCorrelationMatrixValues
  1341. if m.CalculateData != "" {
  1342. e = json.Unmarshal([]byte(m.CalculateData), &values)
  1343. if e != nil {
  1344. err = fmt.Errorf("系列指标计算数据有误, err: %v", e)
  1345. return
  1346. }
  1347. }
  1348. var y []float64
  1349. for _, v := range values {
  1350. if k == 0 {
  1351. xEdbIdValue = append(xEdbIdValue, v.XData)
  1352. }
  1353. y = append(y, v.YData)
  1354. }
  1355. var yData data_manage.YData
  1356. yData.Date = yDate
  1357. yData.Value = y
  1358. yData.SeriesEdb.SeriesId = m.FactorEdbSeriesId
  1359. yData.SeriesEdb.EdbInfoId = m.EdbInfoId
  1360. // 图例
  1361. s := fmt.Sprintf("%d-%d", m.FactorEdbSeriesId, m.EdbInfoId)
  1362. legend := legends[s]
  1363. if legend != nil {
  1364. yData.Name = legend.LegendName
  1365. yData.Color = legend.Color
  1366. }
  1367. yDataList = append(yDataList, yData)
  1368. }
  1369. return
  1370. }
  1371. // FormatChartEdbInfoMappings 补充指标信息
  1372. func FormatChartEdbInfoMappings(chartInfoId int, mappings []*data_manage.ChartEdbInfoMapping) (edbList []*data_manage.ChartEdbInfoMapping, err error) {
  1373. edbList = make([]*data_manage.ChartEdbInfoMapping, 0)
  1374. if len(mappings) == 0 {
  1375. return
  1376. }
  1377. for _, v := range mappings {
  1378. if chartInfoId <= 0 {
  1379. v.IsAxis = 1
  1380. v.LeadValue = 0
  1381. v.LeadUnit = ""
  1382. v.ChartEdbMappingId = 0
  1383. v.ChartInfoId = 0
  1384. v.IsOrder = false
  1385. v.EdbInfoType = 1
  1386. v.ChartStyle = ""
  1387. v.ChartColor = ""
  1388. v.ChartWidth = 0
  1389. } else {
  1390. v.LeadUnitEn = data.GetLeadUnitEn(v.LeadUnit)
  1391. v.LeadUnitEn = data.GetLeadUnitEn(v.LeadUnit)
  1392. }
  1393. v.FrequencyEn = data.GetFrequencyEn(v.Frequency)
  1394. if v.Unit == `无` {
  1395. v.Unit = ``
  1396. }
  1397. edbList = append(edbList, v)
  1398. }
  1399. return
  1400. }*/
  1401. func GetEdbDateByMoveForward(moveForward int, edbDataList []*data_manage.EdbDataList) (date string) {
  1402. moveForward = 0
  1403. // 根据日期进行排序
  1404. index := len(edbDataList) - 1 - moveForward
  1405. for k, v := range edbDataList {
  1406. if k == index {
  1407. date = v.DataTime
  1408. return
  1409. }
  1410. }
  1411. return
  1412. }
  1413. // HandleEdbDateChange 处理日期变换
  1414. func HandleEdbDateChange(date string, dateChange []*data_manage.EdbDateConfDateChange) (newDate string, err error) {
  1415. newDate = date
  1416. if newDate != "" {
  1417. if len(dateChange) > 0 {
  1418. var dateTime time.Time
  1419. dateTime, err = time.ParseInLocation(utils.FormatDate, newDate, time.Local)
  1420. if err != nil {
  1421. err = fmt.Errorf("日期解析失败: %s", err.Error())
  1422. return
  1423. }
  1424. for _, v := range dateChange {
  1425. if v.ChangeType == 1 {
  1426. dateTime = dateTime.AddDate(v.Year, v.Month, v.Day)
  1427. newDate = dateTime.Format(utils.FormatDate)
  1428. } else if v.ChangeType == 2 {
  1429. newDate, err, _ = utils.HandleSystemAppointDateT(dateTime, v.FrequencyDay, v.Frequency)
  1430. if err != nil {
  1431. return
  1432. }
  1433. dateTime, err = time.ParseInLocation(utils.FormatDate, newDate, time.Local)
  1434. if err != nil {
  1435. err = fmt.Errorf("日期解析失败: %s", err.Error())
  1436. return
  1437. }
  1438. }
  1439. }
  1440. }
  1441. }
  1442. return
  1443. }
  1444. // 添加指标系列和数据
  1445. func AddSeries(edbInfoIds []int, chartInfoId, chartInfoSource int, extraConf data_manage.ChartRangeAnalysisExtraConf, calculatesJson string) (err error) {
  1446. edbArr, e := data_manage.GetEdbInfoByIdList(edbInfoIds)
  1447. if e != nil {
  1448. err = fmt.Errorf("获取指标列表失败, Err: " + e.Error())
  1449. return
  1450. }
  1451. if len(edbArr) == 0 {
  1452. err = fmt.Errorf("获取指标列表失败, 指标不存在")
  1453. return
  1454. }
  1455. edbInfoType := edbArr[0].EdbInfoType
  1456. // 新增指标系列
  1457. seriesItem := new(data_manage.FactorEdbSeries)
  1458. seriesItem.SeriesName = extraConf.SeriesName
  1459. seriesItem.EdbInfoType = edbInfoType
  1460. seriesItem.CreateTime = time.Now().Local()
  1461. seriesItem.ModifyTime = time.Now().Local()
  1462. seriesItem.CalculateState = data_manage.FactorEdbSeriesCalculating
  1463. seriesItem.CalculateStep = calculatesJson
  1464. mappings := make([]*data_manage.FactorEdbSeriesMapping, 0)
  1465. for _, v := range edbArr {
  1466. mappings = append(mappings, &data_manage.FactorEdbSeriesMapping{
  1467. EdbInfoId: v.EdbInfoId,
  1468. EdbCode: v.EdbCode,
  1469. CreateTime: time.Now().Local(),
  1470. ModifyTime: time.Now().Local(),
  1471. })
  1472. }
  1473. seriesId, e := seriesItem.CreateSeriesAndMapping(seriesItem, mappings)
  1474. if e != nil {
  1475. err = fmt.Errorf("新增因子指标系列失败, Err: " + e.Error())
  1476. return
  1477. }
  1478. // 图表关联-此处添加的chart_info_id=0
  1479. seriesChartMapping := new(data_manage.FactorEdbSeriesChartMapping)
  1480. seriesChartMapping.CalculateType = data_manage.FactorEdbSeriesChartCalculateTypeRange
  1481. //新增图表和指标的映射关系
  1482. seriesChartMapping.CalculateData = ""
  1483. seriesChartMapping.FactorEdbSeriesId = seriesId
  1484. seriesChartMapping.ChartInfoId = chartInfoId
  1485. seriesChartMapping.Source = chartInfoSource
  1486. seriesChartMapping.CreateTime = time.Now().Local()
  1487. seriesChartMapping.ModifyTime = time.Now().Local()
  1488. if e = seriesChartMapping.Create(); e != nil {
  1489. err = fmt.Errorf("新增图表关联失败, Err: " + e.Error())
  1490. return
  1491. }
  1492. // todo 计算指标数据并存储
  1493. _, e = FactorEdbStepCalculateRange(seriesId, edbInfoIds, extraConf, false)
  1494. if e != nil {
  1495. err = fmt.Errorf("计算因子指标失败, Err: " + e.Error())
  1496. return
  1497. }
  1498. // 更新系列计算状态
  1499. cols := []string{seriesItem.Cols().CalculateState, seriesItem.Cols().ModifyTime}
  1500. seriesItem.CalculateState = data_manage.FactorEdbSeriesCalculated
  1501. seriesItem.ModifyTime = time.Now().Local()
  1502. if e = seriesItem.Update(cols); e != nil {
  1503. err = fmt.Errorf("更新因子指标系列计算状态失败, Err: " + e.Error())
  1504. return
  1505. }
  1506. return
  1507. }
  1508. func EditSeries(seriesMapping *data_manage.FactorEdbSeriesChartMapping, edbInfoIds []int, extraConf data_manage.ChartRangeAnalysisExtraConf, calculatesJson string, recalculate bool) (err error) {
  1509. seriesOb := new(data_manage.FactorEdbSeries)
  1510. seriesItem, e := seriesOb.GetItemById(seriesMapping.FactorEdbSeriesId)
  1511. if e != nil {
  1512. if e.Error() == utils.ErrNoRow() {
  1513. err = fmt.Errorf("因子指标系列不存在, Err: " + e.Error())
  1514. return
  1515. }
  1516. err = fmt.Errorf("获取因子指标系列失败, Err: " + e.Error())
  1517. return
  1518. }
  1519. edbArr, e := data_manage.GetEdbInfoByIdList(edbInfoIds)
  1520. if e != nil {
  1521. err = fmt.Errorf("获取指标列表失败, Err: " + e.Error())
  1522. return
  1523. }
  1524. if len(edbArr) == 0 {
  1525. err = fmt.Errorf("指标列表为空")
  1526. return
  1527. }
  1528. var calculateResp data_manage.FactorEdbSeriesStepCalculateResp
  1529. calculateResp.SeriesId = seriesItem.FactorEdbSeriesId
  1530. // 如果不需要进行重新计算(比如只改了系列名称)那么只更新指标系列
  1531. seriesItem.SeriesName = extraConf.SeriesName
  1532. seriesItem.EdbInfoType = edbArr[0].EdbInfoType
  1533. seriesItem.ModifyTime = time.Now().Local()
  1534. updateCols := []string{seriesOb.Cols().SeriesName, seriesOb.Cols().EdbInfoType, seriesOb.Cols().ModifyTime}
  1535. if !recalculate {
  1536. if e = seriesItem.Update(updateCols); e != nil {
  1537. err = fmt.Errorf("更新因子指标系列失败, Err: " + e.Error())
  1538. return
  1539. }
  1540. return
  1541. }
  1542. // 更新系列信息和指标关联
  1543. seriesItem.CalculateState = data_manage.FactorEdbSeriesCalculating
  1544. seriesItem.CalculateStep = calculatesJson
  1545. updateCols = append(updateCols, seriesOb.Cols().CalculateState, seriesOb.Cols().CalculateStep)
  1546. mappings := make([]*data_manage.FactorEdbSeriesMapping, 0)
  1547. for _, v := range edbArr {
  1548. mappings = append(mappings, &data_manage.FactorEdbSeriesMapping{
  1549. EdbInfoId: v.EdbInfoId,
  1550. EdbCode: v.EdbCode,
  1551. CreateTime: time.Now().Local(),
  1552. ModifyTime: time.Now().Local(),
  1553. })
  1554. }
  1555. if e = seriesItem.EditSeriesAndMapping(seriesItem, mappings, updateCols); e != nil {
  1556. err = fmt.Errorf("更新因子指标系列信息失败, Err: %s", e.Error())
  1557. return
  1558. }
  1559. // todo 重新计算
  1560. _, e = FactorEdbStepCalculateRange(seriesItem.FactorEdbSeriesId, edbInfoIds, extraConf, false)
  1561. if e != nil {
  1562. err = fmt.Errorf("计算因子指标失败, Err: " + e.Error())
  1563. return
  1564. }
  1565. // 更新系列计算状态
  1566. cols := []string{seriesItem.Cols().CalculateState, seriesItem.Cols().ModifyTime}
  1567. seriesItem.CalculateState = data_manage.FactorEdbSeriesCalculated
  1568. seriesItem.ModifyTime = time.Now().Local()
  1569. if e = seriesItem.Update(cols); e != nil {
  1570. err = fmt.Errorf("更新因子指标系列计算状态失败, Err: %s", e.Error())
  1571. return
  1572. }
  1573. return
  1574. }
  1575. // FactorEdbStepCalculateRange 因子指标-区间计算
  1576. func FactorEdbStepCalculateRange(seriesId int, edbArr []int, extraConf data_manage.ChartRangeAnalysisExtraConf, recalculate bool) (calculateResp data_manage.FactorEdbSeriesStepCalculateResp, err error) {
  1577. // todo 如果指标已保存,则用指标数据还是图表指标数据?
  1578. // 获取图表x轴y轴
  1579. defer func() {
  1580. if err != nil {
  1581. tips := fmt.Sprintf("StepCalculate计算失败, ErrMsg: %v", err)
  1582. fmt.Println(tips)
  1583. utils.FileLog.Info(tips)
  1584. go alarm_msg.SendAlarmMsg(tips, 3)
  1585. }
  1586. /*if len(calculateResp.Fail) > 0 {
  1587. tips := "StepCalculate计算失败, ErrMsg: "
  1588. for _, f := range calculateResp.Fail {
  1589. tips += fmt.Sprintf("code: %s, err: %s\n", f.EdbCode, f.ErrMsg)
  1590. }
  1591. fmt.Println(tips)
  1592. utils.FileLog.Info(tips)
  1593. go alarm_msg.SendAlarmMsg(tips, 2)
  1594. }*/
  1595. }()
  1596. edbInfoMappingList, e := data_manage.GetChartEdbMappingListByEdbInfoIdList(edbArr)
  1597. if e != nil {
  1598. err = fmt.Errorf("获取区间计算图表, A指标mapping信息失败, Err:%v", e)
  1599. return
  1600. }
  1601. _, _, _, err = GetChartDataByEdbInfoList(0, 0, 0, "", "", edbInfoMappingList, &extraConf)
  1602. if err != nil {
  1603. err = fmt.Errorf("获取图表数据失败, ErrMsg: %v", err)
  1604. return
  1605. }
  1606. // 重新计算-先清除原数据
  1607. calculateDataOb := new(data_manage.FactorEdbSeriesCalculateDataQjjs)
  1608. cond := fmt.Sprintf("%s = ?", calculateDataOb.Cols().FactorEdbSeriesId)
  1609. pars := make([]interface{}, 0)
  1610. pars = append(pars, seriesId)
  1611. if e := calculateDataOb.RemoveByCondition(cond, pars); e != nil {
  1612. err = fmt.Errorf("清除原数据失败, err: %v", e)
  1613. return
  1614. }
  1615. // 计算成功的保存结果
  1616. dataArr := make([]*data_manage.FactorEdbSeriesCalculateDataQjjs, 0)
  1617. for _, v := range edbInfoMappingList {
  1618. dataList := v.DataList.([]*data_manage.EdbDataList)
  1619. for _, dataItem := range dataList {
  1620. dataTime, _ := time.ParseInLocation(utils.FormatDate, dataItem.DataTime, time.Local)
  1621. dataArr = append(dataArr, &data_manage.FactorEdbSeriesCalculateDataQjjs{
  1622. FactorEdbSeriesId: seriesId,
  1623. EdbInfoId: v.EdbInfoId,
  1624. EdbCode: v.EdbCode,
  1625. DataTime: dataTime,
  1626. Value: dataItem.Value,
  1627. CreateTime: time.Now().Local(),
  1628. ModifyTime: time.Now().Local(),
  1629. DataTimestamp: dataItem.DataTimestamp,
  1630. })
  1631. }
  1632. }
  1633. if len(dataArr) == 0 {
  1634. err = fmt.Errorf("计算结果无数据, seriesId: %d", seriesId)
  1635. return
  1636. }
  1637. if e = calculateDataOb.CreateMulti(dataArr); e != nil {
  1638. err = fmt.Errorf("保存计算结果失败, seriesId: %d, err: %v, ", seriesId, e)
  1639. return
  1640. }
  1641. return
  1642. }