predict_edb_info.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323
  1. package data
  2. import (
  3. "errors"
  4. "github.com/shopspring/decimal"
  5. "hongze/hongze_chart_lib/models"
  6. "hongze/hongze_chart_lib/models/data_manage"
  7. "hongze/hongze_chart_lib/utils"
  8. "strconv"
  9. "time"
  10. )
  11. // GetChartPredictEdbInfoDataList 获取图表的预测指标的未来数据
  12. func GetChartPredictEdbInfoDataList(predictEdbConf data_manage.PredictEdbConf, filtrateStartDateStr, latestDateStr string, lastDataValue float64, endDateStr, frequency string) (predictEdbInfoData []*models.EdbDataList, err error) {
  13. endDate, err := time.ParseInLocation(utils.FormatDate, endDateStr, time.Local)
  14. if err != nil {
  15. return
  16. }
  17. latestDate, err := time.ParseInLocation(utils.FormatDate, latestDateStr, time.Local)
  18. if err != nil {
  19. return
  20. }
  21. // 开始预测数据的时间
  22. startDate := latestDate
  23. // 如果有筛选时间的话
  24. if filtrateStartDateStr != `` {
  25. filtrateStartDate, tmpErr := time.ParseInLocation(utils.FormatDate, filtrateStartDateStr, time.Local)
  26. if tmpErr != nil {
  27. err = tmpErr
  28. return
  29. }
  30. //如果筛选时间晚于实际数据时间,那么就以筛选时间作为获取预测数据的时间
  31. if filtrateStartDate.After(latestDate) {
  32. startDate = filtrateStartDate.AddDate(0, 0, -1)
  33. }
  34. }
  35. dataValue := lastDataValue
  36. if predictEdbConf.RuleType == 2 {
  37. dataValue = predictEdbConf.FixedValue
  38. }
  39. //获取后面的预测数据
  40. dayList := getPredictEdbDayList(startDate, endDate, frequency)
  41. predictEdbInfoData = make([]*models.EdbDataList, 0)
  42. for k, v := range dayList {
  43. predictEdbInfoData = append(predictEdbInfoData, &models.EdbDataList{
  44. EdbDataId: predictEdbConf.PredictEdbInfoId + 10000000000 + k,
  45. EdbInfoId: predictEdbConf.PredictEdbInfoId,
  46. DataTime: v.Format(utils.FormatDate),
  47. Value: dataValue,
  48. DataTimestamp: (v.UnixNano() / 1e6) + 1000, //前端需要让加1s,说是2022-09-01 00:00:00 这样的整点不合适
  49. })
  50. }
  51. return
  52. }
  53. // GetPredictEdbDayList 获取预测指标日期列表
  54. func getPredictEdbDayList(startDate, endDate time.Time, frequency string) (dayList []time.Time) {
  55. //if !utils.InArrayByStr([]string{"日度", "周度", "月度"}, frequency)
  56. switch frequency {
  57. case "日度":
  58. for currDate := startDate.AddDate(0, 0, 1); currDate.Before(endDate) || currDate.Equal(endDate); currDate = currDate.AddDate(0, 0, 1) {
  59. //周六、日排除
  60. if currDate.Weekday() == time.Sunday || currDate.Weekday() == time.Saturday {
  61. continue
  62. }
  63. dayList = append(dayList, currDate)
  64. }
  65. case "周度":
  66. //nextDate := startDate.AddDate(0, 0, 7)
  67. for currDate := startDate.AddDate(0, 0, 7); currDate.Before(endDate) || currDate.Equal(endDate); currDate = currDate.AddDate(0, 0, 7) {
  68. dayList = append(dayList, currDate)
  69. }
  70. case "月度":
  71. for currDate := startDate; currDate.Before(endDate) || currDate.Equal(endDate); {
  72. currDate = time.Date(currDate.Year(), currDate.Month(), 1, 0, 0, 0, 0, time.Now().Location()).AddDate(0, 2, -1)
  73. if !currDate.After(endDate) {
  74. dayList = append(dayList, currDate)
  75. }
  76. }
  77. }
  78. return
  79. }
  80. // GetPredictDataListByPredictEdbInfoId 根据预测指标id获取预测指标的数据
  81. func GetPredictDataListByPredictEdbInfoId(edbInfoId int, startDate, endDate string, isTimeBetween bool) (dataList []*models.EdbDataList, sourceEdbInfoItem *data_manage.EdbInfo, predictEdbConf *data_manage.PredictEdbConf, err error, errMsg string) {
  82. edbInfo, err := data_manage.GetEdbInfoById(edbInfoId)
  83. if err != nil {
  84. errMsg = `获取预测指标信息失败`
  85. return
  86. }
  87. return GetPredictDataListByPredictEdbInfo(edbInfo, startDate, endDate, isTimeBetween)
  88. }
  89. // GetPredictDataListByPredictEdbInfo 根据预测指标信息获取预测指标的数据
  90. func GetPredictDataListByPredictEdbInfo(edbInfo *data_manage.EdbInfo, startDate, endDate string, isTimeBetween bool) (dataList []*models.EdbDataList, sourceEdbInfoItem *data_manage.EdbInfo, predictEdbConf *data_manage.PredictEdbConf, err error, errMsg string) {
  91. // 非计算指标,直接从表里获取数据
  92. if edbInfo.EdbType != 1 {
  93. if !isTimeBetween {
  94. endDate = ``
  95. }
  96. return GetPredictCalculateDataListByPredictEdbInfo(edbInfo, startDate, endDate)
  97. }
  98. // 查找该预测指标配置
  99. predictEdbConfList, err := data_manage.GetPredictEdbConfListById(edbInfo.EdbInfoId)
  100. if err != nil && err.Error() != utils.ErrNoRow() {
  101. errMsg = "获取预测指标配置信息失败"
  102. return
  103. }
  104. if len(predictEdbConfList) == 0 {
  105. errMsg = "获取预测指标配置信息失败"
  106. err = errors.New(errMsg)
  107. return
  108. }
  109. predictEdbConf = predictEdbConfList[0]
  110. if predictEdbConf == nil {
  111. errMsg = "获取预测指标配置信息失败"
  112. err = errors.New(errMsg)
  113. return
  114. }
  115. // 来源指标
  116. sourceEdbInfoItem, err = data_manage.GetEdbInfoById(predictEdbConf.SourceEdbInfoId)
  117. if err != nil {
  118. if err.Error() == utils.ErrNoRow() {
  119. errMsg = "找不到来源指标信息"
  120. err = errors.New(errMsg)
  121. }
  122. return
  123. }
  124. // 所有数据
  125. allDataList := make([]*models.EdbDataList, 0)
  126. //获取指标数据(实际已生成)
  127. dataList, err = models.GetEdbDataList(sourceEdbInfoItem.Source, sourceEdbInfoItem.EdbInfoId, startDate, endDate)
  128. if err != nil {
  129. return
  130. }
  131. // 如果选择了日期,那么需要筛选所有的数据,用于未来指标的生成
  132. if startDate != `` {
  133. allDataList, err = models.GetEdbDataList(sourceEdbInfoItem.Source, sourceEdbInfoItem.EdbInfoId, "", "")
  134. if err != nil {
  135. return
  136. }
  137. } else {
  138. allDataList = dataList
  139. }
  140. // 获取预测指标未来的数据
  141. predictDataList := make([]*models.EdbDataList, 0)
  142. endDateStr := edbInfo.EndDate //预测指标的结束日期
  143. if isTimeBetween { //如果是时间区间,那么
  144. reqEndDateTime, _ := time.ParseInLocation(utils.FormatDate, endDate, time.Local)
  145. endDateTime, _ := time.ParseInLocation(utils.FormatDate, edbInfo.EndDate, time.Local)
  146. // 如果选择的时间区间结束日期 晚于 当天,那么预测数据截止到当天
  147. if reqEndDateTime.Before(endDateTime) {
  148. endDateStr = endDate
  149. }
  150. }
  151. //predictDataList, err = GetChartPredictEdbInfoDataList(*predictEdbConf, startDate, sourceEdbInfoItem.LatestDate, sourceEdbInfoItem.LatestValue, endDateStr, edbInfo.Frequency)
  152. var predictMinValue, predictMaxValue float64
  153. predictDataList, predictMinValue, predictMaxValue, err = GetChartPredictEdbInfoDataListByConfList(predictEdbConfList, startDate, sourceEdbInfoItem.LatestDate, endDateStr, edbInfo.Frequency, allDataList)
  154. if err != nil {
  155. return
  156. }
  157. dataList = append(dataList, predictDataList...)
  158. if len(predictDataList) > 0 {
  159. // 如果最小值 大于 预测值,那么将预测值作为最小值数据返回
  160. if edbInfo.MinValue > predictMinValue {
  161. edbInfo.MinValue = predictMinValue
  162. }
  163. // 如果最大值 小于 预测值,那么将预测值作为最大值数据返回
  164. if edbInfo.MaxValue < predictMaxValue {
  165. edbInfo.MaxValue = predictMaxValue
  166. }
  167. }
  168. return
  169. }
  170. // GetPredictCalculateDataListByPredictEdbInfo 根据预测运算指标信息获取预测指标的数据
  171. func GetPredictCalculateDataListByPredictEdbInfo(edbInfo *data_manage.EdbInfo, startDate, endDate string) (dataList []*models.EdbDataList, sourceEdbInfoItem *data_manage.EdbInfo, predictEdbConf *data_manage.PredictEdbConf, err error, errMsg string) {
  172. dataList, err = models.GetEdbDataList(edbInfo.Source, edbInfo.EdbInfoId, startDate, endDate)
  173. return
  174. }
  175. // GetChartPredictEdbInfoDataListByConfList 获取图表的预测指标的未来数据
  176. func GetChartPredictEdbInfoDataListByConfList(predictEdbConfList []*data_manage.PredictEdbConf, filtrateStartDateStr, latestDateStr, endDateStr, frequency string, realPredictEdbInfoData []*models.EdbDataList) (predictEdbInfoData []*models.EdbDataList, minValue, maxValue float64, err error) {
  177. endDate, err := time.ParseInLocation(utils.FormatDate, endDateStr, time.Local)
  178. if err != nil {
  179. return
  180. }
  181. latestDate, err := time.ParseInLocation(utils.FormatDate, latestDateStr, time.Local)
  182. if err != nil {
  183. return
  184. }
  185. // 开始预测数据的时间
  186. startDate := latestDate
  187. // 如果有筛选时间的话
  188. if filtrateStartDateStr != `` {
  189. filtrateStartDate, tmpErr := time.ParseInLocation(utils.FormatDate, filtrateStartDateStr, time.Local)
  190. if tmpErr != nil {
  191. err = tmpErr
  192. return
  193. }
  194. //如果筛选时间晚于实际数据时间,那么就以筛选时间作为获取预测数据的时间
  195. if filtrateStartDate.After(latestDate) {
  196. startDate = filtrateStartDate.AddDate(0, 0, -1)
  197. }
  198. }
  199. //var dateArr []string
  200. // 对应日期的值
  201. existMap := make(map[string]float64)
  202. for _, v := range realPredictEdbInfoData {
  203. //dateArr = append(dateArr, v.DataTime)
  204. existMap[v.DataTime] = v.Value
  205. }
  206. predictEdbInfoData = make([]*models.EdbDataList, 0)
  207. //dataValue := lastDataValue
  208. //预测规则,1:最新,2:固定值,3:同比,4:同差,5:环比,6:环差,7:N期移动均值,8:N期段线性外推值
  209. for _, predictEdbConf := range predictEdbConfList {
  210. dataEndTime := endDate
  211. if predictEdbConf.EndDate.Before(dataEndTime) {
  212. dataEndTime = predictEdbConf.EndDate
  213. }
  214. var tmpMinValue, tmpMaxValue float64 // 当前预测结果中的最大/最小值
  215. switch predictEdbConf.RuleType {
  216. case 1: //1:最新
  217. var lastDataValue float64 //最新值
  218. tmpAllData := make([]*models.EdbDataList, 0)
  219. tmpAllData = append(tmpAllData, realPredictEdbInfoData...)
  220. tmpAllData = append(tmpAllData, predictEdbInfoData...)
  221. lenTmpAllData := len(tmpAllData)
  222. if lenTmpAllData > 0 {
  223. lastDataValue = tmpAllData[lenTmpAllData-1].Value
  224. }
  225. predictEdbInfoData = GetChartPredictEdbInfoDataListByRule1(predictEdbConf.PredictEdbInfoId, lastDataValue, startDate, dataEndTime, frequency, predictEdbInfoData, existMap)
  226. tmpMaxValue = lastDataValue
  227. tmpMinValue = lastDataValue
  228. case 2: //2:固定值
  229. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  230. if tmpErr != nil {
  231. err = tmpErr
  232. return
  233. }
  234. dataValue, _ := tmpValDecimal.Float64()
  235. predictEdbInfoData = GetChartPredictEdbInfoDataListByRule1(predictEdbConf.PredictEdbInfoId, dataValue, startDate, dataEndTime, frequency, predictEdbInfoData, existMap)
  236. tmpMaxValue = dataValue
  237. tmpMinValue = dataValue
  238. case 3: //3:同比
  239. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  240. if tmpErr != nil {
  241. err = tmpErr
  242. return
  243. }
  244. tbValue, _ := tmpValDecimal.Float64()
  245. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleTb(predictEdbConf.PredictEdbInfoId, tbValue, startDate, dataEndTime, frequency, predictEdbInfoData, existMap)
  246. case 4: //4:同差
  247. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  248. if tmpErr != nil {
  249. err = tmpErr
  250. return
  251. }
  252. tcValue, _ := tmpValDecimal.Float64()
  253. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleTc(predictEdbConf.PredictEdbInfoId, tcValue, startDate, dataEndTime, frequency, predictEdbInfoData, existMap)
  254. case 5: //5:环比
  255. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  256. if tmpErr != nil {
  257. err = tmpErr
  258. return
  259. }
  260. hbValue, _ := tmpValDecimal.Float64()
  261. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleHb(predictEdbConf.PredictEdbInfoId, hbValue, startDate, dataEndTime, frequency, predictEdbInfoData, existMap)
  262. case 6: //6:环差
  263. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  264. if tmpErr != nil {
  265. err = tmpErr
  266. return
  267. }
  268. hcValue, _ := tmpValDecimal.Float64()
  269. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleHc(predictEdbConf.PredictEdbInfoId, hcValue, startDate, dataEndTime, frequency, predictEdbInfoData, existMap)
  270. case 7: //7:N期移动均值
  271. nValue, tmpErr := strconv.Atoi(predictEdbConf.Value)
  272. if tmpErr != nil {
  273. err = tmpErr
  274. return
  275. }
  276. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleNMoveMeanValue(predictEdbConf.PredictEdbInfoId, nValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  277. case 8: //8:N期段线性外推值
  278. nValue, tmpErr := strconv.Atoi(predictEdbConf.Value)
  279. if tmpErr != nil {
  280. err = tmpErr
  281. return
  282. }
  283. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleNLinearRegression(predictEdbConf.PredictEdbInfoId, nValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  284. }
  285. //startDate = dataEndTime.AddDate(0, 0, 1)
  286. startDate = dataEndTime
  287. if tmpMinValue < minValue {
  288. minValue = tmpMinValue
  289. }
  290. if tmpMaxValue < maxValue {
  291. maxValue = tmpMaxValue
  292. }
  293. }
  294. return
  295. }