predict_edb_info.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336
  1. package data
  2. import (
  3. "errors"
  4. "github.com/shopspring/decimal"
  5. "hongze/hongze_chart_lib/models"
  6. "hongze/hongze_chart_lib/models/data_manage"
  7. "hongze/hongze_chart_lib/utils"
  8. "strconv"
  9. "time"
  10. )
  11. // GetChartPredictEdbInfoDataList 获取图表的预测指标的未来数据
  12. func GetChartPredictEdbInfoDataList(predictEdbConf data_manage.PredictEdbConf, filtrateStartDateStr, latestDateStr string, lastDataValue float64, endDateStr, frequency string) (predictEdbInfoData []*models.EdbDataList, err error) {
  13. endDate, err := time.ParseInLocation(utils.FormatDate, endDateStr, time.Local)
  14. if err != nil {
  15. return
  16. }
  17. latestDate, err := time.ParseInLocation(utils.FormatDate, latestDateStr, time.Local)
  18. if err != nil {
  19. return
  20. }
  21. // 开始预测数据的时间
  22. startDate := latestDate
  23. // 如果有筛选时间的话
  24. if filtrateStartDateStr != `` {
  25. filtrateStartDate, tmpErr := time.ParseInLocation(utils.FormatDate, filtrateStartDateStr, time.Local)
  26. if tmpErr != nil {
  27. err = tmpErr
  28. return
  29. }
  30. //如果筛选时间晚于实际数据时间,那么就以筛选时间作为获取预测数据的时间
  31. if filtrateStartDate.After(latestDate) {
  32. startDate = filtrateStartDate.AddDate(0, 0, -1)
  33. }
  34. }
  35. dataValue := lastDataValue
  36. if predictEdbConf.RuleType == 2 {
  37. dataValue = predictEdbConf.FixedValue
  38. }
  39. //获取后面的预测数据
  40. dayList := getPredictEdbDayList(startDate, endDate, frequency)
  41. predictEdbInfoData = make([]*models.EdbDataList, 0)
  42. for k, v := range dayList {
  43. predictEdbInfoData = append(predictEdbInfoData, &models.EdbDataList{
  44. EdbDataId: predictEdbConf.PredictEdbInfoId + 10000000000 + k,
  45. EdbInfoId: predictEdbConf.PredictEdbInfoId,
  46. DataTime: v.Format(utils.FormatDate),
  47. Value: dataValue,
  48. DataTimestamp: (v.UnixNano() / 1e6) + 1000, //前端需要让加1s,说是2022-09-01 00:00:00 这样的整点不合适
  49. })
  50. }
  51. return
  52. }
  53. // GetPredictEdbDayList 获取预测指标日期列表
  54. func getPredictEdbDayList(startDate, endDate time.Time, frequency string) (dayList []time.Time) {
  55. //if !utils.InArrayByStr([]string{"日度", "周度", "月度"}, frequency)
  56. switch frequency {
  57. case "日度":
  58. for currDate := startDate.AddDate(0, 0, 1); currDate.Before(endDate) || currDate.Equal(endDate); currDate = currDate.AddDate(0, 0, 1) {
  59. //周六、日排除
  60. if currDate.Weekday() == time.Sunday || currDate.Weekday() == time.Saturday {
  61. continue
  62. }
  63. dayList = append(dayList, currDate)
  64. }
  65. case "周度":
  66. //nextDate := startDate.AddDate(0, 0, 7)
  67. for currDate := startDate.AddDate(0, 0, 7); currDate.Before(endDate) || currDate.Equal(endDate); currDate = currDate.AddDate(0, 0, 7) {
  68. dayList = append(dayList, currDate)
  69. }
  70. case "月度":
  71. for currDate := startDate; currDate.Before(endDate) || currDate.Equal(endDate); {
  72. currDate = time.Date(currDate.Year(), currDate.Month(), 1, 0, 0, 0, 0, time.Now().Location()).AddDate(0, 2, -1)
  73. if !currDate.After(endDate) {
  74. dayList = append(dayList, currDate)
  75. }
  76. }
  77. }
  78. return
  79. }
  80. // GetPredictDataListByPredictEdbInfoId 根据预测指标id获取预测指标的数据
  81. func GetPredictDataListByPredictEdbInfoId(edbInfoId int, startDate, endDate string, isTimeBetween bool) (edbInfo *data_manage.EdbInfo, dataList []*models.EdbDataList, sourceEdbInfoItem *data_manage.EdbInfo, predictEdbConf *data_manage.PredictEdbConf, err error, errMsg string) {
  82. edbInfo, err = data_manage.GetEdbInfoById(edbInfoId)
  83. if err != nil {
  84. errMsg = `获取预测指标信息失败`
  85. return
  86. }
  87. dataList, sourceEdbInfoItem, predictEdbConf, err, errMsg = GetPredictDataListByPredictEdbInfo(edbInfo, startDate, endDate, isTimeBetween)
  88. return
  89. }
  90. // GetPredictDataListByPredictEdbInfo 根据预测指标信息获取预测指标的数据
  91. func GetPredictDataListByPredictEdbInfo(edbInfo *data_manage.EdbInfo, startDate, endDate string, isTimeBetween bool) (dataList []*models.EdbDataList, sourceEdbInfoItem *data_manage.EdbInfo, predictEdbConf *data_manage.PredictEdbConf, err error, errMsg string) {
  92. // 非计算指标,直接从表里获取数据
  93. if edbInfo.EdbType != 1 {
  94. if !isTimeBetween {
  95. endDate = ``
  96. }
  97. return GetPredictCalculateDataListByPredictEdbInfo(edbInfo, startDate, endDate)
  98. }
  99. // 查找该预测指标配置
  100. predictEdbConfList, err := data_manage.GetPredictEdbConfListById(edbInfo.EdbInfoId)
  101. if err != nil && err.Error() != utils.ErrNoRow() {
  102. errMsg = "获取预测指标配置信息失败"
  103. return
  104. }
  105. if len(predictEdbConfList) == 0 {
  106. errMsg = "获取预测指标配置信息失败"
  107. err = errors.New(errMsg)
  108. return
  109. }
  110. predictEdbConf = predictEdbConfList[0]
  111. if predictEdbConf == nil {
  112. errMsg = "获取预测指标配置信息失败"
  113. err = errors.New(errMsg)
  114. return
  115. }
  116. // 来源指标
  117. sourceEdbInfoItem, err = data_manage.GetEdbInfoById(predictEdbConf.SourceEdbInfoId)
  118. if err != nil {
  119. if err.Error() == utils.ErrNoRow() {
  120. errMsg = "找不到来源指标信息"
  121. err = errors.New(errMsg)
  122. }
  123. return
  124. }
  125. // 所有数据
  126. allDataList := make([]*models.EdbDataList, 0)
  127. //获取指标数据(实际已生成)
  128. dataList, err = models.GetEdbDataList(sourceEdbInfoItem.Source, sourceEdbInfoItem.EdbInfoId, startDate, endDate)
  129. if err != nil {
  130. return
  131. }
  132. // 如果选择了日期,那么需要筛选所有的数据,用于未来指标的生成
  133. if startDate != `` {
  134. allDataList, err = models.GetEdbDataList(sourceEdbInfoItem.Source, sourceEdbInfoItem.EdbInfoId, "", "")
  135. if err != nil {
  136. return
  137. }
  138. } else {
  139. allDataList = dataList
  140. }
  141. // 获取预测指标未来的数据
  142. predictDataList := make([]*models.EdbDataList, 0)
  143. endDateStr := edbInfo.EndDate //预测指标的结束日期
  144. if isTimeBetween { //如果是时间区间,那么
  145. reqEndDateTime, _ := time.ParseInLocation(utils.FormatDate, endDate, time.Local)
  146. endDateTime, _ := time.ParseInLocation(utils.FormatDate, edbInfo.EndDate, time.Local)
  147. // 如果选择的时间区间结束日期 晚于 当天,那么预测数据截止到当天
  148. if reqEndDateTime.Before(endDateTime) {
  149. endDateStr = endDate
  150. }
  151. }
  152. //predictDataList, err = GetChartPredictEdbInfoDataList(*predictEdbConf, startDate, sourceEdbInfoItem.LatestDate, sourceEdbInfoItem.LatestValue, endDateStr, edbInfo.Frequency)
  153. var predictMinValue, predictMaxValue float64
  154. predictDataList, predictMinValue, predictMaxValue, err = GetChartPredictEdbInfoDataListByConfList(predictEdbConfList, startDate, sourceEdbInfoItem.LatestDate, endDateStr, edbInfo.Frequency, allDataList)
  155. if err != nil {
  156. return
  157. }
  158. dataList = append(dataList, predictDataList...)
  159. if len(predictDataList) > 0 {
  160. // 如果最小值 大于 预测值,那么将预测值作为最小值数据返回
  161. if edbInfo.MinValue > predictMinValue {
  162. edbInfo.MinValue = predictMinValue
  163. }
  164. // 如果最大值 小于 预测值,那么将预测值作为最大值数据返回
  165. if edbInfo.MaxValue < predictMaxValue {
  166. edbInfo.MaxValue = predictMaxValue
  167. }
  168. }
  169. return
  170. }
  171. // GetPredictCalculateDataListByPredictEdbInfo 根据预测运算指标信息获取预测指标的数据
  172. func GetPredictCalculateDataListByPredictEdbInfo(edbInfo *data_manage.EdbInfo, startDate, endDate string) (dataList []*models.EdbDataList, sourceEdbInfoItem *data_manage.EdbInfo, predictEdbConf *data_manage.PredictEdbConf, err error, errMsg string) {
  173. dataList, err = models.GetEdbDataList(edbInfo.Source, edbInfo.EdbInfoId, startDate, endDate)
  174. return
  175. }
  176. // GetChartPredictEdbInfoDataListByConfList 获取图表的预测指标的未来数据
  177. func GetChartPredictEdbInfoDataListByConfList(predictEdbConfList []*data_manage.PredictEdbConf, filtrateStartDateStr, latestDateStr, endDateStr, frequency string, realPredictEdbInfoData []*models.EdbDataList) (predictEdbInfoData []*models.EdbDataList, minValue, maxValue float64, err error) {
  178. endDate, err := time.ParseInLocation(utils.FormatDate, endDateStr, time.Local)
  179. if err != nil {
  180. return
  181. }
  182. latestDate, err := time.ParseInLocation(utils.FormatDate, latestDateStr, time.Local)
  183. if err != nil {
  184. return
  185. }
  186. // 开始预测数据的时间
  187. startDate := latestDate
  188. // 如果有筛选时间的话
  189. if filtrateStartDateStr != `` {
  190. filtrateStartDate, tmpErr := time.ParseInLocation(utils.FormatDate, filtrateStartDateStr, time.Local)
  191. if tmpErr != nil {
  192. err = tmpErr
  193. return
  194. }
  195. //如果筛选时间晚于实际数据时间,那么就以筛选时间作为获取预测数据的时间
  196. if filtrateStartDate.After(latestDate) {
  197. startDate = filtrateStartDate.AddDate(0, 0, -1)
  198. }
  199. }
  200. //var dateArr []string
  201. // 对应日期的值
  202. existMap := make(map[string]float64)
  203. for _, v := range realPredictEdbInfoData {
  204. //dateArr = append(dateArr, v.DataTime)
  205. existMap[v.DataTime] = v.Value
  206. }
  207. predictEdbInfoData = make([]*models.EdbDataList, 0)
  208. //dataValue := lastDataValue
  209. //预测规则,1:最新,2:固定值,3:同比,4:同差,5:环比,6:环差,7:N期移动均值,8:N期段线性外推值
  210. for _, predictEdbConf := range predictEdbConfList {
  211. dataEndTime := endDate
  212. if predictEdbConf.EndDate.Before(dataEndTime) {
  213. dataEndTime = predictEdbConf.EndDate
  214. }
  215. var tmpMinValue, tmpMaxValue float64 // 当前预测结果中的最大/最小值
  216. switch predictEdbConf.RuleType {
  217. case 1: //1:最新
  218. var lastDataValue float64 //最新值
  219. tmpAllData := make([]*models.EdbDataList, 0)
  220. tmpAllData = append(tmpAllData, realPredictEdbInfoData...)
  221. tmpAllData = append(tmpAllData, predictEdbInfoData...)
  222. lenTmpAllData := len(tmpAllData)
  223. if lenTmpAllData > 0 {
  224. lastDataValue = tmpAllData[lenTmpAllData-1].Value
  225. }
  226. predictEdbInfoData = GetChartPredictEdbInfoDataListByRule1(predictEdbConf.PredictEdbInfoId, lastDataValue, startDate, dataEndTime, frequency, predictEdbInfoData, existMap)
  227. tmpMaxValue = lastDataValue
  228. tmpMinValue = lastDataValue
  229. case 2: //2:固定值
  230. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  231. if tmpErr != nil {
  232. err = tmpErr
  233. return
  234. }
  235. dataValue, _ := tmpValDecimal.Float64()
  236. predictEdbInfoData = GetChartPredictEdbInfoDataListByRule1(predictEdbConf.PredictEdbInfoId, dataValue, startDate, dataEndTime, frequency, predictEdbInfoData, existMap)
  237. tmpMaxValue = dataValue
  238. tmpMinValue = dataValue
  239. case 3: //3:同比
  240. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  241. if tmpErr != nil {
  242. err = tmpErr
  243. return
  244. }
  245. tbValue, _ := tmpValDecimal.Float64()
  246. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleTb(predictEdbConf.PredictEdbInfoId, tbValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  247. case 4: //4:同差
  248. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  249. if tmpErr != nil {
  250. err = tmpErr
  251. return
  252. }
  253. tcValue, _ := tmpValDecimal.Float64()
  254. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleTc(predictEdbConf.PredictEdbInfoId, tcValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  255. case 5: //5:环比
  256. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  257. if tmpErr != nil {
  258. err = tmpErr
  259. return
  260. }
  261. hbValue, _ := tmpValDecimal.Float64()
  262. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleHb(predictEdbConf.PredictEdbInfoId, hbValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  263. case 6: //6:环差
  264. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  265. if tmpErr != nil {
  266. err = tmpErr
  267. return
  268. }
  269. hcValue, _ := tmpValDecimal.Float64()
  270. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleHc(predictEdbConf.PredictEdbInfoId, hcValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  271. case 7: //7:N期移动均值
  272. nValue, tmpErr := strconv.Atoi(predictEdbConf.Value)
  273. if tmpErr != nil {
  274. err = tmpErr
  275. return
  276. }
  277. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleNMoveMeanValue(predictEdbConf.PredictEdbInfoId, nValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  278. case 8: //8:N期段线性外推值
  279. nValue, tmpErr := strconv.Atoi(predictEdbConf.Value)
  280. if tmpErr != nil {
  281. err = tmpErr
  282. return
  283. }
  284. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleNLinearRegression(predictEdbConf.PredictEdbInfoId, nValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  285. case 9: //9:动态环差”预测规则;
  286. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleTrendsHC(predictEdbConf.PredictEdbInfoId, predictEdbConf.ConfigId, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  287. case 10: //10:根据 给定终值后插值 规则获取预测数据
  288. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  289. if tmpErr != nil {
  290. err = tmpErr
  291. return
  292. }
  293. finalValue, _ := tmpValDecimal.Float64()
  294. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleFinalValueHc(predictEdbConf.PredictEdbInfoId, finalValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  295. }
  296. //startDate = dataEndTime.AddDate(0, 0, 1)
  297. if startDate.Before(dataEndTime) {
  298. startDate = dataEndTime
  299. }
  300. if tmpMinValue < minValue {
  301. minValue = tmpMinValue
  302. }
  303. if tmpMaxValue < maxValue {
  304. maxValue = tmpMaxValue
  305. }
  306. }
  307. return
  308. }