predict_edb_info.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378
  1. package data
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "github.com/shopspring/decimal"
  6. "hongze/hongze_chart_lib/models"
  7. "hongze/hongze_chart_lib/models/data_manage"
  8. "hongze/hongze_chart_lib/utils"
  9. "strconv"
  10. "time"
  11. )
  12. // GetChartPredictEdbInfoDataList 获取图表的预测指标的未来数据
  13. func GetChartPredictEdbInfoDataList(predictEdbConf data_manage.PredictEdbConf, filtrateStartDateStr, latestDateStr string, lastDataValue float64, endDateStr, frequency string) (predictEdbInfoData []*models.EdbDataList, err error) {
  14. endDate, err := time.ParseInLocation(utils.FormatDate, endDateStr, time.Local)
  15. if err != nil {
  16. return
  17. }
  18. latestDate, err := time.ParseInLocation(utils.FormatDate, latestDateStr, time.Local)
  19. if err != nil {
  20. return
  21. }
  22. // 开始预测数据的时间
  23. startDate := latestDate
  24. // 如果有筛选时间的话
  25. if filtrateStartDateStr != `` {
  26. filtrateStartDate, tmpErr := time.ParseInLocation(utils.FormatDate, filtrateStartDateStr, time.Local)
  27. if tmpErr != nil {
  28. err = tmpErr
  29. return
  30. }
  31. //如果筛选时间晚于实际数据时间,那么就以筛选时间作为获取预测数据的时间
  32. if filtrateStartDate.After(latestDate) {
  33. startDate = filtrateStartDate.AddDate(0, 0, -1)
  34. }
  35. }
  36. dataValue := lastDataValue
  37. if predictEdbConf.RuleType == 2 {
  38. dataValue = predictEdbConf.FixedValue
  39. }
  40. //获取后面的预测数据
  41. dayList := getPredictEdbDayList(startDate, endDate, frequency)
  42. predictEdbInfoData = make([]*models.EdbDataList, 0)
  43. for k, v := range dayList {
  44. predictEdbInfoData = append(predictEdbInfoData, &models.EdbDataList{
  45. EdbDataId: predictEdbConf.PredictEdbInfoId + 10000000000 + k,
  46. EdbInfoId: predictEdbConf.PredictEdbInfoId,
  47. DataTime: v.Format(utils.FormatDate),
  48. Value: dataValue,
  49. DataTimestamp: (v.UnixNano() / 1e6) + 1000, //前端需要让加1s,说是2022-09-01 00:00:00 这样的整点不合适
  50. })
  51. }
  52. return
  53. }
  54. // GetPredictEdbDayList 获取预测指标日期列表
  55. func getPredictEdbDayList(startDate, endDate time.Time, frequency string) (dayList []time.Time) {
  56. //if !utils.InArrayByStr([]string{"日度", "周度", "月度"}, frequency)
  57. switch frequency {
  58. case "日度":
  59. for currDate := startDate.AddDate(0, 0, 1); currDate.Before(endDate) || currDate.Equal(endDate); currDate = currDate.AddDate(0, 0, 1) {
  60. //周六、日排除
  61. if currDate.Weekday() == time.Sunday || currDate.Weekday() == time.Saturday {
  62. continue
  63. }
  64. dayList = append(dayList, currDate)
  65. }
  66. case "周度":
  67. //nextDate := startDate.AddDate(0, 0, 7)
  68. for currDate := startDate.AddDate(0, 0, 7); currDate.Before(endDate) || currDate.Equal(endDate); currDate = currDate.AddDate(0, 0, 7) {
  69. dayList = append(dayList, currDate)
  70. }
  71. case "月度":
  72. for currDate := startDate; currDate.Before(endDate) || currDate.Equal(endDate); {
  73. currDate = time.Date(currDate.Year(), currDate.Month(), 1, 0, 0, 0, 0, time.Now().Location()).AddDate(0, 2, -1)
  74. if !currDate.After(endDate) {
  75. dayList = append(dayList, currDate)
  76. }
  77. }
  78. }
  79. return
  80. }
  81. // GetPredictDataListByPredictEdbInfoId 根据预测指标id获取预测指标的数据
  82. func GetPredictDataListByPredictEdbInfoId(edbInfoId int, startDate, endDate string, isTimeBetween bool) (edbInfo *data_manage.EdbInfo, dataList []*models.EdbDataList, sourceEdbInfoItem *data_manage.EdbInfo, predictEdbConf *data_manage.PredictEdbConf, err error, errMsg string) {
  83. edbInfo, err = data_manage.GetEdbInfoById(edbInfoId)
  84. if err != nil {
  85. errMsg = `获取预测指标信息失败`
  86. return
  87. }
  88. dataList, sourceEdbInfoItem, predictEdbConf, err, errMsg = GetPredictDataListByPredictEdbInfo(edbInfo, startDate, endDate, isTimeBetween)
  89. return
  90. }
  91. // GetPredictDataListByPredictEdbInfo 根据预测指标信息获取预测指标的数据
  92. func GetPredictDataListByPredictEdbInfo(edbInfo *data_manage.EdbInfo, startDate, endDate string, isTimeBetween bool) (dataList []*models.EdbDataList, sourceEdbInfoItem *data_manage.EdbInfo, predictEdbConf *data_manage.PredictEdbConf, err error, errMsg string) {
  93. // 非计算指标,直接从表里获取数据
  94. if edbInfo.EdbType != 1 {
  95. if !isTimeBetween {
  96. endDate = ``
  97. }
  98. return GetPredictCalculateDataListByPredictEdbInfo(edbInfo, startDate, endDate)
  99. }
  100. // 查找该预测指标配置
  101. predictEdbConfList, err := data_manage.GetPredictEdbConfListById(edbInfo.EdbInfoId)
  102. if err != nil && err.Error() != utils.ErrNoRow() {
  103. errMsg = "获取预测指标配置信息失败"
  104. return
  105. }
  106. if len(predictEdbConfList) == 0 {
  107. errMsg = "获取预测指标配置信息失败"
  108. err = errors.New(errMsg)
  109. return
  110. }
  111. predictEdbConf = predictEdbConfList[0]
  112. if predictEdbConf == nil {
  113. errMsg = "获取预测指标配置信息失败"
  114. err = errors.New(errMsg)
  115. return
  116. }
  117. // 来源指标
  118. sourceEdbInfoItem, err = data_manage.GetEdbInfoById(predictEdbConf.SourceEdbInfoId)
  119. if err != nil {
  120. if err.Error() == utils.ErrNoRow() {
  121. errMsg = "找不到来源指标信息"
  122. err = errors.New(errMsg)
  123. }
  124. return
  125. }
  126. // 所有数据
  127. allDataList := make([]*models.EdbDataList, 0)
  128. //获取指标数据(实际已生成)
  129. dataList, err = models.GetEdbDataList(sourceEdbInfoItem.Source, sourceEdbInfoItem.EdbInfoId, startDate, endDate)
  130. if err != nil {
  131. return
  132. }
  133. // 如果选择了日期,那么需要筛选所有的数据,用于未来指标的生成
  134. if startDate != `` {
  135. allDataList, err = models.GetEdbDataList(sourceEdbInfoItem.Source, sourceEdbInfoItem.EdbInfoId, "", "")
  136. if err != nil {
  137. return
  138. }
  139. } else {
  140. allDataList = dataList
  141. }
  142. // 获取预测指标未来的数据
  143. predictDataList := make([]*models.EdbDataList, 0)
  144. endDateStr := edbInfo.EndDate //预测指标的结束日期
  145. if isTimeBetween { //如果是时间区间,那么
  146. reqEndDateTime, _ := time.ParseInLocation(utils.FormatDate, endDate, time.Local)
  147. endDateTime, _ := time.ParseInLocation(utils.FormatDate, edbInfo.EndDate, time.Local)
  148. // 如果选择的时间区间结束日期 晚于 当天,那么预测数据截止到当天
  149. if reqEndDateTime.Before(endDateTime) {
  150. endDateStr = endDate
  151. }
  152. }
  153. //predictDataList, err = GetChartPredictEdbInfoDataList(*predictEdbConf, startDate, sourceEdbInfoItem.LatestDate, sourceEdbInfoItem.LatestValue, endDateStr, edbInfo.Frequency)
  154. var predictMinValue, predictMaxValue float64
  155. predictDataList, predictMinValue, predictMaxValue, err = GetChartPredictEdbInfoDataListByConfList(predictEdbConfList, startDate, sourceEdbInfoItem.LatestDate, endDateStr, edbInfo.Frequency, allDataList)
  156. if err != nil {
  157. return
  158. }
  159. dataList = append(dataList, predictDataList...)
  160. if len(predictDataList) > 0 {
  161. // 如果最小值 大于 预测值,那么将预测值作为最小值数据返回
  162. if edbInfo.MinValue > predictMinValue {
  163. edbInfo.MinValue = predictMinValue
  164. }
  165. // 如果最大值 小于 预测值,那么将预测值作为最大值数据返回
  166. if edbInfo.MaxValue < predictMaxValue {
  167. edbInfo.MaxValue = predictMaxValue
  168. }
  169. }
  170. return
  171. }
  172. // GetPredictCalculateDataListByPredictEdbInfo 根据预测运算指标信息获取预测指标的数据
  173. func GetPredictCalculateDataListByPredictEdbInfo(edbInfo *data_manage.EdbInfo, startDate, endDate string) (dataList []*models.EdbDataList, sourceEdbInfoItem *data_manage.EdbInfo, predictEdbConf *data_manage.PredictEdbConf, err error, errMsg string) {
  174. dataList, err = models.GetEdbDataList(edbInfo.Source, edbInfo.EdbInfoId, startDate, endDate)
  175. return
  176. }
  177. // GetChartPredictEdbInfoDataListByConfList 获取图表的预测指标的未来数据
  178. func GetChartPredictEdbInfoDataListByConfList(predictEdbConfList []*data_manage.PredictEdbConf, filtrateStartDateStr, latestDateStr, endDateStr, frequency string, realPredictEdbInfoData []*models.EdbDataList) (predictEdbInfoData []*models.EdbDataList, minValue, maxValue float64, err error) {
  179. endDate, err := time.ParseInLocation(utils.FormatDate, endDateStr, time.Local)
  180. if err != nil {
  181. return
  182. }
  183. latestDate, err := time.ParseInLocation(utils.FormatDate, latestDateStr, time.Local)
  184. if err != nil {
  185. return
  186. }
  187. // 开始预测数据的时间
  188. startDate := latestDate
  189. // 如果有筛选时间的话
  190. if filtrateStartDateStr != `` {
  191. filtrateStartDate, tmpErr := time.ParseInLocation(utils.FormatDate, filtrateStartDateStr, time.Local)
  192. if tmpErr != nil {
  193. err = tmpErr
  194. return
  195. }
  196. //如果筛选时间晚于实际数据时间,那么就以筛选时间作为获取预测数据的时间
  197. if filtrateStartDate.After(latestDate) {
  198. startDate = filtrateStartDate.AddDate(0, 0, -1)
  199. }
  200. }
  201. //var dateArr []string
  202. // 对应日期的值
  203. existMap := make(map[string]float64)
  204. for _, v := range realPredictEdbInfoData {
  205. //dateArr = append(dateArr, v.DataTime)
  206. existMap[v.DataTime] = v.Value
  207. }
  208. predictEdbInfoData = make([]*models.EdbDataList, 0)
  209. //dataValue := lastDataValue
  210. //预测规则,1:最新,2:固定值,3:同比,4:同差,5:环比,6:环差,7:N期移动均值,8:N期段线性外推值
  211. for _, predictEdbConf := range predictEdbConfList {
  212. dataEndTime := endDate
  213. if predictEdbConf.EndDate.Before(dataEndTime) {
  214. dataEndTime = predictEdbConf.EndDate
  215. }
  216. var tmpMinValue, tmpMaxValue float64 // 当前预测结果中的最大/最小值
  217. switch predictEdbConf.RuleType {
  218. case 1: //1:最新
  219. var lastDataValue float64 //最新值
  220. tmpAllData := make([]*models.EdbDataList, 0)
  221. tmpAllData = append(tmpAllData, realPredictEdbInfoData...)
  222. tmpAllData = append(tmpAllData, predictEdbInfoData...)
  223. lenTmpAllData := len(tmpAllData)
  224. if lenTmpAllData > 0 {
  225. lastDataValue = tmpAllData[lenTmpAllData-1].Value
  226. }
  227. predictEdbInfoData = GetChartPredictEdbInfoDataListByRule1(predictEdbConf.PredictEdbInfoId, lastDataValue, startDate, dataEndTime, frequency, predictEdbInfoData, existMap)
  228. tmpMaxValue = lastDataValue
  229. tmpMinValue = lastDataValue
  230. case 2: //2:固定值
  231. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  232. if tmpErr != nil {
  233. err = tmpErr
  234. return
  235. }
  236. dataValue, _ := tmpValDecimal.Float64()
  237. predictEdbInfoData = GetChartPredictEdbInfoDataListByRule1(predictEdbConf.PredictEdbInfoId, dataValue, startDate, dataEndTime, frequency, predictEdbInfoData, existMap)
  238. tmpMaxValue = dataValue
  239. tmpMinValue = dataValue
  240. case 3: //3:同比
  241. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  242. if tmpErr != nil {
  243. err = tmpErr
  244. return
  245. }
  246. tbValue, _ := tmpValDecimal.Float64()
  247. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleTb(predictEdbConf.PredictEdbInfoId, tbValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  248. case 4: //4:同差
  249. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  250. if tmpErr != nil {
  251. err = tmpErr
  252. return
  253. }
  254. tcValue, _ := tmpValDecimal.Float64()
  255. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleTc(predictEdbConf.PredictEdbInfoId, tcValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  256. case 5: //5:环比
  257. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  258. if tmpErr != nil {
  259. err = tmpErr
  260. return
  261. }
  262. hbValue, _ := tmpValDecimal.Float64()
  263. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleHb(predictEdbConf.PredictEdbInfoId, hbValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  264. case 6: //6:环差
  265. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  266. if tmpErr != nil {
  267. err = tmpErr
  268. return
  269. }
  270. hcValue, _ := tmpValDecimal.Float64()
  271. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleHc(predictEdbConf.PredictEdbInfoId, hcValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  272. case 7: //7:N期移动均值
  273. nValue, tmpErr := strconv.Atoi(predictEdbConf.Value)
  274. if tmpErr != nil {
  275. err = tmpErr
  276. return
  277. }
  278. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleNMoveMeanValue(predictEdbConf.PredictEdbInfoId, nValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  279. case 8: //8:N期段线性外推值
  280. nValue, tmpErr := strconv.Atoi(predictEdbConf.Value)
  281. if tmpErr != nil {
  282. err = tmpErr
  283. return
  284. }
  285. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleNLinearRegression(predictEdbConf.PredictEdbInfoId, nValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  286. case 9: //9:动态环差”预测规则;
  287. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleTrendsHC(predictEdbConf.PredictEdbInfoId, predictEdbConf.ConfigId, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  288. case 10: //10:根据 给定终值后插值 规则获取预测数据
  289. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  290. if tmpErr != nil {
  291. err = tmpErr
  292. return
  293. }
  294. finalValue, _ := tmpValDecimal.Float64()
  295. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleFinalValueHc(predictEdbConf.PredictEdbInfoId, finalValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  296. case 11: //11:根据 季节性 规则获取预测数据
  297. var seasonConf SeasonConf
  298. tmpErr := json.Unmarshal([]byte(predictEdbConf.Value), &seasonConf)
  299. if tmpErr != nil {
  300. err = errors.New("季节性配置信息异常:" + tmpErr.Error())
  301. return
  302. }
  303. calendar := "公历"
  304. if seasonConf.Calendar == "农历" {
  305. calendar = "农历"
  306. }
  307. yearList := make([]int, 0)
  308. //选择方式,1:连续N年;2:指定年份
  309. if seasonConf.YearType == 1 {
  310. if seasonConf.NValue < 1 {
  311. err = errors.New("连续N年不允许小于1")
  312. return
  313. }
  314. currYear := time.Now().Year()
  315. for i := 0; i < seasonConf.NValue; i++ {
  316. yearList = append(yearList, currYear-i-1)
  317. }
  318. } else {
  319. yearList = seasonConf.YearList
  320. }
  321. predictEdbInfoData, tmpMinValue, tmpMaxValue, err = GetChartPredictEdbInfoDataListByRuleSeason(predictEdbConf.PredictEdbInfoId, yearList, calendar, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  322. if err != nil {
  323. return
  324. }
  325. case 12: //12:根据 移动平均同比 规则获取预测数据
  326. var moveAverageConf MoveAverageConf
  327. tmpErr := json.Unmarshal([]byte(predictEdbConf.Value), &moveAverageConf)
  328. if tmpErr != nil {
  329. err = errors.New("季节性配置信息异常:" + tmpErr.Error())
  330. return
  331. }
  332. predictEdbInfoData, tmpMinValue, tmpMaxValue, err = GetChartPredictEdbInfoDataListByRuleMoveAverageTb(predictEdbConf.PredictEdbInfoId, moveAverageConf.NValue, moveAverageConf.Year, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  333. if err != nil {
  334. return
  335. }
  336. }
  337. //startDate = dataEndTime.AddDate(0, 0, 1)
  338. if startDate.Before(dataEndTime) {
  339. startDate = dataEndTime
  340. }
  341. if tmpMinValue < minValue {
  342. minValue = tmpMinValue
  343. }
  344. if tmpMaxValue < maxValue {
  345. maxValue = tmpMaxValue
  346. }
  347. }
  348. return
  349. }