predict_edb_info_rule.go 50 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375
  1. package models
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/nosixtools/solarlunar"
  6. "github.com/shopspring/decimal"
  7. "hongze/hongze_edb_lib/utils"
  8. "math"
  9. "strings"
  10. "time"
  11. )
  12. // GetChartPredictEdbInfoDataListByRule1 根据规则1获取预测数据
  13. func GetChartPredictEdbInfoDataListByRule1(edbInfoId int, dataValue float64, dayList []time.Time, predictEdbInfoData []*EdbInfoSearchData, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData) {
  14. newPredictEdbInfoData = predictEdbInfoData
  15. //获取后面的预测数据
  16. predictEdbInfoData = make([]*EdbInfoSearchData, 0)
  17. for k, v := range dayList {
  18. newPredictEdbInfoData = append(newPredictEdbInfoData, &EdbInfoSearchData{
  19. EdbDataId: edbInfoId + 10000000000 + k,
  20. DataTime: v.Format(utils.FormatDate),
  21. Value: dataValue,
  22. })
  23. existMap[v.Format(utils.FormatDate)] = dataValue
  24. }
  25. return
  26. }
  27. // GetChartPredictEdbInfoDataListByRuleTb 根据同比值规则获取预测数据
  28. // 2.1 同比: 在未来某一个时间段内,给定一个固定的同比增速a,用去年同期值X乘以同比增速(1+a),得到预测值Y=X(1+a)
  29. // 例: 今年1-3月值,100,100,120。给定同比增速a=0.1,则明年1-3月预测值为: 100*1.1=110,100*1.1=110,120*1.1=132。
  30. func GetChartPredictEdbInfoDataListByRuleTb(edbInfoId int, tbValue float64, dayList []time.Time, frequency string, realPredictEdbInfoData, predictEdbInfoData []*EdbInfoSearchData, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64) {
  31. allDataList := make([]*EdbInfoSearchData, 0)
  32. allDataList = append(allDataList, realPredictEdbInfoData...)
  33. allDataList = append(allDataList, predictEdbInfoData...)
  34. newPredictEdbInfoData = predictEdbInfoData
  35. index := len(allDataList)
  36. //获取后面的预测数据
  37. predictEdbInfoData = make([]*EdbInfoSearchData, 0)
  38. for k, currentDate := range dayList {
  39. tmpData := &EdbInfoSearchData{
  40. EdbDataId: edbInfoId + 10000000000 + index + k,
  41. DataTime: currentDate.Format(utils.FormatDate),
  42. //Value: dataValue,
  43. }
  44. var val float64
  45. var calculateStatus bool //计算结果
  46. //currentItem := existMap[av]
  47. //上一年的日期
  48. preDate := currentDate.AddDate(-1, 0, 0)
  49. preDateStr := preDate.Format(utils.FormatDate)
  50. if preValue, ok := existMap[preDateStr]; ok { //上一年同期找到
  51. val = PredictTbzDiv(preValue, tbValue)
  52. calculateStatus = true
  53. } else {
  54. switch frequency {
  55. case "月度":
  56. //向上和向下,各找一个月
  57. nextDateDay := preDate
  58. preDateDay := preDate
  59. for i := 0; i <= 35; i++ {
  60. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  61. if preValue, ok := existMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  62. val = PredictTbzDiv(preValue, tbValue)
  63. calculateStatus = true
  64. break
  65. } else {
  66. preDateDayStr := preDateDay.Format(utils.FormatDate)
  67. if preValue, ok := existMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  68. val = PredictTbzDiv(preValue, tbValue)
  69. calculateStatus = true
  70. break
  71. }
  72. }
  73. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  74. preDateDay = preDateDay.AddDate(0, 0, -1)
  75. }
  76. case "季度", "年度":
  77. if preValue, ok := existMap[preDateStr]; ok { //上一年同期->下一个月找到
  78. val = PredictTbzDiv(preValue, tbValue)
  79. calculateStatus = true
  80. break
  81. }
  82. default:
  83. nextDateDay := preDate
  84. preDateDay := preDate
  85. for i := 0; i < 35; i++ {
  86. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  87. if preValue, ok := existMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  88. val = PredictTbzDiv(preValue, tbValue)
  89. calculateStatus = true
  90. break
  91. } else {
  92. preDateDayStr := preDateDay.Format(utils.FormatDate)
  93. if preValue, ok := existMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  94. val = PredictTbzDiv(preValue, tbValue)
  95. calculateStatus = true
  96. break
  97. } else {
  98. //fmt.Println("pre not find:", preDateStr, "i:", i)
  99. }
  100. }
  101. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  102. preDateDay = preDateDay.AddDate(0, 0, -1)
  103. }
  104. }
  105. }
  106. if calculateStatus {
  107. tmpData.Value = val
  108. newPredictEdbInfoData = append(newPredictEdbInfoData, tmpData)
  109. allDataList = append(allDataList, tmpData)
  110. existMap[tmpData.DataTime] = val
  111. // 最大最小值
  112. if val < minValue {
  113. minValue = val
  114. }
  115. if val > maxValue {
  116. maxValue = val
  117. }
  118. }
  119. }
  120. return
  121. }
  122. // PredictTbzDiv 同比值计算
  123. // @params a float64 去年同期值
  124. // @params b float64 固定同比增速
  125. func PredictTbzDiv(a, b float64) (result float64) {
  126. if b != 0 {
  127. // 去年同期值
  128. af := decimal.NewFromFloat(a)
  129. // 同比增速
  130. bf := decimal.NewFromFloat(b)
  131. // 默认1
  132. cf := decimal.NewFromFloat(1)
  133. // 总增速
  134. val := bf.Add(cf)
  135. // 计算
  136. result, _ = val.Mul(af).RoundCeil(4).Float64()
  137. } else {
  138. result = 0
  139. }
  140. return
  141. }
  142. // GetChartPredictEdbInfoDataListByRuleTc 根据同差值规则获取预测数据
  143. // 2.2 同差: 在未来某一个时间段内,给定一个固定的同比增加值a,用去年同期值X加上同比增加值A,得到预测值Y=X+a
  144. // 例: 今年1-3月值,100,100,120。给定同比增加值a=10,则明年1-3月预测值为: 100+10=110,100+10=110,120+10=130
  145. func GetChartPredictEdbInfoDataListByRuleTc(edbInfoId int, tcValue float64, dayList []time.Time, frequency string, realPredictEdbInfoData, predictEdbInfoData []*EdbInfoSearchData, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64) {
  146. allDataList := make([]*EdbInfoSearchData, 0)
  147. allDataList = append(allDataList, realPredictEdbInfoData...)
  148. allDataList = append(allDataList, predictEdbInfoData...)
  149. newPredictEdbInfoData = predictEdbInfoData
  150. index := len(allDataList)
  151. //获取后面的预测数据
  152. predictEdbInfoData = make([]*EdbInfoSearchData, 0)
  153. for k, currentDate := range dayList {
  154. tmpData := &EdbInfoSearchData{
  155. EdbDataId: edbInfoId + 10000000000 + index + k,
  156. DataTime: currentDate.Format(utils.FormatDate),
  157. //Value: dataValue,
  158. }
  159. var val float64
  160. var calculateStatus bool //计算结果
  161. //currentItem := existMap[av]
  162. //上一年的日期
  163. preDate := currentDate.AddDate(-1, 0, 0)
  164. preDateStr := preDate.Format(utils.FormatDate)
  165. if preValue, ok := existMap[preDateStr]; ok { //上一年同期找到
  166. val = PredictTczDiv(preValue, tcValue)
  167. calculateStatus = true
  168. } else {
  169. switch frequency {
  170. case "月度":
  171. //向上和向下,各找一个月
  172. nextDateDay := preDate
  173. preDateDay := preDate
  174. for i := 0; i <= 35; i++ {
  175. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  176. if preValue, ok := existMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  177. val = PredictTczDiv(preValue, tcValue)
  178. calculateStatus = true
  179. break
  180. } else {
  181. preDateDayStr := preDateDay.Format(utils.FormatDate)
  182. if preValue, ok := existMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  183. val = PredictTczDiv(preValue, tcValue)
  184. calculateStatus = true
  185. break
  186. }
  187. }
  188. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  189. preDateDay = preDateDay.AddDate(0, 0, -1)
  190. }
  191. case "季度", "年度":
  192. if preValue, ok := existMap[preDateStr]; ok { //上一年同期->下一个月找到
  193. val = PredictTczDiv(preValue, tcValue)
  194. calculateStatus = true
  195. break
  196. }
  197. default:
  198. nextDateDay := preDate
  199. preDateDay := preDate
  200. for i := 0; i < 35; i++ {
  201. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  202. if preValue, ok := existMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  203. val = PredictTczDiv(preValue, tcValue)
  204. calculateStatus = true
  205. break
  206. } else {
  207. preDateDayStr := preDateDay.Format(utils.FormatDate)
  208. if preValue, ok := existMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  209. val = PredictTczDiv(preValue, tcValue)
  210. calculateStatus = true
  211. break
  212. } else {
  213. //fmt.Println("pre not find:", preDateStr, "i:", i)
  214. }
  215. }
  216. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  217. preDateDay = preDateDay.AddDate(0, 0, -1)
  218. }
  219. }
  220. }
  221. if calculateStatus {
  222. tmpData.Value = val
  223. newPredictEdbInfoData = append(newPredictEdbInfoData, tmpData)
  224. allDataList = append(allDataList, tmpData)
  225. existMap[tmpData.DataTime] = val
  226. // 最大最小值
  227. if val < minValue {
  228. minValue = val
  229. }
  230. if val > maxValue {
  231. maxValue = val
  232. }
  233. }
  234. }
  235. return
  236. }
  237. // PredictTczDiv 环差值计算
  238. // @params a float64 上一期值
  239. // @params b float64 固定的环比增加值
  240. func PredictTczDiv(a, b float64) (result float64) {
  241. if b != 0 {
  242. // 上一期值
  243. af := decimal.NewFromFloat(a)
  244. // 固定的环比增加值
  245. bf := decimal.NewFromFloat(b)
  246. // 计算
  247. result, _ = af.Add(bf).RoundCeil(4).Float64()
  248. } else {
  249. result = 0
  250. }
  251. return
  252. }
  253. // GetChartPredictEdbInfoDataListByRuleHb 根据环比值规则获取预测数据
  254. // 环比:在未来某一个时间段内,给定一个固定的环比增速a,用上一期值X乘以环比增速(1+a),得到预测值Y=X(1+a)
  255. // 例: 最近1期值为100,给定环比增速a=0.2,则未来3期预测值为: 100*1.2=120,120*1.2=144,144*1.2=172.8
  256. func GetChartPredictEdbInfoDataListByRuleHb(edbInfoId int, hbValue float64, dayList []time.Time, realPredictEdbInfoData, predictEdbInfoData []*EdbInfoSearchData, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64) {
  257. allDataList := make([]*EdbInfoSearchData, 0)
  258. allDataList = append(allDataList, realPredictEdbInfoData...)
  259. allDataList = append(allDataList, predictEdbInfoData...)
  260. newPredictEdbInfoData = predictEdbInfoData
  261. index := len(allDataList)
  262. //获取后面的预测数据
  263. for k, currentDate := range dayList {
  264. tmpK := index + k - 1 //上1期的值
  265. // 环比值计算
  266. val := PredictHbzDiv(allDataList[tmpK].Value, hbValue)
  267. currentDateStr := currentDate.Format(utils.FormatDate)
  268. tmpData := &EdbInfoSearchData{
  269. EdbDataId: edbInfoId + 10000000000 + index + k,
  270. DataTime: currentDateStr,
  271. Value: val,
  272. }
  273. newPredictEdbInfoData = append(newPredictEdbInfoData, tmpData)
  274. allDataList = append(allDataList, tmpData)
  275. existMap[currentDateStr] = val
  276. // 最大最小值
  277. if val < minValue {
  278. minValue = val
  279. }
  280. if val > maxValue {
  281. maxValue = val
  282. }
  283. }
  284. return
  285. }
  286. // PredictHbzDiv 环比值计算
  287. // @params a float64 上一期值
  288. // @params b float64 固定的环比增速
  289. func PredictHbzDiv(a, b float64) (result float64) {
  290. if b != 0 {
  291. // 上一期值
  292. af := decimal.NewFromFloat(a)
  293. // 固定的环比增速
  294. bf := decimal.NewFromFloat(b)
  295. // 默认1
  296. cf := decimal.NewFromFloat(1)
  297. // 总增速
  298. val := bf.Add(cf)
  299. // 计算
  300. result, _ = val.Mul(af).RoundCeil(4).Float64()
  301. } else {
  302. result = 0
  303. }
  304. return
  305. }
  306. // GetChartPredictEdbInfoDataListByRuleHc 根据环差值规则获取预测数据
  307. // 2.4 环差:在未来某一个时间段内,给定一个固定的环比增加值a,用上一期值X加上环比增加值a,得到预测值Y=X+a
  308. // 例: 最近1期值为100,给定环比增加值a=10,则未来3期预测值为: 100+10=110,110+10=120,120+10=130
  309. func GetChartPredictEdbInfoDataListByRuleHc(edbInfoId int, hcValue float64, dayList []time.Time, realPredictEdbInfoData, predictEdbInfoData []*EdbInfoSearchData, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64) {
  310. allDataList := make([]*EdbInfoSearchData, 0)
  311. allDataList = append(allDataList, realPredictEdbInfoData...)
  312. allDataList = append(allDataList, predictEdbInfoData...)
  313. newPredictEdbInfoData = predictEdbInfoData
  314. index := len(allDataList)
  315. //获取后面的预测数据
  316. for k, currentDate := range dayList {
  317. tmpK := index + k - 1 //上1期的值
  318. // 环差别值计算
  319. val := PredictHczDiv(allDataList[tmpK].Value, hcValue)
  320. currentDateStr := currentDate.Format(utils.FormatDate)
  321. tmpData := &EdbInfoSearchData{
  322. EdbDataId: edbInfoId + 10000000000 + index + k,
  323. DataTime: currentDateStr,
  324. Value: val,
  325. }
  326. newPredictEdbInfoData = append(newPredictEdbInfoData, tmpData)
  327. allDataList = append(allDataList, tmpData)
  328. existMap[currentDateStr] = val
  329. // 最大最小值
  330. if val < minValue {
  331. minValue = val
  332. }
  333. if val > maxValue {
  334. maxValue = val
  335. }
  336. }
  337. return
  338. }
  339. // PredictHczDiv 环差值计算
  340. // @params a float64 上一期值
  341. // @params b float64 固定的环比增加值
  342. func PredictHczDiv(a, b float64) (result float64) {
  343. if b != 0 {
  344. // 上一期值
  345. af := decimal.NewFromFloat(a)
  346. // 固定的环比增加值
  347. bf := decimal.NewFromFloat(b)
  348. // 计算
  349. result, _ = af.Add(bf).RoundCeil(4).Float64()
  350. } else {
  351. result = 0
  352. }
  353. return
  354. }
  355. // GetChartPredictEdbInfoDataListByRuleNMoveMeanValue 根据N期移动均值规则获取预测数据
  356. // 2.5 N期移动均值:在未来某一个时间段内,下一期值等于过去N期值得平均值。
  357. // 例:最近3期值(N=3),为95,98,105则未来第1期值为 1/3*(95+98+105)=99.33, 未来第2期值为 1/3*(98+105+99.33)=100.78依次类推。
  358. func GetChartPredictEdbInfoDataListByRuleNMoveMeanValue(edbInfoId int, nValue int, dayList []time.Time, realPredictEdbInfoData, predictEdbInfoData []*EdbInfoSearchData, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64) {
  359. allDataList := make([]*EdbInfoSearchData, 0)
  360. allDataList = append(allDataList, realPredictEdbInfoData...)
  361. allDataList = append(allDataList, predictEdbInfoData...)
  362. newPredictEdbInfoData = predictEdbInfoData
  363. lenAllData := len(allDataList)
  364. if lenAllData < nValue || lenAllData <= 0 {
  365. return
  366. }
  367. if nValue <= 0 {
  368. return
  369. }
  370. // 分母
  371. decimalN := decimal.NewFromInt(int64(nValue))
  372. //获取后面的预测数据
  373. for k, currentDate := range dayList {
  374. tmpIndex := lenAllData + k - 1 //上1期的值
  375. // 数据集合中的最后一个数据
  376. tmpDecimalVal := decimal.NewFromFloat(allDataList[tmpIndex].Value)
  377. for tmpK := 2; tmpK <= nValue; tmpK++ {
  378. tmpIndex2 := tmpIndex - tmpK //上N期的值
  379. tmpDecimalVal2 := decimal.NewFromFloat(allDataList[tmpIndex2].Value)
  380. tmpDecimalVal = tmpDecimalVal.Add(tmpDecimalVal2)
  381. }
  382. // N期移动均值计算
  383. val, _ := tmpDecimalVal.Div(decimalN).RoundCeil(4).Float64()
  384. currentDateStr := currentDate.Format(utils.FormatDate)
  385. tmpData := &EdbInfoSearchData{
  386. EdbDataId: edbInfoId + 10000000000 + lenAllData + k,
  387. DataTime: currentDateStr,
  388. Value: val,
  389. }
  390. newPredictEdbInfoData = append(newPredictEdbInfoData, tmpData)
  391. allDataList = append(allDataList, tmpData)
  392. existMap[currentDateStr] = val
  393. // 最大最小值
  394. if val < minValue {
  395. minValue = val
  396. }
  397. if val > maxValue {
  398. maxValue = val
  399. }
  400. }
  401. return
  402. }
  403. // GetChartPredictEdbInfoDataListByRuleNLinearRegression 根据N期移动均值规则获取预测数据
  404. // 2.6N期段线性外推值:给出过去N期值所确定的线性回归方程(Y=aX+b)在未来一段时间内的推算值。回归方程虽然比较复杂,但各种编程语言应该都有现成的模块或函数,应该无需自己编写。
  405. // 例1:过去5期值(N=5)分别为:3,5,7,9,11(每两期值之间的时间间隔相等)。那么按照线性回归方程推算,未来三期的预测值是:13,15,17。
  406. //
  407. // 例2:过去6期值(N=6)分别为:3,3,5,7,9,11(每两期值之间的时间间隔相等)。那么按照线性回归方程推算,未来三期的预测值是:12.33,14.05,15.76。例1和例2的区别在于,多加了一期数据,导致回归方程发生改变,从而预测值不同。
  408. func GetChartPredictEdbInfoDataListByRuleNLinearRegression(edbInfoId int, nValue int, dayList []time.Time, realPredictEdbInfoData, predictEdbInfoData []*EdbInfoSearchData, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64, err error) {
  409. //var errMsg string
  410. //defer func() {
  411. // if errMsg != `` {
  412. // go alarm_msg.SendAlarmMsg("更新上海的token失败;ERR:"+err.Error(), 3)
  413. // }
  414. //}()
  415. allDataList := make([]*EdbInfoSearchData, 0)
  416. allDataList = append(allDataList, realPredictEdbInfoData...)
  417. allDataList = append(allDataList, predictEdbInfoData...)
  418. newPredictEdbInfoData = predictEdbInfoData
  419. lenAllData := len(allDataList)
  420. if lenAllData < nValue || lenAllData <= 0 {
  421. return
  422. }
  423. if nValue <= 1 {
  424. return
  425. }
  426. //获取后面的预测数据
  427. // 获取线性方程公式的a、b的值
  428. coordinateData := make([]utils.Coordinate, 0)
  429. for tmpK := nValue; tmpK > 0; tmpK-- {
  430. tmpIndex2 := lenAllData - tmpK //上N期的值
  431. tmpCoordinate := utils.Coordinate{
  432. X: float64(nValue - tmpK + 1),
  433. Y: allDataList[tmpIndex2].Value,
  434. }
  435. coordinateData = append(coordinateData, tmpCoordinate)
  436. }
  437. a, b := utils.GetLinearResult(coordinateData)
  438. if math.IsNaN(a) || math.IsNaN(b) {
  439. err = errors.New("线性方程公式生成失败")
  440. return
  441. }
  442. //fmt.Println("a:", a, ";======b:", b)
  443. aDecimal := decimal.NewFromFloat(a)
  444. bDecimal := decimal.NewFromFloat(b)
  445. for k, currentDate := range dayList {
  446. tmpK := nValue + k + 1
  447. xDecimal := decimal.NewFromInt(int64(tmpK))
  448. val, _ := aDecimal.Mul(xDecimal).Add(bDecimal).RoundCeil(4).Float64()
  449. currentDateStr := currentDate.Format(utils.FormatDate)
  450. tmpData := &EdbInfoSearchData{
  451. EdbDataId: edbInfoId + 10000000000 + lenAllData + k,
  452. DataTime: currentDateStr,
  453. Value: val,
  454. }
  455. newPredictEdbInfoData = append(newPredictEdbInfoData, tmpData)
  456. allDataList = append(allDataList, tmpData)
  457. existMap[currentDateStr] = val
  458. // 最大最小值
  459. if val < minValue {
  460. minValue = val
  461. }
  462. if val > maxValue {
  463. maxValue = val
  464. }
  465. }
  466. return
  467. }
  468. // GetChartPredictEdbInfoDataListByRuleTrendsHC 根据动态环比增加值的计算规则获取预测数据
  469. //
  470. // 研究员有对预测指标进行动态环差计算的需求,即预测指标使用环差规则进行预测时,环比增加值不是固定值,而是由几个预测指标计算得出的动态变化的值;
  471. // 需求说明:
  472. // 1、增加“动态环差”预测规则;
  473. // 2、环比增加值在弹窗设置;
  474. // 3、动态环差预测举例:
  475. // 指标A实际最新数据为2022-10-27(100);
  476. // 预测指标B预测数据为2022-10-28(240)、2022-10-29(300);
  477. // 预测指标C预测数据为2022-10-28(260)、2022-10-29(310);
  478. // 计算公式为B-C;
  479. // 则指标A至2022-10-29的预测值为2022-10-28(100+(240-260)=80)、2022-10-29(80+(300-310)=90);
  480. // 注:动态环比增加值的计算遵从计算指标的计算规则,即用于计算的指标若有部分指标缺少部分日期数据,则这部分日期数据不做计算,为空;若动态环比增加值某一天为空,则往前追溯最近一期有值的环比增加值作为该天的数值参与计算;
  481. func GetChartPredictEdbInfoDataListByRuleTrendsHC(edbInfoId int, dayList []time.Time, realPredictEdbInfoData, predictEdbInfoData []*EdbInfoSearchData, hcDataMap, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64) {
  482. allDataList := make([]*EdbInfoSearchData, 0)
  483. allDataList = append(allDataList, realPredictEdbInfoData...)
  484. allDataList = append(allDataList, predictEdbInfoData...)
  485. newPredictEdbInfoData = predictEdbInfoData
  486. lenAllData := len(allDataList)
  487. if lenAllData <= 0 {
  488. return
  489. }
  490. for k, currentDate := range dayList {
  491. // 最近一条数据
  492. tmpLenAllDataList := len(allDataList)
  493. lastValue := allDataList[tmpLenAllDataList-1].Value
  494. // 动态环差值数据
  495. currentDateStr := currentDate.Format(utils.FormatDate)
  496. hcVal, ok := hcDataMap[currentDateStr]
  497. if !ok {
  498. continue
  499. }
  500. lastValueDecimal := decimal.NewFromFloat(lastValue)
  501. hcValDecimal := decimal.NewFromFloat(hcVal)
  502. val, _ := lastValueDecimal.Add(hcValDecimal).RoundCeil(4).Float64()
  503. tmpData := &EdbInfoSearchData{
  504. EdbDataId: edbInfoId + 10000000000 + lenAllData + k,
  505. //EdbInfoId: edbInfoId,
  506. DataTime: currentDateStr,
  507. Value: val,
  508. //DataTimestamp: (currentDate.UnixNano() / 1e6) + 1000, //前端需要让加1s,说是2022-09-01 00:00:00 这样的整点不合适
  509. }
  510. newPredictEdbInfoData = append(newPredictEdbInfoData, tmpData)
  511. allDataList = append(allDataList, tmpData)
  512. existMap[currentDateStr] = val
  513. // 最大最小值
  514. if val < minValue {
  515. minValue = val
  516. }
  517. if val > maxValue {
  518. maxValue = val
  519. }
  520. }
  521. return
  522. }
  523. // GetChartPredictEdbInfoDataListByRuleFinalValueHc 根据 给定终值后插值 规则获取预测数据
  524. //
  525. // 项目背景:
  526. // 假设螺纹产量在2023年1月1号的预测值是255万吨,从当下到2023年1月1号,螺纹产量将会线性变化,那么每一期的螺纹产量是多少?
  527. // 算法:从当下(2022/10/28)到2023/1/1号,一共65天,从当前值(305.02)到255,差值-50.02,
  528. // 则每日环差为-50.02/65=-0.7695。因为数据点是周度频率,每周环差为,-0.3849*7=-5.3868。
  529. // 从以上计算过程可看出,“给定终值后差值”的算法,是在“环差”算法的基础上,做的一个改动。即这个”环差值”=【(终值-最新值)/终值与最新值得日期差】*数据频率
  530. // 需求说明:
  531. // 1、增加一个预测规则,名为“给定终值后插值”,给定预测截止日期和预测终值,计算最新数据日期至预测截止日期的时间差T,计算最新数据和预测终值的数据差S,数据频率与指标频度有关,日度=1,周度=7,旬度=10,月度=30,季度=90,年度=365,环差值=S/T*频率,预测数值=前一天数值+环差值;
  532. // 2、最新数据值和日期改动后,需重新计算环差值和预测数值;
  533. func GetChartPredictEdbInfoDataListByRuleFinalValueHc(edbInfoId int, finalValue float64, dayList []time.Time, realPredictEdbInfoData, predictEdbInfoData []*EdbInfoSearchData, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64) {
  534. allDataList := make([]*EdbInfoSearchData, 0)
  535. allDataList = append(allDataList, realPredictEdbInfoData...)
  536. allDataList = append(allDataList, predictEdbInfoData...)
  537. newPredictEdbInfoData = predictEdbInfoData
  538. index := len(allDataList)
  539. //获取后面的预测日期
  540. lenDay := len(dayList)
  541. if lenDay <= 0 {
  542. return
  543. }
  544. var hcValue float64
  545. lastValueDeciamal := decimal.NewFromFloat(allDataList[index-1].Value) // 实际数据的最后一个值
  546. finalValueDeciamal := decimal.NewFromFloat(finalValue) // 给定的终止数据
  547. dayDecimal := decimal.NewFromInt(int64(lenDay)) // 需要作为分母的期数
  548. hcValue, _ = finalValueDeciamal.Sub(lastValueDeciamal).Div(dayDecimal).Float64() // 计算出来的环差值
  549. //获取后面的预测数据
  550. predictEdbInfoData = make([]*EdbInfoSearchData, 0)
  551. lastK := lenDay - 1 // 最后的日期
  552. for k, currentDate := range dayList {
  553. tmpK := index + k - 1 //上1期的值
  554. var val float64
  555. // 环差别值计算
  556. if k == lastK { //如果是最后一天,那么就用最终值,否则就计算
  557. val = finalValue
  558. } else {
  559. val = PredictHczDiv(allDataList[tmpK].Value, hcValue)
  560. }
  561. currentDateStr := currentDate.Format(utils.FormatDate)
  562. tmpData := &EdbInfoSearchData{
  563. EdbDataId: edbInfoId + 10000000000 + index + k,
  564. //EdbInfoId: edbInfoId,
  565. DataTime: currentDateStr,
  566. Value: val,
  567. //DataTimestamp: (currentDate.UnixNano() / 1e6) + 1000, //前端需要让加1s,说是2022-09-01 00:00:00 这样的整点不合适
  568. }
  569. newPredictEdbInfoData = append(newPredictEdbInfoData, tmpData)
  570. allDataList = append(allDataList, tmpData)
  571. existMap[currentDateStr] = val
  572. // 最大最小值
  573. if val < minValue {
  574. minValue = val
  575. }
  576. if val > maxValue {
  577. maxValue = val
  578. }
  579. }
  580. return
  581. }
  582. // SeasonConf 季节性规则的配置
  583. type SeasonConf struct {
  584. Calendar string `description:"公历、农历"`
  585. YearType int `description:"选择方式,1:连续N年;2:指定年份"`
  586. NValue int `description:"连续N年"`
  587. YearList []int `description:"指定年份列表"`
  588. }
  589. // GetChartPredictEdbInfoDataListByRuleSeason 根据 季节性 规则获取预测数据
  590. //
  591. // ETA预测规则:季节性
  592. // 已知选定指标A最近更新日期: 2022-12-6 200
  593. // 设置预测截止日期2023-01-06
  594. // 1、选择过去N年,N=3
  595. // 则过去N年为2021、2020、2019
  596. // 指标A日期 实际值 指标A日期
  597. // 2019/12/5 150 2019/12/6
  598. // 2020/12/5 180 2020/12/6
  599. // 2021/12/5 210 2021/12/6
  600. // 2019/12/31 200 2020/1/1
  601. // 2020/12/31 210 2021/1/1
  602. // 2021/12/31 250 2022/1/1
  603. //
  604. // 计算12.7预测值,求过去N年环差均值=[(100-150)+(160-180)+(250-210)]/3=-10
  605. // 则12.7预测值=12.6值+过去N年环差均值=200-10=190
  606. // 以此类推...
  607. //
  608. // 计算2023.1.2预测值,求过去N年环差均值=[(300-200)+(220-210)+(260-250)]/3=40
  609. // 则2023.1.2预测值=2023.1.1值+过去N年环差均值
  610. func GetChartPredictEdbInfoDataListByRuleSeason(edbInfoId int, yearsList []int, calendar string, dayList []time.Time, realPredictEdbInfoData, predictEdbInfoData []*EdbInfoSearchData, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64, err error) {
  611. allDataList := make([]*EdbInfoSearchData, 0)
  612. allDataList = append(allDataList, realPredictEdbInfoData...)
  613. allDataList = append(allDataList, predictEdbInfoData...)
  614. newPredictEdbInfoData = predictEdbInfoData
  615. // 插值法数据处理
  616. handleDataMap := make(map[string]float64)
  617. _, err = HandleDataByLinearRegression(allDataList, handleDataMap)
  618. if err != nil {
  619. return
  620. }
  621. // 获取每个年份的日期数据需要平移的天数
  622. moveDayMap := make(map[int]int, 0) // 每个年份的春节公历
  623. {
  624. if calendar == "公历" {
  625. for _, year := range yearsList {
  626. moveDayMap[year] = 0 //公历就不平移了
  627. }
  628. } else {
  629. currentDay := time.Now()
  630. if currentDay.Month() >= 11 { //如果大于等于11月份,那么用的是下一年的春节
  631. currentDay = currentDay.AddDate(1, 0, 0)
  632. }
  633. currentYear := currentDay.Year()
  634. currentYearCjnl := fmt.Sprintf("%d-01-01", currentYear) //当年的春节农历
  635. currentYearCjgl := solarlunar.LunarToSolar(currentYearCjnl, false) //当年的春节公历
  636. currentYearCjglTime, tmpErr := time.ParseInLocation(utils.FormatDate, currentYearCjgl, time.Local)
  637. if tmpErr != nil {
  638. err = errors.New("当前春节公历日期转换失败:" + tmpErr.Error())
  639. return
  640. }
  641. // 指定的年份
  642. for _, year := range yearsList {
  643. tmpYearCjnl := fmt.Sprintf("%d-01-01", year) //指定年的春节农历
  644. tmpYearCjgl := solarlunar.LunarToSolar(tmpYearCjnl, false) //指定年的春节公历
  645. //moveDayList = append(moveDayList, 0) //公历就不平移了
  646. tmpYearCjglTime, tmpErr := time.ParseInLocation(utils.FormatDate, tmpYearCjgl, time.Local)
  647. if tmpErr != nil {
  648. err = errors.New(fmt.Sprintf("%d公历日期转换失败:%s", year, tmpErr.Error()))
  649. return
  650. }
  651. tmpCurrentYearCjglTime := currentYearCjglTime.AddDate(year-currentYear, 0, 0)
  652. moveDay := utils.GetTimeSubDay(tmpYearCjglTime, tmpCurrentYearCjglTime)
  653. moveDayMap[year] = moveDay //公历平移
  654. }
  655. }
  656. }
  657. index := len(allDataList)
  658. //获取后面的预测日期
  659. //获取后面的预测数据
  660. predictEdbInfoData = make([]*EdbInfoSearchData, 0)
  661. for k, currentDate := range dayList {
  662. // 如果遇到闰二月,如2.29,去掉该天数据
  663. if strings.Contains(currentDate.Format(utils.FormatDate), "02-29") {
  664. continue
  665. }
  666. tmpHistoryVal := decimal.NewFromFloat(0) //往期的差值总和
  667. tmpHistoryValNum := 0 // 往期差值计算的数量
  668. tmpLenAllDataList := len(allDataList)
  669. tmpK := tmpLenAllDataList - 1 //上1期数据的下标
  670. lastDayData := allDataList[tmpK] // 上1期的数据
  671. lastDayStr := lastDayData.DataTime
  672. lastDayVal := lastDayData.Value
  673. lastDay, tmpErr := time.ParseInLocation(utils.FormatDate, lastDayStr, time.Local)
  674. if tmpErr != nil {
  675. err = errors.New("获取上期日期转换失败:" + tmpErr.Error())
  676. }
  677. for _, year := range yearsList {
  678. moveDay := moveDayMap[year] //需要移动的天数
  679. var tmpHistoryCurrentVal, tmpHistoryLastVal float64
  680. var isFindHistoryCurrent, isFindHistoryLast bool //是否找到前几年的数据
  681. //前几年当日的日期
  682. tmpHistoryCurrentDate := currentDate.AddDate(year-currentDate.Year(), 0, -moveDay)
  683. for i := 0; i <= 35; i++ { // 前后35天找数据,找到最近的值,先向后面找,再往前面找
  684. tmpDate := tmpHistoryCurrentDate.AddDate(0, 0, i)
  685. if val, ok := handleDataMap[tmpDate.Format(utils.FormatDate)]; ok {
  686. tmpHistoryCurrentVal = val
  687. isFindHistoryCurrent = true
  688. break
  689. } else {
  690. tmpDate := tmpHistoryCurrentDate.AddDate(0, 0, -i)
  691. if val, ok := handleDataMap[tmpDate.Format(utils.FormatDate)]; ok {
  692. tmpHistoryCurrentVal = val
  693. isFindHistoryCurrent = true
  694. break
  695. }
  696. }
  697. }
  698. //前几年上一期的日期
  699. tmpHistoryLastDate := lastDay.AddDate(year-lastDay.Year(), 0, -moveDay)
  700. for i := 0; i <= 35; i++ { // 前后35天找数据,找到最近的值,先向后面找,再往前面找
  701. tmpDate := tmpHistoryLastDate.AddDate(0, 0, i)
  702. if val, ok := handleDataMap[tmpDate.Format(utils.FormatDate)]; ok {
  703. tmpHistoryLastVal = val
  704. isFindHistoryLast = true
  705. break
  706. } else {
  707. tmpDate := tmpHistoryLastDate.AddDate(0, 0, -i)
  708. if val, ok := handleDataMap[tmpDate.Format(utils.FormatDate)]; ok {
  709. tmpHistoryLastVal = val
  710. isFindHistoryLast = true
  711. break
  712. }
  713. }
  714. }
  715. // 如果两个日期对应的数据都找到了,那么计算两期的差值
  716. if isFindHistoryCurrent && isFindHistoryLast {
  717. af := decimal.NewFromFloat(tmpHistoryCurrentVal)
  718. bf := decimal.NewFromFloat(tmpHistoryLastVal)
  719. tmpHistoryVal = tmpHistoryVal.Add(af.Sub(bf))
  720. tmpHistoryValNum++
  721. }
  722. }
  723. //计算的差值与选择的年份数量不一致,那么当前日期不计算
  724. if tmpHistoryValNum != len(yearsList) {
  725. continue
  726. }
  727. lastDayValDec := decimal.NewFromFloat(lastDayVal)
  728. val, _ := tmpHistoryVal.Div(decimal.NewFromInt(int64(tmpHistoryValNum))).Add(lastDayValDec).RoundCeil(4).Float64()
  729. currentDateStr := currentDate.Format(utils.FormatDate)
  730. tmpData := &EdbInfoSearchData{
  731. EdbDataId: edbInfoId + 10000000000 + index + k,
  732. //EdbInfoId: edbInfoId,
  733. DataTime: currentDateStr,
  734. Value: val,
  735. //DataTimestamp: (currentDate.UnixNano() / 1e6) + 1000, //前端需要让加1s,说是2022-09-01 00:00:00 这样的整点不合适
  736. }
  737. newPredictEdbInfoData = append(newPredictEdbInfoData, tmpData)
  738. allDataList = append(allDataList, tmpData)
  739. existMap[currentDateStr] = val
  740. // 继续使用插值法补充新预测日期的数据之间的值
  741. _, err = HandleDataByLinearRegression([]*EdbInfoSearchData{
  742. lastDayData, tmpData,
  743. }, handleDataMap)
  744. if err != nil {
  745. return
  746. }
  747. // 最大最小值
  748. if val < minValue {
  749. minValue = val
  750. }
  751. if val > maxValue {
  752. maxValue = val
  753. }
  754. }
  755. return
  756. }
  757. // MoveAverageConf 移动平均同比规则的配置
  758. type MoveAverageConf struct {
  759. Year int `description:"指定年份"`
  760. NValue int `description:"N期的数据"`
  761. }
  762. // GetChartPredictEdbInfoDataListByRuleMoveAverageTb 根据 移动平均同比 规则获取预测数据
  763. //
  764. // ETA预测规则:季节性
  765. // 2、选择指定N年,N=3
  766. // 指定N年为2012、2015、2018
  767. // 指标A日期 实际值 指标A日期 实际值
  768. // 2012/12/5 150 2012/12/6 130
  769. // 2015/12/5 180 2015/12/6 150
  770. // 2018/12/5 210 2018/12/6 260
  771. // 2012/12/31 200 2013/1/1 200
  772. // 2015/12/31 210 2016/1/1 250
  773. // 2018/12/31 250 2019/1/1 270
  774. // 计算12.7预测值,求过去N年环差均值=[(130-150)+(150-180)+(290-210)]/3=10
  775. // 则12.7预测值=12.6值+过去N年环差均值=200+10=210
  776. // 以此类推...
  777. // 计算2023.1.2预测值,求过去N年环差均值=[(200-200)+(250-210)+(270-250)]/3=16.67
  778. // 则2023.1.2预测值=2023.1.1值+过去N年环差均值
  779. func GetChartPredictEdbInfoDataListByRuleMoveAverageTb(edbInfoId int, nValue, year int, dayList []time.Time, realPredictEdbInfoData, predictEdbInfoData []*EdbInfoSearchData, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64, err error) {
  780. allDataList := make([]*EdbInfoSearchData, 0)
  781. allDataList = append(allDataList, realPredictEdbInfoData...)
  782. allDataList = append(allDataList, predictEdbInfoData...)
  783. newPredictEdbInfoData = predictEdbInfoData
  784. lenAllData := len(allDataList)
  785. if lenAllData < nValue || lenAllData <= 0 {
  786. return
  787. }
  788. if nValue <= 0 {
  789. return
  790. }
  791. // 分母
  792. decimalN := decimal.NewFromInt(int64(nValue))
  793. //获取后面的预测数据
  794. for k, currentDate := range dayList {
  795. tmpLenAllDataList := len(allDataList)
  796. tmpIndex := tmpLenAllDataList - 1 //上1期数据的下标
  797. averageDateList := make([]string, 0) //计算平均数的日期
  798. // 数据集合中的最后一个数据
  799. tmpDecimalVal := decimal.NewFromFloat(allDataList[tmpIndex].Value)
  800. averageDateList = append(averageDateList, allDataList[tmpIndex].DataTime)
  801. for tmpK := 2; tmpK <= nValue; tmpK++ {
  802. tmpIndex2 := tmpIndex - tmpK //上N期的值
  803. tmpDecimalVal2 := decimal.NewFromFloat(allDataList[tmpIndex2].Value)
  804. tmpDecimalVal = tmpDecimalVal.Add(tmpDecimalVal2)
  805. averageDateList = append(averageDateList, allDataList[tmpIndex2].DataTime)
  806. }
  807. // 最近的N期平均值
  808. tmpAverageVal := tmpDecimalVal.Div(decimalN)
  809. var tmpHistoryCurrentVal float64 // 前几年当日的数据值
  810. var isFindHistoryCurrent, isFindHistoryLast bool //是否找到前几年的数据
  811. tmpHistoryDecimalVal := decimal.NewFromFloat(0) //前几年N期数据总值
  812. {
  813. // 前几年N期汇总期数
  814. tmpHistoryValNum := 0
  815. {
  816. //前几年当日的日期
  817. tmpHistoryCurrentDate := currentDate.AddDate(year-currentDate.Year(), 0, 0)
  818. for i := 0; i <= 35; i++ { // 前后35天找数据,找到最近的值,先向后面找,再往前面找
  819. tmpDate := tmpHistoryCurrentDate.AddDate(0, 0, i)
  820. if val, ok := existMap[tmpDate.Format(utils.FormatDate)]; ok {
  821. tmpHistoryCurrentVal = val
  822. isFindHistoryCurrent = true
  823. break
  824. } else {
  825. tmpDate := tmpHistoryCurrentDate.AddDate(0, 0, -i)
  826. if val, ok := existMap[tmpDate.Format(utils.FormatDate)]; ok {
  827. tmpHistoryCurrentVal = val
  828. isFindHistoryCurrent = true
  829. break
  830. }
  831. }
  832. }
  833. }
  834. for _, averageDate := range averageDateList {
  835. lastDay, tmpErr := time.ParseInLocation(utils.FormatDate, averageDate, time.Local)
  836. if tmpErr != nil {
  837. err = tmpErr
  838. return
  839. }
  840. //前几年上一期的日期
  841. tmpHistoryLastDate := lastDay.AddDate(year-lastDay.Year(), 0, 0)
  842. for i := 0; i <= 35; i++ { // 前后35天找数据,找到最近的值,先向后面找,再往前面找
  843. tmpDate := tmpHistoryLastDate.AddDate(0, 0, i)
  844. if val, ok := existMap[tmpDate.Format(utils.FormatDate)]; ok {
  845. tmpDecimalVal2 := decimal.NewFromFloat(val)
  846. tmpHistoryDecimalVal = tmpHistoryDecimalVal.Add(tmpDecimalVal2)
  847. tmpHistoryValNum++
  848. break
  849. } else {
  850. tmpDate := tmpHistoryLastDate.AddDate(0, 0, -i)
  851. if val, ok := existMap[tmpDate.Format(utils.FormatDate)]; ok {
  852. tmpDecimalVal2 := decimal.NewFromFloat(val)
  853. tmpHistoryDecimalVal = tmpHistoryDecimalVal.Add(tmpDecimalVal2)
  854. tmpHistoryValNum++
  855. break
  856. }
  857. }
  858. }
  859. }
  860. // 汇总期数与配置的N期数量一致
  861. if tmpHistoryValNum == nValue {
  862. isFindHistoryLast = true
  863. }
  864. }
  865. // 如果没有找到前几年的汇总数据,或者没有找到前几年当日的数据,那么退出当前循环,进入下一循环
  866. if !isFindHistoryLast || !isFindHistoryCurrent {
  867. continue
  868. }
  869. // 计算最近N期同比值
  870. tbVal := tmpAverageVal.Div(tmpHistoryDecimalVal)
  871. // 预测值结果 = 同比年份同期值(tmpHistoryCurrentVal的值)* 同比值(tbVal的值)
  872. val, _ := decimal.NewFromFloat(tmpHistoryCurrentVal).Mul(tbVal).RoundCeil(4).Float64()
  873. currentDateStr := currentDate.Format(utils.FormatDate)
  874. tmpData := &EdbInfoSearchData{
  875. EdbDataId: edbInfoId + 10000000000 + lenAllData + k,
  876. //EdbInfoId: edbInfoId,
  877. DataTime: currentDateStr,
  878. Value: val,
  879. //DataTimestamp: (currentDate.UnixNano() / 1e6) + 1000, //前端需要让加1s,说是2022-09-01 00:00:00 这样的整点不合适
  880. }
  881. newPredictEdbInfoData = append(newPredictEdbInfoData, tmpData)
  882. allDataList = append(allDataList, tmpData)
  883. existMap[currentDateStr] = val
  884. // 最大最小值
  885. if val < minValue {
  886. minValue = val
  887. }
  888. if val > maxValue {
  889. maxValue = val
  890. }
  891. }
  892. return
  893. }
  894. // GetChartPredictEdbInfoDataListByRuleTbzscz 根据 同比增速差值 规则获取预测数据
  895. // 同比增速差值计算方式:
  896. // 1、首先计算出所选指标实际最新日期值的同比增速:(本期数值-同期数值)÷同期数值*100%
  897. // 2、根据预测截止日期的同比增速终值、最新日期值的同比增速、与最新日期距离截止日期的期数,计算出到截止日期为止的每一期的同比增速。(等差规则计算每一期的同比增速,结合去年同期值,计算出每一期的同比预测值)。公差=(末项-首项)÷(n-1),an=a1+(n-1)d,(n为正整数,n大于等于2)
  898. // 3、根据去年同期值和未来每一期的同比增速值,求出同比预测值,同比预测值=同期值*(1+同比增速)
  899. // 同比增速差值:计算最新数据的同比增速((本期数值-同期数值)÷同期数值*100%),结合同比增速终值与期数,计算每一期同比增速,进而求出同比预测值。
  900. //
  901. // 例:如上图所示指标,(1)最新日期值2022-12-31 141175 ,结合同期值,计算同比增速;
  902. // (2)同比增速终值,若为50%, 预测日期为2023-03-31,则根据(1)中的同比增速值与同比增速终值,计算出中间两期的同比增速;
  903. // (3)求出每一期的预测同比值,预测同比值=同期值*(1+同比增速)
  904. func GetChartPredictEdbInfoDataListByRuleTbzscz(edbInfoId int, tbEndValue float64, dayList []time.Time, frequency string, realPredictEdbInfoData, predictEdbInfoData []*EdbInfoSearchData, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64) {
  905. allDataList := make([]*EdbInfoSearchData, 0)
  906. allDataList = append(allDataList, realPredictEdbInfoData...)
  907. allDataList = append(allDataList, predictEdbInfoData...)
  908. newPredictEdbInfoData = predictEdbInfoData
  909. index := len(allDataList)
  910. // 获取近期数据的同比值
  911. if index <= 0 {
  912. return
  913. }
  914. lastData := allDataList[index-1]
  915. lastDayTime, _ := time.ParseInLocation(utils.FormatDate, lastData.DataTime, time.Local)
  916. var lastTb decimal.Decimal // 计算最新数据与上一期的数据同比值
  917. {
  918. //上一年的日期
  919. preDate := lastDayTime.AddDate(-1, 0, 0)
  920. preDateStr := preDate.Format(utils.FormatDate)
  921. if preValue, ok := existMap[preDateStr]; ok { //上一年同期找到
  922. lastTb = (decimal.NewFromFloat(lastData.Value)).Sub(decimal.NewFromFloat(preValue)).Div(decimal.NewFromFloat(preValue))
  923. } else {
  924. switch frequency {
  925. case "月度":
  926. //向上和向下,各找一个月
  927. nextDateDay := preDate
  928. preDateDay := preDate
  929. for i := 0; i <= 35; i++ {
  930. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  931. if preValue, ok := existMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  932. lastTb = (decimal.NewFromFloat(lastData.Value)).Sub(decimal.NewFromFloat(preValue)).Div(decimal.NewFromFloat(preValue))
  933. break
  934. } else {
  935. preDateDayStr := preDateDay.Format(utils.FormatDate)
  936. if preValue, ok := existMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  937. lastTb = (decimal.NewFromFloat(lastData.Value)).Sub(decimal.NewFromFloat(preValue)).Div(decimal.NewFromFloat(preValue))
  938. break
  939. }
  940. }
  941. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  942. preDateDay = preDateDay.AddDate(0, 0, -1)
  943. }
  944. case "季度", "年度":
  945. if preValue, ok := existMap[preDateStr]; ok { //上一年同期->下一个月找到
  946. lastTb = (decimal.NewFromFloat(lastData.Value)).Sub(decimal.NewFromFloat(preValue)).Div(decimal.NewFromFloat(preValue))
  947. break
  948. }
  949. default:
  950. nextDateDay := preDate
  951. preDateDay := preDate
  952. for i := 0; i < 35; i++ {
  953. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  954. if preValue, ok := existMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  955. lastTb = (decimal.NewFromFloat(lastData.Value)).Sub(decimal.NewFromFloat(preValue)).Div(decimal.NewFromFloat(preValue))
  956. break
  957. } else {
  958. preDateDayStr := preDateDay.Format(utils.FormatDate)
  959. if preValue, ok := existMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  960. lastTb = (decimal.NewFromFloat(lastData.Value)).Sub(decimal.NewFromFloat(preValue)).Div(decimal.NewFromFloat(preValue))
  961. break
  962. } else {
  963. //fmt.Println("pre not find:", preDateStr, "i:", i)
  964. }
  965. }
  966. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  967. preDateDay = preDateDay.AddDate(0, 0, -1)
  968. }
  969. }
  970. }
  971. }
  972. //获取后面的预测数据
  973. lenDay := len(dayList)
  974. tbEndValueDecimal := decimal.NewFromFloat(tbEndValue)
  975. avgTbVal := tbEndValueDecimal.Sub(lastTb).Div(decimal.NewFromInt(int64(lenDay)))
  976. predictEdbInfoData = make([]*EdbInfoSearchData, 0)
  977. for k, currentDate := range dayList {
  978. var tbValue decimal.Decimal
  979. if k == lenDay-1 { // 如果是最后的日期了,那么就用终值去计算
  980. tbValue = tbEndValueDecimal.Add(decimal.NewFromInt(1))
  981. } else { // 最近数据的同比值 + (平均增值乘以当前期数)
  982. tbValue = lastTb.Add(avgTbVal.Mul(decimal.NewFromInt(int64(k + 1)))).Add(decimal.NewFromInt(1))
  983. }
  984. tmpData := &EdbInfoSearchData{
  985. EdbDataId: edbInfoId + 100000 + index + k,
  986. //EdbInfoId: edbInfoId,
  987. DataTime: currentDate.Format(utils.FormatDate),
  988. //Value: dataValue,
  989. //DataTimestamp: (currentDate.UnixNano() / 1e6) + 1000, //前端需要让加1s,说是2022-09-01 00:00:00 这样的整点不合适
  990. }
  991. var val float64
  992. var calculateStatus bool //计算结果
  993. //currentItem := existMap[av]
  994. //上一年的日期
  995. preDate := currentDate.AddDate(-1, 0, 0)
  996. preDateStr := preDate.Format(utils.FormatDate)
  997. if preValue, ok := existMap[preDateStr]; ok { //上一年同期找到
  998. val, _ = decimal.NewFromFloat(preValue).Mul(tbValue).RoundCeil(4).Float64()
  999. calculateStatus = true
  1000. } else {
  1001. switch frequency {
  1002. case "月度":
  1003. //向上和向下,各找一个月
  1004. nextDateDay := preDate
  1005. preDateDay := preDate
  1006. for i := 0; i <= 35; i++ {
  1007. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  1008. if preValue, ok := existMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  1009. val, _ = decimal.NewFromFloat(preValue).Mul(tbValue).RoundCeil(4).Float64()
  1010. calculateStatus = true
  1011. break
  1012. } else {
  1013. preDateDayStr := preDateDay.Format(utils.FormatDate)
  1014. if preValue, ok := existMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  1015. val, _ = decimal.NewFromFloat(preValue).Mul(tbValue).RoundCeil(4).Float64()
  1016. calculateStatus = true
  1017. break
  1018. }
  1019. }
  1020. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  1021. preDateDay = preDateDay.AddDate(0, 0, -1)
  1022. }
  1023. case "季度", "年度":
  1024. if preValue, ok := existMap[preDateStr]; ok { //上一年同期->下一个月找到
  1025. val, _ = decimal.NewFromFloat(preValue).Mul(tbValue).RoundCeil(4).Float64()
  1026. calculateStatus = true
  1027. break
  1028. }
  1029. default:
  1030. nextDateDay := preDate
  1031. preDateDay := preDate
  1032. for i := 0; i < 35; i++ {
  1033. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  1034. if preValue, ok := existMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  1035. val, _ = decimal.NewFromFloat(preValue).Mul(tbValue).RoundCeil(4).Float64()
  1036. calculateStatus = true
  1037. break
  1038. } else {
  1039. preDateDayStr := preDateDay.Format(utils.FormatDate)
  1040. if preValue, ok := existMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  1041. val, _ = decimal.NewFromFloat(preValue).Mul(tbValue).RoundCeil(4).Float64()
  1042. calculateStatus = true
  1043. break
  1044. } else {
  1045. //fmt.Println("pre not find:", preDateStr, "i:", i)
  1046. }
  1047. }
  1048. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  1049. preDateDay = preDateDay.AddDate(0, 0, -1)
  1050. }
  1051. }
  1052. }
  1053. if calculateStatus {
  1054. tmpData.Value = val
  1055. newPredictEdbInfoData = append(newPredictEdbInfoData, tmpData)
  1056. allDataList = append(allDataList, tmpData)
  1057. existMap[tmpData.DataTime] = val
  1058. // 最大最小值
  1059. if val < minValue {
  1060. minValue = val
  1061. }
  1062. if val > maxValue {
  1063. maxValue = val
  1064. }
  1065. }
  1066. }
  1067. return
  1068. }
  1069. // RuleLineNhConf 一元线性拟合规则的配置
  1070. type RuleLineNhConf struct {
  1071. StartDate string `description:"开始日期"`
  1072. EndDate string `description:"结束日期"`
  1073. MoveDay int `description:"移动天数"`
  1074. EdbInfoId int `description:"指标id"`
  1075. }
  1076. // GetChartPredictEdbInfoDataListByRuleLineNh 根据 一元线性拟合 的计算规则获取预测数据
  1077. //
  1078. // 选择被预测的指标B(作为自变量,非预测指标),选择指标A(作为因变量,可以是基础指标和预测指标)
  1079. // 2、选择拟合时间段,起始日期至今或指定时间段,选择至今,在计算时截止到指标B的最新日期
  1080. // 3、设定A领先B时间(天),正整数、负整数、0
  1081. // 4、调用拟合残差的数据预处理和算法,给出拟合方程Y=aX+b的系数a,b
  1082. // 5、指标A代入拟合方程得到拟合预测指标B',拟合预测指标使用指标B的频度,在指标B的实际值后面连接拟合预测指标B'对应日期的预测值
  1083. //
  1084. // 注:选择预测截止日期,若所选日期 ≤ 指标A设置领先后的日期序列,则预测指标日期最新日期有值(在指标B'的有值范围内);若所选日期 > 指标A设置领先后的日期序列,则预测指标只到指标A领先后的日期序列(超出指标B'的有值范围,最多到指标B'的最新值);指标A、B更新后,更新预测指标
  1085. func GetChartPredictEdbInfoDataListByRuleLineNh(edbInfoId int, dayList []time.Time, realPredictEdbInfoData, predictEdbInfoData []*EdbInfoSearchData, newNhccDataMap, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64, err error) {
  1086. allDataList := make([]*EdbInfoSearchData, 0)
  1087. allDataList = append(allDataList, realPredictEdbInfoData...)
  1088. allDataList = append(allDataList, predictEdbInfoData...)
  1089. newPredictEdbInfoData = predictEdbInfoData
  1090. lenAllData := len(allDataList)
  1091. if lenAllData <= 0 {
  1092. return
  1093. }
  1094. for k, currentDate := range dayList {
  1095. // 动态拟合残差值数据
  1096. currentDateStr := currentDate.Format(utils.FormatDate)
  1097. val, ok := newNhccDataMap[currentDateStr]
  1098. if !ok {
  1099. continue
  1100. }
  1101. tmpData := &EdbInfoSearchData{
  1102. EdbDataId: edbInfoId + 100000 + lenAllData + k,
  1103. //EdbInfoId: edbInfoId,
  1104. DataTime: currentDateStr,
  1105. Value: val,
  1106. //DataTimestamp: (currentDate.UnixNano() / 1e6) + 1000, //前端需要让加1s,说是2022-09-01 00:00:00 这样的整点不合适
  1107. }
  1108. newPredictEdbInfoData = append(newPredictEdbInfoData, tmpData)
  1109. allDataList = append(allDataList, tmpData)
  1110. existMap[currentDateStr] = val
  1111. // 最大最小值
  1112. if val < minValue {
  1113. minValue = val
  1114. }
  1115. if val > maxValue {
  1116. maxValue = val
  1117. }
  1118. }
  1119. return
  1120. }
  1121. // getCalculateNhccData 获取计算出来的 拟合残差 数据
  1122. func getCalculateNhccData(secondDataList []*EdbInfoSearchData, ruleConf RuleLineNhConf) (newBDataMap map[string]float64, err error, errMsg string) {
  1123. firstEdbInfoId := ruleConf.EdbInfoId
  1124. moveDay := ruleConf.MoveDay
  1125. startDate, _ := time.ParseInLocation(utils.FormatDate, ruleConf.StartDate, time.Local)
  1126. endDate, _ := time.ParseInLocation(utils.FormatDate, ruleConf.EndDate, time.Local)
  1127. //查询当前指标现有的数据
  1128. edbInfo, err := GetEdbInfoById(firstEdbInfoId)
  1129. if err != nil {
  1130. return
  1131. }
  1132. //第一个指标
  1133. aDataList := make([]EdbInfoSearchData, 0)
  1134. aDataMap := make(map[string]float64)
  1135. {
  1136. //第一个指标的数据列表
  1137. var firstDataList []*EdbInfoSearchData
  1138. switch edbInfo.EdbInfoType {
  1139. case 0:
  1140. var condition string
  1141. var pars []interface{}
  1142. condition += " AND edb_info_id=? "
  1143. pars = append(pars, edbInfo.EdbInfoId)
  1144. //获取来源指标的数据
  1145. firstDataList, err = GetEdbDataListAll(condition, pars, edbInfo.Source, 1)
  1146. case 1:
  1147. firstDataList, err = GetPredictEdbDataListAllByStartDate(edbInfo, 1, "")
  1148. default:
  1149. err = errors.New(fmt.Sprint("获取失败,指标类型异常", edbInfo.EdbInfoType))
  1150. }
  1151. if err != nil {
  1152. return
  1153. }
  1154. aDataList, aDataMap = handleNhccData(firstDataList, moveDay)
  1155. }
  1156. //第二个指标
  1157. bDataList := make([]EdbInfoSearchData, 0)
  1158. bDataMap := make(map[string]float64)
  1159. {
  1160. bDataList, bDataMap = handleNhccData(secondDataList, 0)
  1161. }
  1162. if len(aDataList) <= 0 {
  1163. errMsg = `自变量没有数据`
  1164. err = errors.New(errMsg)
  1165. return
  1166. }
  1167. if len(bDataList) <= 0 {
  1168. errMsg = `因变量没有数据`
  1169. err = errors.New(errMsg)
  1170. return
  1171. }
  1172. // 拟合残差计算的结束日期判断
  1173. {
  1174. endAData := aDataList[len(aDataList)-1]
  1175. tmpEndDate, tmpErr := time.ParseInLocation(utils.FormatDate, endAData.DataTime, time.Local)
  1176. if tmpErr != nil {
  1177. err = tmpErr
  1178. return
  1179. }
  1180. // 如果A指标的最新数据日期早于拟合残差的结束日期,那么就用A指标的最新数据日期
  1181. if tmpEndDate.Before(endDate) {
  1182. endDate = tmpEndDate
  1183. }
  1184. endBData := bDataList[len(bDataList)-1]
  1185. tmpEndDate, tmpErr = time.ParseInLocation(utils.FormatDate, endBData.DataTime, time.Local)
  1186. if tmpErr != nil {
  1187. err = tmpErr
  1188. return
  1189. }
  1190. // 如果B指标的最新数据日期早于拟合残差的结束日期,那么就用A指标的最新数据日期
  1191. if tmpEndDate.Before(endDate) {
  1192. endDate = tmpEndDate
  1193. }
  1194. }
  1195. // 计算线性方程公式
  1196. var a, b float64
  1197. {
  1198. coordinateData := make([]utils.Coordinate, 0)
  1199. for i := startDate; i.Before(endDate) || i.Equal(endDate); i = i.AddDate(0, 0, 1) {
  1200. dateStr := i.Format(utils.FormatDate)
  1201. xValue, ok := aDataMap[dateStr]
  1202. if !ok {
  1203. errMsg = "自变量日期:" + dateStr + "数据异常,导致计算线性方程公式失败"
  1204. err = errors.New(errMsg)
  1205. return
  1206. }
  1207. yValue, ok := bDataMap[dateStr]
  1208. if !ok {
  1209. errMsg = "因变量日期:" + dateStr + "数据异常,导致计算线性方程公式失败"
  1210. err = errors.New(errMsg)
  1211. return
  1212. }
  1213. tmpCoordinate := utils.Coordinate{
  1214. X: xValue,
  1215. Y: yValue,
  1216. }
  1217. coordinateData = append(coordinateData, tmpCoordinate)
  1218. }
  1219. a, b = utils.GetLinearResult(coordinateData)
  1220. }
  1221. if math.IsNaN(a) || math.IsNaN(b) {
  1222. errMsg = "线性方程公式生成失败"
  1223. err = errors.New(errMsg)
  1224. return
  1225. }
  1226. //fmt.Println("a:", a, ";======b:", b)
  1227. //计算B’
  1228. newBDataMap = make(map[string]float64)
  1229. {
  1230. //B’=aA+b
  1231. aDecimal := decimal.NewFromFloat(a)
  1232. bDecimal := decimal.NewFromFloat(b)
  1233. for _, aData := range aDataList {
  1234. xDecimal := decimal.NewFromFloat(aData.Value)
  1235. val, _ := aDecimal.Mul(xDecimal).Add(bDecimal).RoundCeil(4).Float64()
  1236. newBDataMap[aData.DataTime] = val
  1237. }
  1238. }
  1239. return
  1240. }