predict_edb_info_rule.go 51 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379
  1. package models
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/nosixtools/solarlunar"
  6. "github.com/shopspring/decimal"
  7. "hongze/hongze_edb_lib/utils"
  8. "math"
  9. "strings"
  10. "time"
  11. )
  12. // GetChartPredictEdbInfoDataListByRule1 根据规则1获取预测数据
  13. func GetChartPredictEdbInfoDataListByRule1(edbInfoId int, dataValue float64, dayList []time.Time, predictEdbInfoData []*EdbInfoSearchData, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData) {
  14. newPredictEdbInfoData = predictEdbInfoData
  15. //获取后面的预测数据
  16. predictEdbInfoData = make([]*EdbInfoSearchData, 0)
  17. for k, v := range dayList {
  18. newPredictEdbInfoData = append(newPredictEdbInfoData, &EdbInfoSearchData{
  19. EdbDataId: edbInfoId + 10000000000 + k,
  20. DataTime: v.Format(utils.FormatDate),
  21. Value: dataValue,
  22. })
  23. existMap[v.Format(utils.FormatDate)] = dataValue
  24. }
  25. return
  26. }
  27. // GetChartPredictEdbInfoDataListByRuleTb 根据同比值规则获取预测数据
  28. // 2.1 同比: 在未来某一个时间段内,给定一个固定的同比增速a,用去年同期值X乘以同比增速(1+a),得到预测值Y=X(1+a)
  29. // 例: 今年1-3月值,100,100,120。给定同比增速a=0.1,则明年1-3月预测值为: 100*1.1=110,100*1.1=110,120*1.1=132。
  30. func GetChartPredictEdbInfoDataListByRuleTb(edbInfoId int, tbValue float64, dayList []time.Time, frequency string, realPredictEdbInfoData, predictEdbInfoData []*EdbInfoSearchData, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64) {
  31. allDataList := make([]*EdbInfoSearchData, 0)
  32. allDataList = append(allDataList, realPredictEdbInfoData...)
  33. allDataList = append(allDataList, predictEdbInfoData...)
  34. newPredictEdbInfoData = predictEdbInfoData
  35. index := len(allDataList)
  36. //获取后面的预测数据
  37. predictEdbInfoData = make([]*EdbInfoSearchData, 0)
  38. for k, currentDate := range dayList {
  39. tmpData := &EdbInfoSearchData{
  40. EdbDataId: edbInfoId + 10000000000 + index + k,
  41. DataTime: currentDate.Format(utils.FormatDate),
  42. //Value: dataValue,
  43. }
  44. var val float64
  45. var calculateStatus bool //计算结果
  46. //currentItem := existMap[av]
  47. //上一年的日期
  48. preDate := currentDate.AddDate(-1, 0, 0)
  49. preDateStr := preDate.Format(utils.FormatDate)
  50. if preValue, ok := existMap[preDateStr]; ok { //上一年同期找到
  51. val = PredictTbzDiv(preValue, tbValue)
  52. calculateStatus = true
  53. } else {
  54. switch frequency {
  55. case "月度":
  56. //向上和向下,各找一个月
  57. nextDateDay := preDate
  58. preDateDay := preDate
  59. for i := 0; i <= 35; i++ {
  60. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  61. if preValue, ok := existMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  62. val = PredictTbzDiv(preValue, tbValue)
  63. calculateStatus = true
  64. break
  65. } else {
  66. preDateDayStr := preDateDay.Format(utils.FormatDate)
  67. if preValue, ok := existMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  68. val = PredictTbzDiv(preValue, tbValue)
  69. calculateStatus = true
  70. break
  71. }
  72. }
  73. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  74. preDateDay = preDateDay.AddDate(0, 0, -1)
  75. }
  76. case "季度", "年度":
  77. if preValue, ok := existMap[preDateStr]; ok { //上一年同期->下一个月找到
  78. val = PredictTbzDiv(preValue, tbValue)
  79. calculateStatus = true
  80. break
  81. }
  82. default:
  83. nextDateDay := preDate
  84. preDateDay := preDate
  85. for i := 0; i < 35; i++ {
  86. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  87. if preValue, ok := existMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  88. val = PredictTbzDiv(preValue, tbValue)
  89. calculateStatus = true
  90. break
  91. } else {
  92. preDateDayStr := preDateDay.Format(utils.FormatDate)
  93. if preValue, ok := existMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  94. val = PredictTbzDiv(preValue, tbValue)
  95. calculateStatus = true
  96. break
  97. } else {
  98. //fmt.Println("pre not find:", preDateStr, "i:", i)
  99. }
  100. }
  101. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  102. preDateDay = preDateDay.AddDate(0, 0, -1)
  103. }
  104. }
  105. }
  106. if calculateStatus {
  107. tmpData.Value = val
  108. newPredictEdbInfoData = append(newPredictEdbInfoData, tmpData)
  109. allDataList = append(allDataList, tmpData)
  110. existMap[tmpData.DataTime] = val
  111. // 最大最小值
  112. if val < minValue {
  113. minValue = val
  114. }
  115. if val > maxValue {
  116. maxValue = val
  117. }
  118. }
  119. }
  120. return
  121. }
  122. // PredictTbzDiv 同比值计算
  123. // @params a float64 去年同期值
  124. // @params b float64 固定同比增速
  125. func PredictTbzDiv(a, b float64) (result float64) {
  126. if b != 0 {
  127. // 去年同期值
  128. af := decimal.NewFromFloat(a)
  129. // 同比增速
  130. bf := decimal.NewFromFloat(b)
  131. // 默认1
  132. cf := decimal.NewFromFloat(1)
  133. // 总增速
  134. val := bf.Add(cf)
  135. // 计算
  136. result, _ = val.Mul(af).RoundCeil(4).Float64()
  137. } else {
  138. result = 0
  139. }
  140. return
  141. }
  142. // GetChartPredictEdbInfoDataListByRuleTc 根据同差值规则获取预测数据
  143. // 2.2 同差: 在未来某一个时间段内,给定一个固定的同比增加值a,用去年同期值X加上同比增加值A,得到预测值Y=X+a
  144. // 例: 今年1-3月值,100,100,120。给定同比增加值a=10,则明年1-3月预测值为: 100+10=110,100+10=110,120+10=130
  145. func GetChartPredictEdbInfoDataListByRuleTc(edbInfoId int, tcValue float64, dayList []time.Time, frequency string, realPredictEdbInfoData, predictEdbInfoData []*EdbInfoSearchData, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64) {
  146. allDataList := make([]*EdbInfoSearchData, 0)
  147. allDataList = append(allDataList, realPredictEdbInfoData...)
  148. allDataList = append(allDataList, predictEdbInfoData...)
  149. newPredictEdbInfoData = predictEdbInfoData
  150. index := len(allDataList)
  151. //获取后面的预测数据
  152. predictEdbInfoData = make([]*EdbInfoSearchData, 0)
  153. for k, currentDate := range dayList {
  154. tmpData := &EdbInfoSearchData{
  155. EdbDataId: edbInfoId + 10000000000 + index + k,
  156. DataTime: currentDate.Format(utils.FormatDate),
  157. //Value: dataValue,
  158. }
  159. var val float64
  160. var calculateStatus bool //计算结果
  161. //currentItem := existMap[av]
  162. //上一年的日期
  163. preDate := currentDate.AddDate(-1, 0, 0)
  164. preDateStr := preDate.Format(utils.FormatDate)
  165. if preValue, ok := existMap[preDateStr]; ok { //上一年同期找到
  166. val = PredictTczDiv(preValue, tcValue)
  167. calculateStatus = true
  168. } else {
  169. switch frequency {
  170. case "月度":
  171. //向上和向下,各找一个月
  172. nextDateDay := preDate
  173. preDateDay := preDate
  174. for i := 0; i <= 35; i++ {
  175. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  176. if preValue, ok := existMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  177. val = PredictTczDiv(preValue, tcValue)
  178. calculateStatus = true
  179. break
  180. } else {
  181. preDateDayStr := preDateDay.Format(utils.FormatDate)
  182. if preValue, ok := existMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  183. val = PredictTczDiv(preValue, tcValue)
  184. calculateStatus = true
  185. break
  186. }
  187. }
  188. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  189. preDateDay = preDateDay.AddDate(0, 0, -1)
  190. }
  191. case "季度", "年度":
  192. if preValue, ok := existMap[preDateStr]; ok { //上一年同期->下一个月找到
  193. val = PredictTczDiv(preValue, tcValue)
  194. calculateStatus = true
  195. break
  196. }
  197. default:
  198. nextDateDay := preDate
  199. preDateDay := preDate
  200. for i := 0; i < 35; i++ {
  201. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  202. if preValue, ok := existMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  203. val = PredictTczDiv(preValue, tcValue)
  204. calculateStatus = true
  205. break
  206. } else {
  207. preDateDayStr := preDateDay.Format(utils.FormatDate)
  208. if preValue, ok := existMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  209. val = PredictTczDiv(preValue, tcValue)
  210. calculateStatus = true
  211. break
  212. } else {
  213. //fmt.Println("pre not find:", preDateStr, "i:", i)
  214. }
  215. }
  216. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  217. preDateDay = preDateDay.AddDate(0, 0, -1)
  218. }
  219. }
  220. }
  221. if calculateStatus {
  222. tmpData.Value = val
  223. newPredictEdbInfoData = append(newPredictEdbInfoData, tmpData)
  224. allDataList = append(allDataList, tmpData)
  225. existMap[tmpData.DataTime] = val
  226. // 最大最小值
  227. if val < minValue {
  228. minValue = val
  229. }
  230. if val > maxValue {
  231. maxValue = val
  232. }
  233. }
  234. }
  235. return
  236. }
  237. // PredictTczDiv 环差值计算
  238. // @params a float64 上一期值
  239. // @params b float64 固定的环比增加值
  240. func PredictTczDiv(a, b float64) (result float64) {
  241. if b != 0 {
  242. // 上一期值
  243. af := decimal.NewFromFloat(a)
  244. // 固定的环比增加值
  245. bf := decimal.NewFromFloat(b)
  246. // 计算
  247. result, _ = af.Add(bf).RoundCeil(4).Float64()
  248. } else {
  249. result = 0
  250. }
  251. return
  252. }
  253. // GetChartPredictEdbInfoDataListByRuleHb 根据环比值规则获取预测数据
  254. // 环比:在未来某一个时间段内,给定一个固定的环比增速a,用上一期值X乘以环比增速(1+a),得到预测值Y=X(1+a)
  255. // 例: 最近1期值为100,给定环比增速a=0.2,则未来3期预测值为: 100*1.2=120,120*1.2=144,144*1.2=172.8
  256. func GetChartPredictEdbInfoDataListByRuleHb(edbInfoId int, hbValue float64, dayList []time.Time, realPredictEdbInfoData, predictEdbInfoData []*EdbInfoSearchData, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64) {
  257. allDataList := make([]*EdbInfoSearchData, 0)
  258. allDataList = append(allDataList, realPredictEdbInfoData...)
  259. allDataList = append(allDataList, predictEdbInfoData...)
  260. newPredictEdbInfoData = predictEdbInfoData
  261. index := len(allDataList)
  262. //获取后面的预测数据
  263. for k, currentDate := range dayList {
  264. tmpK := index + k - 1 //上1期的值
  265. // 环比值计算
  266. val := PredictHbzDiv(allDataList[tmpK].Value, hbValue)
  267. currentDateStr := currentDate.Format(utils.FormatDate)
  268. tmpData := &EdbInfoSearchData{
  269. EdbDataId: edbInfoId + 10000000000 + index + k,
  270. DataTime: currentDateStr,
  271. Value: val,
  272. }
  273. newPredictEdbInfoData = append(newPredictEdbInfoData, tmpData)
  274. allDataList = append(allDataList, tmpData)
  275. existMap[currentDateStr] = val
  276. // 最大最小值
  277. if val < minValue {
  278. minValue = val
  279. }
  280. if val > maxValue {
  281. maxValue = val
  282. }
  283. }
  284. return
  285. }
  286. // PredictHbzDiv 环比值计算
  287. // @params a float64 上一期值
  288. // @params b float64 固定的环比增速
  289. func PredictHbzDiv(a, b float64) (result float64) {
  290. if b != 0 {
  291. // 上一期值
  292. af := decimal.NewFromFloat(a)
  293. // 固定的环比增速
  294. bf := decimal.NewFromFloat(b)
  295. // 默认1
  296. cf := decimal.NewFromFloat(1)
  297. // 总增速
  298. val := bf.Add(cf)
  299. // 计算
  300. result, _ = val.Mul(af).RoundCeil(4).Float64()
  301. } else {
  302. result = 0
  303. }
  304. return
  305. }
  306. // GetChartPredictEdbInfoDataListByRuleHc 根据环差值规则获取预测数据
  307. // 2.4 环差:在未来某一个时间段内,给定一个固定的环比增加值a,用上一期值X加上环比增加值a,得到预测值Y=X+a
  308. // 例: 最近1期值为100,给定环比增加值a=10,则未来3期预测值为: 100+10=110,110+10=120,120+10=130
  309. func GetChartPredictEdbInfoDataListByRuleHc(edbInfoId int, hcValue float64, dayList []time.Time, realPredictEdbInfoData, predictEdbInfoData []*EdbInfoSearchData, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64) {
  310. allDataList := make([]*EdbInfoSearchData, 0)
  311. allDataList = append(allDataList, realPredictEdbInfoData...)
  312. allDataList = append(allDataList, predictEdbInfoData...)
  313. newPredictEdbInfoData = predictEdbInfoData
  314. index := len(allDataList)
  315. //获取后面的预测数据
  316. for k, currentDate := range dayList {
  317. tmpK := index + k - 1 //上1期的值
  318. // 环差别值计算
  319. val := PredictHczDiv(allDataList[tmpK].Value, hcValue)
  320. currentDateStr := currentDate.Format(utils.FormatDate)
  321. tmpData := &EdbInfoSearchData{
  322. EdbDataId: edbInfoId + 10000000000 + index + k,
  323. DataTime: currentDateStr,
  324. Value: val,
  325. }
  326. newPredictEdbInfoData = append(newPredictEdbInfoData, tmpData)
  327. allDataList = append(allDataList, tmpData)
  328. existMap[currentDateStr] = val
  329. // 最大最小值
  330. if val < minValue {
  331. minValue = val
  332. }
  333. if val > maxValue {
  334. maxValue = val
  335. }
  336. }
  337. return
  338. }
  339. // PredictHczDiv 环差值计算
  340. // @params a float64 上一期值
  341. // @params b float64 固定的环比增加值
  342. func PredictHczDiv(a, b float64) (result float64) {
  343. if b != 0 {
  344. // 上一期值
  345. af := decimal.NewFromFloat(a)
  346. // 固定的环比增加值
  347. bf := decimal.NewFromFloat(b)
  348. // 计算
  349. result, _ = af.Add(bf).RoundCeil(4).Float64()
  350. } else {
  351. result = 0
  352. }
  353. return
  354. }
  355. // GetChartPredictEdbInfoDataListByRuleNMoveMeanValue 根据N期移动均值规则获取预测数据
  356. // 2.5 N期移动均值:在未来某一个时间段内,下一期值等于过去N期值得平均值。
  357. // 例:最近3期值(N=3),为95,98,105则未来第1期值为 1/3*(95+98+105)=99.33, 未来第2期值为 1/3*(98+105+99.33)=100.78依次类推。
  358. func GetChartPredictEdbInfoDataListByRuleNMoveMeanValue(edbInfoId int, nValue int, dayList []time.Time, realPredictEdbInfoData, predictEdbInfoData []*EdbInfoSearchData, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64) {
  359. allDataList := make([]*EdbInfoSearchData, 0)
  360. allDataList = append(allDataList, realPredictEdbInfoData...)
  361. allDataList = append(allDataList, predictEdbInfoData...)
  362. newPredictEdbInfoData = predictEdbInfoData
  363. lenAllData := len(allDataList)
  364. if lenAllData < nValue || lenAllData <= 0 {
  365. return
  366. }
  367. if nValue <= 0 {
  368. return
  369. }
  370. // 分母
  371. decimalN := decimal.NewFromInt(int64(nValue))
  372. //获取后面的预测数据
  373. for k, currentDate := range dayList {
  374. tmpIndex := lenAllData + k - 1 //上1期的值
  375. // 数据集合中的最后一个数据
  376. tmpDecimalVal := decimal.NewFromFloat(allDataList[tmpIndex].Value)
  377. for tmpK := 2; tmpK <= nValue; tmpK++ {
  378. tmpIndex2 := tmpIndex - tmpK //上N期的值
  379. tmpDecimalVal2 := decimal.NewFromFloat(allDataList[tmpIndex2].Value)
  380. tmpDecimalVal = tmpDecimalVal.Add(tmpDecimalVal2)
  381. }
  382. // N期移动均值计算
  383. val, _ := tmpDecimalVal.Div(decimalN).RoundCeil(4).Float64()
  384. currentDateStr := currentDate.Format(utils.FormatDate)
  385. tmpData := &EdbInfoSearchData{
  386. EdbDataId: edbInfoId + 10000000000 + lenAllData + k,
  387. DataTime: currentDateStr,
  388. Value: val,
  389. }
  390. newPredictEdbInfoData = append(newPredictEdbInfoData, tmpData)
  391. allDataList = append(allDataList, tmpData)
  392. existMap[currentDateStr] = val
  393. // 最大最小值
  394. if val < minValue {
  395. minValue = val
  396. }
  397. if val > maxValue {
  398. maxValue = val
  399. }
  400. }
  401. return
  402. }
  403. // GetChartPredictEdbInfoDataListByRuleNLinearRegression 根据N期移动均值规则获取预测数据
  404. // 2.6N期段线性外推值:给出过去N期值所确定的线性回归方程(Y=aX+b)在未来一段时间内的推算值。回归方程虽然比较复杂,但各种编程语言应该都有现成的模块或函数,应该无需自己编写。
  405. // 例1:过去5期值(N=5)分别为:3,5,7,9,11(每两期值之间的时间间隔相等)。那么按照线性回归方程推算,未来三期的预测值是:13,15,17。
  406. //
  407. // 例2:过去6期值(N=6)分别为:3,3,5,7,9,11(每两期值之间的时间间隔相等)。那么按照线性回归方程推算,未来三期的预测值是:12.33,14.05,15.76。例1和例2的区别在于,多加了一期数据,导致回归方程发生改变,从而预测值不同。
  408. func GetChartPredictEdbInfoDataListByRuleNLinearRegression(edbInfoId int, nValue int, dayList []time.Time, realPredictEdbInfoData, predictEdbInfoData []*EdbInfoSearchData, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64, err error) {
  409. //var errMsg string
  410. //defer func() {
  411. // if errMsg != `` {
  412. // go alarm_msg.SendAlarmMsg("更新上海的token失败;ERR:"+err.Error(), 3)
  413. // }
  414. //}()
  415. allDataList := make([]*EdbInfoSearchData, 0)
  416. allDataList = append(allDataList, realPredictEdbInfoData...)
  417. allDataList = append(allDataList, predictEdbInfoData...)
  418. newPredictEdbInfoData = predictEdbInfoData
  419. lenAllData := len(allDataList)
  420. if lenAllData < nValue || lenAllData <= 0 {
  421. return
  422. }
  423. if nValue <= 1 {
  424. return
  425. }
  426. //获取后面的预测数据
  427. // 获取线性方程公式的a、b的值
  428. coordinateData := make([]utils.Coordinate, 0)
  429. for tmpK := nValue; tmpK > 0; tmpK-- {
  430. tmpIndex2 := lenAllData - tmpK //上N期的值
  431. tmpCoordinate := utils.Coordinate{
  432. X: float64(nValue - tmpK + 1),
  433. Y: allDataList[tmpIndex2].Value,
  434. }
  435. coordinateData = append(coordinateData, tmpCoordinate)
  436. }
  437. a, b := utils.GetLinearResult(coordinateData)
  438. if math.IsNaN(a) || math.IsNaN(b) {
  439. err = errors.New("线性方程公式生成失败")
  440. return
  441. }
  442. //fmt.Println("a:", a, ";======b:", b)
  443. aDecimal := decimal.NewFromFloat(a)
  444. bDecimal := decimal.NewFromFloat(b)
  445. for k, currentDate := range dayList {
  446. tmpK := nValue + k + 1
  447. xDecimal := decimal.NewFromInt(int64(tmpK))
  448. val, _ := aDecimal.Mul(xDecimal).Add(bDecimal).RoundCeil(4).Float64()
  449. currentDateStr := currentDate.Format(utils.FormatDate)
  450. tmpData := &EdbInfoSearchData{
  451. EdbDataId: edbInfoId + 10000000000 + lenAllData + k,
  452. DataTime: currentDateStr,
  453. Value: val,
  454. }
  455. newPredictEdbInfoData = append(newPredictEdbInfoData, tmpData)
  456. allDataList = append(allDataList, tmpData)
  457. existMap[currentDateStr] = val
  458. // 最大最小值
  459. if val < minValue {
  460. minValue = val
  461. }
  462. if val > maxValue {
  463. maxValue = val
  464. }
  465. }
  466. return
  467. }
  468. // GetChartPredictEdbInfoDataListByRuleTrendsHC 根据动态环比增加值的计算规则获取预测数据
  469. //
  470. // 研究员有对预测指标进行动态环差计算的需求,即预测指标使用环差规则进行预测时,环比增加值不是固定值,而是由几个预测指标计算得出的动态变化的值;
  471. // 需求说明:
  472. // 1、增加“动态环差”预测规则;
  473. // 2、环比增加值在弹窗设置;
  474. // 3、动态环差预测举例:
  475. // 指标A实际最新数据为2022-10-27(100);
  476. // 预测指标B预测数据为2022-10-28(240)、2022-10-29(300);
  477. // 预测指标C预测数据为2022-10-28(260)、2022-10-29(310);
  478. // 计算公式为B-C;
  479. // 则指标A至2022-10-29的预测值为2022-10-28(100+(240-260)=80)、2022-10-29(80+(300-310)=90);
  480. // 注:动态环比增加值的计算遵从计算指标的计算规则,即用于计算的指标若有部分指标缺少部分日期数据,则这部分日期数据不做计算,为空;若动态环比增加值某一天为空,则往前追溯最近一期有值的环比增加值作为该天的数值参与计算;
  481. func GetChartPredictEdbInfoDataListByRuleTrendsHC(edbInfoId int, dayList []time.Time, realPredictEdbInfoData, predictEdbInfoData []*EdbInfoSearchData, hcDataMap, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64) {
  482. allDataList := make([]*EdbInfoSearchData, 0)
  483. allDataList = append(allDataList, realPredictEdbInfoData...)
  484. allDataList = append(allDataList, predictEdbInfoData...)
  485. newPredictEdbInfoData = predictEdbInfoData
  486. lenAllData := len(allDataList)
  487. if lenAllData <= 0 {
  488. return
  489. }
  490. for k, currentDate := range dayList {
  491. // 最近一条数据
  492. tmpLenAllDataList := len(allDataList)
  493. lastValue := allDataList[tmpLenAllDataList-1].Value
  494. // 动态环差值数据
  495. currentDateStr := currentDate.Format(utils.FormatDate)
  496. hcVal, ok := hcDataMap[currentDateStr]
  497. if !ok {
  498. continue
  499. }
  500. lastValueDecimal := decimal.NewFromFloat(lastValue)
  501. hcValDecimal := decimal.NewFromFloat(hcVal)
  502. val, _ := lastValueDecimal.Add(hcValDecimal).RoundCeil(4).Float64()
  503. tmpData := &EdbInfoSearchData{
  504. EdbDataId: edbInfoId + 10000000000 + lenAllData + k,
  505. //EdbInfoId: edbInfoId,
  506. DataTime: currentDateStr,
  507. Value: val,
  508. //DataTimestamp: (currentDate.UnixNano() / 1e6) + 1000, //前端需要让加1s,说是2022-09-01 00:00:00 这样的整点不合适
  509. }
  510. newPredictEdbInfoData = append(newPredictEdbInfoData, tmpData)
  511. allDataList = append(allDataList, tmpData)
  512. existMap[currentDateStr] = val
  513. // 最大最小值
  514. if val < minValue {
  515. minValue = val
  516. }
  517. if val > maxValue {
  518. maxValue = val
  519. }
  520. }
  521. return
  522. }
  523. // GetChartPredictEdbInfoDataListByRuleFinalValueHc 根据 给定终值后插值 规则获取预测数据
  524. //
  525. // 项目背景:
  526. // 假设螺纹产量在2023年1月1号的预测值是255万吨,从当下到2023年1月1号,螺纹产量将会线性变化,那么每一期的螺纹产量是多少?
  527. // 算法:从当下(2022/10/28)到2023/1/1号,一共65天,从当前值(305.02)到255,差值-50.02,
  528. // 则每日环差为-50.02/65=-0.7695。因为数据点是周度频率,每周环差为,-0.3849*7=-5.3868。
  529. // 从以上计算过程可看出,“给定终值后差值”的算法,是在“环差”算法的基础上,做的一个改动。即这个”环差值”=【(终值-最新值)/终值与最新值得日期差】*数据频率
  530. // 需求说明:
  531. // 1、增加一个预测规则,名为“给定终值后插值”,给定预测截止日期和预测终值,计算最新数据日期至预测截止日期的时间差T,计算最新数据和预测终值的数据差S,数据频率与指标频度有关,日度=1,周度=7,旬度=10,月度=30,季度=90,年度=365,环差值=S/T*频率,预测数值=前一天数值+环差值;
  532. // 2、最新数据值和日期改动后,需重新计算环差值和预测数值;
  533. func GetChartPredictEdbInfoDataListByRuleFinalValueHc(edbInfoId int, finalValue float64, dayList []time.Time, realPredictEdbInfoData, predictEdbInfoData []*EdbInfoSearchData, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64) {
  534. allDataList := make([]*EdbInfoSearchData, 0)
  535. allDataList = append(allDataList, realPredictEdbInfoData...)
  536. allDataList = append(allDataList, predictEdbInfoData...)
  537. newPredictEdbInfoData = predictEdbInfoData
  538. index := len(allDataList)
  539. //获取后面的预测日期
  540. lenDay := len(dayList)
  541. if lenDay <= 0 {
  542. return
  543. }
  544. var hcValue float64
  545. lastValueDeciamal := decimal.NewFromFloat(allDataList[index-1].Value) // 实际数据的最后一个值
  546. finalValueDeciamal := decimal.NewFromFloat(finalValue) // 给定的终止数据
  547. dayDecimal := decimal.NewFromInt(int64(lenDay)) // 需要作为分母的期数
  548. hcValue, _ = finalValueDeciamal.Sub(lastValueDeciamal).Div(dayDecimal).Float64() // 计算出来的环差值
  549. //获取后面的预测数据
  550. predictEdbInfoData = make([]*EdbInfoSearchData, 0)
  551. lastK := lenDay - 1 // 最后的日期
  552. for k, currentDate := range dayList {
  553. tmpK := index + k - 1 //上1期的值
  554. var val float64
  555. // 环差别值计算
  556. if k == lastK { //如果是最后一天,那么就用最终值,否则就计算
  557. val = finalValue
  558. } else {
  559. val = PredictHczDiv(allDataList[tmpK].Value, hcValue)
  560. }
  561. currentDateStr := currentDate.Format(utils.FormatDate)
  562. tmpData := &EdbInfoSearchData{
  563. EdbDataId: edbInfoId + 10000000000 + index + k,
  564. //EdbInfoId: edbInfoId,
  565. DataTime: currentDateStr,
  566. Value: val,
  567. //DataTimestamp: (currentDate.UnixNano() / 1e6) + 1000, //前端需要让加1s,说是2022-09-01 00:00:00 这样的整点不合适
  568. }
  569. newPredictEdbInfoData = append(newPredictEdbInfoData, tmpData)
  570. allDataList = append(allDataList, tmpData)
  571. existMap[currentDateStr] = val
  572. // 最大最小值
  573. if val < minValue {
  574. minValue = val
  575. }
  576. if val > maxValue {
  577. maxValue = val
  578. }
  579. }
  580. return
  581. }
  582. // SeasonConf 季节性规则的配置
  583. type SeasonConf struct {
  584. Calendar string `description:"公历、农历"`
  585. YearType int `description:"选择方式,1:连续N年;2:指定年份"`
  586. NValue int `description:"连续N年"`
  587. YearList []int `description:"指定年份列表"`
  588. }
  589. // GetChartPredictEdbInfoDataListByRuleSeason 根据 季节性 规则获取预测数据
  590. //
  591. // ETA预测规则:季节性
  592. // 已知选定指标A最近更新日期: 2022-12-6 200
  593. // 设置预测截止日期2023-01-06
  594. // 1、选择过去N年,N=3
  595. // 则过去N年为2021、2020、2019
  596. // 指标A日期 实际值 指标A日期
  597. // 2019/12/5 150 2019/12/6
  598. // 2020/12/5 180 2020/12/6
  599. // 2021/12/5 210 2021/12/6
  600. // 2019/12/31 200 2020/1/1
  601. // 2020/12/31 210 2021/1/1
  602. // 2021/12/31 250 2022/1/1
  603. //
  604. // 计算12.7预测值,求过去N年环差均值=[(100-150)+(160-180)+(250-210)]/3=-10
  605. // 则12.7预测值=12.6值+过去N年环差均值=200-10=190
  606. // 以此类推...
  607. //
  608. // 计算2023.1.2预测值,求过去N年环差均值=[(300-200)+(220-210)+(260-250)]/3=40
  609. // 则2023.1.2预测值=2023.1.1值+过去N年环差均值
  610. func GetChartPredictEdbInfoDataListByRuleSeason(edbInfoId int, yearsList []int, calendar string, dayList []time.Time, realPredictEdbInfoData, predictEdbInfoData []*EdbInfoSearchData, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64, err error) {
  611. allDataList := make([]*EdbInfoSearchData, 0)
  612. allDataList = append(allDataList, realPredictEdbInfoData...)
  613. allDataList = append(allDataList, predictEdbInfoData...)
  614. newPredictEdbInfoData = predictEdbInfoData
  615. // 插值法数据处理
  616. handleDataMap := make(map[string]float64)
  617. _, err = HandleDataByLinearRegression(allDataList, handleDataMap)
  618. if err != nil {
  619. return
  620. }
  621. // 获取每个年份的日期数据需要平移的天数
  622. moveDayMap := make(map[int]int, 0) // 每个年份的春节公历
  623. {
  624. if calendar == "公历" {
  625. for _, year := range yearsList {
  626. moveDayMap[year] = 0 //公历就不平移了
  627. }
  628. } else {
  629. currentDay := time.Now()
  630. if currentDay.Month() >= 11 { //如果大于等于11月份,那么用的是下一年的春节
  631. currentDay = currentDay.AddDate(1, 0, 0)
  632. }
  633. currentYear := currentDay.Year()
  634. currentYearCjnl := fmt.Sprintf("%d-01-01", currentYear) //当年的春节农历
  635. currentYearCjgl := solarlunar.LunarToSolar(currentYearCjnl, false) //当年的春节公历
  636. currentYearCjglTime, tmpErr := time.ParseInLocation(utils.FormatDate, currentYearCjgl, time.Local)
  637. if tmpErr != nil {
  638. err = errors.New("当前春节公历日期转换失败:" + tmpErr.Error())
  639. return
  640. }
  641. // 指定的年份
  642. for _, year := range yearsList {
  643. tmpYearCjnl := fmt.Sprintf("%d-01-01", year) //指定年的春节农历
  644. tmpYearCjgl := solarlunar.LunarToSolar(tmpYearCjnl, false) //指定年的春节公历
  645. //moveDayList = append(moveDayList, 0) //公历就不平移了
  646. tmpYearCjglTime, tmpErr := time.ParseInLocation(utils.FormatDate, tmpYearCjgl, time.Local)
  647. if tmpErr != nil {
  648. err = errors.New(fmt.Sprintf("%d公历日期转换失败:%s", year, tmpErr.Error()))
  649. return
  650. }
  651. tmpCurrentYearCjglTime := currentYearCjglTime.AddDate(year-currentYear, 0, 0)
  652. moveDay := utils.GetTimeSubDay(tmpYearCjglTime, tmpCurrentYearCjglTime)
  653. moveDayMap[year] = moveDay //公历平移
  654. }
  655. }
  656. }
  657. index := len(allDataList)
  658. //获取后面的预测日期
  659. //获取后面的预测数据
  660. predictEdbInfoData = make([]*EdbInfoSearchData, 0)
  661. for k, currentDate := range dayList {
  662. // 如果遇到闰二月,如2.29,去掉该天数据
  663. if strings.Contains(currentDate.Format(utils.FormatDate), "02-29") {
  664. continue
  665. }
  666. tmpHistoryVal := decimal.NewFromFloat(0) //往期的差值总和
  667. tmpHistoryValNum := 0 // 往期差值计算的数量
  668. tmpLenAllDataList := len(allDataList)
  669. tmpK := tmpLenAllDataList - 1 //上1期数据的下标
  670. lastDayData := allDataList[tmpK] // 上1期的数据
  671. lastDayStr := lastDayData.DataTime
  672. lastDayVal := lastDayData.Value
  673. lastDay, tmpErr := time.ParseInLocation(utils.FormatDate, lastDayStr, time.Local)
  674. if tmpErr != nil {
  675. err = errors.New("获取上期日期转换失败:" + tmpErr.Error())
  676. }
  677. for _, year := range yearsList {
  678. moveDay := moveDayMap[year] //需要移动的天数
  679. var tmpHistoryCurrentVal, tmpHistoryLastVal float64
  680. var isFindHistoryCurrent, isFindHistoryLast bool //是否找到前几年的数据
  681. //前几年当日的日期
  682. tmpHistoryCurrentDate := currentDate.AddDate(year-currentDate.Year(), 0, -moveDay)
  683. for i := 0; i <= 35; i++ { // 前后35天找数据,找到最近的值,先向后面找,再往前面找
  684. tmpDate := tmpHistoryCurrentDate.AddDate(0, 0, i)
  685. if val, ok := handleDataMap[tmpDate.Format(utils.FormatDate)]; ok {
  686. tmpHistoryCurrentVal = val
  687. isFindHistoryCurrent = true
  688. break
  689. } else {
  690. tmpDate := tmpHistoryCurrentDate.AddDate(0, 0, -i)
  691. if val, ok := handleDataMap[tmpDate.Format(utils.FormatDate)]; ok {
  692. tmpHistoryCurrentVal = val
  693. isFindHistoryCurrent = true
  694. break
  695. }
  696. }
  697. }
  698. //前几年上一期的日期
  699. tmpHistoryLastDate := lastDay.AddDate(year-lastDay.Year(), 0, -moveDay)
  700. for i := 0; i <= 35; i++ { // 前后35天找数据,找到最近的值,先向后面找,再往前面找
  701. tmpDate := tmpHistoryLastDate.AddDate(0, 0, i)
  702. if val, ok := handleDataMap[tmpDate.Format(utils.FormatDate)]; ok {
  703. tmpHistoryLastVal = val
  704. isFindHistoryLast = true
  705. break
  706. } else {
  707. tmpDate := tmpHistoryLastDate.AddDate(0, 0, -i)
  708. if val, ok := handleDataMap[tmpDate.Format(utils.FormatDate)]; ok {
  709. tmpHistoryLastVal = val
  710. isFindHistoryLast = true
  711. break
  712. }
  713. }
  714. }
  715. // 如果两个日期对应的数据都找到了,那么计算两期的差值
  716. if isFindHistoryCurrent && isFindHistoryLast {
  717. af := decimal.NewFromFloat(tmpHistoryCurrentVal)
  718. bf := decimal.NewFromFloat(tmpHistoryLastVal)
  719. tmpHistoryVal = tmpHistoryVal.Add(af.Sub(bf))
  720. tmpHistoryValNum++
  721. }
  722. }
  723. //计算的差值与选择的年份数量不一致,那么当前日期不计算
  724. if tmpHistoryValNum != len(yearsList) {
  725. continue
  726. }
  727. lastDayValDec := decimal.NewFromFloat(lastDayVal)
  728. val, _ := tmpHistoryVal.Div(decimal.NewFromInt(int64(tmpHistoryValNum))).Add(lastDayValDec).RoundCeil(4).Float64()
  729. currentDateStr := currentDate.Format(utils.FormatDate)
  730. tmpData := &EdbInfoSearchData{
  731. EdbDataId: edbInfoId + 10000000000 + index + k,
  732. //EdbInfoId: edbInfoId,
  733. DataTime: currentDateStr,
  734. Value: val,
  735. //DataTimestamp: (currentDate.UnixNano() / 1e6) + 1000, //前端需要让加1s,说是2022-09-01 00:00:00 这样的整点不合适
  736. }
  737. newPredictEdbInfoData = append(newPredictEdbInfoData, tmpData)
  738. allDataList = append(allDataList, tmpData)
  739. existMap[currentDateStr] = val
  740. // 继续使用插值法补充新预测日期的数据之间的值
  741. _, err = HandleDataByLinearRegression([]*EdbInfoSearchData{
  742. lastDayData, tmpData,
  743. }, handleDataMap)
  744. if err != nil {
  745. return
  746. }
  747. // 最大最小值
  748. if val < minValue {
  749. minValue = val
  750. }
  751. if val > maxValue {
  752. maxValue = val
  753. }
  754. }
  755. return
  756. }
  757. // MoveAverageConf 移动平均同比规则的配置
  758. type MoveAverageConf struct {
  759. Year int `description:"指定年份"`
  760. NValue int `description:"N期的数据"`
  761. }
  762. // GetChartPredictEdbInfoDataListByRuleMoveAverageTb 根据 移动平均同比 规则获取预测数据
  763. //
  764. // ETA预测规则:季节性
  765. // 2、选择指定N年,N=3
  766. // 指定N年为2012、2015、2018
  767. // 指标A日期 实际值 指标A日期 实际值
  768. // 2012/12/5 150 2012/12/6 130
  769. // 2015/12/5 180 2015/12/6 150
  770. // 2018/12/5 210 2018/12/6 260
  771. // 2012/12/31 200 2013/1/1 200
  772. // 2015/12/31 210 2016/1/1 250
  773. // 2018/12/31 250 2019/1/1 270
  774. // 计算12.7预测值,求过去N年环差均值=[(130-150)+(150-180)+(290-210)]/3=10
  775. // 则12.7预测值=12.6值+过去N年环差均值=200+10=210
  776. // 以此类推...
  777. // 计算2023.1.2预测值,求过去N年环差均值=[(200-200)+(250-210)+(270-250)]/3=16.67
  778. // 则2023.1.2预测值=2023.1.1值+过去N年环差均值
  779. func GetChartPredictEdbInfoDataListByRuleMoveAverageTb(edbInfoId int, nValue, year int, dayList []time.Time, realPredictEdbInfoData, predictEdbInfoData []*EdbInfoSearchData, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64, err error) {
  780. allDataList := make([]*EdbInfoSearchData, 0)
  781. allDataList = append(allDataList, realPredictEdbInfoData...)
  782. allDataList = append(allDataList, predictEdbInfoData...)
  783. newPredictEdbInfoData = predictEdbInfoData
  784. lenAllData := len(allDataList)
  785. if lenAllData < nValue || lenAllData <= 0 {
  786. return
  787. }
  788. if nValue <= 0 {
  789. return
  790. }
  791. // 分母
  792. decimalN := decimal.NewFromInt(int64(nValue))
  793. // 需要减去的年份
  794. subYear := year - dayList[0].Year()
  795. //获取后面的预测数据
  796. for k, currentDate := range dayList {
  797. tmpLenAllDataList := len(allDataList)
  798. tmpIndex := tmpLenAllDataList - 1 //上1期数据的下标
  799. averageDateList := make([]string, 0) //计算平均数的日期
  800. // 数据集合中的最后一个数据
  801. tmpDecimalVal := decimal.NewFromFloat(allDataList[tmpIndex].Value)
  802. averageDateList = append(averageDateList, allDataList[tmpIndex].DataTime)
  803. for tmpK := 1; tmpK < nValue; tmpK++ {
  804. tmpIndex2 := tmpIndex - tmpK //上N期的值
  805. tmpDecimalVal2 := decimal.NewFromFloat(allDataList[tmpIndex2].Value)
  806. tmpDecimalVal = tmpDecimalVal.Add(tmpDecimalVal2)
  807. averageDateList = append(averageDateList, allDataList[tmpIndex2].DataTime)
  808. }
  809. // 最近的N期平均值
  810. tmpAverageVal := tmpDecimalVal.Div(decimalN)
  811. var tmpHistoryCurrentVal float64 // 前几年当日的数据值
  812. var isFindHistoryCurrent, isFindHistoryLast bool //是否找到前几年的数据
  813. tmpHistoryDecimalVal := decimal.NewFromFloat(0) //前几年N期数据总值
  814. {
  815. // 前几年N期汇总期数
  816. tmpHistoryValNum := 0
  817. {
  818. //前几年当日的日期
  819. tmpHistoryCurrentDate := currentDate.AddDate(subYear, 0, 0)
  820. for i := 0; i <= 35; i++ { // 前后35天找数据,找到最近的值,先向后面找,再往前面找
  821. tmpDate := tmpHistoryCurrentDate.AddDate(0, 0, i)
  822. if val, ok := existMap[tmpDate.Format(utils.FormatDate)]; ok {
  823. tmpHistoryCurrentVal = val
  824. isFindHistoryCurrent = true
  825. break
  826. } else {
  827. tmpDate := tmpHistoryCurrentDate.AddDate(0, 0, -i)
  828. if val, ok := existMap[tmpDate.Format(utils.FormatDate)]; ok {
  829. tmpHistoryCurrentVal = val
  830. isFindHistoryCurrent = true
  831. break
  832. }
  833. }
  834. }
  835. }
  836. for _, averageDate := range averageDateList {
  837. lastDay, tmpErr := time.ParseInLocation(utils.FormatDate, averageDate, time.Local)
  838. if tmpErr != nil {
  839. err = tmpErr
  840. return
  841. }
  842. //前几年上一期的日期
  843. tmpHistoryLastDate := lastDay.AddDate(subYear, 0, 0)
  844. for i := 0; i <= 35; i++ { // 前后35天找数据,找到最近的值,先向后面找,再往前面找
  845. tmpDate := tmpHistoryLastDate.AddDate(0, 0, i)
  846. if val, ok := existMap[tmpDate.Format(utils.FormatDate)]; ok {
  847. tmpDecimalVal2 := decimal.NewFromFloat(val)
  848. tmpHistoryDecimalVal = tmpHistoryDecimalVal.Add(tmpDecimalVal2)
  849. tmpHistoryValNum++
  850. break
  851. } else {
  852. tmpDate := tmpHistoryLastDate.AddDate(0, 0, -i)
  853. if val, ok := existMap[tmpDate.Format(utils.FormatDate)]; ok {
  854. tmpDecimalVal2 := decimal.NewFromFloat(val)
  855. tmpHistoryDecimalVal = tmpHistoryDecimalVal.Add(tmpDecimalVal2)
  856. tmpHistoryValNum++
  857. break
  858. }
  859. }
  860. }
  861. }
  862. // 汇总期数与配置的N期数量一致
  863. if tmpHistoryValNum == nValue {
  864. isFindHistoryLast = true
  865. }
  866. }
  867. // 如果没有找到前几年的汇总数据,或者没有找到前几年当日的数据,那么退出当前循环,进入下一循环
  868. if !isFindHistoryLast || !isFindHistoryCurrent {
  869. continue
  870. }
  871. // 计算最近N期平均值
  872. tmpHistoryAverageVal := tmpHistoryDecimalVal.Div(decimalN)
  873. // 计算最近N期同比值
  874. tbVal := tmpAverageVal.Div(tmpHistoryAverageVal)
  875. // 预测值结果 = 同比年份同期值(tmpHistoryCurrentVal的值)* 同比值(tbVal的值)
  876. val, _ := decimal.NewFromFloat(tmpHistoryCurrentVal).Mul(tbVal).RoundCeil(4).Float64()
  877. currentDateStr := currentDate.Format(utils.FormatDate)
  878. tmpData := &EdbInfoSearchData{
  879. EdbDataId: edbInfoId + 10000000000 + lenAllData + k,
  880. //EdbInfoId: edbInfoId,
  881. DataTime: currentDateStr,
  882. Value: val,
  883. //DataTimestamp: (currentDate.UnixNano() / 1e6) + 1000, //前端需要让加1s,说是2022-09-01 00:00:00 这样的整点不合适
  884. }
  885. newPredictEdbInfoData = append(newPredictEdbInfoData, tmpData)
  886. allDataList = append(allDataList, tmpData)
  887. existMap[currentDateStr] = val
  888. // 最大最小值
  889. if val < minValue {
  890. minValue = val
  891. }
  892. if val > maxValue {
  893. maxValue = val
  894. }
  895. }
  896. return
  897. }
  898. // GetChartPredictEdbInfoDataListByRuleTbzscz 根据 同比增速差值 规则获取预测数据
  899. // 同比增速差值计算方式:
  900. // 1、首先计算出所选指标实际最新日期值的同比增速:(本期数值-同期数值)÷同期数值*100%
  901. // 2、根据预测截止日期的同比增速终值、最新日期值的同比增速、与最新日期距离截止日期的期数,计算出到截止日期为止的每一期的同比增速。(等差规则计算每一期的同比增速,结合去年同期值,计算出每一期的同比预测值)。公差=(末项-首项)÷(n-1),an=a1+(n-1)d,(n为正整数,n大于等于2)
  902. // 3、根据去年同期值和未来每一期的同比增速值,求出同比预测值,同比预测值=同期值*(1+同比增速)
  903. // 同比增速差值:计算最新数据的同比增速((本期数值-同期数值)÷同期数值*100%),结合同比增速终值与期数,计算每一期同比增速,进而求出同比预测值。
  904. //
  905. // 例:如上图所示指标,(1)最新日期值2022-12-31 141175 ,结合同期值,计算同比增速;
  906. // (2)同比增速终值,若为50%, 预测日期为2023-03-31,则根据(1)中的同比增速值与同比增速终值,计算出中间两期的同比增速;
  907. // (3)求出每一期的预测同比值,预测同比值=同期值*(1+同比增速)
  908. func GetChartPredictEdbInfoDataListByRuleTbzscz(edbInfoId int, tbEndValue float64, dayList []time.Time, frequency string, realPredictEdbInfoData, predictEdbInfoData []*EdbInfoSearchData, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64) {
  909. allDataList := make([]*EdbInfoSearchData, 0)
  910. allDataList = append(allDataList, realPredictEdbInfoData...)
  911. allDataList = append(allDataList, predictEdbInfoData...)
  912. newPredictEdbInfoData = predictEdbInfoData
  913. index := len(allDataList)
  914. // 获取近期数据的同比值
  915. if index <= 0 {
  916. return
  917. }
  918. lastData := allDataList[index-1]
  919. lastDayTime, _ := time.ParseInLocation(utils.FormatDate, lastData.DataTime, time.Local)
  920. var lastTb decimal.Decimal // 计算最新数据与上一期的数据同比值
  921. {
  922. //上一年的日期
  923. preDate := lastDayTime.AddDate(-1, 0, 0)
  924. preDateStr := preDate.Format(utils.FormatDate)
  925. if preValue, ok := existMap[preDateStr]; ok { //上一年同期找到
  926. lastTb = (decimal.NewFromFloat(lastData.Value)).Sub(decimal.NewFromFloat(preValue)).Div(decimal.NewFromFloat(preValue))
  927. } else {
  928. switch frequency {
  929. case "月度":
  930. //向上和向下,各找一个月
  931. nextDateDay := preDate
  932. preDateDay := preDate
  933. for i := 0; i <= 35; i++ {
  934. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  935. if preValue, ok := existMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  936. lastTb = (decimal.NewFromFloat(lastData.Value)).Sub(decimal.NewFromFloat(preValue)).Div(decimal.NewFromFloat(preValue))
  937. break
  938. } else {
  939. preDateDayStr := preDateDay.Format(utils.FormatDate)
  940. if preValue, ok := existMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  941. lastTb = (decimal.NewFromFloat(lastData.Value)).Sub(decimal.NewFromFloat(preValue)).Div(decimal.NewFromFloat(preValue))
  942. break
  943. }
  944. }
  945. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  946. preDateDay = preDateDay.AddDate(0, 0, -1)
  947. }
  948. case "季度", "年度":
  949. if preValue, ok := existMap[preDateStr]; ok { //上一年同期->下一个月找到
  950. lastTb = (decimal.NewFromFloat(lastData.Value)).Sub(decimal.NewFromFloat(preValue)).Div(decimal.NewFromFloat(preValue))
  951. break
  952. }
  953. default:
  954. nextDateDay := preDate
  955. preDateDay := preDate
  956. for i := 0; i < 35; i++ {
  957. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  958. if preValue, ok := existMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  959. lastTb = (decimal.NewFromFloat(lastData.Value)).Sub(decimal.NewFromFloat(preValue)).Div(decimal.NewFromFloat(preValue))
  960. break
  961. } else {
  962. preDateDayStr := preDateDay.Format(utils.FormatDate)
  963. if preValue, ok := existMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  964. lastTb = (decimal.NewFromFloat(lastData.Value)).Sub(decimal.NewFromFloat(preValue)).Div(decimal.NewFromFloat(preValue))
  965. break
  966. } else {
  967. //fmt.Println("pre not find:", preDateStr, "i:", i)
  968. }
  969. }
  970. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  971. preDateDay = preDateDay.AddDate(0, 0, -1)
  972. }
  973. }
  974. }
  975. }
  976. //获取后面的预测数据
  977. lenDay := len(dayList)
  978. tbEndValueDecimal := decimal.NewFromFloat(tbEndValue)
  979. avgTbVal := tbEndValueDecimal.Sub(lastTb).Div(decimal.NewFromInt(int64(lenDay)))
  980. predictEdbInfoData = make([]*EdbInfoSearchData, 0)
  981. for k, currentDate := range dayList {
  982. var tbValue decimal.Decimal
  983. if k == lenDay-1 { // 如果是最后的日期了,那么就用终值去计算
  984. tbValue = tbEndValueDecimal.Add(decimal.NewFromInt(1))
  985. } else { // 最近数据的同比值 + (平均增值乘以当前期数)
  986. tbValue = lastTb.Add(avgTbVal.Mul(decimal.NewFromInt(int64(k + 1)))).Add(decimal.NewFromInt(1))
  987. }
  988. tmpData := &EdbInfoSearchData{
  989. EdbDataId: edbInfoId + 100000 + index + k,
  990. //EdbInfoId: edbInfoId,
  991. DataTime: currentDate.Format(utils.FormatDate),
  992. //Value: dataValue,
  993. //DataTimestamp: (currentDate.UnixNano() / 1e6) + 1000, //前端需要让加1s,说是2022-09-01 00:00:00 这样的整点不合适
  994. }
  995. var val float64
  996. var calculateStatus bool //计算结果
  997. //currentItem := existMap[av]
  998. //上一年的日期
  999. preDate := currentDate.AddDate(-1, 0, 0)
  1000. preDateStr := preDate.Format(utils.FormatDate)
  1001. if preValue, ok := existMap[preDateStr]; ok { //上一年同期找到
  1002. val, _ = decimal.NewFromFloat(preValue).Mul(tbValue).RoundCeil(4).Float64()
  1003. calculateStatus = true
  1004. } else {
  1005. switch frequency {
  1006. case "月度":
  1007. //向上和向下,各找一个月
  1008. nextDateDay := preDate
  1009. preDateDay := preDate
  1010. for i := 0; i <= 35; i++ {
  1011. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  1012. if preValue, ok := existMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  1013. val, _ = decimal.NewFromFloat(preValue).Mul(tbValue).RoundCeil(4).Float64()
  1014. calculateStatus = true
  1015. break
  1016. } else {
  1017. preDateDayStr := preDateDay.Format(utils.FormatDate)
  1018. if preValue, ok := existMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  1019. val, _ = decimal.NewFromFloat(preValue).Mul(tbValue).RoundCeil(4).Float64()
  1020. calculateStatus = true
  1021. break
  1022. }
  1023. }
  1024. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  1025. preDateDay = preDateDay.AddDate(0, 0, -1)
  1026. }
  1027. case "季度", "年度":
  1028. if preValue, ok := existMap[preDateStr]; ok { //上一年同期->下一个月找到
  1029. val, _ = decimal.NewFromFloat(preValue).Mul(tbValue).RoundCeil(4).Float64()
  1030. calculateStatus = true
  1031. break
  1032. }
  1033. default:
  1034. nextDateDay := preDate
  1035. preDateDay := preDate
  1036. for i := 0; i < 35; i++ {
  1037. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  1038. if preValue, ok := existMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  1039. val, _ = decimal.NewFromFloat(preValue).Mul(tbValue).RoundCeil(4).Float64()
  1040. calculateStatus = true
  1041. break
  1042. } else {
  1043. preDateDayStr := preDateDay.Format(utils.FormatDate)
  1044. if preValue, ok := existMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  1045. val, _ = decimal.NewFromFloat(preValue).Mul(tbValue).RoundCeil(4).Float64()
  1046. calculateStatus = true
  1047. break
  1048. } else {
  1049. //fmt.Println("pre not find:", preDateStr, "i:", i)
  1050. }
  1051. }
  1052. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  1053. preDateDay = preDateDay.AddDate(0, 0, -1)
  1054. }
  1055. }
  1056. }
  1057. if calculateStatus {
  1058. tmpData.Value = val
  1059. newPredictEdbInfoData = append(newPredictEdbInfoData, tmpData)
  1060. allDataList = append(allDataList, tmpData)
  1061. existMap[tmpData.DataTime] = val
  1062. // 最大最小值
  1063. if val < minValue {
  1064. minValue = val
  1065. }
  1066. if val > maxValue {
  1067. maxValue = val
  1068. }
  1069. }
  1070. }
  1071. return
  1072. }
  1073. // RuleLineNhConf 一元线性拟合规则的配置
  1074. type RuleLineNhConf struct {
  1075. StartDate string `description:"开始日期"`
  1076. EndDate string `description:"结束日期"`
  1077. MoveDay int `description:"移动天数"`
  1078. EdbInfoId int `description:"指标id"`
  1079. }
  1080. // GetChartPredictEdbInfoDataListByRuleLineNh 根据 一元线性拟合 的计算规则获取预测数据
  1081. //
  1082. // 选择被预测的指标B(作为自变量,非预测指标),选择指标A(作为因变量,可以是基础指标和预测指标)
  1083. // 2、选择拟合时间段,起始日期至今或指定时间段,选择至今,在计算时截止到指标B的最新日期
  1084. // 3、设定A领先B时间(天),正整数、负整数、0
  1085. // 4、调用拟合残差的数据预处理和算法,给出拟合方程Y=aX+b的系数a,b
  1086. // 5、指标A代入拟合方程得到拟合预测指标B',拟合预测指标使用指标B的频度,在指标B的实际值后面连接拟合预测指标B'对应日期的预测值
  1087. //
  1088. // 注:选择预测截止日期,若所选日期 ≤ 指标A设置领先后的日期序列,则预测指标日期最新日期有值(在指标B'的有值范围内);若所选日期 > 指标A设置领先后的日期序列,则预测指标只到指标A领先后的日期序列(超出指标B'的有值范围,最多到指标B'的最新值);指标A、B更新后,更新预测指标
  1089. func GetChartPredictEdbInfoDataListByRuleLineNh(edbInfoId int, dayList []time.Time, realPredictEdbInfoData, predictEdbInfoData []*EdbInfoSearchData, newNhccDataMap, existMap map[string]float64) (newPredictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64, err error) {
  1090. allDataList := make([]*EdbInfoSearchData, 0)
  1091. allDataList = append(allDataList, realPredictEdbInfoData...)
  1092. allDataList = append(allDataList, predictEdbInfoData...)
  1093. newPredictEdbInfoData = predictEdbInfoData
  1094. lenAllData := len(allDataList)
  1095. if lenAllData <= 0 {
  1096. return
  1097. }
  1098. for k, currentDate := range dayList {
  1099. // 动态拟合残差值数据
  1100. currentDateStr := currentDate.Format(utils.FormatDate)
  1101. val, ok := newNhccDataMap[currentDateStr]
  1102. if !ok {
  1103. continue
  1104. }
  1105. tmpData := &EdbInfoSearchData{
  1106. EdbDataId: edbInfoId + 100000 + lenAllData + k,
  1107. //EdbInfoId: edbInfoId,
  1108. DataTime: currentDateStr,
  1109. Value: val,
  1110. //DataTimestamp: (currentDate.UnixNano() / 1e6) + 1000, //前端需要让加1s,说是2022-09-01 00:00:00 这样的整点不合适
  1111. }
  1112. newPredictEdbInfoData = append(newPredictEdbInfoData, tmpData)
  1113. allDataList = append(allDataList, tmpData)
  1114. existMap[currentDateStr] = val
  1115. // 最大最小值
  1116. if val < minValue {
  1117. minValue = val
  1118. }
  1119. if val > maxValue {
  1120. maxValue = val
  1121. }
  1122. }
  1123. return
  1124. }
  1125. // getCalculateNhccData 获取计算出来的 拟合残差 数据
  1126. func getCalculateNhccData(secondDataList []*EdbInfoSearchData, ruleConf RuleLineNhConf) (newBDataMap map[string]float64, err error, errMsg string) {
  1127. firstEdbInfoId := ruleConf.EdbInfoId
  1128. moveDay := ruleConf.MoveDay
  1129. startDate, _ := time.ParseInLocation(utils.FormatDate, ruleConf.StartDate, time.Local)
  1130. endDate, _ := time.ParseInLocation(utils.FormatDate, ruleConf.EndDate, time.Local)
  1131. //查询当前指标现有的数据
  1132. edbInfo, err := GetEdbInfoById(firstEdbInfoId)
  1133. if err != nil {
  1134. return
  1135. }
  1136. //第一个指标
  1137. aDataList := make([]EdbInfoSearchData, 0)
  1138. aDataMap := make(map[string]float64)
  1139. {
  1140. //第一个指标的数据列表
  1141. var firstDataList []*EdbInfoSearchData
  1142. switch edbInfo.EdbInfoType {
  1143. case 0:
  1144. var condition string
  1145. var pars []interface{}
  1146. condition += " AND edb_info_id=? "
  1147. pars = append(pars, edbInfo.EdbInfoId)
  1148. //获取来源指标的数据
  1149. firstDataList, err = GetEdbDataListAll(condition, pars, edbInfo.Source, 1)
  1150. case 1:
  1151. firstDataList, err = GetPredictEdbDataListAllByStartDate(edbInfo, 1, "")
  1152. default:
  1153. err = errors.New(fmt.Sprint("获取失败,指标类型异常", edbInfo.EdbInfoType))
  1154. }
  1155. if err != nil {
  1156. return
  1157. }
  1158. aDataList, aDataMap = handleNhccData(firstDataList, moveDay)
  1159. }
  1160. //第二个指标
  1161. bDataList := make([]EdbInfoSearchData, 0)
  1162. bDataMap := make(map[string]float64)
  1163. {
  1164. bDataList, bDataMap = handleNhccData(secondDataList, 0)
  1165. }
  1166. if len(aDataList) <= 0 {
  1167. errMsg = `自变量没有数据`
  1168. err = errors.New(errMsg)
  1169. return
  1170. }
  1171. if len(bDataList) <= 0 {
  1172. errMsg = `因变量没有数据`
  1173. err = errors.New(errMsg)
  1174. return
  1175. }
  1176. // 拟合残差计算的结束日期判断
  1177. {
  1178. endAData := aDataList[len(aDataList)-1]
  1179. tmpEndDate, tmpErr := time.ParseInLocation(utils.FormatDate, endAData.DataTime, time.Local)
  1180. if tmpErr != nil {
  1181. err = tmpErr
  1182. return
  1183. }
  1184. // 如果A指标的最新数据日期早于拟合残差的结束日期,那么就用A指标的最新数据日期
  1185. if tmpEndDate.Before(endDate) {
  1186. endDate = tmpEndDate
  1187. }
  1188. endBData := bDataList[len(bDataList)-1]
  1189. tmpEndDate, tmpErr = time.ParseInLocation(utils.FormatDate, endBData.DataTime, time.Local)
  1190. if tmpErr != nil {
  1191. err = tmpErr
  1192. return
  1193. }
  1194. // 如果B指标的最新数据日期早于拟合残差的结束日期,那么就用A指标的最新数据日期
  1195. if tmpEndDate.Before(endDate) {
  1196. endDate = tmpEndDate
  1197. }
  1198. }
  1199. // 计算线性方程公式
  1200. var a, b float64
  1201. {
  1202. coordinateData := make([]utils.Coordinate, 0)
  1203. for i := startDate; i.Before(endDate) || i.Equal(endDate); i = i.AddDate(0, 0, 1) {
  1204. dateStr := i.Format(utils.FormatDate)
  1205. xValue, ok := aDataMap[dateStr]
  1206. if !ok {
  1207. errMsg = "自变量日期:" + dateStr + "数据异常,导致计算线性方程公式失败"
  1208. err = errors.New(errMsg)
  1209. return
  1210. }
  1211. yValue, ok := bDataMap[dateStr]
  1212. if !ok {
  1213. errMsg = "因变量日期:" + dateStr + "数据异常,导致计算线性方程公式失败"
  1214. err = errors.New(errMsg)
  1215. return
  1216. }
  1217. tmpCoordinate := utils.Coordinate{
  1218. X: xValue,
  1219. Y: yValue,
  1220. }
  1221. coordinateData = append(coordinateData, tmpCoordinate)
  1222. }
  1223. a, b = utils.GetLinearResult(coordinateData)
  1224. }
  1225. if math.IsNaN(a) || math.IsNaN(b) {
  1226. errMsg = "线性方程公式生成失败"
  1227. err = errors.New(errMsg)
  1228. return
  1229. }
  1230. //fmt.Println("a:", a, ";======b:", b)
  1231. //计算B’
  1232. newBDataMap = make(map[string]float64)
  1233. {
  1234. //B’=aA+b
  1235. aDecimal := decimal.NewFromFloat(a)
  1236. bDecimal := decimal.NewFromFloat(b)
  1237. for _, aData := range aDataList {
  1238. xDecimal := decimal.NewFromFloat(aData.Value)
  1239. val, _ := aDecimal.Mul(xDecimal).Add(bDecimal).RoundCeil(4).Float64()
  1240. newBDataMap[aData.DataTime] = val
  1241. }
  1242. }
  1243. return
  1244. }