base_from_predict_calculate.go 44 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384
  1. package controllers
  2. import (
  3. "encoding/json"
  4. "eta/eta_index_lib/logic"
  5. "eta/eta_index_lib/models"
  6. "eta/eta_index_lib/services"
  7. "eta/eta_index_lib/utils"
  8. "fmt"
  9. "strconv"
  10. "strings"
  11. "time"
  12. )
  13. // PredictCalculateController 预测计算指标
  14. type PredictCalculateController struct {
  15. BaseAuthController
  16. }
  17. // Save
  18. // @Title 新增/编辑预测指标运算接口
  19. // @Description 新增预测指标运算接口
  20. // @Success 200 {object} models.EdbInfoCalculateSaveReq
  21. // @router /save [post]
  22. func (this *PredictCalculateController) Save() {
  23. br := new(models.BaseResponse).Init()
  24. defer func() {
  25. this.Data["json"] = br
  26. this.ServeJSON()
  27. }()
  28. var req models.EdbInfoCalculateSaveReq
  29. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  30. if err != nil {
  31. br.Msg = "参数解析异常!"
  32. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  33. return
  34. }
  35. if req.EdbInfoId <= 0 {
  36. addPredictCalculate(br, req)
  37. } else {
  38. editPredictCalculate(br, req)
  39. }
  40. }
  41. // AddPredictCalculate 添加预测指标运算
  42. func addPredictCalculate(br *models.BaseResponse, req models.EdbInfoCalculateSaveReq) {
  43. req.EdbName = strings.Trim(req.EdbName, " ")
  44. if req.EdbName == "" {
  45. br.Msg = "指标名称不能为空"
  46. return
  47. }
  48. if req.Frequency == "" {
  49. br.Msg = "频率不能为空"
  50. return
  51. }
  52. if req.Unit == "" {
  53. br.Msg = "单位不能为空"
  54. return
  55. }
  56. if req.ClassifyId <= 0 {
  57. br.Msg = "请选择分类"
  58. return
  59. }
  60. if len(req.EdbInfoIdArr) <= 0 {
  61. br.Msg = "请选择指标"
  62. return
  63. }
  64. if req.CalculateFormula == "" {
  65. br.Msg = "请填写指标"
  66. return
  67. }
  68. //加入缓存机制,避免创建同一个名称的指标 start
  69. redisKey := fmt.Sprint("predict_edb_info:calculate:batch:save:", utils.DATA_SOURCE_PREDICT_CALCULATE, ":", req.EdbName)
  70. isExist := utils.Rc.IsExist(redisKey)
  71. if isExist {
  72. br.Msg = "指标正在处理,请勿重复提交"
  73. return
  74. } else {
  75. //设置3分钟缓存
  76. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  77. defer func() {
  78. _ = utils.Rc.Delete(redisKey)
  79. }()
  80. }
  81. calculateFormula := req.CalculateFormula
  82. calculateFormula = strings.Replace(calculateFormula, "(", "(", -1)
  83. calculateFormula = strings.Replace(calculateFormula, ")", ")", -1)
  84. calculateFormula = strings.Replace(calculateFormula, ",", ",", -1)
  85. calculateFormula = strings.Replace(calculateFormula, "。", ".", -1)
  86. if strings.Contains(req.CalculateFormula, "%") {
  87. calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1)
  88. }
  89. req.CalculateFormula = calculateFormula
  90. //检验公式
  91. var formulaStr string
  92. var edbInfoIdBytes []string
  93. for _, v := range req.EdbInfoIdArr {
  94. formulaStr += v.FromTag + ","
  95. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  96. }
  97. formulaSlice, err := utils.CheckFormulaJson(req.CalculateFormula)
  98. if err != nil {
  99. br.Msg = "公式格式错误,请重新填写"
  100. return
  101. }
  102. for _, formula := range formulaSlice {
  103. formulaMap, e := utils.CheckFormula(formula)
  104. if e != nil {
  105. br.Msg = "公式错误,请重新填写"
  106. return
  107. }
  108. for _, v := range formulaMap {
  109. if !strings.Contains(formulaStr, v) {
  110. br.Msg = "公式错误,请重新填写"
  111. return
  112. }
  113. }
  114. }
  115. // 判断指标名称是否存在
  116. {
  117. var condition string
  118. var pars []interface{}
  119. // 指标类型,0:普通指标,1:预测指标
  120. condition += " AND edb_info_type=? AND edb_name=? "
  121. pars = append(pars, 1, req.EdbName)
  122. count, err := models.GetEdbInfoCountByCondition(condition, pars)
  123. if err != nil {
  124. br.Msg = "判断指标名称是否存在失败"
  125. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  126. return
  127. }
  128. if count > 0 {
  129. br.Msg = "指标名称已存在,请重新填写"
  130. br.ErrMsg = "指标名称已存在,请重新填写"
  131. return
  132. }
  133. }
  134. // 关联指标信息
  135. edbInfoList := make([]*models.EdbInfo, 0)
  136. calculateMappingList := make([]*models.EdbInfoCalculateMapping, 0)
  137. for k, v := range req.EdbInfoIdArr {
  138. fromEdbInfo, err := models.GetEdbInfoById(v.EdbInfoId)
  139. if err != nil {
  140. if err.Error() == utils.ErrNoRow() {
  141. br.Msg = "生成计算指标失败"
  142. br.Msg = "指标 " + strconv.Itoa(v.EdbInfoId) + " 不存在"
  143. return
  144. }
  145. br.Msg = "生成计算指标失败"
  146. br.Msg = "获取指标失败:Err:" + err.Error()
  147. return
  148. }
  149. edbInfoList = append(edbInfoList, fromEdbInfo)
  150. //关联关系表
  151. {
  152. calculateMappingItem := &models.EdbInfoCalculateMapping{
  153. CreateTime: time.Now(),
  154. ModifyTime: time.Now(),
  155. Sort: k + 1,
  156. //EdbCode: edbCode,
  157. //EdbInfoId: int(edbInfoId),
  158. FromEdbInfoId: fromEdbInfo.EdbInfoId,
  159. FromEdbCode: fromEdbInfo.EdbCode,
  160. FromEdbName: fromEdbInfo.EdbName,
  161. FromSource: fromEdbInfo.Source,
  162. FromSourceName: fromEdbInfo.SourceName,
  163. FromTag: v.FromTag,
  164. Source: utils.DATA_SOURCE_PREDICT_CALCULATE,
  165. SourceName: "预测指标运算",
  166. }
  167. calculateMappingList = append(calculateMappingList, calculateMappingItem)
  168. }
  169. }
  170. for _, v := range formulaSlice {
  171. formulaMap, e := utils.CheckFormula(v)
  172. if e != nil {
  173. br.Msg = "公式错误,请重新填写"
  174. return
  175. }
  176. //预先计算,判断公式是否正常
  177. ok, _ := models.CheckFormula2(edbInfoList, formulaMap, v, edbInfoIdBytes)
  178. if !ok {
  179. br.Msg = "生成计算指标失败,请使用正确的计算公式"
  180. return
  181. }
  182. }
  183. // 指标入库
  184. randStr := utils.GetRandDigit(4)
  185. edbCode := `C2` + time.Now().Format("060102") + randStr
  186. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  187. uniqueCode := utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  188. edbInfo := &models.EdbInfo{
  189. EdbInfoType: 1,
  190. Source: utils.DATA_SOURCE_PREDICT_CALCULATE,
  191. SourceName: "预测指标运算",
  192. EdbCode: edbCode,
  193. EdbName: req.EdbName,
  194. EdbNameSource: req.EdbName,
  195. Frequency: req.Frequency,
  196. Unit: req.Unit,
  197. ClassifyId: req.ClassifyId,
  198. SysUserId: req.AdminId,
  199. SysUserRealName: req.AdminName,
  200. CreateTime: time.Now(),
  201. ModifyTime: time.Now(),
  202. UniqueCode: uniqueCode,
  203. CalculateFormula: req.CalculateFormula,
  204. EdbType: 2,
  205. EmptyType: req.EmptyType,
  206. MaxEmptyType: req.MaxEmptyType,
  207. }
  208. edbInfoId, err := models.AddEdbInfo(edbInfo)
  209. if err != nil {
  210. br.Msg = "生成计算指标失败"
  211. br.Msg = "生成计算指标失败,AddEdbInfo Err:" + err.Error()
  212. return
  213. }
  214. edbInfo.EdbInfoId = int(edbInfoId)
  215. //处理同名指标
  216. {
  217. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  218. if err != nil {
  219. br.Msg = "保存失败"
  220. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  221. return
  222. }
  223. if len(edbNameList) >= 2 {
  224. for _, v := range edbNameList {
  225. edbName := v.EdbName + "(" + v.SourceName + ")"
  226. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  227. if err != nil {
  228. br.Msg = "保存失败"
  229. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  230. return
  231. }
  232. }
  233. }
  234. }
  235. //关联关系表入库
  236. {
  237. if len(calculateMappingList) > 0 {
  238. for k, v := range calculateMappingList {
  239. v.EdbCode = edbInfo.EdbCode
  240. v.EdbInfoId = edbInfo.EdbInfoId
  241. calculateMappingList[k] = v
  242. }
  243. go models.AddEdbInfoCalculateMappingMulti(calculateMappingList)
  244. }
  245. }
  246. // 开始添加预测指标
  247. latestDateStr, latestValue, err := models.AddPredictCalculateData(edbInfoList, edbInfo, edbCode, req.CalculateFormula, edbInfoIdBytes)
  248. if err != nil {
  249. br.Msg = "生成计算指标失败"
  250. br.Msg = "生成计算指标失败,Calculate Err:" + err.Error()
  251. return
  252. }
  253. // 更新指标最大最小值
  254. err, errMsg := models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  255. if err != nil {
  256. br.Msg = errMsg
  257. br.ErrMsg = err.Error()
  258. return
  259. }
  260. resp := models.AddEdbInfoResp{
  261. EdbInfoId: int(edbInfoId),
  262. UniqueCode: uniqueCode,
  263. }
  264. br.Ret = 200
  265. br.Success = true
  266. br.Msg = "保存成功"
  267. br.Data = resp
  268. br.IsAddLog = true
  269. }
  270. // editPredictCalculate 编辑预测指标运算
  271. func editPredictCalculate(br *models.BaseResponse, req models.EdbInfoCalculateSaveReq) {
  272. req.EdbName = strings.Trim(req.EdbName, " ")
  273. if req.EdbName == "" {
  274. br.Msg = "指标名称不能为空"
  275. return
  276. }
  277. if req.Frequency == "" {
  278. br.Msg = "频率不能为空"
  279. return
  280. }
  281. if req.Unit == "" {
  282. br.Msg = "单位不能为空"
  283. return
  284. }
  285. if req.ClassifyId <= 0 {
  286. br.Msg = "请选择分类"
  287. return
  288. }
  289. if len(req.EdbInfoIdArr) <= 0 {
  290. br.Msg = "请选择指标"
  291. return
  292. }
  293. if req.CalculateFormula == "" {
  294. br.Msg = "请填写指标"
  295. return
  296. }
  297. //加入缓存机制,避免创建同一个名称的指标 start
  298. redisKey := fmt.Sprint("predict_edb_info:calculate:batch:save:", utils.DATA_SOURCE_PREDICT_CALCULATE, ":", req.EdbName)
  299. isExist := utils.Rc.IsExist(redisKey)
  300. if isExist {
  301. br.Msg = "指标正在处理,请勿重复提交"
  302. // return
  303. } else {
  304. //设置3分钟缓存
  305. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  306. defer func() {
  307. _ = utils.Rc.Delete(redisKey)
  308. }()
  309. }
  310. calculateFormula := req.CalculateFormula
  311. calculateFormula = strings.Replace(calculateFormula, "(", "(", -1)
  312. calculateFormula = strings.Replace(calculateFormula, ")", ")", -1)
  313. calculateFormula = strings.Replace(calculateFormula, ",", ",", -1)
  314. calculateFormula = strings.Replace(calculateFormula, "。", ".", -1)
  315. if strings.Contains(req.CalculateFormula, "%") {
  316. calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1)
  317. }
  318. req.CalculateFormula = calculateFormula
  319. //检验公式
  320. var formulaStr string
  321. var edbInfoIdBytes []string
  322. for _, v := range req.EdbInfoIdArr {
  323. formulaStr += v.FromTag + ","
  324. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  325. }
  326. formulaSlice, err := utils.CheckFormulaJson(req.CalculateFormula)
  327. if err != nil {
  328. br.Msg = "公式格式错误,请重新填写"
  329. return
  330. }
  331. for _, formula := range formulaSlice {
  332. formulaMap, e := utils.CheckFormula(formula)
  333. if e != nil {
  334. br.Msg = "公式错误,请重新填写"
  335. return
  336. }
  337. for _, v := range formulaMap {
  338. if !strings.Contains(formulaStr, v) {
  339. br.Msg = "公式错误,请重新填写"
  340. return
  341. }
  342. }
  343. }
  344. // 获取计算指标信息
  345. edbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
  346. if err != nil {
  347. br.Msg = "获取指标信息失败"
  348. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  349. return
  350. }
  351. // 记录旧的指标信息
  352. oldEdbName := edbInfo.EdbName
  353. oldFrequency := edbInfo.Frequency
  354. oldUnit := edbInfo.Unit
  355. // 判断指标名称是否存在
  356. {
  357. var condition string
  358. var pars []interface{}
  359. // 指标类型,0:普通指标,1:预测指标
  360. condition += " AND edb_info_id !=? AND edb_info_type=? AND edb_name=? "
  361. pars = append(pars, edbInfo.EdbInfoId, edbInfo.EdbInfoType, req.EdbName)
  362. count, err := models.GetEdbInfoCountByCondition(condition, pars)
  363. if err != nil {
  364. br.Msg = "判断指标名称是否存在失败"
  365. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  366. return
  367. }
  368. if count > 0 {
  369. br.Msg = "指标名称已存在,请重新填写"
  370. br.ErrMsg = "指标名称已存在,请重新填写"
  371. return
  372. }
  373. }
  374. // 关联指标信息
  375. edbInfoList := make([]*models.EdbInfo, 0)
  376. calculateMappingList := make([]*models.EdbInfoCalculateMapping, 0)
  377. for k, v := range req.EdbInfoIdArr {
  378. fromEdbInfo, err := models.GetEdbInfoById(v.EdbInfoId)
  379. if err != nil {
  380. if err.Error() == utils.ErrNoRow() {
  381. br.Msg = "生成计算指标失败"
  382. br.Msg = "指标 " + strconv.Itoa(v.EdbInfoId) + " 不存在"
  383. return
  384. }
  385. br.Msg = "生成计算指标失败"
  386. br.Msg = "获取指标失败:Err:" + err.Error()
  387. return
  388. }
  389. edbInfoList = append(edbInfoList, fromEdbInfo)
  390. //关联关系表
  391. {
  392. calculateMappingItem := &models.EdbInfoCalculateMapping{
  393. CreateTime: time.Now(),
  394. ModifyTime: time.Now(),
  395. Sort: k + 1,
  396. EdbCode: edbInfo.EdbCode,
  397. EdbInfoId: edbInfo.EdbInfoId,
  398. FromEdbInfoId: fromEdbInfo.EdbInfoId,
  399. FromEdbCode: fromEdbInfo.EdbCode,
  400. FromEdbName: fromEdbInfo.EdbName,
  401. FromSource: fromEdbInfo.Source,
  402. FromSourceName: fromEdbInfo.SourceName,
  403. FromTag: v.FromTag,
  404. Source: utils.DATA_SOURCE_PREDICT_CALCULATE,
  405. SourceName: "预测指标运算",
  406. }
  407. calculateMappingList = append(calculateMappingList, calculateMappingItem)
  408. }
  409. }
  410. for _, v := range formulaSlice {
  411. formulaMap, e := utils.CheckFormula(v)
  412. if e != nil {
  413. br.Msg = "公式错误,请重新填写"
  414. return
  415. }
  416. //预先计算,判断公式是否正常
  417. ok, _ := models.CheckFormula2(edbInfoList, formulaMap, v, edbInfoIdBytes)
  418. if !ok {
  419. br.Msg = "生成计算指标失败,请使用正确的计算公式"
  420. return
  421. }
  422. }
  423. //处理同名指标
  424. {
  425. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  426. if err != nil {
  427. br.Msg = "保存失败"
  428. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  429. return
  430. }
  431. if len(edbNameList) >= 2 {
  432. for _, v := range edbNameList {
  433. edbName := v.EdbName + "(" + v.SourceName + ")"
  434. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  435. if err != nil {
  436. br.Msg = "保存失败"
  437. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  438. return
  439. }
  440. }
  441. }
  442. }
  443. edbInfo.EdbName = req.EdbName
  444. edbInfo.Frequency = req.Frequency
  445. edbInfo.Unit = req.Unit
  446. edbInfo.ClassifyId = req.ClassifyId
  447. edbInfo.CalculateFormula = req.CalculateFormula
  448. edbInfo.EmptyType = req.EmptyType
  449. edbInfo.MaxEmptyType = req.MaxEmptyType
  450. err = models.EditPredictCalculate(edbInfo, calculateMappingList)
  451. if err != nil {
  452. br.Msg = "修改计算指标失败"
  453. br.Msg = "修改计算指标失败,Calculate Err:" + err.Error()
  454. return
  455. }
  456. // 开始添加预测指标
  457. latestDateStr, latestValue, err := models.AddPredictCalculateData(edbInfoList, edbInfo, edbInfo.EdbCode, req.CalculateFormula, edbInfoIdBytes)
  458. if err != nil {
  459. br.Msg = "生成计算指标失败"
  460. br.Msg = "生成计算指标失败,Calculate Err:" + err.Error()
  461. return
  462. }
  463. // 更新指标最大最小值
  464. err, errMsg := models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  465. if err != nil {
  466. br.Msg = errMsg
  467. br.ErrMsg = err.Error()
  468. return
  469. }
  470. // 记录基础信息变更日志
  471. oldEdbInfo := new(models.EdbInfo)
  472. oldEdbInfo.EdbInfoId = req.EdbInfoId
  473. oldEdbInfo.EdbName = oldEdbName
  474. oldEdbInfo.Frequency = oldFrequency
  475. oldEdbInfo.Unit = oldUnit
  476. newEdbInfoEditRecord := new(models.EdbInfoEditRecord)
  477. newEdbInfoEditRecord.EdbName = req.EdbName
  478. newEdbInfoEditRecord.Frequency = req.Frequency
  479. newEdbInfoEditRecord.Unit = req.Unit
  480. newEdbInfoEditRecord.OperateUserId = req.AdminId
  481. newEdbInfoEditRecord.OperateUserRealName = req.AdminName
  482. err = services.AddEditEdbInfoRcord(oldEdbInfo, newEdbInfoEditRecord)
  483. if err != nil {
  484. br.Msg = "记录基础信息变更日志失败"
  485. br.ErrMsg = err.Error()
  486. return
  487. }
  488. resp := models.AddEdbInfoResp{
  489. EdbInfoId: edbInfo.EdbInfoId,
  490. UniqueCode: edbInfo.UniqueCode,
  491. }
  492. br.Ret = 200
  493. br.Success = true
  494. br.Msg = "保存成功"
  495. br.Data = resp
  496. br.IsAddLog = true
  497. }
  498. // CalculateBatchSave
  499. // @Title 累计值转月-同比值-同差等计算新增
  500. // @Description 累计值转月-同比值-同差等计算新增接口
  501. // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string"
  502. // @Success Ret=200 返回指标id
  503. // @router /batch/save [post]
  504. func (this *PredictCalculateController) CalculateBatchSave() {
  505. br := new(models.BaseResponse).Init()
  506. defer func() {
  507. this.Data["json"] = br
  508. this.ServeJSON()
  509. }()
  510. var req models.EdbInfoCalculateBatchSaveReq
  511. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  512. if err != nil {
  513. br.Msg = "参数解析异常!"
  514. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  515. return
  516. }
  517. req.EdbName = strings.Trim(req.EdbName, " ")
  518. if req.EdbName == "" {
  519. br.Msg = "指标名称不能为空"
  520. return
  521. }
  522. if req.Frequency == "" {
  523. br.Msg = "频率不能为空"
  524. return
  525. }
  526. if req.Unit == "" {
  527. br.Msg = "单位不能为空"
  528. return
  529. }
  530. if req.ClassifyId <= 0 {
  531. br.Msg = "请选择分类"
  532. return
  533. }
  534. // 基础指标id
  535. fromEdbInfoId := req.FromEdbInfoId
  536. notNeedFromEdbSourceList := []int{utils.DATA_SOURCE_PREDICT_CALCULATE_KSZS, utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC} // 不需要传入来源指标id的 指标类型
  537. if fromEdbInfoId <= 0 && !utils.InArrayByInt(notNeedFromEdbSourceList, req.Source) {
  538. br.Msg = "请选择指标"
  539. return
  540. }
  541. //加入缓存机制,避免创建同一个名称的指标 start
  542. redisKey := fmt.Sprint("edb_lib:predict_calculate:batch:save:", req.Source, ":", req.EdbName)
  543. isExist := utils.Rc.IsExist(redisKey)
  544. if isExist {
  545. br.Msg = "指标正在处理,请勿重复提交"
  546. return
  547. } else {
  548. //设置3分钟缓存
  549. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  550. defer func() {
  551. _ = utils.Rc.Delete(redisKey)
  552. }()
  553. }
  554. //加入缓存机制,避免创建同一个名称的指标 end
  555. oldEdbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
  556. if err != nil {
  557. br.Msg = "获取指标信息失败"
  558. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  559. return
  560. }
  561. var condition string
  562. var pars []interface{}
  563. condition += " AND edb_name=? "
  564. pars = append(pars, req.EdbName)
  565. if req.EdbInfoId > 0 {
  566. condition += " AND edb_info_id !=? "
  567. pars = append(pars, req.EdbInfoId)
  568. }
  569. count, err := models.GetEdbInfoCountByCondition(condition, pars)
  570. if err != nil {
  571. br.Msg = "判断指标名称是否存在失败"
  572. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  573. return
  574. }
  575. if count > 0 {
  576. br.Msg = "指标名称已存在,请重新填写"
  577. br.ErrMsg = "指标名称已存在,请重新填写"
  578. return
  579. }
  580. //生成指标编码
  581. randStr := utils.GetRandDigit(4)
  582. edbCode := `C` + time.Now().Format("060102") + randStr
  583. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  584. uniqueCode := utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  585. adminId := req.AdminId
  586. adminName := req.AdminName
  587. var sourName string
  588. var errMsg string
  589. var edbInfo *models.EdbInfo
  590. var latestDateStr string // 最近实际数据的日期
  591. var latestValue float64 // 最近实际数据的值
  592. var formulaInt int
  593. var nhccDate models.NhccDate // 拟合残差的日期
  594. switch req.Source {
  595. case utils.DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS, utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ, utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ, utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT, utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX:
  596. if req.Formula == "" {
  597. br.Msg = "请填写N值"
  598. return
  599. }
  600. formulaInt, _ = strconv.Atoi(req.Formula)
  601. if formulaInt <= 0 {
  602. br.Msg = "N值输入错误,请重新输入"
  603. return
  604. }
  605. /*case utils.DATA_SOURCE_PREDICT_CALCULATE_ZJPJ:
  606. //直接拼接指标
  607. //校验时间格式
  608. _, err = time.ParseInLocation(utils.FormatDate, req.Formula, time.Local)
  609. if err != nil {
  610. br.Msg = "拼接日期有误,请重新输入"
  611. return
  612. }*/
  613. case utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC: //拟合残差指标
  614. //指标校验
  615. if len(req.EdbInfoIdArr) != 2 {
  616. br.Msg = "选择的指标异常,请重新选择"
  617. return
  618. }
  619. fromEdbInfoId = req.EdbInfoIdArr[0].EdbInfoId
  620. //校验时间格式
  621. //数据格式:2022-11-01,2022-11-10
  622. timeList := strings.Split(req.Formula, ",")
  623. if len(timeList) != 2 {
  624. br.Msg = "选择时间有误,请重新输入"
  625. return
  626. }
  627. startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  628. if err != nil {
  629. br.Msg = "开始日期有误,请重新输入"
  630. return
  631. }
  632. endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  633. if err != nil {
  634. br.Msg = "结束日期有误,请重新输入"
  635. return
  636. }
  637. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  638. br.Msg = "日期间隔不得少于两天"
  639. return
  640. }
  641. nhccDate.StartDate = startDate
  642. nhccDate.EndDate = endDate
  643. case utils.DATA_SOURCE_CALCULATE_ZSXY: // 指数修匀
  644. if req.Formula == "" {
  645. br.Msg = "请填写alpha值"
  646. return
  647. }
  648. a, e := strconv.ParseFloat(req.Formula, 64)
  649. if e != nil {
  650. br.Msg = "alpha值输入错误, 请重新输入"
  651. return
  652. }
  653. if a <= 0 || a >= 1 {
  654. br.Msg = "alpha值输入错误, 请重新输入"
  655. return
  656. }
  657. }
  658. if err != nil {
  659. br.Msg = "获取指标信息失败"
  660. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  661. return
  662. }
  663. // 来源预测指标信息
  664. var fromEdbInfo *models.EdbInfo
  665. if fromEdbInfoId > 0 {
  666. fromEdbInfo, err = models.GetEdbInfoById(fromEdbInfoId)
  667. if err != nil {
  668. br.Msg = "获取指标信息失败"
  669. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  670. return
  671. }
  672. if fromEdbInfo.EdbInfoType != 1 {
  673. br.Msg = "来源指标不是预测指标"
  674. br.ErrMsg = "来源指标不是预测指标"
  675. return
  676. }
  677. }
  678. var baseEdbInfoModel models.BasePredictEdbInfoInterface
  679. saveParams := models.BatchSaveCalculateBatchParams{
  680. Req: req,
  681. FromEdbInfo: fromEdbInfo,
  682. EdbCode: edbCode,
  683. UniqueCode: uniqueCode,
  684. SysUserId: req.AdminId,
  685. SysUserRealName: req.AdminName,
  686. }
  687. if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_TBZ {
  688. if req.EdbInfoId <= 0 {
  689. if req.Frequency != fromEdbInfo.Frequency {
  690. br.Msg = "当前频度和原指标频度不一致"
  691. return
  692. }
  693. if req.Unit != "无" {
  694. br.Msg = "单位只允许为无,禁止选择其他单位"
  695. return
  696. }
  697. }
  698. }
  699. if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_TCZ {
  700. if req.EdbInfoId <= 0 {
  701. if req.Frequency != fromEdbInfo.Frequency {
  702. br.Msg = "当前频度和原指标频度不一致"
  703. return
  704. }
  705. if req.Unit != fromEdbInfo.Unit {
  706. br.Msg = "当前单位和原指标单位不一致"
  707. return
  708. }
  709. }
  710. sourName = "预测同差"
  711. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateTcz(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  712. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS {
  713. sourName = "预测N数值移动平均计算"
  714. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateNszydpjjs(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  715. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_BP {
  716. sourName = "预测变频"
  717. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateBp(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  718. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ {
  719. checkDataList, tmpErr := models.GetPredictEdbDataListAllByStartDate(fromEdbInfo, 0, "")
  720. if tmpErr != nil && tmpErr.Error() != utils.ErrNoRow() {
  721. br.Msg = "判断环比值是否可计算失败"
  722. br.ErrMsg = "判断环比值是否可计算失败,Err:" + tmpErr.Error()
  723. return
  724. }
  725. for _, v := range checkDataList {
  726. if v.Value <= 0 {
  727. br.Msg = "原始数据中存在0或负数,该指标不能进行环比运算"
  728. br.ErrMsg = "原始数据中出现0和负值时,提示该指标不能进行环比运算"
  729. return
  730. }
  731. }
  732. sourName = "预测环比值"
  733. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateHbz(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, formulaInt)
  734. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ {
  735. sourName = "预测环差值"
  736. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateHcz(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, formulaInt)
  737. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_LJZZY {
  738. sourName = "预测累计值转月值"
  739. if fromEdbInfo.Frequency != "月度" {
  740. br.Msg = "请选择月度指标"
  741. return
  742. }
  743. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateLjzzy(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  744. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT {
  745. sourName = "预测时间移位"
  746. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateTimeShift(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  747. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX {
  748. sourName = "预测超季节性"
  749. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateCjjx(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, formulaInt)
  750. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC {
  751. sourName = "预测拟合残差"
  752. secondEdbInfoReq := req.EdbInfoIdArr[1]
  753. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  754. if tmpErr != nil {
  755. br.Msg = "获取因变量的指标信息失败"
  756. br.ErrMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
  757. return
  758. }
  759. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  760. br.Msg = "两个指标不允许为同一个"
  761. br.ErrMsg = "两个指标不允许为同一个"
  762. return
  763. }
  764. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateNhcc(&req, fromEdbInfo, secondEdbInfo, edbCode, uniqueCode, nhccDate, adminId, adminName)
  765. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_JP {
  766. sourName = utils.DATA_SOURCE_NAME_PREDICT_CALCULATE_JP
  767. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateJp(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  768. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_NH {
  769. sourName = utils.DATA_SOURCE_NAME_PREDICT_CALCULATE_NH
  770. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateNh(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  771. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_KSZS {
  772. sourName = utils.DATA_SOURCE_NAME_PREDICT_CALCULATE_KSZS
  773. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateKszs(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, req.EdbInfoIdArr, edbCode, uniqueCode, adminId, adminName)
  774. } else {
  775. // 获取通用的数据源处理服务
  776. baseEdbInfoModel = models.GetBasePredictEdbInfoModel(req.Source)
  777. // 没有找到的话,那么就直接返回报错吧
  778. if baseEdbInfoModel == nil {
  779. br.Msg = "无效计算方式"
  780. br.ErrMsg = "无效计算方式,source:" + strconv.Itoa(req.Source)
  781. return
  782. }
  783. sourName = baseEdbInfoModel.GetSourceName()
  784. if req.EdbInfoId <= 0 {
  785. edbInfo, latestDateStr, latestValue, err, errMsg = baseEdbInfoModel.Add(saveParams)
  786. } else {
  787. edbInfo, err = models.GetEdbInfoById(req.EdbInfoId)
  788. if err != nil {
  789. if err.Error() == utils.ErrNoRow() {
  790. br.Msg = "指标已被删除,请刷新页面"
  791. br.ErrMsg = "指标已被删除,请刷新页面:Err:" + err.Error()
  792. return
  793. }
  794. br.Msg = "获取指标信息失败"
  795. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  796. return
  797. }
  798. saveParams.EdbInfo = edbInfo
  799. latestDateStr, latestValue, err, errMsg = baseEdbInfoModel.Edit(saveParams)
  800. }
  801. }
  802. if err != nil {
  803. br.Msg = "生成" + sourName + "失败"
  804. if errMsg != `` {
  805. br.Msg = errMsg
  806. }
  807. br.Msg = "生成" + sourName + "失败 Err:" + err.Error()
  808. return
  809. }
  810. if edbInfo == nil {
  811. br.Msg = "生成" + sourName + "失败"
  812. br.ErrMsg = "生成" + sourName + "失败,edbInfo is nil"
  813. return
  814. }
  815. //处理同名指标
  816. {
  817. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  818. if err != nil {
  819. br.Msg = "保存失败"
  820. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  821. return
  822. }
  823. if len(edbNameList) >= 2 {
  824. for _, v := range edbNameList {
  825. edbName := v.EdbName + "(" + v.SourceName + ")"
  826. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  827. if err != nil {
  828. br.Msg = "保存失败"
  829. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  830. return
  831. }
  832. }
  833. }
  834. }
  835. // 更新指标最大最小值
  836. err, errMsg = models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  837. if err != nil {
  838. br.Msg = errMsg
  839. br.ErrMsg = err.Error()
  840. return
  841. }
  842. // 记录操作变更记录
  843. newEdbInfo := new(models.EdbInfoEditRecord)
  844. newEdbInfo.EdbName = req.EdbName
  845. newEdbInfo.Frequency = req.Frequency
  846. newEdbInfo.Unit = req.Unit
  847. newEdbInfo.OperateUserId = req.AdminId
  848. newEdbInfo.OperateUserRealName = req.AdminName
  849. err = services.AddEditEdbInfoRcord(oldEdbInfo, newEdbInfo)
  850. if err != nil {
  851. br.Msg = "保存失败"
  852. br.ErrMsg = "保存失败,Err:" + err.Error()
  853. return
  854. }
  855. resp := models.AddEdbInfoResp{
  856. EdbInfoId: edbInfo.EdbInfoId,
  857. UniqueCode: uniqueCode,
  858. }
  859. br.Ret = 200
  860. br.Success = true
  861. br.Msg = "保存成功"
  862. br.Data = resp
  863. br.IsAddLog = true
  864. }
  865. // Refresh
  866. // @Title 刷新计算指标接口
  867. // @Description 刷新计算指标接口
  868. // @Success 200 {object} models.RefreshEdbInfoReq
  869. // @router /refresh [post]
  870. func (this *PredictCalculateController) Refresh() {
  871. br := new(models.BaseResponse).Init()
  872. var cacheKey string
  873. defer func() {
  874. this.Data["json"] = br
  875. this.ServeJSON()
  876. }()
  877. var req models.RefreshEdbInfoReq
  878. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  879. if err != nil {
  880. br.Msg = "参数解析异常!"
  881. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  882. return
  883. }
  884. if req.EdbCode == "" {
  885. br.Msg = "请输入指标编码!"
  886. br.ErrMsg = "请输入指标编码,指标编码为空"
  887. return
  888. }
  889. if req.EdbInfoId <= 0 {
  890. br.Msg = "请输入指标ID!"
  891. br.ErrMsg = "请输入指标ID"
  892. return
  893. }
  894. edbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
  895. if err != nil {
  896. br.Msg = "指标不存在!"
  897. br.ErrMsg = "指标不存在"
  898. return
  899. }
  900. cacheKey = utils.CACHE_EDB_DATA_REFRESH + strconv.Itoa(edbInfo.Source) + "_" + req.EdbCode
  901. if utils.Rc.IsExist(cacheKey) {
  902. br.Ret = 501
  903. br.Success = true
  904. br.Msg = "系统处理中,请稍后重试"
  905. br.IsSendEmail = false
  906. return
  907. }
  908. utils.Rc.SetNX(cacheKey, 1, 1*time.Minute)
  909. defer func() {
  910. _ = utils.Rc.Delete(cacheKey)
  911. }()
  912. startDate := req.StartDate
  913. var errMsg string
  914. endDate := time.Now().Format(utils.FormatDate)
  915. edbInfoId := edbInfo.EdbInfoId
  916. source := edbInfo.Source
  917. var latestDateStr string // 最近实际数据的日期
  918. var latestValue float64 // 最近实际数据的值
  919. var baseEdbInfoModel models.BasePredictEdbInfoInterface
  920. refreshParams := models.RefreshParams{
  921. EdbInfo: edbInfo,
  922. }
  923. switch source {
  924. case utils.DATA_SOURCE_PREDICT_CALCULATE_TBZ: //刷新同比值
  925. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  926. if err != nil {
  927. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  928. break
  929. }
  930. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  931. if err != nil {
  932. errMsg = "GetEdbInfoById Err:" + err.Error()
  933. break
  934. }
  935. refreshParams.FromEdbInfo = fromEdbInfo
  936. refreshParams.StartDate = edbInfo.StartDate
  937. }
  938. switch source {
  939. case utils.DATA_SOURCE_PREDICT_CALCULATE:
  940. //startDate = edbInfo.StartDate
  941. //sTime, err := time.ParseInLocation(utils.FormatDate, edbInfo.EndDate, time.Local)
  942. //if err != nil {
  943. // return
  944. //}
  945. //startDate = sTime.Format(utils.FormatDate)
  946. startDate = ""
  947. var edbInfoIdBytes []string
  948. calculateMap, err := models.GetEdbInfoCalculateDetailList(edbInfo.EdbInfoId)
  949. if err != nil {
  950. errMsg = "GetEdbInfoCalculateDetail Err:" + err.Error()
  951. break
  952. }
  953. var formulaStr string
  954. edbInfoList := make([]*models.EdbInfo, 0)
  955. for _, v := range calculateMap {
  956. formulaStr += v.FromTag + ","
  957. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  958. edbInfo, _ := models.GetEdbInfoById(v.FromEdbInfoId)
  959. edbInfoList = append(edbInfoList, edbInfo)
  960. }
  961. latestDateStr, latestValue, err = models.RefreshAllPredictCalculate(edbInfoList, edbInfo.EdbInfoId, source, edbInfo.SubSource, edbInfo.EdbCode, edbInfo.CalculateFormula, startDate, edbInfoIdBytes, edbInfo.EmptyType, edbInfo.MaxEmptyType)
  962. if err != nil && err.Error() != utils.ErrNoRow() {
  963. errMsg = "RefreshCalculate Err:" + err.Error()
  964. break
  965. }
  966. case utils.DATA_SOURCE_PREDICT_CALCULATE_TCZ: //同差值
  967. calculateTcz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  968. if err != nil {
  969. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  970. break
  971. }
  972. fromEdbInfo, err := models.GetEdbInfoById(calculateTcz.FromEdbInfoId)
  973. if err != nil {
  974. errMsg = "GetEdbInfoById Err:" + err.Error()
  975. break
  976. }
  977. startDate = edbInfo.StartDate
  978. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateTcz(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTcz.EdbCode, startDate)
  979. if err != nil && err.Error() != utils.ErrNoRow() {
  980. errMsg = "RefreshCalculateTcz Err:" + err.Error()
  981. break
  982. }
  983. case utils.DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS: //N数值移动平均计算
  984. calculateInfo, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  985. if err != nil {
  986. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  987. break
  988. }
  989. fromEdbInfo, err := models.GetEdbInfoById(calculateInfo.FromEdbInfoId)
  990. if err != nil {
  991. errMsg = "GetEdbInfoById Err:" + err.Error()
  992. break
  993. }
  994. var formulaInt int
  995. formulaInt, _ = strconv.Atoi(calculateInfo.CalculateFormula)
  996. if formulaInt <= 0 {
  997. errMsg = "N值输入错误,请重新输入"
  998. break
  999. }
  1000. startDate = edbInfo.StartDate
  1001. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateNszydpjjs(edbInfoId, source, edbInfo.SubSource, formulaInt, fromEdbInfo, calculateInfo.EdbCode, startDate)
  1002. if err != nil && err.Error() != utils.ErrNoRow() {
  1003. errMsg = "RefreshAllPredictCalculateNszydpjjs Err:" + err.Error()
  1004. break
  1005. }
  1006. case utils.DATA_SOURCE_PREDICT_CALCULATE_BP: //刷新变频
  1007. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1008. if err != nil {
  1009. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  1010. break
  1011. }
  1012. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  1013. if err != nil {
  1014. errMsg = "GetEdbInfoById Err:" + err.Error()
  1015. break
  1016. }
  1017. endDate = time.Now().Format(utils.FormatDate)
  1018. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateBp(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate)
  1019. if err != nil && err.Error() != utils.ErrNoRow() {
  1020. errMsg = "RefreshAllPredictCalculateBp Err:" + err.Error()
  1021. break
  1022. }
  1023. case utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ: //刷新环比值
  1024. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1025. if err != nil {
  1026. errMsg = "GetEdbInfoCalculateHbzDetail Err:" + err.Error()
  1027. break
  1028. }
  1029. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  1030. if err != nil {
  1031. errMsg = "GetEdbInfoById Err:" + err.Error()
  1032. break
  1033. }
  1034. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1035. endDate = time.Now().Format(utils.FormatDate)
  1036. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1037. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateHbz(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate, formulaInt)
  1038. if err != nil && err.Error() != utils.ErrNoRow() {
  1039. errMsg = "RefreshAllPredictCalculateHbz Err:" + err.Error()
  1040. break
  1041. }
  1042. case utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ: //刷新环差值
  1043. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1044. if err != nil {
  1045. errMsg = "GetEdbInfoCalculateHczDetail Err:" + err.Error()
  1046. break
  1047. }
  1048. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  1049. if err != nil {
  1050. errMsg = "GetEdbInfoById Err:" + err.Error()
  1051. break
  1052. }
  1053. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1054. endDate = time.Now().Format(utils.FormatDate)
  1055. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1056. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateHcz(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate, formulaInt)
  1057. if err != nil && err.Error() != utils.ErrNoRow() {
  1058. errMsg = "RefreshAllPredictCalculateHcz Err:" + err.Error()
  1059. break
  1060. }
  1061. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZZY: //刷新累计值转月值
  1062. calculateLjzzy, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1063. if err != nil {
  1064. errMsg = "GetEdbInfoCalculateLjzzyDetail Err:" + err.Error()
  1065. break
  1066. }
  1067. fromEdbInfo, err := models.GetEdbInfoById(calculateLjzzy.FromEdbInfoId)
  1068. if err != nil {
  1069. errMsg = "GetEdbInfoById Err:" + err.Error()
  1070. break
  1071. }
  1072. endDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1073. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1074. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateLjzzy(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateLjzzy.EdbCode, startDate, endDate)
  1075. if err != nil && err.Error() != utils.ErrNoRow() {
  1076. errMsg = "RefreshAllPredictCalculateLjzzy Err:" + err.Error()
  1077. break
  1078. }
  1079. case utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT:
  1080. calculate, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1081. if err != nil {
  1082. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  1083. break
  1084. }
  1085. fromEdbInfo, err := models.GetEdbInfoById(calculate.FromEdbInfoId)
  1086. if err != nil {
  1087. errMsg = "GetEdbInfoById Err:" + err.Error()
  1088. break
  1089. }
  1090. //startDate = edbInfo.StartDate
  1091. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1092. endDate = time.Now().Format(utils.FormatDate)
  1093. formulaInt, _ := strconv.Atoi(calculate.CalculateFormula)
  1094. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateTimeShift(edbInfoId, source, edbInfo.SubSource, formulaInt, calculate.MoveType, fromEdbInfo, calculate.EdbCode, startDate, endDate, calculate.MoveFrequency)
  1095. if err != nil && err.Error() != utils.ErrNoRow() {
  1096. errMsg = "RefreshAllCalculateTimeShift Err:" + err.Error()
  1097. }
  1098. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZTBPJ: //刷新累计值同比拼接
  1099. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateLjztbpj(edbInfo)
  1100. if err != nil && err.Error() != utils.ErrNoRow() {
  1101. errMsg = "RefreshAllPredictCalculateLjztbpj Err:" + err.Error()
  1102. break
  1103. }
  1104. case utils.DATA_SOURCE_PREDICT_CALCULATE_ZJPJ: //刷新直接拼接
  1105. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateZjpj(edbInfo)
  1106. if err != nil && err.Error() != utils.ErrNoRow() {
  1107. errMsg = "RefreshAllPredictCalculateZjpj Err:" + err.Error()
  1108. break
  1109. }
  1110. case utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX: //超季节性
  1111. calculateCjjx, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1112. if err != nil {
  1113. errMsg = "GetEdbInfoCalculateNszydpjjsDetail Err:" + err.Error()
  1114. break
  1115. }
  1116. fromEdbInfo, err := models.GetEdbInfoById(calculateCjjx.FromEdbInfoId)
  1117. if err != nil {
  1118. errMsg = "GetEdbInfoById Err:" + err.Error()
  1119. break
  1120. }
  1121. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1122. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1123. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateCjjx(edbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, calculateCjjx.EdbCode, startDate, "", edbInfo.Calendar, formulaInt)
  1124. if err != nil && err.Error() != utils.ErrNoRow() {
  1125. errMsg = "RefreshAllPredictCalculateCjjx Err:" + err.Error()
  1126. break
  1127. }
  1128. case utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC: //nhcc
  1129. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateNhcc(edbInfo)
  1130. if err != nil && err.Error() != utils.ErrNoRow() {
  1131. errMsg = "RefreshAllPredictCalculateNhcc Err:" + err.Error()
  1132. break
  1133. }
  1134. case utils.DATA_SOURCE_PREDICT_CALCULATE_JP: //降频
  1135. calculateInfo, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1136. if err != nil {
  1137. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  1138. break
  1139. }
  1140. fromEdbInfo, err := models.GetEdbInfoById(calculateInfo.FromEdbInfoId)
  1141. if err != nil {
  1142. errMsg = "GetEdbInfoById Err:" + err.Error()
  1143. break
  1144. }
  1145. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateJp(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateInfo.EdbCode, edbInfo.Frequency, edbInfo.CalculateFormula)
  1146. if err != nil && err.Error() != utils.ErrNoRow() {
  1147. errMsg = "RefreshAllPredictCalculateJp Err:" + err.Error()
  1148. break
  1149. }
  1150. case utils.DATA_SOURCE_PREDICT_CALCULATE_NH: //年化
  1151. calculateInfo, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1152. if err != nil {
  1153. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  1154. break
  1155. }
  1156. fromEdbInfo, err := models.GetEdbInfoById(calculateInfo.FromEdbInfoId)
  1157. if err != nil {
  1158. errMsg = "GetEdbInfoById Err:" + err.Error()
  1159. break
  1160. }
  1161. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateNh(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateInfo.EdbCode, edbInfo.Frequency, edbInfo.CalculateFormula)
  1162. if err != nil && err.Error() != utils.ErrNoRow() {
  1163. errMsg = "RefreshAllPredictCalculateNh Err:" + err.Error()
  1164. break
  1165. }
  1166. case utils.DATA_SOURCE_PREDICT_CALCULATE_KSZS: //扩散指数
  1167. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateKszs(edbInfo)
  1168. if err != nil && err.Error() != utils.ErrNoRow() {
  1169. errMsg = "RefreshAllPredictCalculateKszs Err:" + err.Error()
  1170. break
  1171. }
  1172. default:
  1173. // 获取通用的数据源处理服务
  1174. baseEdbInfoModel = models.GetBasePredictEdbInfoModel(source)
  1175. // 没有找到的话,那么就直接返回报错吧
  1176. if baseEdbInfoModel == nil {
  1177. br.Msg = "来源异常,请联系相关开发!"
  1178. br.ErrMsg = "来源异常,请联系相关开发"
  1179. return
  1180. }
  1181. latestDateStr, latestValue, err, errMsg = baseEdbInfoModel.Refresh(refreshParams)
  1182. }
  1183. if errMsg != `` {
  1184. br.Msg = "刷新指标失败!"
  1185. br.ErrMsg = "刷新指标失败,err:" + errMsg
  1186. return
  1187. }
  1188. // 更新指标最大最小值
  1189. err, errMsg = models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  1190. if err != nil {
  1191. br.Msg = errMsg
  1192. br.ErrMsg = err.Error()
  1193. return
  1194. }
  1195. // 更新ES
  1196. go logic.UpdateEs(edbInfo.EdbInfoId)
  1197. br.Ret = 200
  1198. br.Success = true
  1199. br.Msg = "获取成功"
  1200. }
  1201. // CalculateComputeCorrelation
  1202. // @Title 拟合残差计算相关性接口
  1203. // @Description 拟合残差计算相关性接口
  1204. // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string"
  1205. // @Success Ret=200 返回指标id
  1206. // @router /compute_correlation [post]
  1207. func (this *PredictCalculateController) CalculateComputeCorrelation() {
  1208. br := new(models.BaseResponse).Init()
  1209. defer func() {
  1210. this.Data["json"] = br
  1211. this.ServeJSON()
  1212. }()
  1213. var req models.EdbInfoCalculateBatchSaveReq
  1214. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  1215. if err != nil {
  1216. br.Msg = "参数解析异常!"
  1217. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1218. return
  1219. }
  1220. if len(req.EdbInfoIdArr) != 2 {
  1221. br.Msg = "选择的指标异常,请重新选择"
  1222. return
  1223. }
  1224. //校验时间格式
  1225. //数据格式:2022-11-01,2022-11-10
  1226. timeList := strings.Split(req.Formula, ",")
  1227. if len(timeList) != 2 {
  1228. br.Msg = "选择时间有误,请重新输入"
  1229. return
  1230. }
  1231. startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  1232. if err != nil {
  1233. br.Msg = "开始日期有误,请重新输入"
  1234. return
  1235. }
  1236. endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  1237. if err != nil {
  1238. br.Msg = "结束日期有误,请重新输入"
  1239. return
  1240. }
  1241. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  1242. br.Msg = "日期间隔不得少于两天"
  1243. return
  1244. }
  1245. var nhccDate models.NhccDate // 拟合残差的日期
  1246. nhccDate.StartDate = startDate
  1247. nhccDate.EndDate = endDate
  1248. // 来源预测指标信息
  1249. fromEdbInfoId := req.EdbInfoIdArr[0].EdbInfoId
  1250. if fromEdbInfoId <= 0 {
  1251. br.Msg = "请选择指标"
  1252. return
  1253. }
  1254. // 来源指标(自变量指标)
  1255. fromEdbInfo, err := models.GetEdbInfoById(fromEdbInfoId)
  1256. if err != nil {
  1257. br.Msg = "获取指标信息失败"
  1258. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  1259. return
  1260. }
  1261. if fromEdbInfo.EdbInfoType != 1 {
  1262. br.Msg = "来源指标不是预测指标"
  1263. br.ErrMsg = "来源指标不是预测指标"
  1264. return
  1265. }
  1266. // 因变量指标
  1267. secondEdbInfoReq := req.EdbInfoIdArr[1]
  1268. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  1269. if tmpErr != nil {
  1270. br.Msg = "获取因变量的指标信息失败"
  1271. br.ErrMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
  1272. return
  1273. }
  1274. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  1275. br.Msg = "两个指标不允许为同一个"
  1276. br.ErrMsg = "两个指标不允许为同一个"
  1277. return
  1278. }
  1279. rVal, err := models.CalculatePredictComputeCorrelation(&req, fromEdbInfo, secondEdbInfo, nhccDate)
  1280. if err != nil {
  1281. br.Msg = "计算失败"
  1282. br.ErrMsg = "计算失败,ERR:" + err.Error()
  1283. return
  1284. }
  1285. br.Ret = 200
  1286. br.Success = true
  1287. br.Msg = "计算成功"
  1288. br.Data = rVal
  1289. br.IsAddLog = true
  1290. }