base_from_predict_calculate.go 44 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375
  1. package controllers
  2. import (
  3. "encoding/json"
  4. "eta/eta_index_lib/logic"
  5. "eta/eta_index_lib/models"
  6. "eta/eta_index_lib/services"
  7. "eta/eta_index_lib/utils"
  8. "fmt"
  9. "strconv"
  10. "strings"
  11. "time"
  12. )
  13. // PredictCalculateController 预测计算指标
  14. type PredictCalculateController struct {
  15. BaseAuthController
  16. }
  17. // Save
  18. // @Title 新增/编辑预测指标运算接口
  19. // @Description 新增预测指标运算接口
  20. // @Success 200 {object} models.EdbInfoCalculateSaveReq
  21. // @router /save [post]
  22. func (this *PredictCalculateController) Save() {
  23. br := new(models.BaseResponse).Init()
  24. defer func() {
  25. this.Data["json"] = br
  26. this.ServeJSON()
  27. }()
  28. var req models.EdbInfoCalculateSaveReq
  29. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  30. if err != nil {
  31. br.Msg = "参数解析异常!"
  32. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  33. return
  34. }
  35. if req.EdbInfoId <= 0 {
  36. addPredictCalculate(br, req, this.Lang)
  37. } else {
  38. editPredictCalculate(br, req, this.Lang)
  39. }
  40. }
  41. // AddPredictCalculate 添加预测指标运算
  42. func addPredictCalculate(br *models.BaseResponse, req models.EdbInfoCalculateSaveReq, lang string) {
  43. req.EdbName = strings.Trim(req.EdbName, " ")
  44. if req.EdbName == "" {
  45. br.Msg = "指标名称不能为空"
  46. return
  47. }
  48. if req.Frequency == "" {
  49. br.Msg = "频率不能为空"
  50. return
  51. }
  52. if req.Unit == "" {
  53. br.Msg = "单位不能为空"
  54. return
  55. }
  56. if req.ClassifyId <= 0 {
  57. br.Msg = "请选择分类"
  58. return
  59. }
  60. if len(req.EdbInfoIdArr) <= 0 {
  61. br.Msg = "请选择指标"
  62. return
  63. }
  64. if req.CalculateFormula == "" {
  65. br.Msg = "请填写指标"
  66. return
  67. }
  68. //加入缓存机制,避免创建同一个名称的指标 start
  69. redisKey := fmt.Sprint("predict_edb_info:calculate:batch:save:", utils.DATA_SOURCE_PREDICT_CALCULATE, ":", req.EdbName)
  70. isExist := utils.Rc.IsExist(redisKey)
  71. if isExist {
  72. br.Msg = "指标正在处理,请勿重复提交"
  73. return
  74. } else {
  75. //设置3分钟缓存
  76. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  77. defer func() {
  78. _ = utils.Rc.Delete(redisKey)
  79. }()
  80. }
  81. calculateFormula := req.CalculateFormula
  82. calculateFormula = strings.Replace(calculateFormula, "(", "(", -1)
  83. calculateFormula = strings.Replace(calculateFormula, ")", ")", -1)
  84. calculateFormula = strings.Replace(calculateFormula, ",", ",", -1)
  85. calculateFormula = strings.Replace(calculateFormula, "。", ".", -1)
  86. if strings.Contains(req.CalculateFormula, "%") {
  87. calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1)
  88. }
  89. req.CalculateFormula = calculateFormula
  90. //检验公式
  91. var formulaStr string
  92. var edbInfoIdBytes []string
  93. for _, v := range req.EdbInfoIdArr {
  94. formulaStr += v.FromTag + ","
  95. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  96. }
  97. formulaSlice, err := utils.CheckFormulaJson(req.CalculateFormula)
  98. if err != nil {
  99. br.Msg = "公式格式错误,请重新填写"
  100. return
  101. }
  102. for _, formula := range formulaSlice {
  103. formulaMap, e := utils.CheckFormula(formula)
  104. if e != nil {
  105. br.Msg = "公式错误,请重新填写"
  106. return
  107. }
  108. for _, v := range formulaMap {
  109. if !strings.Contains(formulaStr, v) {
  110. br.Msg = "公式错误,请重新填写"
  111. return
  112. }
  113. }
  114. }
  115. // 根据指标名称和指标ID校验库中是否还存在其他同名指标
  116. existEdbName, err := logic.CheckExistByEdbNameAndEdbInfoId(1, 0, req.EdbName, lang)
  117. if err != nil {
  118. br.Msg = "判断指标名称是否存在失败"
  119. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  120. return
  121. }
  122. if existEdbName {
  123. br.Msg = "指标名称已存在,请重新填写"
  124. br.ErrMsg = "指标名称已存在,请重新填写"
  125. return
  126. }
  127. // 关联指标信息
  128. edbInfoList := make([]*models.EdbInfo, 0)
  129. calculateMappingList := make([]*models.EdbInfoCalculateMapping, 0)
  130. edbInfoTag := make(map[string]int)
  131. for k, v := range req.EdbInfoIdArr {
  132. edbInfoTag[v.FromTag] = v.EdbInfoId
  133. fromEdbInfo, err := models.GetEdbInfoById(v.EdbInfoId)
  134. if err != nil {
  135. if err.Error() == utils.ErrNoRow() {
  136. br.Msg = "生成计算指标失败"
  137. br.Msg = "指标 " + strconv.Itoa(v.EdbInfoId) + " 不存在"
  138. return
  139. }
  140. br.Msg = "生成计算指标失败"
  141. br.Msg = "获取指标失败:Err:" + err.Error()
  142. return
  143. }
  144. edbInfoList = append(edbInfoList, fromEdbInfo)
  145. //关联关系表
  146. {
  147. calculateMappingItem := &models.EdbInfoCalculateMapping{
  148. CreateTime: time.Now(),
  149. ModifyTime: time.Now(),
  150. Sort: k + 1,
  151. //EdbCode: edbCode,
  152. //EdbInfoId: int(edbInfoId),
  153. FromEdbInfoId: fromEdbInfo.EdbInfoId,
  154. FromEdbCode: fromEdbInfo.EdbCode,
  155. FromEdbName: fromEdbInfo.EdbName,
  156. FromSource: fromEdbInfo.Source,
  157. FromSourceName: fromEdbInfo.SourceName,
  158. FromTag: v.FromTag,
  159. Source: utils.DATA_SOURCE_PREDICT_CALCULATE,
  160. SourceName: "预测指标运算",
  161. }
  162. calculateMappingList = append(calculateMappingList, calculateMappingItem)
  163. }
  164. }
  165. for _, v := range formulaSlice {
  166. formulaMap, e := utils.CheckFormula(v)
  167. if e != nil {
  168. br.Msg = "公式错误,请重新填写"
  169. return
  170. }
  171. //预先计算,判断公式是否正常
  172. ok, _ := models.CheckFormula2(edbInfoList, formulaMap, v, edbInfoIdBytes)
  173. if !ok {
  174. br.Msg = "生成计算指标失败,请使用正确的计算公式"
  175. return
  176. }
  177. }
  178. // 指标入库
  179. randStr := utils.GetRandDigit(4)
  180. edbCode := `C2` + time.Now().Format("060102") + randStr
  181. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  182. uniqueCode := utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  183. edbInfo := &models.EdbInfo{
  184. EdbInfoType: 1,
  185. Source: utils.DATA_SOURCE_PREDICT_CALCULATE,
  186. SourceName: "预测指标运算",
  187. EdbCode: edbCode,
  188. EdbName: req.EdbName,
  189. EdbNameSource: req.EdbName,
  190. Frequency: req.Frequency,
  191. Unit: req.Unit,
  192. ClassifyId: req.ClassifyId,
  193. SysUserId: req.AdminId,
  194. SysUserRealName: req.AdminName,
  195. CreateTime: time.Now(),
  196. ModifyTime: time.Now(),
  197. UniqueCode: uniqueCode,
  198. CalculateFormula: req.CalculateFormula,
  199. EdbType: 2,
  200. EmptyType: req.EmptyType,
  201. MaxEmptyType: req.MaxEmptyType,
  202. Extra: req.Extra,
  203. EdbNameEn: req.EdbName,
  204. UnitEn: req.Unit,
  205. }
  206. edbInfoId, err := models.AddEdbInfo(edbInfo)
  207. if err != nil {
  208. br.Msg = "生成计算指标失败"
  209. br.Msg = "生成计算指标失败,AddEdbInfo Err:" + err.Error()
  210. return
  211. }
  212. edbInfo.EdbInfoId = int(edbInfoId)
  213. //处理同名指标
  214. {
  215. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  216. if err != nil {
  217. br.Msg = "保存失败"
  218. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  219. return
  220. }
  221. if len(edbNameList) >= 2 {
  222. for _, v := range edbNameList {
  223. edbName := v.EdbName + "(" + v.SourceName + ")"
  224. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  225. if err != nil {
  226. br.Msg = "保存失败"
  227. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  228. return
  229. }
  230. }
  231. }
  232. }
  233. //关联关系表入库
  234. {
  235. if len(calculateMappingList) > 0 {
  236. for k, v := range calculateMappingList {
  237. v.EdbCode = edbInfo.EdbCode
  238. v.EdbInfoId = edbInfo.EdbInfoId
  239. calculateMappingList[k] = v
  240. }
  241. go models.AddEdbInfoCalculateMappingMulti(calculateMappingList)
  242. }
  243. }
  244. // 开始添加预测指标
  245. latestDateStr, latestValue, err := models.AddPredictCalculateData(edbInfoList, edbInfoTag, edbInfo, edbCode, req.CalculateFormula, edbInfoIdBytes)
  246. if err != nil {
  247. br.Msg = "生成计算指标失败"
  248. br.Msg = "生成计算指标失败,Calculate Err:" + err.Error()
  249. return
  250. }
  251. // 更新指标最大最小值
  252. err, errMsg := models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  253. if err != nil {
  254. br.Msg = errMsg
  255. br.ErrMsg = err.Error()
  256. return
  257. }
  258. resp := models.AddEdbInfoResp{
  259. EdbInfoId: int(edbInfoId),
  260. UniqueCode: uniqueCode,
  261. }
  262. br.Ret = 200
  263. br.Success = true
  264. br.Msg = "保存成功"
  265. br.Data = resp
  266. br.IsAddLog = true
  267. }
  268. // editPredictCalculate 编辑预测指标运算
  269. func editPredictCalculate(br *models.BaseResponse, req models.EdbInfoCalculateSaveReq, lang string) {
  270. req.EdbName = strings.Trim(req.EdbName, " ")
  271. if req.EdbName == "" {
  272. br.Msg = "指标名称不能为空"
  273. return
  274. }
  275. if req.Frequency == "" {
  276. br.Msg = "频率不能为空"
  277. return
  278. }
  279. if req.Unit == "" {
  280. br.Msg = "单位不能为空"
  281. return
  282. }
  283. if req.ClassifyId <= 0 {
  284. br.Msg = "请选择分类"
  285. return
  286. }
  287. if len(req.EdbInfoIdArr) <= 0 {
  288. br.Msg = "请选择指标"
  289. return
  290. }
  291. if req.CalculateFormula == "" {
  292. br.Msg = "请填写指标"
  293. return
  294. }
  295. //加入缓存机制,避免创建同一个名称的指标 start
  296. redisKey := fmt.Sprint("predict_edb_info:calculate:batch:save:", utils.DATA_SOURCE_PREDICT_CALCULATE, ":", req.EdbName)
  297. isExist := utils.Rc.IsExist(redisKey)
  298. if isExist {
  299. br.Msg = "指标正在处理,请勿重复提交"
  300. // return
  301. } else {
  302. //设置3分钟缓存
  303. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  304. defer func() {
  305. _ = utils.Rc.Delete(redisKey)
  306. }()
  307. }
  308. calculateFormula := req.CalculateFormula
  309. calculateFormula = strings.Replace(calculateFormula, "(", "(", -1)
  310. calculateFormula = strings.Replace(calculateFormula, ")", ")", -1)
  311. calculateFormula = strings.Replace(calculateFormula, ",", ",", -1)
  312. calculateFormula = strings.Replace(calculateFormula, "。", ".", -1)
  313. if strings.Contains(req.CalculateFormula, "%") {
  314. calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1)
  315. }
  316. req.CalculateFormula = calculateFormula
  317. //检验公式
  318. var formulaStr string
  319. var edbInfoIdBytes []string
  320. for _, v := range req.EdbInfoIdArr {
  321. formulaStr += v.FromTag + ","
  322. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  323. }
  324. formulaSlice, err := utils.CheckFormulaJson(req.CalculateFormula)
  325. if err != nil {
  326. br.Msg = "公式格式错误,请重新填写"
  327. return
  328. }
  329. for _, formula := range formulaSlice {
  330. formulaMap, e := utils.CheckFormula(formula)
  331. if e != nil {
  332. br.Msg = "公式错误,请重新填写"
  333. return
  334. }
  335. for _, v := range formulaMap {
  336. if !strings.Contains(formulaStr, v) {
  337. br.Msg = "公式错误,请重新填写"
  338. return
  339. }
  340. }
  341. }
  342. // 获取计算指标信息
  343. edbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
  344. if err != nil {
  345. br.Msg = "获取指标信息失败"
  346. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  347. return
  348. }
  349. // 记录旧的指标信息
  350. oldEdbName := edbInfo.EdbName
  351. oldFrequency := edbInfo.Frequency
  352. oldUnit := edbInfo.Unit
  353. // 根据指标名称和指标ID校验库中是否还存在其他同名指标
  354. existEdbName, err := logic.CheckExistByEdbNameAndEdbInfoId(edbInfo.EdbInfoType, edbInfo.EdbInfoId, req.EdbName, lang)
  355. if err != nil {
  356. br.Msg = "判断指标名称是否存在失败"
  357. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  358. return
  359. }
  360. if existEdbName {
  361. br.Msg = "指标名称已存在,请重新填写"
  362. br.ErrMsg = "指标名称已存在,请重新填写"
  363. return
  364. }
  365. // 关联指标信息
  366. edbInfoList := make([]*models.EdbInfo, 0)
  367. calculateMappingList := make([]*models.EdbInfoCalculateMapping, 0)
  368. edbInfoTag := make(map[string]int)
  369. for k, v := range req.EdbInfoIdArr {
  370. edbInfoTag[v.FromTag] = v.EdbInfoId
  371. fromEdbInfo, err := models.GetEdbInfoById(v.EdbInfoId)
  372. if err != nil {
  373. if err.Error() == utils.ErrNoRow() {
  374. br.Msg = "生成计算指标失败"
  375. br.Msg = "指标 " + strconv.Itoa(v.EdbInfoId) + " 不存在"
  376. return
  377. }
  378. br.Msg = "生成计算指标失败"
  379. br.Msg = "获取指标失败:Err:" + err.Error()
  380. return
  381. }
  382. edbInfoList = append(edbInfoList, fromEdbInfo)
  383. //关联关系表
  384. {
  385. calculateMappingItem := &models.EdbInfoCalculateMapping{
  386. CreateTime: time.Now(),
  387. ModifyTime: time.Now(),
  388. Sort: k + 1,
  389. EdbCode: edbInfo.EdbCode,
  390. EdbInfoId: edbInfo.EdbInfoId,
  391. FromEdbInfoId: fromEdbInfo.EdbInfoId,
  392. FromEdbCode: fromEdbInfo.EdbCode,
  393. FromEdbName: fromEdbInfo.EdbName,
  394. FromSource: fromEdbInfo.Source,
  395. FromSourceName: fromEdbInfo.SourceName,
  396. FromTag: v.FromTag,
  397. Source: utils.DATA_SOURCE_PREDICT_CALCULATE,
  398. SourceName: "预测指标运算",
  399. }
  400. calculateMappingList = append(calculateMappingList, calculateMappingItem)
  401. }
  402. }
  403. for _, v := range formulaSlice {
  404. formulaMap, e := utils.CheckFormula(v)
  405. if e != nil {
  406. br.Msg = "公式错误,请重新填写"
  407. return
  408. }
  409. //预先计算,判断公式是否正常
  410. ok, _ := models.CheckFormula2(edbInfoList, formulaMap, v, edbInfoIdBytes)
  411. if !ok {
  412. br.Msg = "生成计算指标失败,请使用正确的计算公式"
  413. return
  414. }
  415. }
  416. //处理同名指标
  417. {
  418. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  419. if err != nil {
  420. br.Msg = "保存失败"
  421. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  422. return
  423. }
  424. if len(edbNameList) >= 2 {
  425. for _, v := range edbNameList {
  426. edbName := v.EdbName + "(" + v.SourceName + ")"
  427. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  428. if err != nil {
  429. br.Msg = "保存失败"
  430. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  431. return
  432. }
  433. }
  434. }
  435. }
  436. switch lang {
  437. case utils.EnLangVersion:
  438. edbInfo.EdbNameEn = req.EdbName
  439. edbInfo.UnitEn = req.Unit
  440. default:
  441. edbInfo.EdbName = req.EdbName
  442. edbInfo.Unit = req.Unit
  443. }
  444. edbInfo.Frequency = req.Frequency
  445. edbInfo.ClassifyId = req.ClassifyId
  446. edbInfo.CalculateFormula = req.CalculateFormula
  447. edbInfo.EmptyType = req.EmptyType
  448. edbInfo.MaxEmptyType = req.MaxEmptyType
  449. edbInfo.Extra = req.Extra
  450. err = models.EditPredictCalculate(edbInfo, calculateMappingList)
  451. if err != nil {
  452. br.Msg = "修改计算指标失败"
  453. br.Msg = "修改计算指标失败,Calculate Err:" + err.Error()
  454. return
  455. }
  456. // 开始添加预测指标
  457. latestDateStr, latestValue, err := models.AddPredictCalculateData(edbInfoList, edbInfoTag, edbInfo, edbInfo.EdbCode, req.CalculateFormula, edbInfoIdBytes)
  458. if err != nil {
  459. br.Msg = "生成计算指标失败"
  460. br.Msg = "生成计算指标失败,Calculate Err:" + err.Error()
  461. return
  462. }
  463. // 更新指标最大最小值
  464. err, errMsg := models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  465. if err != nil {
  466. br.Msg = errMsg
  467. br.ErrMsg = err.Error()
  468. return
  469. }
  470. // 记录基础信息变更日志
  471. oldEdbInfo := new(models.EdbInfo)
  472. oldEdbInfo.EdbInfoId = req.EdbInfoId
  473. oldEdbInfo.EdbName = oldEdbName
  474. oldEdbInfo.Frequency = oldFrequency
  475. oldEdbInfo.Unit = oldUnit
  476. newEdbInfoEditRecord := new(models.EdbInfoEditRecord)
  477. newEdbInfoEditRecord.EdbName = req.EdbName
  478. newEdbInfoEditRecord.Frequency = req.Frequency
  479. newEdbInfoEditRecord.Unit = req.Unit
  480. newEdbInfoEditRecord.OperateUserId = req.AdminId
  481. newEdbInfoEditRecord.OperateUserRealName = req.AdminName
  482. err = services.AddEditEdbInfoRcord(oldEdbInfo, newEdbInfoEditRecord)
  483. if err != nil {
  484. br.Msg = "记录基础信息变更日志失败"
  485. br.ErrMsg = err.Error()
  486. return
  487. }
  488. resp := models.AddEdbInfoResp{
  489. EdbInfoId: edbInfo.EdbInfoId,
  490. UniqueCode: edbInfo.UniqueCode,
  491. }
  492. br.Ret = 200
  493. br.Success = true
  494. br.Msg = "保存成功"
  495. br.Data = resp
  496. br.IsAddLog = true
  497. }
  498. // CalculateBatchSave
  499. // @Title 累计值转月-同比值-同差等计算新增
  500. // @Description 累计值转月-同比值-同差等计算新增接口
  501. // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string"
  502. // @Success Ret=200 返回指标id
  503. // @router /batch/save [post]
  504. func (this *PredictCalculateController) CalculateBatchSave() {
  505. br := new(models.BaseResponse).Init()
  506. defer func() {
  507. this.Data["json"] = br
  508. this.ServeJSON()
  509. }()
  510. var req models.EdbInfoCalculateBatchSaveReq
  511. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  512. if err != nil {
  513. br.Msg = "参数解析异常!"
  514. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  515. return
  516. }
  517. req.EdbName = strings.Trim(req.EdbName, " ")
  518. if req.EdbName == "" {
  519. br.Msg = "指标名称不能为空"
  520. return
  521. }
  522. if req.Frequency == "" {
  523. br.Msg = "频率不能为空"
  524. return
  525. }
  526. if req.Unit == "" {
  527. br.Msg = "单位不能为空"
  528. return
  529. }
  530. if req.ClassifyId <= 0 {
  531. br.Msg = "请选择分类"
  532. return
  533. }
  534. // 基础指标id
  535. fromEdbInfoId := req.FromEdbInfoId
  536. notNeedFromEdbSourceList := []int{utils.DATA_SOURCE_PREDICT_CALCULATE_KSZS, utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC} // 不需要传入来源指标id的 指标类型
  537. if fromEdbInfoId <= 0 && !utils.InArrayByInt(notNeedFromEdbSourceList, req.Source) {
  538. br.Msg = "请选择指标"
  539. return
  540. }
  541. //加入缓存机制,避免创建同一个名称的指标 start
  542. redisKey := fmt.Sprint("edb_lib:predict_calculate:batch:save:", req.Source, ":", req.EdbName)
  543. isExist := utils.Rc.IsExist(redisKey)
  544. if isExist {
  545. br.Msg = "指标正在处理,请勿重复提交"
  546. return
  547. } else {
  548. //设置3分钟缓存
  549. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  550. defer func() {
  551. _ = utils.Rc.Delete(redisKey)
  552. }()
  553. }
  554. //加入缓存机制,避免创建同一个名称的指标 end
  555. oldEdbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
  556. if err != nil {
  557. br.Msg = "获取指标信息失败"
  558. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  559. return
  560. }
  561. // 根据指标名称和指标ID校验库中是否还存在其他同名指标
  562. existEdbName, err := logic.CheckExistByEdbNameAndEdbInfoId(1, req.EdbInfoId, req.EdbName, this.Lang)
  563. if err != nil {
  564. br.Msg = "判断指标名称是否存在失败"
  565. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  566. return
  567. }
  568. if existEdbName {
  569. br.Msg = "指标名称已存在,请重新填写"
  570. br.ErrMsg = "指标名称已存在,请重新填写"
  571. return
  572. }
  573. //生成指标编码
  574. randStr := utils.GetRandDigit(4)
  575. edbCode := `C` + time.Now().Format("060102") + randStr
  576. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  577. uniqueCode := utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  578. adminId := req.AdminId
  579. adminName := req.AdminName
  580. var sourName string
  581. var errMsg string
  582. var edbInfo *models.EdbInfo
  583. var latestDateStr string // 最近实际数据的日期
  584. var latestValue float64 // 最近实际数据的值
  585. var formulaInt int
  586. var nhccDate models.NhccDate // 拟合残差的日期
  587. switch req.Source {
  588. case utils.DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS, utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ, utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ, utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT, utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX:
  589. if req.Formula == "" {
  590. br.Msg = "请填写N值"
  591. return
  592. }
  593. formulaInt, _ = strconv.Atoi(req.Formula)
  594. if formulaInt <= 0 {
  595. br.Msg = "N值输入错误,请重新输入"
  596. return
  597. }
  598. /*case utils.DATA_SOURCE_PREDICT_CALCULATE_ZJPJ:
  599. //直接拼接指标
  600. //校验时间格式
  601. _, err = time.ParseInLocation(utils.FormatDate, req.Formula, time.Local)
  602. if err != nil {
  603. br.Msg = "拼接日期有误,请重新输入"
  604. return
  605. }*/
  606. case utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC: //拟合残差指标
  607. //指标校验
  608. if len(req.EdbInfoIdArr) != 2 {
  609. br.Msg = "选择的指标异常,请重新选择"
  610. return
  611. }
  612. fromEdbInfoId = req.EdbInfoIdArr[0].EdbInfoId
  613. //校验时间格式
  614. //数据格式:2022-11-01,2022-11-10
  615. timeList := strings.Split(req.Formula, ",")
  616. if len(timeList) != 2 {
  617. br.Msg = "选择时间有误,请重新输入"
  618. return
  619. }
  620. startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  621. if err != nil {
  622. br.Msg = "开始日期有误,请重新输入"
  623. return
  624. }
  625. endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  626. if err != nil {
  627. br.Msg = "结束日期有误,请重新输入"
  628. return
  629. }
  630. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  631. br.Msg = "日期间隔不得少于两天"
  632. return
  633. }
  634. nhccDate.StartDate = startDate
  635. nhccDate.EndDate = endDate
  636. case utils.DATA_SOURCE_CALCULATE_ZSXY: // 指数修匀
  637. if req.Formula == "" {
  638. br.Msg = "请填写alpha值"
  639. return
  640. }
  641. a, e := strconv.ParseFloat(req.Formula, 64)
  642. if e != nil {
  643. br.Msg = "alpha值输入错误, 请重新输入"
  644. return
  645. }
  646. if a <= 0 || a >= 1 {
  647. br.Msg = "alpha值输入错误, 请重新输入"
  648. return
  649. }
  650. }
  651. if err != nil {
  652. br.Msg = "获取指标信息失败"
  653. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  654. return
  655. }
  656. // 来源预测指标信息
  657. var fromEdbInfo *models.EdbInfo
  658. if fromEdbInfoId > 0 {
  659. fromEdbInfo, err = models.GetEdbInfoById(fromEdbInfoId)
  660. if err != nil {
  661. br.Msg = "获取指标信息失败"
  662. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  663. return
  664. }
  665. if fromEdbInfo.EdbInfoType != 1 {
  666. br.Msg = "来源指标不是预测指标"
  667. br.ErrMsg = "来源指标不是预测指标"
  668. return
  669. }
  670. }
  671. var baseEdbInfoModel models.BasePredictEdbInfoInterface
  672. saveParams := models.BatchSaveCalculateBatchParams{
  673. Req: req,
  674. FromEdbInfo: fromEdbInfo,
  675. EdbCode: edbCode,
  676. UniqueCode: uniqueCode,
  677. SysUserId: req.AdminId,
  678. SysUserRealName: req.AdminName,
  679. Lang: this.Lang,
  680. }
  681. if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_TBZ {
  682. if req.EdbInfoId <= 0 {
  683. if req.Frequency != fromEdbInfo.Frequency {
  684. br.Msg = "当前频度和原指标频度不一致"
  685. return
  686. }
  687. if req.Unit != "无" {
  688. br.Msg = "单位只允许为无,禁止选择其他单位"
  689. return
  690. }
  691. }
  692. }
  693. if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_TCZ {
  694. if req.EdbInfoId <= 0 {
  695. if req.Frequency != fromEdbInfo.Frequency {
  696. br.Msg = "当前频度和原指标频度不一致"
  697. return
  698. }
  699. if req.Unit != fromEdbInfo.Unit {
  700. br.Msg = "当前单位和原指标单位不一致"
  701. return
  702. }
  703. }
  704. sourName = "预测同差"
  705. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateTcz(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, this.Lang)
  706. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS {
  707. sourName = "预测N数值移动平均计算"
  708. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateNszydpjjs(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, this.Lang)
  709. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_BP {
  710. sourName = "预测变频"
  711. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateBp(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, this.Lang)
  712. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ {
  713. checkDataList, tmpErr := models.GetPredictEdbDataListAllByStartDate(fromEdbInfo, 0, "")
  714. if tmpErr != nil && tmpErr.Error() != utils.ErrNoRow() {
  715. br.Msg = "判断环比值是否可计算失败"
  716. br.ErrMsg = "判断环比值是否可计算失败,Err:" + tmpErr.Error()
  717. return
  718. }
  719. for _, v := range checkDataList {
  720. if v.Value <= 0 {
  721. br.Msg = "原始数据中存在0或负数,该指标不能进行环比运算"
  722. br.ErrMsg = "原始数据中出现0和负值时,提示该指标不能进行环比运算"
  723. return
  724. }
  725. }
  726. sourName = "预测环比值"
  727. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateHbz(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, formulaInt, this.Lang)
  728. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ {
  729. sourName = "预测环差值"
  730. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateHcz(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, formulaInt, this.Lang)
  731. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_LJZZY {
  732. sourName = "预测累计值转月值"
  733. if fromEdbInfo.Frequency != "月度" {
  734. br.Msg = "请选择月度指标"
  735. return
  736. }
  737. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateLjzzy(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, this.Lang)
  738. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT {
  739. sourName = "预测时间移位"
  740. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateTimeShift(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, this.Lang)
  741. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX {
  742. sourName = "预测超季节性"
  743. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateCjjx(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, formulaInt, this.Lang)
  744. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC {
  745. sourName = "预测拟合残差"
  746. secondEdbInfoReq := req.EdbInfoIdArr[1]
  747. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  748. if tmpErr != nil {
  749. br.Msg = "获取因变量的指标信息失败"
  750. br.ErrMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
  751. return
  752. }
  753. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  754. br.Msg = "两个指标不允许为同一个"
  755. br.ErrMsg = "两个指标不允许为同一个"
  756. return
  757. }
  758. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateNhcc(&req, fromEdbInfo, secondEdbInfo, edbCode, uniqueCode, nhccDate, adminId, adminName, this.Lang)
  759. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_JP {
  760. sourName = utils.DATA_SOURCE_NAME_PREDICT_CALCULATE_JP
  761. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateJp(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, this.Lang)
  762. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_NH {
  763. sourName = utils.DATA_SOURCE_NAME_PREDICT_CALCULATE_NH
  764. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateNh(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, this.Lang)
  765. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_KSZS {
  766. sourName = utils.DATA_SOURCE_NAME_PREDICT_CALCULATE_KSZS
  767. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateKszs(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, req.EdbInfoIdArr, edbCode, uniqueCode, adminId, adminName, this.Lang)
  768. } else {
  769. // 获取通用的数据源处理服务
  770. baseEdbInfoModel = models.GetBasePredictEdbInfoModel(req.Source)
  771. // 没有找到的话,那么就直接返回报错吧
  772. if baseEdbInfoModel == nil {
  773. br.Msg = "无效计算方式"
  774. br.ErrMsg = "无效计算方式,source:" + strconv.Itoa(req.Source)
  775. return
  776. }
  777. sourName = baseEdbInfoModel.GetSourceName()
  778. if req.EdbInfoId <= 0 {
  779. edbInfo, latestDateStr, latestValue, err, errMsg = baseEdbInfoModel.Add(saveParams)
  780. } else {
  781. edbInfo, err = models.GetEdbInfoById(req.EdbInfoId)
  782. if err != nil {
  783. if err.Error() == utils.ErrNoRow() {
  784. br.Msg = "指标已被删除,请刷新页面"
  785. br.ErrMsg = "指标已被删除,请刷新页面:Err:" + err.Error()
  786. return
  787. }
  788. br.Msg = "获取指标信息失败"
  789. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  790. return
  791. }
  792. saveParams.EdbInfo = edbInfo
  793. latestDateStr, latestValue, err, errMsg = baseEdbInfoModel.Edit(saveParams)
  794. }
  795. }
  796. if err != nil {
  797. br.Msg = "生成" + sourName + "失败"
  798. if errMsg != `` {
  799. br.Msg = errMsg
  800. }
  801. br.Msg = "生成" + sourName + "失败 Err:" + err.Error()
  802. return
  803. }
  804. if edbInfo == nil {
  805. br.Msg = "生成" + sourName + "失败"
  806. br.ErrMsg = "生成" + sourName + "失败,edbInfo is nil"
  807. return
  808. }
  809. //处理同名指标
  810. {
  811. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  812. if err != nil {
  813. br.Msg = "保存失败"
  814. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  815. return
  816. }
  817. if len(edbNameList) >= 2 {
  818. for _, v := range edbNameList {
  819. edbName := v.EdbName + "(" + v.SourceName + ")"
  820. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  821. if err != nil {
  822. br.Msg = "保存失败"
  823. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  824. return
  825. }
  826. }
  827. }
  828. }
  829. // 更新指标最大最小值
  830. err, errMsg = models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  831. if err != nil {
  832. br.Msg = errMsg
  833. br.ErrMsg = err.Error()
  834. return
  835. }
  836. // 记录操作变更记录
  837. newEdbInfo := new(models.EdbInfoEditRecord)
  838. newEdbInfo.EdbName = req.EdbName
  839. newEdbInfo.Frequency = req.Frequency
  840. newEdbInfo.Unit = req.Unit
  841. newEdbInfo.OperateUserId = req.AdminId
  842. newEdbInfo.OperateUserRealName = req.AdminName
  843. err = services.AddEditEdbInfoRcord(oldEdbInfo, newEdbInfo)
  844. if err != nil {
  845. br.Msg = "保存失败"
  846. br.ErrMsg = "保存失败,Err:" + err.Error()
  847. return
  848. }
  849. resp := models.AddEdbInfoResp{
  850. EdbInfoId: edbInfo.EdbInfoId,
  851. UniqueCode: uniqueCode,
  852. }
  853. br.Ret = 200
  854. br.Success = true
  855. br.Msg = "保存成功"
  856. br.Data = resp
  857. br.IsAddLog = true
  858. }
  859. // Refresh
  860. // @Title 刷新计算指标接口
  861. // @Description 刷新计算指标接口
  862. // @Success 200 {object} models.RefreshEdbInfoReq
  863. // @router /refresh [post]
  864. func (this *PredictCalculateController) Refresh() {
  865. br := new(models.BaseResponse).Init()
  866. var cacheKey string
  867. defer func() {
  868. this.Data["json"] = br
  869. this.ServeJSON()
  870. }()
  871. var req models.RefreshEdbInfoReq
  872. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  873. if err != nil {
  874. br.Msg = "参数解析异常!"
  875. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  876. return
  877. }
  878. if req.EdbCode == "" {
  879. br.Msg = "请输入指标编码!"
  880. br.ErrMsg = "请输入指标编码,指标编码为空"
  881. return
  882. }
  883. if req.EdbInfoId <= 0 {
  884. br.Msg = "请输入指标ID!"
  885. br.ErrMsg = "请输入指标ID"
  886. return
  887. }
  888. edbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
  889. if err != nil {
  890. br.Msg = "指标不存在!"
  891. br.ErrMsg = "指标不存在"
  892. return
  893. }
  894. cacheKey = utils.CACHE_EDB_DATA_REFRESH + strconv.Itoa(edbInfo.Source) + "_" + req.EdbCode
  895. if utils.Rc.IsExist(cacheKey) {
  896. br.Ret = 501
  897. br.Success = true
  898. br.Msg = "系统处理中,请稍后重试"
  899. br.IsSendEmail = false
  900. return
  901. }
  902. utils.Rc.SetNX(cacheKey, 1, 1*time.Minute)
  903. defer func() {
  904. _ = utils.Rc.Delete(cacheKey)
  905. }()
  906. startDate := req.StartDate
  907. var errMsg string
  908. endDate := time.Now().Format(utils.FormatDate)
  909. edbInfoId := edbInfo.EdbInfoId
  910. source := edbInfo.Source
  911. var latestDateStr string // 最近实际数据的日期
  912. var latestValue float64 // 最近实际数据的值
  913. var baseEdbInfoModel models.BasePredictEdbInfoInterface
  914. refreshParams := models.RefreshParams{
  915. EdbInfo: edbInfo,
  916. }
  917. switch source {
  918. case utils.DATA_SOURCE_PREDICT_CALCULATE_TBZ: //刷新同比值
  919. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  920. if err != nil {
  921. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  922. break
  923. }
  924. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  925. if err != nil {
  926. errMsg = "GetEdbInfoById Err:" + err.Error()
  927. break
  928. }
  929. refreshParams.FromEdbInfo = fromEdbInfo
  930. refreshParams.StartDate = edbInfo.StartDate
  931. }
  932. switch source {
  933. case utils.DATA_SOURCE_PREDICT_CALCULATE:
  934. //startDate = edbInfo.StartDate
  935. //sTime, err := time.ParseInLocation(utils.FormatDate, edbInfo.EndDate, time.Local)
  936. //if err != nil {
  937. // return
  938. //}
  939. //startDate = sTime.Format(utils.FormatDate)
  940. startDate = ""
  941. var edbInfoIdBytes []string
  942. calculateMap, err := models.GetEdbInfoCalculateDetailList(edbInfo.EdbInfoId)
  943. if err != nil {
  944. errMsg = "GetEdbInfoCalculateDetail Err:" + err.Error()
  945. break
  946. }
  947. var formulaStr string
  948. edbInfoList := make([]*models.EdbInfo, 0)
  949. edbInfoTag := make(map[string]int)
  950. for _, v := range calculateMap {
  951. edbInfoTag[v.FromTag] = v.FromEdbInfoId
  952. formulaStr += v.FromTag + ","
  953. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  954. edbInfo, _ := models.GetEdbInfoById(v.FromEdbInfoId)
  955. edbInfoList = append(edbInfoList, edbInfo)
  956. }
  957. latestDateStr, latestValue, err = models.RefreshAllPredictCalculate(edbInfoList, edbInfoTag, edbInfo.EdbInfoId, source, edbInfo.SubSource, edbInfo.EdbCode, edbInfo.CalculateFormula, startDate, edbInfoIdBytes, edbInfo.EmptyType, edbInfo.MaxEmptyType, edbInfo.Extra)
  958. if err != nil && err.Error() != utils.ErrNoRow() {
  959. errMsg = "RefreshCalculate Err:" + err.Error()
  960. break
  961. }
  962. case utils.DATA_SOURCE_PREDICT_CALCULATE_TCZ: //同差值
  963. calculateTcz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  964. if err != nil {
  965. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  966. break
  967. }
  968. fromEdbInfo, err := models.GetEdbInfoById(calculateTcz.FromEdbInfoId)
  969. if err != nil {
  970. errMsg = "GetEdbInfoById Err:" + err.Error()
  971. break
  972. }
  973. startDate = edbInfo.StartDate
  974. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateTcz(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTcz.EdbCode, startDate)
  975. if err != nil && err.Error() != utils.ErrNoRow() {
  976. errMsg = "RefreshCalculateTcz Err:" + err.Error()
  977. break
  978. }
  979. case utils.DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS: //N数值移动平均计算
  980. calculateInfo, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  981. if err != nil {
  982. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  983. break
  984. }
  985. fromEdbInfo, err := models.GetEdbInfoById(calculateInfo.FromEdbInfoId)
  986. if err != nil {
  987. errMsg = "GetEdbInfoById Err:" + err.Error()
  988. break
  989. }
  990. var formulaInt int
  991. formulaInt, _ = strconv.Atoi(calculateInfo.CalculateFormula)
  992. if formulaInt <= 0 {
  993. errMsg = "N值输入错误,请重新输入"
  994. break
  995. }
  996. startDate = edbInfo.StartDate
  997. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateNszydpjjs(edbInfoId, source, edbInfo.SubSource, formulaInt, fromEdbInfo, calculateInfo.EdbCode, startDate)
  998. if err != nil && err.Error() != utils.ErrNoRow() {
  999. errMsg = "RefreshAllPredictCalculateNszydpjjs Err:" + err.Error()
  1000. break
  1001. }
  1002. case utils.DATA_SOURCE_PREDICT_CALCULATE_BP: //刷新变频
  1003. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1004. if err != nil {
  1005. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  1006. break
  1007. }
  1008. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  1009. if err != nil {
  1010. errMsg = "GetEdbInfoById Err:" + err.Error()
  1011. break
  1012. }
  1013. endDate = time.Now().Format(utils.FormatDate)
  1014. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateBp(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate)
  1015. if err != nil && err.Error() != utils.ErrNoRow() {
  1016. errMsg = "RefreshAllPredictCalculateBp Err:" + err.Error()
  1017. break
  1018. }
  1019. case utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ: //刷新环比值
  1020. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1021. if err != nil {
  1022. errMsg = "GetEdbInfoCalculateHbzDetail Err:" + err.Error()
  1023. break
  1024. }
  1025. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  1026. if err != nil {
  1027. errMsg = "GetEdbInfoById Err:" + err.Error()
  1028. break
  1029. }
  1030. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1031. endDate = time.Now().Format(utils.FormatDate)
  1032. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1033. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateHbz(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate, formulaInt)
  1034. if err != nil && err.Error() != utils.ErrNoRow() {
  1035. errMsg = "RefreshAllPredictCalculateHbz Err:" + err.Error()
  1036. break
  1037. }
  1038. case utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ: //刷新环差值
  1039. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1040. if err != nil {
  1041. errMsg = "GetEdbInfoCalculateHczDetail Err:" + err.Error()
  1042. break
  1043. }
  1044. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  1045. if err != nil {
  1046. errMsg = "GetEdbInfoById Err:" + err.Error()
  1047. break
  1048. }
  1049. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1050. endDate = time.Now().Format(utils.FormatDate)
  1051. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1052. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateHcz(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate, formulaInt)
  1053. if err != nil && err.Error() != utils.ErrNoRow() {
  1054. errMsg = "RefreshAllPredictCalculateHcz Err:" + err.Error()
  1055. break
  1056. }
  1057. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZZY: //刷新累计值转月值
  1058. calculateLjzzy, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1059. if err != nil {
  1060. errMsg = "GetEdbInfoCalculateLjzzyDetail Err:" + err.Error()
  1061. break
  1062. }
  1063. fromEdbInfo, err := models.GetEdbInfoById(calculateLjzzy.FromEdbInfoId)
  1064. if err != nil {
  1065. errMsg = "GetEdbInfoById Err:" + err.Error()
  1066. break
  1067. }
  1068. endDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1069. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1070. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateLjzzy(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateLjzzy.EdbCode, startDate, endDate)
  1071. if err != nil && err.Error() != utils.ErrNoRow() {
  1072. errMsg = "RefreshAllPredictCalculateLjzzy Err:" + err.Error()
  1073. break
  1074. }
  1075. case utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT:
  1076. calculate, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1077. if err != nil {
  1078. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  1079. break
  1080. }
  1081. fromEdbInfo, err := models.GetEdbInfoById(calculate.FromEdbInfoId)
  1082. if err != nil {
  1083. errMsg = "GetEdbInfoById Err:" + err.Error()
  1084. break
  1085. }
  1086. //startDate = edbInfo.StartDate
  1087. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1088. endDate = time.Now().Format(utils.FormatDate)
  1089. formulaInt, _ := strconv.Atoi(calculate.CalculateFormula)
  1090. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateTimeShift(edbInfoId, source, edbInfo.SubSource, formulaInt, calculate.MoveType, fromEdbInfo, calculate.EdbCode, startDate, endDate, calculate.MoveFrequency)
  1091. if err != nil && err.Error() != utils.ErrNoRow() {
  1092. errMsg = "RefreshAllCalculateTimeShift Err:" + err.Error()
  1093. }
  1094. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZTBPJ: //刷新累计值同比拼接
  1095. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateLjztbpj(edbInfo)
  1096. if err != nil && err.Error() != utils.ErrNoRow() {
  1097. errMsg = "RefreshAllPredictCalculateLjztbpj Err:" + err.Error()
  1098. break
  1099. }
  1100. case utils.DATA_SOURCE_PREDICT_CALCULATE_ZJPJ: //刷新直接拼接
  1101. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateZjpj(edbInfo)
  1102. if err != nil && err.Error() != utils.ErrNoRow() {
  1103. errMsg = "RefreshAllPredictCalculateZjpj Err:" + err.Error()
  1104. break
  1105. }
  1106. case utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX: //超季节性
  1107. calculateCjjx, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1108. if err != nil {
  1109. errMsg = "GetEdbInfoCalculateNszydpjjsDetail Err:" + err.Error()
  1110. break
  1111. }
  1112. fromEdbInfo, err := models.GetEdbInfoById(calculateCjjx.FromEdbInfoId)
  1113. if err != nil {
  1114. errMsg = "GetEdbInfoById Err:" + err.Error()
  1115. break
  1116. }
  1117. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1118. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1119. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateCjjx(edbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, calculateCjjx.EdbCode, startDate, "", edbInfo.Calendar, formulaInt)
  1120. if err != nil && err.Error() != utils.ErrNoRow() {
  1121. errMsg = "RefreshAllPredictCalculateCjjx Err:" + err.Error()
  1122. break
  1123. }
  1124. case utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC: //nhcc
  1125. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateNhcc(edbInfo)
  1126. if err != nil && err.Error() != utils.ErrNoRow() {
  1127. errMsg = "RefreshAllPredictCalculateNhcc Err:" + err.Error()
  1128. break
  1129. }
  1130. case utils.DATA_SOURCE_PREDICT_CALCULATE_JP: //降频
  1131. calculateInfo, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1132. if err != nil {
  1133. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  1134. break
  1135. }
  1136. fromEdbInfo, err := models.GetEdbInfoById(calculateInfo.FromEdbInfoId)
  1137. if err != nil {
  1138. errMsg = "GetEdbInfoById Err:" + err.Error()
  1139. break
  1140. }
  1141. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateJp(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateInfo.EdbCode, edbInfo.Frequency, edbInfo.CalculateFormula)
  1142. if err != nil && err.Error() != utils.ErrNoRow() {
  1143. errMsg = "RefreshAllPredictCalculateJp Err:" + err.Error()
  1144. break
  1145. }
  1146. case utils.DATA_SOURCE_PREDICT_CALCULATE_NH: //年化
  1147. calculateInfo, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1148. if err != nil {
  1149. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  1150. break
  1151. }
  1152. fromEdbInfo, err := models.GetEdbInfoById(calculateInfo.FromEdbInfoId)
  1153. if err != nil {
  1154. errMsg = "GetEdbInfoById Err:" + err.Error()
  1155. break
  1156. }
  1157. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateNh(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateInfo.EdbCode, edbInfo.Frequency, edbInfo.CalculateFormula)
  1158. if err != nil && err.Error() != utils.ErrNoRow() {
  1159. errMsg = "RefreshAllPredictCalculateNh Err:" + err.Error()
  1160. break
  1161. }
  1162. case utils.DATA_SOURCE_PREDICT_CALCULATE_KSZS: //扩散指数
  1163. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateKszs(edbInfo)
  1164. if err != nil && err.Error() != utils.ErrNoRow() {
  1165. errMsg = "RefreshAllPredictCalculateKszs Err:" + err.Error()
  1166. break
  1167. }
  1168. default:
  1169. // 获取通用的数据源处理服务
  1170. baseEdbInfoModel = models.GetBasePredictEdbInfoModel(source)
  1171. // 没有找到的话,那么就直接返回报错吧
  1172. if baseEdbInfoModel == nil {
  1173. br.Msg = "来源异常,请联系相关开发!"
  1174. br.ErrMsg = "来源异常,请联系相关开发"
  1175. return
  1176. }
  1177. latestDateStr, latestValue, err, errMsg = baseEdbInfoModel.Refresh(refreshParams)
  1178. }
  1179. if errMsg != `` {
  1180. br.Msg = "刷新指标失败!"
  1181. br.ErrMsg = "刷新指标失败,err:" + errMsg
  1182. return
  1183. }
  1184. // 更新指标最大最小值
  1185. err, errMsg = models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  1186. if err != nil {
  1187. br.Msg = errMsg
  1188. br.ErrMsg = err.Error()
  1189. return
  1190. }
  1191. // 更新ES
  1192. go logic.UpdateEs(edbInfo.EdbInfoId)
  1193. br.Ret = 200
  1194. br.Success = true
  1195. br.Msg = "获取成功"
  1196. }
  1197. // CalculateComputeCorrelation
  1198. // @Title 拟合残差计算相关性接口
  1199. // @Description 拟合残差计算相关性接口
  1200. // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string"
  1201. // @Success Ret=200 返回指标id
  1202. // @router /compute_correlation [post]
  1203. func (this *PredictCalculateController) CalculateComputeCorrelation() {
  1204. br := new(models.BaseResponse).Init()
  1205. defer func() {
  1206. this.Data["json"] = br
  1207. this.ServeJSON()
  1208. }()
  1209. var req models.EdbInfoCalculateBatchSaveReq
  1210. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  1211. if err != nil {
  1212. br.Msg = "参数解析异常!"
  1213. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1214. return
  1215. }
  1216. if len(req.EdbInfoIdArr) != 2 {
  1217. br.Msg = "选择的指标异常,请重新选择"
  1218. return
  1219. }
  1220. //校验时间格式
  1221. //数据格式:2022-11-01,2022-11-10
  1222. timeList := strings.Split(req.Formula, ",")
  1223. if len(timeList) != 2 {
  1224. br.Msg = "选择时间有误,请重新输入"
  1225. return
  1226. }
  1227. startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  1228. if err != nil {
  1229. br.Msg = "开始日期有误,请重新输入"
  1230. return
  1231. }
  1232. endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  1233. if err != nil {
  1234. br.Msg = "结束日期有误,请重新输入"
  1235. return
  1236. }
  1237. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  1238. br.Msg = "日期间隔不得少于两天"
  1239. return
  1240. }
  1241. var nhccDate models.NhccDate // 拟合残差的日期
  1242. nhccDate.StartDate = startDate
  1243. nhccDate.EndDate = endDate
  1244. // 来源预测指标信息
  1245. fromEdbInfoId := req.EdbInfoIdArr[0].EdbInfoId
  1246. if fromEdbInfoId <= 0 {
  1247. br.Msg = "请选择指标"
  1248. return
  1249. }
  1250. // 来源指标(自变量指标)
  1251. fromEdbInfo, err := models.GetEdbInfoById(fromEdbInfoId)
  1252. if err != nil {
  1253. br.Msg = "获取指标信息失败"
  1254. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  1255. return
  1256. }
  1257. if fromEdbInfo.EdbInfoType != 1 {
  1258. br.Msg = "来源指标不是预测指标"
  1259. br.ErrMsg = "来源指标不是预测指标"
  1260. return
  1261. }
  1262. // 因变量指标
  1263. secondEdbInfoReq := req.EdbInfoIdArr[1]
  1264. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  1265. if tmpErr != nil {
  1266. br.Msg = "获取因变量的指标信息失败"
  1267. br.ErrMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
  1268. return
  1269. }
  1270. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  1271. br.Msg = "两个指标不允许为同一个"
  1272. br.ErrMsg = "两个指标不允许为同一个"
  1273. return
  1274. }
  1275. rVal, err := models.CalculatePredictComputeCorrelation(&req, fromEdbInfo, secondEdbInfo, nhccDate)
  1276. if err != nil {
  1277. br.Msg = "计算失败"
  1278. br.ErrMsg = "计算失败,ERR:" + err.Error()
  1279. return
  1280. }
  1281. br.Ret = 200
  1282. br.Success = true
  1283. br.Msg = "计算成功"
  1284. br.Data = rVal
  1285. br.IsAddLog = true
  1286. }