base_from_predict_calculate.go 43 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321
  1. package controllers
  2. import (
  3. "encoding/json"
  4. "eta/eta_index_lib/logic"
  5. "eta/eta_index_lib/models"
  6. "eta/eta_index_lib/services"
  7. "eta/eta_index_lib/utils"
  8. "fmt"
  9. "strconv"
  10. "strings"
  11. "time"
  12. )
  13. // PredictCalculateController 预测计算指标
  14. type PredictCalculateController struct {
  15. BaseAuthController
  16. }
  17. // Save
  18. // @Title 新增/编辑预测指标运算接口
  19. // @Description 新增预测指标运算接口
  20. // @Success 200 {object} models.EdbInfoCalculateSaveReq
  21. // @router /save [post]
  22. func (this *PredictCalculateController) Save() {
  23. br := new(models.BaseResponse).Init()
  24. defer func() {
  25. this.Data["json"] = br
  26. this.ServeJSON()
  27. }()
  28. var req models.EdbInfoCalculateSaveReq
  29. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  30. if err != nil {
  31. br.Msg = "参数解析异常!"
  32. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  33. return
  34. }
  35. if req.EdbInfoId <= 0 {
  36. addPredictCalculate(br, req, this.Lang)
  37. } else {
  38. editPredictCalculate(br, req, this.Lang)
  39. }
  40. }
  41. // AddPredictCalculate 添加预测指标运算
  42. func addPredictCalculate(br *models.BaseResponse, req models.EdbInfoCalculateSaveReq, lang string) {
  43. req.EdbName = strings.Trim(req.EdbName, " ")
  44. if req.EdbName == "" {
  45. br.Msg = "指标名称不能为空"
  46. return
  47. }
  48. if req.Frequency == "" {
  49. br.Msg = "频率不能为空"
  50. return
  51. }
  52. if req.Unit == "" {
  53. br.Msg = "单位不能为空"
  54. return
  55. }
  56. if req.ClassifyId <= 0 {
  57. br.Msg = "请选择分类"
  58. return
  59. }
  60. if len(req.EdbInfoIdArr) <= 0 {
  61. br.Msg = "请选择指标"
  62. return
  63. }
  64. if req.CalculateFormula == "" {
  65. br.Msg = "请填写指标"
  66. return
  67. }
  68. //加入缓存机制,避免创建同一个名称的指标 start
  69. redisKey := fmt.Sprint("predict_edb_info:calculate:batch:save:", utils.DATA_SOURCE_PREDICT_CALCULATE, ":", req.EdbName)
  70. isExist := utils.Rc.IsExist(redisKey)
  71. if isExist {
  72. br.Msg = "指标正在处理,请勿重复提交"
  73. return
  74. } else {
  75. //设置3分钟缓存
  76. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  77. defer func() {
  78. _ = utils.Rc.Delete(redisKey)
  79. }()
  80. }
  81. calculateFormula := req.CalculateFormula
  82. calculateFormula = strings.Replace(calculateFormula, "(", "(", -1)
  83. calculateFormula = strings.Replace(calculateFormula, ")", ")", -1)
  84. calculateFormula = strings.Replace(calculateFormula, ",", ",", -1)
  85. calculateFormula = strings.Replace(calculateFormula, "。", ".", -1)
  86. if strings.Contains(req.CalculateFormula, "%") {
  87. calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1)
  88. }
  89. req.CalculateFormula = calculateFormula
  90. //检验公式
  91. var formulaStr string
  92. var edbInfoIdBytes []string
  93. for _, v := range req.EdbInfoIdArr {
  94. formulaStr += v.FromTag + ","
  95. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  96. }
  97. formulaSlice, err := utils.CheckFormulaJson(req.CalculateFormula)
  98. if err != nil {
  99. br.Msg = "公式格式错误,请重新填写"
  100. return
  101. }
  102. for _, formula := range formulaSlice {
  103. formulaMap, e := utils.CheckFormula(formula)
  104. if e != nil {
  105. br.Msg = "公式错误,请重新填写"
  106. return
  107. }
  108. for _, v := range formulaMap {
  109. if !strings.Contains(formulaStr, v) {
  110. br.Msg = "公式错误,请重新填写"
  111. return
  112. }
  113. }
  114. }
  115. // 根据指标名称和指标ID校验库中是否还存在其他同名指标
  116. existEdbName, err := services.CheckExistByEdbNameAndEdbInfoId(1, 0, req.EdbName, lang)
  117. if err != nil {
  118. br.Msg = "判断指标名称是否存在失败"
  119. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  120. return
  121. }
  122. if existEdbName {
  123. br.Msg = "指标名称已存在,请重新填写"
  124. br.ErrMsg = "指标名称已存在,请重新填写"
  125. return
  126. }
  127. // 关联指标信息
  128. edbInfoList := make([]*models.EdbInfo, 0)
  129. calculateMappingList := make([]*models.EdbInfoCalculateMapping, 0)
  130. for k, v := range req.EdbInfoIdArr {
  131. fromEdbInfo, err := models.GetEdbInfoById(v.EdbInfoId)
  132. if err != nil {
  133. if err.Error() == utils.ErrNoRow() {
  134. br.Msg = "生成计算指标失败"
  135. br.Msg = "指标 " + strconv.Itoa(v.EdbInfoId) + " 不存在"
  136. return
  137. }
  138. br.Msg = "生成计算指标失败"
  139. br.Msg = "获取指标失败:Err:" + err.Error()
  140. return
  141. }
  142. edbInfoList = append(edbInfoList, fromEdbInfo)
  143. //关联关系表
  144. {
  145. calculateMappingItem := &models.EdbInfoCalculateMapping{
  146. CreateTime: time.Now(),
  147. ModifyTime: time.Now(),
  148. Sort: k + 1,
  149. //EdbCode: edbCode,
  150. //EdbInfoId: int(edbInfoId),
  151. FromEdbInfoId: fromEdbInfo.EdbInfoId,
  152. FromEdbCode: fromEdbInfo.EdbCode,
  153. FromEdbName: fromEdbInfo.EdbName,
  154. FromSource: fromEdbInfo.Source,
  155. FromSourceName: fromEdbInfo.SourceName,
  156. FromTag: v.FromTag,
  157. Source: utils.DATA_SOURCE_PREDICT_CALCULATE,
  158. SourceName: "预测指标运算",
  159. }
  160. calculateMappingList = append(calculateMappingList, calculateMappingItem)
  161. }
  162. }
  163. for _, v := range formulaSlice {
  164. formulaMap, e := utils.CheckFormula(v)
  165. if e != nil {
  166. br.Msg = "公式错误,请重新填写"
  167. return
  168. }
  169. //预先计算,判断公式是否正常
  170. ok, _ := models.CheckFormula2(edbInfoList, formulaMap, v, edbInfoIdBytes)
  171. if !ok {
  172. br.Msg = "生成计算指标失败,请使用正确的计算公式"
  173. return
  174. }
  175. }
  176. // 指标入库
  177. randStr := utils.GetRandDigit(4)
  178. edbCode := `C2` + time.Now().Format("060102") + randStr
  179. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  180. uniqueCode := utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  181. edbInfo := &models.EdbInfo{
  182. EdbInfoType: 1,
  183. Source: utils.DATA_SOURCE_PREDICT_CALCULATE,
  184. SourceName: "预测指标运算",
  185. EdbCode: edbCode,
  186. EdbName: req.EdbName,
  187. EdbNameSource: req.EdbName,
  188. Frequency: req.Frequency,
  189. Unit: req.Unit,
  190. ClassifyId: req.ClassifyId,
  191. SysUserId: req.AdminId,
  192. SysUserRealName: req.AdminName,
  193. CreateTime: time.Now(),
  194. ModifyTime: time.Now(),
  195. UniqueCode: uniqueCode,
  196. CalculateFormula: req.CalculateFormula,
  197. EdbType: 2,
  198. EmptyType: req.EmptyType,
  199. MaxEmptyType: req.MaxEmptyType,
  200. EdbNameEn: req.EdbName,
  201. UnitEn: req.Unit,
  202. }
  203. edbInfoId, err := models.AddEdbInfo(edbInfo)
  204. if err != nil {
  205. br.Msg = "生成计算指标失败"
  206. br.Msg = "生成计算指标失败,AddEdbInfo Err:" + err.Error()
  207. return
  208. }
  209. edbInfo.EdbInfoId = int(edbInfoId)
  210. //处理同名指标
  211. {
  212. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  213. if err != nil {
  214. br.Msg = "保存失败"
  215. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  216. return
  217. }
  218. if len(edbNameList) >= 2 {
  219. for _, v := range edbNameList {
  220. edbName := v.EdbName + "(" + v.SourceName + ")"
  221. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  222. if err != nil {
  223. br.Msg = "保存失败"
  224. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  225. return
  226. }
  227. }
  228. }
  229. }
  230. //关联关系表入库
  231. {
  232. if len(calculateMappingList) > 0 {
  233. for k, v := range calculateMappingList {
  234. v.EdbCode = edbInfo.EdbCode
  235. v.EdbInfoId = edbInfo.EdbInfoId
  236. calculateMappingList[k] = v
  237. }
  238. go models.AddEdbInfoCalculateMappingMulti(calculateMappingList)
  239. }
  240. }
  241. // 开始添加预测指标
  242. latestDateStr, latestValue, err := models.AddPredictCalculateData(edbInfoList, edbInfo, edbCode, req.CalculateFormula, edbInfoIdBytes)
  243. if err != nil {
  244. br.Msg = "生成计算指标失败"
  245. br.Msg = "生成计算指标失败,Calculate Err:" + err.Error()
  246. return
  247. }
  248. // 更新指标最大最小值
  249. err, errMsg := models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  250. if err != nil {
  251. br.Msg = errMsg
  252. br.ErrMsg = err.Error()
  253. return
  254. }
  255. resp := models.AddEdbInfoResp{
  256. EdbInfoId: int(edbInfoId),
  257. UniqueCode: uniqueCode,
  258. }
  259. br.Ret = 200
  260. br.Success = true
  261. br.Msg = "保存成功"
  262. br.Data = resp
  263. br.IsAddLog = true
  264. }
  265. // editPredictCalculate 编辑预测指标运算
  266. func editPredictCalculate(br *models.BaseResponse, req models.EdbInfoCalculateSaveReq, lang string) {
  267. req.EdbName = strings.Trim(req.EdbName, " ")
  268. if req.EdbName == "" {
  269. br.Msg = "指标名称不能为空"
  270. return
  271. }
  272. if req.Frequency == "" {
  273. br.Msg = "频率不能为空"
  274. return
  275. }
  276. if req.Unit == "" {
  277. br.Msg = "单位不能为空"
  278. return
  279. }
  280. if req.ClassifyId <= 0 {
  281. br.Msg = "请选择分类"
  282. return
  283. }
  284. if len(req.EdbInfoIdArr) <= 0 {
  285. br.Msg = "请选择指标"
  286. return
  287. }
  288. if req.CalculateFormula == "" {
  289. br.Msg = "请填写指标"
  290. return
  291. }
  292. //加入缓存机制,避免创建同一个名称的指标 start
  293. redisKey := fmt.Sprint("predict_edb_info:calculate:batch:save:", utils.DATA_SOURCE_PREDICT_CALCULATE, ":", req.EdbName)
  294. isExist := utils.Rc.IsExist(redisKey)
  295. if isExist {
  296. br.Msg = "指标正在处理,请勿重复提交"
  297. // return
  298. } else {
  299. //设置3分钟缓存
  300. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  301. defer func() {
  302. _ = utils.Rc.Delete(redisKey)
  303. }()
  304. }
  305. calculateFormula := req.CalculateFormula
  306. calculateFormula = strings.Replace(calculateFormula, "(", "(", -1)
  307. calculateFormula = strings.Replace(calculateFormula, ")", ")", -1)
  308. calculateFormula = strings.Replace(calculateFormula, ",", ",", -1)
  309. calculateFormula = strings.Replace(calculateFormula, "。", ".", -1)
  310. if strings.Contains(req.CalculateFormula, "%") {
  311. calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1)
  312. }
  313. req.CalculateFormula = calculateFormula
  314. //检验公式
  315. var formulaStr string
  316. var edbInfoIdBytes []string
  317. for _, v := range req.EdbInfoIdArr {
  318. formulaStr += v.FromTag + ","
  319. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  320. }
  321. formulaSlice, err := utils.CheckFormulaJson(req.CalculateFormula)
  322. if err != nil {
  323. br.Msg = "公式格式错误,请重新填写"
  324. return
  325. }
  326. for _, formula := range formulaSlice {
  327. formulaMap, e := utils.CheckFormula(formula)
  328. if e != nil {
  329. br.Msg = "公式错误,请重新填写"
  330. return
  331. }
  332. for _, v := range formulaMap {
  333. if !strings.Contains(formulaStr, v) {
  334. br.Msg = "公式错误,请重新填写"
  335. return
  336. }
  337. }
  338. }
  339. // 获取计算指标信息
  340. edbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
  341. if err != nil {
  342. br.Msg = "获取指标信息失败"
  343. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  344. return
  345. }
  346. // 根据指标名称和指标ID校验库中是否还存在其他同名指标
  347. existEdbName, err := services.CheckExistByEdbNameAndEdbInfoId(edbInfo.EdbInfoType, edbInfo.EdbInfoId, req.EdbName, lang)
  348. if err != nil {
  349. br.Msg = "判断指标名称是否存在失败"
  350. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  351. return
  352. }
  353. if existEdbName {
  354. br.Msg = "指标名称已存在,请重新填写"
  355. br.ErrMsg = "指标名称已存在,请重新填写"
  356. return
  357. }
  358. // 关联指标信息
  359. edbInfoList := make([]*models.EdbInfo, 0)
  360. calculateMappingList := make([]*models.EdbInfoCalculateMapping, 0)
  361. for k, v := range req.EdbInfoIdArr {
  362. fromEdbInfo, err := models.GetEdbInfoById(v.EdbInfoId)
  363. if err != nil {
  364. if err.Error() == utils.ErrNoRow() {
  365. br.Msg = "生成计算指标失败"
  366. br.Msg = "指标 " + strconv.Itoa(v.EdbInfoId) + " 不存在"
  367. return
  368. }
  369. br.Msg = "生成计算指标失败"
  370. br.Msg = "获取指标失败:Err:" + err.Error()
  371. return
  372. }
  373. edbInfoList = append(edbInfoList, fromEdbInfo)
  374. //关联关系表
  375. {
  376. calculateMappingItem := &models.EdbInfoCalculateMapping{
  377. CreateTime: time.Now(),
  378. ModifyTime: time.Now(),
  379. Sort: k + 1,
  380. EdbCode: edbInfo.EdbCode,
  381. EdbInfoId: edbInfo.EdbInfoId,
  382. FromEdbInfoId: fromEdbInfo.EdbInfoId,
  383. FromEdbCode: fromEdbInfo.EdbCode,
  384. FromEdbName: fromEdbInfo.EdbName,
  385. FromSource: fromEdbInfo.Source,
  386. FromSourceName: fromEdbInfo.SourceName,
  387. FromTag: v.FromTag,
  388. Source: utils.DATA_SOURCE_PREDICT_CALCULATE,
  389. SourceName: "预测指标运算",
  390. }
  391. calculateMappingList = append(calculateMappingList, calculateMappingItem)
  392. }
  393. }
  394. for _, v := range formulaSlice {
  395. formulaMap, e := utils.CheckFormula(v)
  396. if e != nil {
  397. br.Msg = "公式错误,请重新填写"
  398. return
  399. }
  400. //预先计算,判断公式是否正常
  401. ok, _ := models.CheckFormula2(edbInfoList, formulaMap, v, edbInfoIdBytes)
  402. if !ok {
  403. br.Msg = "生成计算指标失败,请使用正确的计算公式"
  404. return
  405. }
  406. }
  407. //处理同名指标
  408. {
  409. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  410. if err != nil {
  411. br.Msg = "保存失败"
  412. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  413. return
  414. }
  415. if len(edbNameList) >= 2 {
  416. for _, v := range edbNameList {
  417. edbName := v.EdbName + "(" + v.SourceName + ")"
  418. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  419. if err != nil {
  420. br.Msg = "保存失败"
  421. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  422. return
  423. }
  424. }
  425. }
  426. }
  427. switch lang {
  428. case utils.EnLangVersion:
  429. edbInfo.EdbNameEn = req.EdbName
  430. edbInfo.UnitEn = req.Unit
  431. default:
  432. edbInfo.EdbName = req.EdbName
  433. edbInfo.Unit = req.Unit
  434. }
  435. edbInfo.Frequency = req.Frequency
  436. edbInfo.ClassifyId = req.ClassifyId
  437. edbInfo.CalculateFormula = req.CalculateFormula
  438. edbInfo.EmptyType = req.EmptyType
  439. edbInfo.MaxEmptyType = req.MaxEmptyType
  440. err = models.EditPredictCalculate(edbInfo, calculateMappingList)
  441. if err != nil {
  442. br.Msg = "修改计算指标失败"
  443. br.Msg = "修改计算指标失败,Calculate Err:" + err.Error()
  444. return
  445. }
  446. // 开始添加预测指标
  447. latestDateStr, latestValue, err := models.AddPredictCalculateData(edbInfoList, edbInfo, edbInfo.EdbCode, req.CalculateFormula, edbInfoIdBytes)
  448. if err != nil {
  449. br.Msg = "生成计算指标失败"
  450. br.Msg = "生成计算指标失败,Calculate Err:" + err.Error()
  451. return
  452. }
  453. // 更新指标最大最小值
  454. err, errMsg := models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  455. if err != nil {
  456. br.Msg = errMsg
  457. br.ErrMsg = err.Error()
  458. return
  459. }
  460. resp := models.AddEdbInfoResp{
  461. EdbInfoId: edbInfo.EdbInfoId,
  462. UniqueCode: edbInfo.UniqueCode,
  463. }
  464. br.Ret = 200
  465. br.Success = true
  466. br.Msg = "保存成功"
  467. br.Data = resp
  468. br.IsAddLog = true
  469. }
  470. // CalculateBatchSave
  471. // @Title 累计值转月-同比值-同差等计算新增
  472. // @Description 累计值转月-同比值-同差等计算新增接口
  473. // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string"
  474. // @Success Ret=200 返回指标id
  475. // @router /batch/save [post]
  476. func (this *PredictCalculateController) CalculateBatchSave() {
  477. br := new(models.BaseResponse).Init()
  478. defer func() {
  479. this.Data["json"] = br
  480. this.ServeJSON()
  481. }()
  482. var req models.EdbInfoCalculateBatchSaveReq
  483. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  484. if err != nil {
  485. br.Msg = "参数解析异常!"
  486. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  487. return
  488. }
  489. req.EdbName = strings.Trim(req.EdbName, " ")
  490. if req.EdbName == "" {
  491. br.Msg = "指标名称不能为空"
  492. return
  493. }
  494. if req.Frequency == "" {
  495. br.Msg = "频率不能为空"
  496. return
  497. }
  498. if req.Unit == "" {
  499. br.Msg = "单位不能为空"
  500. return
  501. }
  502. if req.ClassifyId <= 0 {
  503. br.Msg = "请选择分类"
  504. return
  505. }
  506. // 基础指标id
  507. fromEdbInfoId := req.FromEdbInfoId
  508. notNeedFromEdbSourceList := []int{utils.DATA_SOURCE_PREDICT_CALCULATE_KSZS, utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC} // 不需要传入来源指标id的 指标类型
  509. if fromEdbInfoId <= 0 && !utils.InArrayByInt(notNeedFromEdbSourceList, req.Source) {
  510. br.Msg = "请选择指标"
  511. return
  512. }
  513. //加入缓存机制,避免创建同一个名称的指标 start
  514. redisKey := fmt.Sprint("edb_lib:predict_calculate:batch:save:", req.Source, ":", req.EdbName)
  515. isExist := utils.Rc.IsExist(redisKey)
  516. if isExist {
  517. br.Msg = "指标正在处理,请勿重复提交"
  518. return
  519. } else {
  520. //设置3分钟缓存
  521. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  522. defer func() {
  523. _ = utils.Rc.Delete(redisKey)
  524. }()
  525. }
  526. //加入缓存机制,避免创建同一个名称的指标 end
  527. // 根据指标名称和指标ID校验库中是否还存在其他同名指标
  528. existEdbName, err := services.CheckExistByEdbNameAndEdbInfoId(1, req.EdbInfoId, req.EdbName, this.Lang)
  529. if err != nil {
  530. br.Msg = "判断指标名称是否存在失败"
  531. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  532. return
  533. }
  534. if existEdbName {
  535. br.Msg = "指标名称已存在,请重新填写"
  536. br.ErrMsg = "指标名称已存在,请重新填写"
  537. return
  538. }
  539. //生成指标编码
  540. randStr := utils.GetRandDigit(4)
  541. edbCode := `C` + time.Now().Format("060102") + randStr
  542. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  543. uniqueCode := utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  544. adminId := req.AdminId
  545. adminName := req.AdminName
  546. var sourName string
  547. var errMsg string
  548. var edbInfo *models.EdbInfo
  549. var latestDateStr string // 最近实际数据的日期
  550. var latestValue float64 // 最近实际数据的值
  551. var formulaInt int
  552. var nhccDate models.NhccDate // 拟合残差的日期
  553. switch req.Source {
  554. case utils.DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS, utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ, utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ, utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT, utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX:
  555. if req.Formula == "" {
  556. br.Msg = "请填写N值"
  557. return
  558. }
  559. formulaInt, _ = strconv.Atoi(req.Formula)
  560. if formulaInt <= 0 {
  561. br.Msg = "N值输入错误,请重新输入"
  562. return
  563. }
  564. /*case utils.DATA_SOURCE_PREDICT_CALCULATE_ZJPJ:
  565. //直接拼接指标
  566. //校验时间格式
  567. _, err = time.ParseInLocation(utils.FormatDate, req.Formula, time.Local)
  568. if err != nil {
  569. br.Msg = "拼接日期有误,请重新输入"
  570. return
  571. }*/
  572. case utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC: //拟合残差指标
  573. //指标校验
  574. if len(req.EdbInfoIdArr) != 2 {
  575. br.Msg = "选择的指标异常,请重新选择"
  576. return
  577. }
  578. fromEdbInfoId = req.EdbInfoIdArr[0].EdbInfoId
  579. //校验时间格式
  580. //数据格式:2022-11-01,2022-11-10
  581. timeList := strings.Split(req.Formula, ",")
  582. if len(timeList) != 2 {
  583. br.Msg = "选择时间有误,请重新输入"
  584. return
  585. }
  586. startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  587. if err != nil {
  588. br.Msg = "开始日期有误,请重新输入"
  589. return
  590. }
  591. endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  592. if err != nil {
  593. br.Msg = "结束日期有误,请重新输入"
  594. return
  595. }
  596. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  597. br.Msg = "日期间隔不得少于两天"
  598. return
  599. }
  600. nhccDate.StartDate = startDate
  601. nhccDate.EndDate = endDate
  602. case utils.DATA_SOURCE_CALCULATE_ZSXY: // 指数修匀
  603. if req.Formula == "" {
  604. br.Msg = "请填写alpha值"
  605. return
  606. }
  607. a, e := strconv.ParseFloat(req.Formula, 64)
  608. if e != nil {
  609. br.Msg = "alpha值输入错误, 请重新输入"
  610. return
  611. }
  612. if a <= 0 || a >= 1 {
  613. br.Msg = "alpha值输入错误, 请重新输入"
  614. return
  615. }
  616. }
  617. if err != nil {
  618. br.Msg = "获取指标信息失败"
  619. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  620. return
  621. }
  622. // 来源预测指标信息
  623. var fromEdbInfo *models.EdbInfo
  624. if fromEdbInfoId > 0 {
  625. fromEdbInfo, err = models.GetEdbInfoById(fromEdbInfoId)
  626. if err != nil {
  627. br.Msg = "获取指标信息失败"
  628. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  629. return
  630. }
  631. if fromEdbInfo.EdbInfoType != 1 {
  632. br.Msg = "来源指标不是预测指标"
  633. br.ErrMsg = "来源指标不是预测指标"
  634. return
  635. }
  636. }
  637. var baseEdbInfoModel models.BasePredictEdbInfoInterface
  638. saveParams := models.BatchSaveCalculateBatchParams{
  639. Req: req,
  640. FromEdbInfo: fromEdbInfo,
  641. EdbCode: edbCode,
  642. UniqueCode: uniqueCode,
  643. SysUserId: req.AdminId,
  644. SysUserRealName: req.AdminName,
  645. Lang: this.Lang,
  646. }
  647. if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_TBZ {
  648. if req.EdbInfoId <= 0 {
  649. if req.Frequency != fromEdbInfo.Frequency {
  650. br.Msg = "当前频度和原指标频度不一致"
  651. return
  652. }
  653. if req.Unit != "无" {
  654. br.Msg = "单位只允许为无,禁止选择其他单位"
  655. return
  656. }
  657. }
  658. }
  659. if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_TCZ {
  660. if req.EdbInfoId <= 0 {
  661. if req.Frequency != fromEdbInfo.Frequency {
  662. br.Msg = "当前频度和原指标频度不一致"
  663. return
  664. }
  665. if req.Unit != fromEdbInfo.Unit {
  666. br.Msg = "当前单位和原指标单位不一致"
  667. return
  668. }
  669. }
  670. sourName = "预测同差"
  671. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateTcz(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, this.Lang)
  672. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS {
  673. sourName = "预测N数值移动平均计算"
  674. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateNszydpjjs(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, this.Lang)
  675. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_BP {
  676. sourName = "预测变频"
  677. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateBp(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, this.Lang)
  678. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ {
  679. checkDataList, tmpErr := models.GetPredictEdbDataListAllByStartDate(fromEdbInfo, 0, "")
  680. if tmpErr != nil && tmpErr.Error() != utils.ErrNoRow() {
  681. br.Msg = "判断环比值是否可计算失败"
  682. br.ErrMsg = "判断环比值是否可计算失败,Err:" + tmpErr.Error()
  683. return
  684. }
  685. for _, v := range checkDataList {
  686. if v.Value <= 0 {
  687. br.Msg = "原始数据中存在0或负数,该指标不能进行环比运算"
  688. br.ErrMsg = "原始数据中出现0和负值时,提示该指标不能进行环比运算"
  689. return
  690. }
  691. }
  692. sourName = "预测环比值"
  693. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateHbz(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, formulaInt, this.Lang)
  694. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ {
  695. sourName = "预测环差值"
  696. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateHcz(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, formulaInt, this.Lang)
  697. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_LJZZY {
  698. sourName = "预测累计值转月值"
  699. if fromEdbInfo.Frequency != "月度" {
  700. br.Msg = "请选择月度指标"
  701. return
  702. }
  703. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateLjzzy(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, this.Lang)
  704. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT {
  705. sourName = "预测时间移位"
  706. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateTimeShift(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, this.Lang)
  707. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX {
  708. sourName = "预测超季节性"
  709. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateCjjx(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, formulaInt, this.Lang)
  710. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC {
  711. sourName = "预测拟合残差"
  712. secondEdbInfoReq := req.EdbInfoIdArr[1]
  713. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  714. if tmpErr != nil {
  715. br.Msg = "获取因变量的指标信息失败"
  716. br.ErrMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
  717. return
  718. }
  719. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  720. br.Msg = "两个指标不允许为同一个"
  721. br.ErrMsg = "两个指标不允许为同一个"
  722. return
  723. }
  724. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateNhcc(&req, fromEdbInfo, secondEdbInfo, edbCode, uniqueCode, nhccDate, adminId, adminName, this.Lang)
  725. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_JP {
  726. sourName = utils.DATA_SOURCE_NAME_PREDICT_CALCULATE_JP
  727. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateJp(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, this.Lang)
  728. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_NH {
  729. sourName = utils.DATA_SOURCE_NAME_PREDICT_CALCULATE_NH
  730. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateNh(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, this.Lang)
  731. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_KSZS {
  732. sourName = utils.DATA_SOURCE_NAME_PREDICT_CALCULATE_KSZS
  733. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateKszs(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, req.EdbInfoIdArr, edbCode, uniqueCode, adminId, adminName, this.Lang)
  734. } else {
  735. // 获取通用的数据源处理服务
  736. baseEdbInfoModel = models.GetBasePredictEdbInfoModel(req.Source)
  737. // 没有找到的话,那么就直接返回报错吧
  738. if baseEdbInfoModel == nil {
  739. br.Msg = "无效计算方式"
  740. br.ErrMsg = "无效计算方式,source:" + strconv.Itoa(req.Source)
  741. return
  742. }
  743. sourName = baseEdbInfoModel.GetSourceName()
  744. if req.EdbInfoId <= 0 {
  745. edbInfo, latestDateStr, latestValue, err, errMsg = baseEdbInfoModel.Add(saveParams)
  746. } else {
  747. edbInfo, err = models.GetEdbInfoById(req.EdbInfoId)
  748. if err != nil {
  749. if err.Error() == utils.ErrNoRow() {
  750. br.Msg = "指标已被删除,请刷新页面"
  751. br.ErrMsg = "指标已被删除,请刷新页面:Err:" + err.Error()
  752. return
  753. }
  754. br.Msg = "获取指标信息失败"
  755. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  756. return
  757. }
  758. saveParams.EdbInfo = edbInfo
  759. latestDateStr, latestValue, err, errMsg = baseEdbInfoModel.Edit(saveParams)
  760. }
  761. }
  762. if err != nil {
  763. br.Msg = "生成" + sourName + "失败"
  764. if errMsg != `` {
  765. br.Msg = errMsg
  766. }
  767. br.Msg = "生成" + sourName + "失败 Err:" + err.Error()
  768. return
  769. }
  770. if edbInfo == nil {
  771. br.Msg = "生成" + sourName + "失败"
  772. br.ErrMsg = "生成" + sourName + "失败,edbInfo is nil"
  773. return
  774. }
  775. //处理同名指标
  776. {
  777. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  778. if err != nil {
  779. br.Msg = "保存失败"
  780. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  781. return
  782. }
  783. if len(edbNameList) >= 2 {
  784. for _, v := range edbNameList {
  785. edbName := v.EdbName + "(" + v.SourceName + ")"
  786. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  787. if err != nil {
  788. br.Msg = "保存失败"
  789. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  790. return
  791. }
  792. }
  793. }
  794. }
  795. // 更新指标最大最小值
  796. err, errMsg = models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  797. if err != nil {
  798. br.Msg = errMsg
  799. br.ErrMsg = err.Error()
  800. return
  801. }
  802. resp := models.AddEdbInfoResp{
  803. EdbInfoId: edbInfo.EdbInfoId,
  804. UniqueCode: uniqueCode,
  805. }
  806. br.Ret = 200
  807. br.Success = true
  808. br.Msg = "保存成功"
  809. br.Data = resp
  810. br.IsAddLog = true
  811. }
  812. // Refresh
  813. // @Title 刷新计算指标接口
  814. // @Description 刷新计算指标接口
  815. // @Success 200 {object} models.RefreshEdbInfoReq
  816. // @router /refresh [post]
  817. func (this *PredictCalculateController) Refresh() {
  818. br := new(models.BaseResponse).Init()
  819. var cacheKey string
  820. defer func() {
  821. this.Data["json"] = br
  822. this.ServeJSON()
  823. }()
  824. var req models.RefreshEdbInfoReq
  825. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  826. if err != nil {
  827. br.Msg = "参数解析异常!"
  828. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  829. return
  830. }
  831. if req.EdbCode == "" {
  832. br.Msg = "请输入指标编码!"
  833. br.ErrMsg = "请输入指标编码,指标编码为空"
  834. return
  835. }
  836. if req.EdbInfoId <= 0 {
  837. br.Msg = "请输入指标ID!"
  838. br.ErrMsg = "请输入指标ID"
  839. return
  840. }
  841. edbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
  842. if err != nil {
  843. br.Msg = "指标不存在!"
  844. br.ErrMsg = "指标不存在"
  845. return
  846. }
  847. cacheKey = utils.CACHE_EDB_DATA_REFRESH + strconv.Itoa(edbInfo.Source) + "_" + req.EdbCode
  848. if utils.Rc.IsExist(cacheKey) {
  849. br.Ret = 501
  850. br.Success = true
  851. br.Msg = "系统处理中,请稍后重试"
  852. br.IsSendEmail = false
  853. return
  854. }
  855. utils.Rc.SetNX(cacheKey, 1, 1*time.Minute)
  856. defer func() {
  857. _ = utils.Rc.Delete(cacheKey)
  858. }()
  859. startDate := req.StartDate
  860. var errMsg string
  861. endDate := time.Now().Format(utils.FormatDate)
  862. edbInfoId := edbInfo.EdbInfoId
  863. source := edbInfo.Source
  864. var latestDateStr string // 最近实际数据的日期
  865. var latestValue float64 // 最近实际数据的值
  866. var baseEdbInfoModel models.BasePredictEdbInfoInterface
  867. refreshParams := models.RefreshParams{
  868. EdbInfo: edbInfo,
  869. }
  870. switch source {
  871. case utils.DATA_SOURCE_PREDICT_CALCULATE_TBZ: //刷新同比值
  872. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  873. if err != nil {
  874. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  875. break
  876. }
  877. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  878. if err != nil {
  879. errMsg = "GetEdbInfoById Err:" + err.Error()
  880. break
  881. }
  882. refreshParams.FromEdbInfo = fromEdbInfo
  883. refreshParams.StartDate = edbInfo.StartDate
  884. }
  885. switch source {
  886. case utils.DATA_SOURCE_PREDICT_CALCULATE:
  887. //startDate = edbInfo.StartDate
  888. //sTime, err := time.ParseInLocation(utils.FormatDate, edbInfo.EndDate, time.Local)
  889. //if err != nil {
  890. // return
  891. //}
  892. //startDate = sTime.Format(utils.FormatDate)
  893. startDate = ""
  894. var edbInfoIdBytes []string
  895. calculateMap, err := models.GetEdbInfoCalculateDetailList(edbInfo.EdbInfoId)
  896. if err != nil {
  897. errMsg = "GetEdbInfoCalculateDetail Err:" + err.Error()
  898. break
  899. }
  900. var formulaStr string
  901. edbInfoList := make([]*models.EdbInfo, 0)
  902. for _, v := range calculateMap {
  903. formulaStr += v.FromTag + ","
  904. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  905. edbInfo, _ := models.GetEdbInfoById(v.FromEdbInfoId)
  906. edbInfoList = append(edbInfoList, edbInfo)
  907. }
  908. latestDateStr, latestValue, err = models.RefreshAllPredictCalculate(edbInfoList, edbInfo.EdbInfoId, source, edbInfo.SubSource, edbInfo.EdbCode, edbInfo.CalculateFormula, startDate, edbInfoIdBytes, edbInfo.EmptyType, edbInfo.MaxEmptyType)
  909. if err != nil && err.Error() != utils.ErrNoRow() {
  910. errMsg = "RefreshCalculate Err:" + err.Error()
  911. break
  912. }
  913. case utils.DATA_SOURCE_PREDICT_CALCULATE_TCZ: //同差值
  914. calculateTcz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  915. if err != nil {
  916. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  917. break
  918. }
  919. fromEdbInfo, err := models.GetEdbInfoById(calculateTcz.FromEdbInfoId)
  920. if err != nil {
  921. errMsg = "GetEdbInfoById Err:" + err.Error()
  922. break
  923. }
  924. startDate = edbInfo.StartDate
  925. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateTcz(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTcz.EdbCode, startDate)
  926. if err != nil && err.Error() != utils.ErrNoRow() {
  927. errMsg = "RefreshCalculateTcz Err:" + err.Error()
  928. break
  929. }
  930. case utils.DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS: //N数值移动平均计算
  931. calculateInfo, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  932. if err != nil {
  933. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  934. break
  935. }
  936. fromEdbInfo, err := models.GetEdbInfoById(calculateInfo.FromEdbInfoId)
  937. if err != nil {
  938. errMsg = "GetEdbInfoById Err:" + err.Error()
  939. break
  940. }
  941. var formulaInt int
  942. formulaInt, _ = strconv.Atoi(calculateInfo.CalculateFormula)
  943. if formulaInt <= 0 {
  944. errMsg = "N值输入错误,请重新输入"
  945. break
  946. }
  947. startDate = edbInfo.StartDate
  948. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateNszydpjjs(edbInfoId, source, edbInfo.SubSource, formulaInt, fromEdbInfo, calculateInfo.EdbCode, startDate)
  949. if err != nil && err.Error() != utils.ErrNoRow() {
  950. errMsg = "RefreshAllPredictCalculateNszydpjjs Err:" + err.Error()
  951. break
  952. }
  953. case utils.DATA_SOURCE_PREDICT_CALCULATE_BP: //刷新变频
  954. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  955. if err != nil {
  956. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  957. break
  958. }
  959. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  960. if err != nil {
  961. errMsg = "GetEdbInfoById Err:" + err.Error()
  962. break
  963. }
  964. endDate = time.Now().Format(utils.FormatDate)
  965. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateBp(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate)
  966. if err != nil && err.Error() != utils.ErrNoRow() {
  967. errMsg = "RefreshAllPredictCalculateBp Err:" + err.Error()
  968. break
  969. }
  970. case utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ: //刷新环比值
  971. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  972. if err != nil {
  973. errMsg = "GetEdbInfoCalculateHbzDetail Err:" + err.Error()
  974. break
  975. }
  976. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  977. if err != nil {
  978. errMsg = "GetEdbInfoById Err:" + err.Error()
  979. break
  980. }
  981. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  982. endDate = time.Now().Format(utils.FormatDate)
  983. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  984. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateHbz(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate, formulaInt)
  985. if err != nil && err.Error() != utils.ErrNoRow() {
  986. errMsg = "RefreshAllPredictCalculateHbz Err:" + err.Error()
  987. break
  988. }
  989. case utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ: //刷新环差值
  990. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  991. if err != nil {
  992. errMsg = "GetEdbInfoCalculateHczDetail Err:" + err.Error()
  993. break
  994. }
  995. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  996. if err != nil {
  997. errMsg = "GetEdbInfoById Err:" + err.Error()
  998. break
  999. }
  1000. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1001. endDate = time.Now().Format(utils.FormatDate)
  1002. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1003. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateHcz(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate, formulaInt)
  1004. if err != nil && err.Error() != utils.ErrNoRow() {
  1005. errMsg = "RefreshAllPredictCalculateHcz Err:" + err.Error()
  1006. break
  1007. }
  1008. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZZY: //刷新累计值转月值
  1009. calculateLjzzy, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1010. if err != nil {
  1011. errMsg = "GetEdbInfoCalculateLjzzyDetail Err:" + err.Error()
  1012. break
  1013. }
  1014. fromEdbInfo, err := models.GetEdbInfoById(calculateLjzzy.FromEdbInfoId)
  1015. if err != nil {
  1016. errMsg = "GetEdbInfoById Err:" + err.Error()
  1017. break
  1018. }
  1019. endDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1020. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1021. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateLjzzy(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateLjzzy.EdbCode, startDate, endDate)
  1022. if err != nil && err.Error() != utils.ErrNoRow() {
  1023. errMsg = "RefreshAllPredictCalculateLjzzy Err:" + err.Error()
  1024. break
  1025. }
  1026. case utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT:
  1027. calculate, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1028. if err != nil {
  1029. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  1030. break
  1031. }
  1032. fromEdbInfo, err := models.GetEdbInfoById(calculate.FromEdbInfoId)
  1033. if err != nil {
  1034. errMsg = "GetEdbInfoById Err:" + err.Error()
  1035. break
  1036. }
  1037. //startDate = edbInfo.StartDate
  1038. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1039. endDate = time.Now().Format(utils.FormatDate)
  1040. formulaInt, _ := strconv.Atoi(calculate.CalculateFormula)
  1041. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateTimeShift(edbInfoId, source, edbInfo.SubSource, formulaInt, calculate.MoveType, fromEdbInfo, calculate.EdbCode, startDate, endDate, calculate.MoveFrequency)
  1042. if err != nil && err.Error() != utils.ErrNoRow() {
  1043. errMsg = "RefreshAllCalculateTimeShift Err:" + err.Error()
  1044. }
  1045. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZTBPJ: //刷新累计值同比拼接
  1046. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateLjztbpj(edbInfo)
  1047. if err != nil && err.Error() != utils.ErrNoRow() {
  1048. errMsg = "RefreshAllPredictCalculateLjztbpj Err:" + err.Error()
  1049. break
  1050. }
  1051. case utils.DATA_SOURCE_PREDICT_CALCULATE_ZJPJ: //刷新直接拼接
  1052. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateZjpj(edbInfo)
  1053. if err != nil && err.Error() != utils.ErrNoRow() {
  1054. errMsg = "RefreshAllPredictCalculateZjpj Err:" + err.Error()
  1055. break
  1056. }
  1057. case utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX: //超季节性
  1058. calculateCjjx, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1059. if err != nil {
  1060. errMsg = "GetEdbInfoCalculateNszydpjjsDetail Err:" + err.Error()
  1061. break
  1062. }
  1063. fromEdbInfo, err := models.GetEdbInfoById(calculateCjjx.FromEdbInfoId)
  1064. if err != nil {
  1065. errMsg = "GetEdbInfoById Err:" + err.Error()
  1066. break
  1067. }
  1068. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1069. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1070. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateCjjx(edbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, calculateCjjx.EdbCode, startDate, "", edbInfo.Calendar, formulaInt)
  1071. if err != nil && err.Error() != utils.ErrNoRow() {
  1072. errMsg = "RefreshAllPredictCalculateCjjx Err:" + err.Error()
  1073. break
  1074. }
  1075. case utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC: //nhcc
  1076. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateNhcc(edbInfo)
  1077. if err != nil && err.Error() != utils.ErrNoRow() {
  1078. errMsg = "RefreshAllPredictCalculateNhcc Err:" + err.Error()
  1079. break
  1080. }
  1081. case utils.DATA_SOURCE_PREDICT_CALCULATE_JP: //降频
  1082. calculateInfo, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1083. if err != nil {
  1084. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  1085. break
  1086. }
  1087. fromEdbInfo, err := models.GetEdbInfoById(calculateInfo.FromEdbInfoId)
  1088. if err != nil {
  1089. errMsg = "GetEdbInfoById Err:" + err.Error()
  1090. break
  1091. }
  1092. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateJp(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateInfo.EdbCode, edbInfo.Frequency, edbInfo.CalculateFormula)
  1093. if err != nil && err.Error() != utils.ErrNoRow() {
  1094. errMsg = "RefreshAllPredictCalculateJp Err:" + err.Error()
  1095. break
  1096. }
  1097. case utils.DATA_SOURCE_PREDICT_CALCULATE_NH: //年化
  1098. calculateInfo, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1099. if err != nil {
  1100. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  1101. break
  1102. }
  1103. fromEdbInfo, err := models.GetEdbInfoById(calculateInfo.FromEdbInfoId)
  1104. if err != nil {
  1105. errMsg = "GetEdbInfoById Err:" + err.Error()
  1106. break
  1107. }
  1108. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateNh(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateInfo.EdbCode, edbInfo.Frequency, edbInfo.CalculateFormula)
  1109. if err != nil && err.Error() != utils.ErrNoRow() {
  1110. errMsg = "RefreshAllPredictCalculateNh Err:" + err.Error()
  1111. break
  1112. }
  1113. case utils.DATA_SOURCE_PREDICT_CALCULATE_KSZS: //扩散指数
  1114. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateKszs(edbInfo)
  1115. if err != nil && err.Error() != utils.ErrNoRow() {
  1116. errMsg = "RefreshAllPredictCalculateKszs Err:" + err.Error()
  1117. break
  1118. }
  1119. default:
  1120. // 获取通用的数据源处理服务
  1121. baseEdbInfoModel = models.GetBasePredictEdbInfoModel(source)
  1122. // 没有找到的话,那么就直接返回报错吧
  1123. if baseEdbInfoModel == nil {
  1124. br.Msg = "来源异常,请联系相关开发!"
  1125. br.ErrMsg = "来源异常,请联系相关开发"
  1126. return
  1127. }
  1128. latestDateStr, latestValue, err, errMsg = baseEdbInfoModel.Refresh(refreshParams)
  1129. }
  1130. if errMsg != `` {
  1131. br.Msg = "刷新指标失败!"
  1132. br.ErrMsg = "刷新指标失败,err:" + errMsg
  1133. return
  1134. }
  1135. // 更新指标最大最小值
  1136. err, errMsg = models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  1137. if err != nil {
  1138. br.Msg = errMsg
  1139. br.ErrMsg = err.Error()
  1140. return
  1141. }
  1142. // 更新ES
  1143. go logic.UpdateEs(edbInfo.EdbInfoId)
  1144. br.Ret = 200
  1145. br.Success = true
  1146. br.Msg = "获取成功"
  1147. }
  1148. // CalculateComputeCorrelation
  1149. // @Title 拟合残差计算相关性接口
  1150. // @Description 拟合残差计算相关性接口
  1151. // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string"
  1152. // @Success Ret=200 返回指标id
  1153. // @router /compute_correlation [post]
  1154. func (this *PredictCalculateController) CalculateComputeCorrelation() {
  1155. br := new(models.BaseResponse).Init()
  1156. defer func() {
  1157. this.Data["json"] = br
  1158. this.ServeJSON()
  1159. }()
  1160. var req models.EdbInfoCalculateBatchSaveReq
  1161. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  1162. if err != nil {
  1163. br.Msg = "参数解析异常!"
  1164. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1165. return
  1166. }
  1167. if len(req.EdbInfoIdArr) != 2 {
  1168. br.Msg = "选择的指标异常,请重新选择"
  1169. return
  1170. }
  1171. //校验时间格式
  1172. //数据格式:2022-11-01,2022-11-10
  1173. timeList := strings.Split(req.Formula, ",")
  1174. if len(timeList) != 2 {
  1175. br.Msg = "选择时间有误,请重新输入"
  1176. return
  1177. }
  1178. startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  1179. if err != nil {
  1180. br.Msg = "开始日期有误,请重新输入"
  1181. return
  1182. }
  1183. endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  1184. if err != nil {
  1185. br.Msg = "结束日期有误,请重新输入"
  1186. return
  1187. }
  1188. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  1189. br.Msg = "日期间隔不得少于两天"
  1190. return
  1191. }
  1192. var nhccDate models.NhccDate // 拟合残差的日期
  1193. nhccDate.StartDate = startDate
  1194. nhccDate.EndDate = endDate
  1195. // 来源预测指标信息
  1196. fromEdbInfoId := req.EdbInfoIdArr[0].EdbInfoId
  1197. if fromEdbInfoId <= 0 {
  1198. br.Msg = "请选择指标"
  1199. return
  1200. }
  1201. // 来源指标(自变量指标)
  1202. fromEdbInfo, err := models.GetEdbInfoById(fromEdbInfoId)
  1203. if err != nil {
  1204. br.Msg = "获取指标信息失败"
  1205. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  1206. return
  1207. }
  1208. if fromEdbInfo.EdbInfoType != 1 {
  1209. br.Msg = "来源指标不是预测指标"
  1210. br.ErrMsg = "来源指标不是预测指标"
  1211. return
  1212. }
  1213. // 因变量指标
  1214. secondEdbInfoReq := req.EdbInfoIdArr[1]
  1215. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  1216. if tmpErr != nil {
  1217. br.Msg = "获取因变量的指标信息失败"
  1218. br.ErrMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
  1219. return
  1220. }
  1221. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  1222. br.Msg = "两个指标不允许为同一个"
  1223. br.ErrMsg = "两个指标不允许为同一个"
  1224. return
  1225. }
  1226. rVal, err := models.CalculatePredictComputeCorrelation(&req, fromEdbInfo, secondEdbInfo, nhccDate)
  1227. if err != nil {
  1228. br.Msg = "计算失败"
  1229. br.ErrMsg = "计算失败,ERR:" + err.Error()
  1230. return
  1231. }
  1232. br.Ret = 200
  1233. br.Success = true
  1234. br.Msg = "计算成功"
  1235. br.Data = rVal
  1236. br.IsAddLog = true
  1237. }