base_from_predict_calculate.go 43 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358
  1. package controllers
  2. import (
  3. "encoding/json"
  4. "eta/eta_index_lib/logic"
  5. "eta/eta_index_lib/models"
  6. "eta/eta_index_lib/services"
  7. "eta/eta_index_lib/utils"
  8. "fmt"
  9. "strconv"
  10. "strings"
  11. "time"
  12. )
  13. // PredictCalculateController 预测计算指标
  14. type PredictCalculateController struct {
  15. BaseAuthController
  16. }
  17. // Save
  18. // @Title 新增/编辑预测指标运算接口
  19. // @Description 新增预测指标运算接口
  20. // @Success 200 {object} models.EdbInfoCalculateSaveReq
  21. // @router /save [post]
  22. func (this *PredictCalculateController) Save() {
  23. br := new(models.BaseResponse).Init()
  24. defer func() {
  25. this.Data["json"] = br
  26. this.ServeJSON()
  27. }()
  28. var req models.EdbInfoCalculateSaveReq
  29. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  30. if err != nil {
  31. br.Msg = "参数解析异常!"
  32. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  33. return
  34. }
  35. if req.EdbInfoId <= 0 {
  36. addPredictCalculate(br, req)
  37. } else {
  38. editPredictCalculate(br, req)
  39. }
  40. }
  41. // AddPredictCalculate 添加预测指标运算
  42. func addPredictCalculate(br *models.BaseResponse, req models.EdbInfoCalculateSaveReq) {
  43. req.EdbName = strings.Trim(req.EdbName, " ")
  44. if req.EdbName == "" {
  45. br.Msg = "指标名称不能为空"
  46. return
  47. }
  48. if req.Frequency == "" {
  49. br.Msg = "频率不能为空"
  50. return
  51. }
  52. if req.Unit == "" {
  53. br.Msg = "单位不能为空"
  54. return
  55. }
  56. if req.ClassifyId <= 0 {
  57. br.Msg = "请选择分类"
  58. return
  59. }
  60. if len(req.EdbInfoIdArr) <= 0 {
  61. br.Msg = "请选择指标"
  62. return
  63. }
  64. if req.CalculateFormula == "" {
  65. br.Msg = "请填写指标"
  66. return
  67. }
  68. //加入缓存机制,避免创建同一个名称的指标 start
  69. redisKey := fmt.Sprint("predict_edb_info:calculate:batch:save:", utils.DATA_SOURCE_PREDICT_CALCULATE, ":", req.EdbName)
  70. isExist := utils.Rc.IsExist(redisKey)
  71. if isExist {
  72. br.Msg = "指标正在处理,请勿重复提交"
  73. return
  74. } else {
  75. //设置3分钟缓存
  76. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  77. defer func() {
  78. _ = utils.Rc.Delete(redisKey)
  79. }()
  80. }
  81. calculateFormula := req.CalculateFormula
  82. calculateFormula = strings.Replace(calculateFormula, "(", "(", -1)
  83. calculateFormula = strings.Replace(calculateFormula, ")", ")", -1)
  84. calculateFormula = strings.Replace(calculateFormula, ",", ",", -1)
  85. calculateFormula = strings.Replace(calculateFormula, "。", ".", -1)
  86. if strings.Contains(req.CalculateFormula, "%") {
  87. calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1)
  88. }
  89. req.CalculateFormula = calculateFormula
  90. //检验公式
  91. var formulaStr string
  92. var edbInfoIdBytes []string
  93. for _, v := range req.EdbInfoIdArr {
  94. formulaStr += v.FromTag + ","
  95. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  96. }
  97. formulaSlice, err := utils.CheckFormulaJson(req.CalculateFormula)
  98. if err != nil {
  99. br.Msg = "公式格式错误,请重新填写"
  100. return
  101. }
  102. for _, formula := range formulaSlice {
  103. formulaMap, e := utils.CheckFormula(formula)
  104. if e != nil {
  105. br.Msg = "公式错误,请重新填写"
  106. return
  107. }
  108. for _, v := range formulaMap {
  109. if !strings.Contains(formulaStr, v) {
  110. br.Msg = "公式错误,请重新填写"
  111. return
  112. }
  113. }
  114. }
  115. // 判断指标名称是否存在
  116. {
  117. var condition string
  118. var pars []interface{}
  119. // 指标类型,0:普通指标,1:预测指标
  120. condition += " AND edb_info_type=? AND edb_name=? "
  121. pars = append(pars, 1, req.EdbName)
  122. count, err := models.GetEdbInfoCountByCondition(condition, pars)
  123. if err != nil {
  124. br.Msg = "判断指标名称是否存在失败"
  125. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  126. return
  127. }
  128. if count > 0 {
  129. br.Msg = "指标名称已存在,请重新填写"
  130. br.ErrMsg = "指标名称已存在,请重新填写"
  131. return
  132. }
  133. }
  134. // 关联指标信息
  135. edbInfoList := make([]*models.EdbInfo, 0)
  136. calculateMappingList := make([]*models.EdbInfoCalculateMapping, 0)
  137. for k, v := range req.EdbInfoIdArr {
  138. fromEdbInfo, err := models.GetEdbInfoById(v.EdbInfoId)
  139. if err != nil {
  140. if err.Error() == utils.ErrNoRow() {
  141. br.Msg = "生成计算指标失败"
  142. br.Msg = "指标 " + strconv.Itoa(v.EdbInfoId) + " 不存在"
  143. return
  144. }
  145. br.Msg = "生成计算指标失败"
  146. br.Msg = "获取指标失败:Err:" + err.Error()
  147. return
  148. }
  149. edbInfoList = append(edbInfoList, fromEdbInfo)
  150. //关联关系表
  151. {
  152. calculateMappingItem := &models.EdbInfoCalculateMapping{
  153. CreateTime: time.Now(),
  154. ModifyTime: time.Now(),
  155. Sort: k + 1,
  156. //EdbCode: edbCode,
  157. //EdbInfoId: int(edbInfoId),
  158. FromEdbInfoId: fromEdbInfo.EdbInfoId,
  159. FromEdbCode: fromEdbInfo.EdbCode,
  160. FromEdbName: fromEdbInfo.EdbName,
  161. FromSource: fromEdbInfo.Source,
  162. FromSourceName: fromEdbInfo.SourceName,
  163. FromTag: v.FromTag,
  164. Source: utils.DATA_SOURCE_PREDICT_CALCULATE,
  165. SourceName: "预测指标运算",
  166. }
  167. calculateMappingList = append(calculateMappingList, calculateMappingItem)
  168. }
  169. }
  170. for _, v := range formulaSlice {
  171. formulaMap, e := utils.CheckFormula(v)
  172. if e != nil {
  173. br.Msg = "公式错误,请重新填写"
  174. return
  175. }
  176. //预先计算,判断公式是否正常
  177. ok, _ := models.CheckFormula2(edbInfoList, formulaMap, v, edbInfoIdBytes)
  178. if !ok {
  179. br.Msg = "生成计算指标失败,请使用正确的计算公式"
  180. return
  181. }
  182. }
  183. // 指标入库
  184. randStr := utils.GetRandDigit(4)
  185. edbCode := `C2` + time.Now().Format("060102") + randStr
  186. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  187. uniqueCode := utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  188. edbInfo := &models.EdbInfo{
  189. EdbInfoType: 1,
  190. Source: utils.DATA_SOURCE_PREDICT_CALCULATE,
  191. SourceName: "预测指标运算",
  192. EdbCode: edbCode,
  193. EdbName: req.EdbName,
  194. EdbNameSource: req.EdbName,
  195. Frequency: req.Frequency,
  196. Unit: req.Unit,
  197. ClassifyId: req.ClassifyId,
  198. SysUserId: req.AdminId,
  199. SysUserRealName: req.AdminName,
  200. CreateTime: time.Now(),
  201. ModifyTime: time.Now(),
  202. UniqueCode: uniqueCode,
  203. CalculateFormula: req.CalculateFormula,
  204. EdbType: 2,
  205. EmptyType: req.EmptyType,
  206. MaxEmptyType: req.MaxEmptyType,
  207. }
  208. edbInfoId, err := models.AddEdbInfo(edbInfo)
  209. if err != nil {
  210. br.Msg = "生成计算指标失败"
  211. br.Msg = "生成计算指标失败,AddEdbInfo Err:" + err.Error()
  212. return
  213. }
  214. edbInfo.EdbInfoId = int(edbInfoId)
  215. //处理同名指标
  216. {
  217. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  218. if err != nil {
  219. br.Msg = "保存失败"
  220. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  221. return
  222. }
  223. if len(edbNameList) >= 2 {
  224. for _, v := range edbNameList {
  225. edbName := v.EdbName + "(" + v.SourceName + ")"
  226. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  227. if err != nil {
  228. br.Msg = "保存失败"
  229. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  230. return
  231. }
  232. }
  233. }
  234. }
  235. //关联关系表入库
  236. {
  237. if len(calculateMappingList) > 0 {
  238. for k, v := range calculateMappingList {
  239. v.EdbCode = edbInfo.EdbCode
  240. v.EdbInfoId = edbInfo.EdbInfoId
  241. calculateMappingList[k] = v
  242. }
  243. go models.AddEdbInfoCalculateMappingMulti(calculateMappingList)
  244. }
  245. }
  246. // 开始添加预测指标
  247. latestDateStr, latestValue, err := models.AddPredictCalculateData(edbInfoList, edbInfo, edbCode, req.CalculateFormula, edbInfoIdBytes)
  248. if err != nil {
  249. br.Msg = "生成计算指标失败"
  250. br.Msg = "生成计算指标失败,Calculate Err:" + err.Error()
  251. return
  252. }
  253. // 更新指标最大最小值
  254. err, errMsg := models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  255. if err != nil {
  256. br.Msg = errMsg
  257. br.ErrMsg = err.Error()
  258. return
  259. }
  260. resp := models.AddEdbInfoResp{
  261. EdbInfoId: int(edbInfoId),
  262. UniqueCode: uniqueCode,
  263. }
  264. br.Ret = 200
  265. br.Success = true
  266. br.Msg = "保存成功"
  267. br.Data = resp
  268. br.IsAddLog = true
  269. }
  270. // editPredictCalculate 编辑预测指标运算
  271. func editPredictCalculate(br *models.BaseResponse, req models.EdbInfoCalculateSaveReq) {
  272. req.EdbName = strings.Trim(req.EdbName, " ")
  273. if req.EdbName == "" {
  274. br.Msg = "指标名称不能为空"
  275. return
  276. }
  277. if req.Frequency == "" {
  278. br.Msg = "频率不能为空"
  279. return
  280. }
  281. if req.Unit == "" {
  282. br.Msg = "单位不能为空"
  283. return
  284. }
  285. if req.ClassifyId <= 0 {
  286. br.Msg = "请选择分类"
  287. return
  288. }
  289. if len(req.EdbInfoIdArr) <= 0 {
  290. br.Msg = "请选择指标"
  291. return
  292. }
  293. if req.CalculateFormula == "" {
  294. br.Msg = "请填写指标"
  295. return
  296. }
  297. //加入缓存机制,避免创建同一个名称的指标 start
  298. redisKey := fmt.Sprint("predict_edb_info:calculate:batch:save:", utils.DATA_SOURCE_PREDICT_CALCULATE, ":", req.EdbName)
  299. isExist := utils.Rc.IsExist(redisKey)
  300. if isExist {
  301. br.Msg = "指标正在处理,请勿重复提交"
  302. // return
  303. } else {
  304. //设置3分钟缓存
  305. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  306. defer func() {
  307. _ = utils.Rc.Delete(redisKey)
  308. }()
  309. }
  310. calculateFormula := req.CalculateFormula
  311. calculateFormula = strings.Replace(calculateFormula, "(", "(", -1)
  312. calculateFormula = strings.Replace(calculateFormula, ")", ")", -1)
  313. calculateFormula = strings.Replace(calculateFormula, ",", ",", -1)
  314. calculateFormula = strings.Replace(calculateFormula, "。", ".", -1)
  315. if strings.Contains(req.CalculateFormula, "%") {
  316. calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1)
  317. }
  318. req.CalculateFormula = calculateFormula
  319. //检验公式
  320. var formulaStr string
  321. var edbInfoIdBytes []string
  322. for _, v := range req.EdbInfoIdArr {
  323. formulaStr += v.FromTag + ","
  324. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  325. }
  326. formulaSlice, err := utils.CheckFormulaJson(req.CalculateFormula)
  327. if err != nil {
  328. br.Msg = "公式格式错误,请重新填写"
  329. return
  330. }
  331. for _, formula := range formulaSlice {
  332. formulaMap, e := utils.CheckFormula(formula)
  333. if e != nil {
  334. br.Msg = "公式错误,请重新填写"
  335. return
  336. }
  337. for _, v := range formulaMap {
  338. if !strings.Contains(formulaStr, v) {
  339. br.Msg = "公式错误,请重新填写"
  340. return
  341. }
  342. }
  343. }
  344. // 获取计算指标信息
  345. edbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
  346. if err != nil {
  347. br.Msg = "获取指标信息失败"
  348. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  349. return
  350. }
  351. // 判断指标名称是否存在
  352. {
  353. var condition string
  354. var pars []interface{}
  355. // 指标类型,0:普通指标,1:预测指标
  356. condition += " AND edb_info_id !=? AND edb_info_type=? AND edb_name=? "
  357. pars = append(pars, edbInfo.EdbInfoId, edbInfo.EdbInfoType, req.EdbName)
  358. count, err := models.GetEdbInfoCountByCondition(condition, pars)
  359. if err != nil {
  360. br.Msg = "判断指标名称是否存在失败"
  361. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  362. return
  363. }
  364. if count > 0 {
  365. br.Msg = "指标名称已存在,请重新填写"
  366. br.ErrMsg = "指标名称已存在,请重新填写"
  367. return
  368. }
  369. }
  370. // 关联指标信息
  371. edbInfoList := make([]*models.EdbInfo, 0)
  372. calculateMappingList := make([]*models.EdbInfoCalculateMapping, 0)
  373. for k, v := range req.EdbInfoIdArr {
  374. fromEdbInfo, err := models.GetEdbInfoById(v.EdbInfoId)
  375. if err != nil {
  376. if err.Error() == utils.ErrNoRow() {
  377. br.Msg = "生成计算指标失败"
  378. br.Msg = "指标 " + strconv.Itoa(v.EdbInfoId) + " 不存在"
  379. return
  380. }
  381. br.Msg = "生成计算指标失败"
  382. br.Msg = "获取指标失败:Err:" + err.Error()
  383. return
  384. }
  385. edbInfoList = append(edbInfoList, fromEdbInfo)
  386. //关联关系表
  387. {
  388. calculateMappingItem := &models.EdbInfoCalculateMapping{
  389. CreateTime: time.Now(),
  390. ModifyTime: time.Now(),
  391. Sort: k + 1,
  392. EdbCode: edbInfo.EdbCode,
  393. EdbInfoId: edbInfo.EdbInfoId,
  394. FromEdbInfoId: fromEdbInfo.EdbInfoId,
  395. FromEdbCode: fromEdbInfo.EdbCode,
  396. FromEdbName: fromEdbInfo.EdbName,
  397. FromSource: fromEdbInfo.Source,
  398. FromSourceName: fromEdbInfo.SourceName,
  399. FromTag: v.FromTag,
  400. Source: utils.DATA_SOURCE_PREDICT_CALCULATE,
  401. SourceName: "预测指标运算",
  402. }
  403. calculateMappingList = append(calculateMappingList, calculateMappingItem)
  404. }
  405. }
  406. for _, v := range formulaSlice {
  407. formulaMap, e := utils.CheckFormula(v)
  408. if e != nil {
  409. br.Msg = "公式错误,请重新填写"
  410. return
  411. }
  412. //预先计算,判断公式是否正常
  413. ok, _ := models.CheckFormula2(edbInfoList, formulaMap, v, edbInfoIdBytes)
  414. if !ok {
  415. br.Msg = "生成计算指标失败,请使用正确的计算公式"
  416. return
  417. }
  418. }
  419. //处理同名指标
  420. {
  421. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  422. if err != nil {
  423. br.Msg = "保存失败"
  424. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  425. return
  426. }
  427. if len(edbNameList) >= 2 {
  428. for _, v := range edbNameList {
  429. edbName := v.EdbName + "(" + v.SourceName + ")"
  430. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  431. if err != nil {
  432. br.Msg = "保存失败"
  433. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  434. return
  435. }
  436. }
  437. }
  438. }
  439. edbInfo.EdbName = req.EdbName
  440. edbInfo.Frequency = req.Frequency
  441. edbInfo.Unit = req.Unit
  442. edbInfo.ClassifyId = req.ClassifyId
  443. edbInfo.CalculateFormula = req.CalculateFormula
  444. edbInfo.EmptyType = req.EmptyType
  445. edbInfo.MaxEmptyType = req.MaxEmptyType
  446. err = models.EditPredictCalculate(edbInfo, calculateMappingList)
  447. if err != nil {
  448. br.Msg = "修改计算指标失败"
  449. br.Msg = "修改计算指标失败,Calculate Err:" + err.Error()
  450. return
  451. }
  452. // 开始添加预测指标
  453. latestDateStr, latestValue, err := models.AddPredictCalculateData(edbInfoList, edbInfo, edbInfo.EdbCode, req.CalculateFormula, edbInfoIdBytes)
  454. if err != nil {
  455. br.Msg = "生成计算指标失败"
  456. br.Msg = "生成计算指标失败,Calculate Err:" + err.Error()
  457. return
  458. }
  459. // 更新指标最大最小值
  460. err, errMsg := models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  461. if err != nil {
  462. br.Msg = errMsg
  463. br.ErrMsg = err.Error()
  464. return
  465. }
  466. resp := models.AddEdbInfoResp{
  467. EdbInfoId: edbInfo.EdbInfoId,
  468. UniqueCode: edbInfo.UniqueCode,
  469. }
  470. br.Ret = 200
  471. br.Success = true
  472. br.Msg = "保存成功"
  473. br.Data = resp
  474. br.IsAddLog = true
  475. }
  476. // CalculateBatchSave
  477. // @Title 累计值转月-同比值-同差等计算新增
  478. // @Description 累计值转月-同比值-同差等计算新增接口
  479. // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string"
  480. // @Success Ret=200 返回指标id
  481. // @router /batch/save [post]
  482. func (this *PredictCalculateController) CalculateBatchSave() {
  483. br := new(models.BaseResponse).Init()
  484. defer func() {
  485. this.Data["json"] = br
  486. this.ServeJSON()
  487. }()
  488. var req models.EdbInfoCalculateBatchSaveReq
  489. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  490. if err != nil {
  491. br.Msg = "参数解析异常!"
  492. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  493. return
  494. }
  495. req.EdbName = strings.Trim(req.EdbName, " ")
  496. if req.EdbName == "" {
  497. br.Msg = "指标名称不能为空"
  498. return
  499. }
  500. if req.Frequency == "" {
  501. br.Msg = "频率不能为空"
  502. return
  503. }
  504. if req.Unit == "" {
  505. br.Msg = "单位不能为空"
  506. return
  507. }
  508. if req.ClassifyId <= 0 {
  509. br.Msg = "请选择分类"
  510. return
  511. }
  512. // 基础指标id
  513. fromEdbInfoId := req.FromEdbInfoId
  514. notNeedFromEdbSourceList := []int{utils.DATA_SOURCE_PREDICT_CALCULATE_KSZS, utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC} // 不需要传入来源指标id的 指标类型
  515. if fromEdbInfoId <= 0 && !utils.InArrayByInt(notNeedFromEdbSourceList, req.Source) {
  516. br.Msg = "请选择指标"
  517. return
  518. }
  519. //加入缓存机制,避免创建同一个名称的指标 start
  520. redisKey := fmt.Sprint("edb_lib:predict_calculate:batch:save:", req.Source, ":", req.EdbName)
  521. isExist := utils.Rc.IsExist(redisKey)
  522. if isExist {
  523. br.Msg = "指标正在处理,请勿重复提交"
  524. return
  525. } else {
  526. //设置3分钟缓存
  527. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  528. defer func() {
  529. _ = utils.Rc.Delete(redisKey)
  530. }()
  531. }
  532. //加入缓存机制,避免创建同一个名称的指标 end
  533. oldEdbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
  534. if err != nil {
  535. br.Msg = "获取指标信息失败"
  536. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  537. return
  538. }
  539. var condition string
  540. var pars []interface{}
  541. condition += " AND edb_name=? "
  542. pars = append(pars, req.EdbName)
  543. if req.EdbInfoId > 0 {
  544. condition += " AND edb_info_id !=? "
  545. pars = append(pars, req.EdbInfoId)
  546. }
  547. count, err := models.GetEdbInfoCountByCondition(condition, pars)
  548. if err != nil {
  549. br.Msg = "判断指标名称是否存在失败"
  550. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  551. return
  552. }
  553. if count > 0 {
  554. br.Msg = "指标名称已存在,请重新填写"
  555. br.ErrMsg = "指标名称已存在,请重新填写"
  556. return
  557. }
  558. //生成指标编码
  559. randStr := utils.GetRandDigit(4)
  560. edbCode := `C` + time.Now().Format("060102") + randStr
  561. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  562. uniqueCode := utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  563. adminId := req.AdminId
  564. adminName := req.AdminName
  565. var sourName string
  566. var errMsg string
  567. var edbInfo *models.EdbInfo
  568. var latestDateStr string // 最近实际数据的日期
  569. var latestValue float64 // 最近实际数据的值
  570. var formulaInt int
  571. var nhccDate models.NhccDate // 拟合残差的日期
  572. switch req.Source {
  573. case utils.DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS, utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ, utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ, utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT, utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX:
  574. if req.Formula == "" {
  575. br.Msg = "请填写N值"
  576. return
  577. }
  578. formulaInt, _ = strconv.Atoi(req.Formula)
  579. if formulaInt <= 0 {
  580. br.Msg = "N值输入错误,请重新输入"
  581. return
  582. }
  583. /*case utils.DATA_SOURCE_PREDICT_CALCULATE_ZJPJ:
  584. //直接拼接指标
  585. //校验时间格式
  586. _, err = time.ParseInLocation(utils.FormatDate, req.Formula, time.Local)
  587. if err != nil {
  588. br.Msg = "拼接日期有误,请重新输入"
  589. return
  590. }*/
  591. case utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC: //拟合残差指标
  592. //指标校验
  593. if len(req.EdbInfoIdArr) != 2 {
  594. br.Msg = "选择的指标异常,请重新选择"
  595. return
  596. }
  597. fromEdbInfoId = req.EdbInfoIdArr[0].EdbInfoId
  598. //校验时间格式
  599. //数据格式:2022-11-01,2022-11-10
  600. timeList := strings.Split(req.Formula, ",")
  601. if len(timeList) != 2 {
  602. br.Msg = "选择时间有误,请重新输入"
  603. return
  604. }
  605. startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  606. if err != nil {
  607. br.Msg = "开始日期有误,请重新输入"
  608. return
  609. }
  610. endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  611. if err != nil {
  612. br.Msg = "结束日期有误,请重新输入"
  613. return
  614. }
  615. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  616. br.Msg = "日期间隔不得少于两天"
  617. return
  618. }
  619. nhccDate.StartDate = startDate
  620. nhccDate.EndDate = endDate
  621. case utils.DATA_SOURCE_CALCULATE_ZSXY: // 指数修匀
  622. if req.Formula == "" {
  623. br.Msg = "请填写alpha值"
  624. return
  625. }
  626. a, e := strconv.ParseFloat(req.Formula, 64)
  627. if e != nil {
  628. br.Msg = "alpha值输入错误, 请重新输入"
  629. return
  630. }
  631. if a <= 0 || a >= 1 {
  632. br.Msg = "alpha值输入错误, 请重新输入"
  633. return
  634. }
  635. }
  636. if err != nil {
  637. br.Msg = "获取指标信息失败"
  638. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  639. return
  640. }
  641. // 来源预测指标信息
  642. var fromEdbInfo *models.EdbInfo
  643. if fromEdbInfoId > 0 {
  644. fromEdbInfo, err = models.GetEdbInfoById(fromEdbInfoId)
  645. if err != nil {
  646. br.Msg = "获取指标信息失败"
  647. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  648. return
  649. }
  650. if fromEdbInfo.EdbInfoType != 1 {
  651. br.Msg = "来源指标不是预测指标"
  652. br.ErrMsg = "来源指标不是预测指标"
  653. return
  654. }
  655. }
  656. var baseEdbInfoModel models.BasePredictEdbInfoInterface
  657. saveParams := models.BatchSaveCalculateBatchParams{
  658. Req: req,
  659. FromEdbInfo: fromEdbInfo,
  660. EdbCode: edbCode,
  661. UniqueCode: uniqueCode,
  662. SysUserId: req.AdminId,
  663. SysUserRealName: req.AdminName,
  664. }
  665. if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_TBZ {
  666. if req.EdbInfoId <= 0 {
  667. if req.Frequency != fromEdbInfo.Frequency {
  668. br.Msg = "当前频度和原指标频度不一致"
  669. return
  670. }
  671. if req.Unit != "无" {
  672. br.Msg = "单位只允许为无,禁止选择其他单位"
  673. return
  674. }
  675. }
  676. }
  677. if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_TCZ {
  678. if req.EdbInfoId <= 0 {
  679. if req.Frequency != fromEdbInfo.Frequency {
  680. br.Msg = "当前频度和原指标频度不一致"
  681. return
  682. }
  683. if req.Unit != fromEdbInfo.Unit {
  684. br.Msg = "当前单位和原指标单位不一致"
  685. return
  686. }
  687. }
  688. sourName = "预测同差"
  689. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateTcz(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  690. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS {
  691. sourName = "预测N数值移动平均计算"
  692. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateNszydpjjs(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  693. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_BP {
  694. sourName = "预测变频"
  695. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateBp(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  696. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ {
  697. checkDataList, tmpErr := models.GetPredictEdbDataListAllByStartDate(fromEdbInfo, 0, "")
  698. if tmpErr != nil && tmpErr.Error() != utils.ErrNoRow() {
  699. br.Msg = "判断环比值是否可计算失败"
  700. br.ErrMsg = "判断环比值是否可计算失败,Err:" + tmpErr.Error()
  701. return
  702. }
  703. for _, v := range checkDataList {
  704. if v.Value <= 0 {
  705. br.Msg = "原始数据中存在0或负数,该指标不能进行环比运算"
  706. br.ErrMsg = "原始数据中出现0和负值时,提示该指标不能进行环比运算"
  707. return
  708. }
  709. }
  710. sourName = "预测环比值"
  711. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateHbz(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, formulaInt)
  712. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ {
  713. sourName = "预测环差值"
  714. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateHcz(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, formulaInt)
  715. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_LJZZY {
  716. sourName = "预测累计值转月值"
  717. if fromEdbInfo.Frequency != "月度" {
  718. br.Msg = "请选择月度指标"
  719. return
  720. }
  721. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateLjzzy(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  722. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT {
  723. sourName = "预测时间移位"
  724. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateTimeShift(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  725. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX {
  726. sourName = "预测超季节性"
  727. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateCjjx(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, formulaInt)
  728. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC {
  729. sourName = "预测拟合残差"
  730. secondEdbInfoReq := req.EdbInfoIdArr[1]
  731. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  732. if tmpErr != nil {
  733. br.Msg = "获取因变量的指标信息失败"
  734. br.ErrMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
  735. return
  736. }
  737. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  738. br.Msg = "两个指标不允许为同一个"
  739. br.ErrMsg = "两个指标不允许为同一个"
  740. return
  741. }
  742. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateNhcc(&req, fromEdbInfo, secondEdbInfo, edbCode, uniqueCode, nhccDate, adminId, adminName)
  743. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_JP {
  744. sourName = utils.DATA_SOURCE_NAME_PREDICT_CALCULATE_JP
  745. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateJp(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  746. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_NH {
  747. sourName = utils.DATA_SOURCE_NAME_PREDICT_CALCULATE_NH
  748. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateNh(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  749. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_KSZS {
  750. sourName = utils.DATA_SOURCE_NAME_PREDICT_CALCULATE_KSZS
  751. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateKszs(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, req.EdbInfoIdArr, edbCode, uniqueCode, adminId, adminName)
  752. } else {
  753. // 获取通用的数据源处理服务
  754. baseEdbInfoModel = models.GetBasePredictEdbInfoModel(req.Source)
  755. // 没有找到的话,那么就直接返回报错吧
  756. if baseEdbInfoModel == nil {
  757. br.Msg = "无效计算方式"
  758. br.ErrMsg = "无效计算方式,source:" + strconv.Itoa(req.Source)
  759. return
  760. }
  761. sourName = baseEdbInfoModel.GetSourceName()
  762. if req.EdbInfoId <= 0 {
  763. edbInfo, latestDateStr, latestValue, err, errMsg = baseEdbInfoModel.Add(saveParams)
  764. } else {
  765. edbInfo, err = models.GetEdbInfoById(req.EdbInfoId)
  766. if err != nil {
  767. if err.Error() == utils.ErrNoRow() {
  768. br.Msg = "指标已被删除,请刷新页面"
  769. br.ErrMsg = "指标已被删除,请刷新页面:Err:" + err.Error()
  770. return
  771. }
  772. br.Msg = "获取指标信息失败"
  773. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  774. return
  775. }
  776. saveParams.EdbInfo = edbInfo
  777. latestDateStr, latestValue, err, errMsg = baseEdbInfoModel.Edit(saveParams)
  778. }
  779. }
  780. if err != nil {
  781. br.Msg = "生成" + sourName + "失败"
  782. if errMsg != `` {
  783. br.Msg = errMsg
  784. }
  785. br.Msg = "生成" + sourName + "失败 Err:" + err.Error()
  786. return
  787. }
  788. if edbInfo == nil {
  789. br.Msg = "生成" + sourName + "失败"
  790. br.ErrMsg = "生成" + sourName + "失败,edbInfo is nil"
  791. return
  792. }
  793. //处理同名指标
  794. {
  795. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  796. if err != nil {
  797. br.Msg = "保存失败"
  798. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  799. return
  800. }
  801. if len(edbNameList) >= 2 {
  802. for _, v := range edbNameList {
  803. edbName := v.EdbName + "(" + v.SourceName + ")"
  804. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  805. if err != nil {
  806. br.Msg = "保存失败"
  807. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  808. return
  809. }
  810. }
  811. }
  812. }
  813. // 更新指标最大最小值
  814. err, errMsg = models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  815. if err != nil {
  816. br.Msg = errMsg
  817. br.ErrMsg = err.Error()
  818. return
  819. }
  820. // 记录操作变更记录
  821. newEdbInfo := new(models.EdbInfoEditRecord)
  822. newEdbInfo.EdbName = req.EdbName
  823. newEdbInfo.Frequency = req.Frequency
  824. newEdbInfo.Unit = req.Unit
  825. newEdbInfo.OperateUserId = req.AdminId
  826. newEdbInfo.OperateUserRealName = req.AdminName
  827. err = services.AddEditEdbInfoRcord(oldEdbInfo, newEdbInfo)
  828. if err != nil {
  829. br.Msg = "保存失败"
  830. br.ErrMsg = "保存失败,Err:" + err.Error()
  831. return
  832. }
  833. resp := models.AddEdbInfoResp{
  834. EdbInfoId: edbInfo.EdbInfoId,
  835. UniqueCode: uniqueCode,
  836. }
  837. br.Ret = 200
  838. br.Success = true
  839. br.Msg = "保存成功"
  840. br.Data = resp
  841. br.IsAddLog = true
  842. }
  843. // Refresh
  844. // @Title 刷新计算指标接口
  845. // @Description 刷新计算指标接口
  846. // @Success 200 {object} models.RefreshEdbInfoReq
  847. // @router /refresh [post]
  848. func (this *PredictCalculateController) Refresh() {
  849. br := new(models.BaseResponse).Init()
  850. var cacheKey string
  851. defer func() {
  852. this.Data["json"] = br
  853. this.ServeJSON()
  854. }()
  855. var req models.RefreshEdbInfoReq
  856. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  857. if err != nil {
  858. br.Msg = "参数解析异常!"
  859. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  860. return
  861. }
  862. if req.EdbCode == "" {
  863. br.Msg = "请输入指标编码!"
  864. br.ErrMsg = "请输入指标编码,指标编码为空"
  865. return
  866. }
  867. if req.EdbInfoId <= 0 {
  868. br.Msg = "请输入指标ID!"
  869. br.ErrMsg = "请输入指标ID"
  870. return
  871. }
  872. edbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
  873. if err != nil {
  874. br.Msg = "指标不存在!"
  875. br.ErrMsg = "指标不存在"
  876. return
  877. }
  878. cacheKey = utils.CACHE_EDB_DATA_REFRESH + strconv.Itoa(edbInfo.Source) + "_" + req.EdbCode
  879. if utils.Rc.IsExist(cacheKey) {
  880. br.Ret = 501
  881. br.Success = true
  882. br.Msg = "系统处理中,请稍后重试"
  883. br.IsSendEmail = false
  884. return
  885. }
  886. utils.Rc.SetNX(cacheKey, 1, 1*time.Minute)
  887. defer func() {
  888. _ = utils.Rc.Delete(cacheKey)
  889. }()
  890. startDate := req.StartDate
  891. var errMsg string
  892. endDate := time.Now().Format(utils.FormatDate)
  893. edbInfoId := edbInfo.EdbInfoId
  894. source := edbInfo.Source
  895. var latestDateStr string // 最近实际数据的日期
  896. var latestValue float64 // 最近实际数据的值
  897. var baseEdbInfoModel models.BasePredictEdbInfoInterface
  898. refreshParams := models.RefreshParams{
  899. EdbInfo: edbInfo,
  900. }
  901. switch source {
  902. case utils.DATA_SOURCE_PREDICT_CALCULATE_TBZ: //刷新同比值
  903. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  904. if err != nil {
  905. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  906. break
  907. }
  908. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  909. if err != nil {
  910. errMsg = "GetEdbInfoById Err:" + err.Error()
  911. break
  912. }
  913. refreshParams.FromEdbInfo = fromEdbInfo
  914. refreshParams.StartDate = edbInfo.StartDate
  915. }
  916. switch source {
  917. case utils.DATA_SOURCE_PREDICT_CALCULATE:
  918. //startDate = edbInfo.StartDate
  919. //sTime, err := time.ParseInLocation(utils.FormatDate, edbInfo.EndDate, time.Local)
  920. //if err != nil {
  921. // return
  922. //}
  923. //startDate = sTime.Format(utils.FormatDate)
  924. startDate = ""
  925. var edbInfoIdBytes []string
  926. calculateMap, err := models.GetEdbInfoCalculateDetailList(edbInfo.EdbInfoId)
  927. if err != nil {
  928. errMsg = "GetEdbInfoCalculateDetail Err:" + err.Error()
  929. break
  930. }
  931. var formulaStr string
  932. edbInfoList := make([]*models.EdbInfo, 0)
  933. for _, v := range calculateMap {
  934. formulaStr += v.FromTag + ","
  935. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  936. edbInfo, _ := models.GetEdbInfoById(v.FromEdbInfoId)
  937. edbInfoList = append(edbInfoList, edbInfo)
  938. }
  939. latestDateStr, latestValue, err = models.RefreshAllPredictCalculate(edbInfoList, edbInfo.EdbInfoId, source, edbInfo.SubSource, edbInfo.EdbCode, edbInfo.CalculateFormula, startDate, edbInfoIdBytes, edbInfo.EmptyType, edbInfo.MaxEmptyType)
  940. if err != nil && err.Error() != utils.ErrNoRow() {
  941. errMsg = "RefreshCalculate Err:" + err.Error()
  942. break
  943. }
  944. case utils.DATA_SOURCE_PREDICT_CALCULATE_TCZ: //同差值
  945. calculateTcz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  946. if err != nil {
  947. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  948. break
  949. }
  950. fromEdbInfo, err := models.GetEdbInfoById(calculateTcz.FromEdbInfoId)
  951. if err != nil {
  952. errMsg = "GetEdbInfoById Err:" + err.Error()
  953. break
  954. }
  955. startDate = edbInfo.StartDate
  956. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateTcz(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTcz.EdbCode, startDate)
  957. if err != nil && err.Error() != utils.ErrNoRow() {
  958. errMsg = "RefreshCalculateTcz Err:" + err.Error()
  959. break
  960. }
  961. case utils.DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS: //N数值移动平均计算
  962. calculateInfo, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  963. if err != nil {
  964. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  965. break
  966. }
  967. fromEdbInfo, err := models.GetEdbInfoById(calculateInfo.FromEdbInfoId)
  968. if err != nil {
  969. errMsg = "GetEdbInfoById Err:" + err.Error()
  970. break
  971. }
  972. var formulaInt int
  973. formulaInt, _ = strconv.Atoi(calculateInfo.CalculateFormula)
  974. if formulaInt <= 0 {
  975. errMsg = "N值输入错误,请重新输入"
  976. break
  977. }
  978. startDate = edbInfo.StartDate
  979. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateNszydpjjs(edbInfoId, source, edbInfo.SubSource, formulaInt, fromEdbInfo, calculateInfo.EdbCode, startDate)
  980. if err != nil && err.Error() != utils.ErrNoRow() {
  981. errMsg = "RefreshAllPredictCalculateNszydpjjs Err:" + err.Error()
  982. break
  983. }
  984. case utils.DATA_SOURCE_PREDICT_CALCULATE_BP: //刷新变频
  985. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  986. if err != nil {
  987. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  988. break
  989. }
  990. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  991. if err != nil {
  992. errMsg = "GetEdbInfoById Err:" + err.Error()
  993. break
  994. }
  995. endDate = time.Now().Format(utils.FormatDate)
  996. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateBp(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate)
  997. if err != nil && err.Error() != utils.ErrNoRow() {
  998. errMsg = "RefreshAllPredictCalculateBp Err:" + err.Error()
  999. break
  1000. }
  1001. case utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ: //刷新环比值
  1002. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1003. if err != nil {
  1004. errMsg = "GetEdbInfoCalculateHbzDetail Err:" + err.Error()
  1005. break
  1006. }
  1007. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  1008. if err != nil {
  1009. errMsg = "GetEdbInfoById Err:" + err.Error()
  1010. break
  1011. }
  1012. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1013. endDate = time.Now().Format(utils.FormatDate)
  1014. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1015. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateHbz(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate, formulaInt)
  1016. if err != nil && err.Error() != utils.ErrNoRow() {
  1017. errMsg = "RefreshAllPredictCalculateHbz Err:" + err.Error()
  1018. break
  1019. }
  1020. case utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ: //刷新环差值
  1021. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1022. if err != nil {
  1023. errMsg = "GetEdbInfoCalculateHczDetail Err:" + err.Error()
  1024. break
  1025. }
  1026. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  1027. if err != nil {
  1028. errMsg = "GetEdbInfoById Err:" + err.Error()
  1029. break
  1030. }
  1031. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1032. endDate = time.Now().Format(utils.FormatDate)
  1033. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1034. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateHcz(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate, formulaInt)
  1035. if err != nil && err.Error() != utils.ErrNoRow() {
  1036. errMsg = "RefreshAllPredictCalculateHcz Err:" + err.Error()
  1037. break
  1038. }
  1039. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZZY: //刷新累计值转月值
  1040. calculateLjzzy, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1041. if err != nil {
  1042. errMsg = "GetEdbInfoCalculateLjzzyDetail Err:" + err.Error()
  1043. break
  1044. }
  1045. fromEdbInfo, err := models.GetEdbInfoById(calculateLjzzy.FromEdbInfoId)
  1046. if err != nil {
  1047. errMsg = "GetEdbInfoById Err:" + err.Error()
  1048. break
  1049. }
  1050. endDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1051. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1052. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateLjzzy(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateLjzzy.EdbCode, startDate, endDate)
  1053. if err != nil && err.Error() != utils.ErrNoRow() {
  1054. errMsg = "RefreshAllPredictCalculateLjzzy Err:" + err.Error()
  1055. break
  1056. }
  1057. case utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT:
  1058. calculate, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1059. if err != nil {
  1060. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  1061. break
  1062. }
  1063. fromEdbInfo, err := models.GetEdbInfoById(calculate.FromEdbInfoId)
  1064. if err != nil {
  1065. errMsg = "GetEdbInfoById Err:" + err.Error()
  1066. break
  1067. }
  1068. //startDate = edbInfo.StartDate
  1069. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1070. endDate = time.Now().Format(utils.FormatDate)
  1071. formulaInt, _ := strconv.Atoi(calculate.CalculateFormula)
  1072. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateTimeShift(edbInfoId, source, edbInfo.SubSource, formulaInt, calculate.MoveType, fromEdbInfo, calculate.EdbCode, startDate, endDate, calculate.MoveFrequency)
  1073. if err != nil && err.Error() != utils.ErrNoRow() {
  1074. errMsg = "RefreshAllCalculateTimeShift Err:" + err.Error()
  1075. }
  1076. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZTBPJ: //刷新累计值同比拼接
  1077. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateLjztbpj(edbInfo)
  1078. if err != nil && err.Error() != utils.ErrNoRow() {
  1079. errMsg = "RefreshAllPredictCalculateLjztbpj Err:" + err.Error()
  1080. break
  1081. }
  1082. case utils.DATA_SOURCE_PREDICT_CALCULATE_ZJPJ: //刷新直接拼接
  1083. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateZjpj(edbInfo)
  1084. if err != nil && err.Error() != utils.ErrNoRow() {
  1085. errMsg = "RefreshAllPredictCalculateZjpj Err:" + err.Error()
  1086. break
  1087. }
  1088. case utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX: //超季节性
  1089. calculateCjjx, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1090. if err != nil {
  1091. errMsg = "GetEdbInfoCalculateNszydpjjsDetail Err:" + err.Error()
  1092. break
  1093. }
  1094. fromEdbInfo, err := models.GetEdbInfoById(calculateCjjx.FromEdbInfoId)
  1095. if err != nil {
  1096. errMsg = "GetEdbInfoById Err:" + err.Error()
  1097. break
  1098. }
  1099. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1100. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1101. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateCjjx(edbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, calculateCjjx.EdbCode, startDate, "", edbInfo.Calendar, formulaInt)
  1102. if err != nil && err.Error() != utils.ErrNoRow() {
  1103. errMsg = "RefreshAllPredictCalculateCjjx Err:" + err.Error()
  1104. break
  1105. }
  1106. case utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC: //nhcc
  1107. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateNhcc(edbInfo)
  1108. if err != nil && err.Error() != utils.ErrNoRow() {
  1109. errMsg = "RefreshAllPredictCalculateNhcc Err:" + err.Error()
  1110. break
  1111. }
  1112. case utils.DATA_SOURCE_PREDICT_CALCULATE_JP: //降频
  1113. calculateInfo, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1114. if err != nil {
  1115. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  1116. break
  1117. }
  1118. fromEdbInfo, err := models.GetEdbInfoById(calculateInfo.FromEdbInfoId)
  1119. if err != nil {
  1120. errMsg = "GetEdbInfoById Err:" + err.Error()
  1121. break
  1122. }
  1123. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateJp(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateInfo.EdbCode, edbInfo.Frequency, edbInfo.CalculateFormula)
  1124. if err != nil && err.Error() != utils.ErrNoRow() {
  1125. errMsg = "RefreshAllPredictCalculateJp Err:" + err.Error()
  1126. break
  1127. }
  1128. case utils.DATA_SOURCE_PREDICT_CALCULATE_NH: //年化
  1129. calculateInfo, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1130. if err != nil {
  1131. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  1132. break
  1133. }
  1134. fromEdbInfo, err := models.GetEdbInfoById(calculateInfo.FromEdbInfoId)
  1135. if err != nil {
  1136. errMsg = "GetEdbInfoById Err:" + err.Error()
  1137. break
  1138. }
  1139. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateNh(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateInfo.EdbCode, edbInfo.Frequency, edbInfo.CalculateFormula)
  1140. if err != nil && err.Error() != utils.ErrNoRow() {
  1141. errMsg = "RefreshAllPredictCalculateNh Err:" + err.Error()
  1142. break
  1143. }
  1144. case utils.DATA_SOURCE_PREDICT_CALCULATE_KSZS: //扩散指数
  1145. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateKszs(edbInfo)
  1146. if err != nil && err.Error() != utils.ErrNoRow() {
  1147. errMsg = "RefreshAllPredictCalculateKszs Err:" + err.Error()
  1148. break
  1149. }
  1150. default:
  1151. // 获取通用的数据源处理服务
  1152. baseEdbInfoModel = models.GetBasePredictEdbInfoModel(source)
  1153. // 没有找到的话,那么就直接返回报错吧
  1154. if baseEdbInfoModel == nil {
  1155. br.Msg = "来源异常,请联系相关开发!"
  1156. br.ErrMsg = "来源异常,请联系相关开发"
  1157. return
  1158. }
  1159. latestDateStr, latestValue, err, errMsg = baseEdbInfoModel.Refresh(refreshParams)
  1160. }
  1161. if errMsg != `` {
  1162. br.Msg = "刷新指标失败!"
  1163. br.ErrMsg = "刷新指标失败,err:" + errMsg
  1164. return
  1165. }
  1166. // 更新指标最大最小值
  1167. err, errMsg = models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  1168. if err != nil {
  1169. br.Msg = errMsg
  1170. br.ErrMsg = err.Error()
  1171. return
  1172. }
  1173. // 更新ES
  1174. go logic.UpdateEs(edbInfo.EdbInfoId)
  1175. br.Ret = 200
  1176. br.Success = true
  1177. br.Msg = "获取成功"
  1178. }
  1179. // CalculateComputeCorrelation
  1180. // @Title 拟合残差计算相关性接口
  1181. // @Description 拟合残差计算相关性接口
  1182. // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string"
  1183. // @Success Ret=200 返回指标id
  1184. // @router /compute_correlation [post]
  1185. func (this *PredictCalculateController) CalculateComputeCorrelation() {
  1186. br := new(models.BaseResponse).Init()
  1187. defer func() {
  1188. this.Data["json"] = br
  1189. this.ServeJSON()
  1190. }()
  1191. var req models.EdbInfoCalculateBatchSaveReq
  1192. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  1193. if err != nil {
  1194. br.Msg = "参数解析异常!"
  1195. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1196. return
  1197. }
  1198. if len(req.EdbInfoIdArr) != 2 {
  1199. br.Msg = "选择的指标异常,请重新选择"
  1200. return
  1201. }
  1202. //校验时间格式
  1203. //数据格式:2022-11-01,2022-11-10
  1204. timeList := strings.Split(req.Formula, ",")
  1205. if len(timeList) != 2 {
  1206. br.Msg = "选择时间有误,请重新输入"
  1207. return
  1208. }
  1209. startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  1210. if err != nil {
  1211. br.Msg = "开始日期有误,请重新输入"
  1212. return
  1213. }
  1214. endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  1215. if err != nil {
  1216. br.Msg = "结束日期有误,请重新输入"
  1217. return
  1218. }
  1219. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  1220. br.Msg = "日期间隔不得少于两天"
  1221. return
  1222. }
  1223. var nhccDate models.NhccDate // 拟合残差的日期
  1224. nhccDate.StartDate = startDate
  1225. nhccDate.EndDate = endDate
  1226. // 来源预测指标信息
  1227. fromEdbInfoId := req.EdbInfoIdArr[0].EdbInfoId
  1228. if fromEdbInfoId <= 0 {
  1229. br.Msg = "请选择指标"
  1230. return
  1231. }
  1232. // 来源指标(自变量指标)
  1233. fromEdbInfo, err := models.GetEdbInfoById(fromEdbInfoId)
  1234. if err != nil {
  1235. br.Msg = "获取指标信息失败"
  1236. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  1237. return
  1238. }
  1239. if fromEdbInfo.EdbInfoType != 1 {
  1240. br.Msg = "来源指标不是预测指标"
  1241. br.ErrMsg = "来源指标不是预测指标"
  1242. return
  1243. }
  1244. // 因变量指标
  1245. secondEdbInfoReq := req.EdbInfoIdArr[1]
  1246. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  1247. if tmpErr != nil {
  1248. br.Msg = "获取因变量的指标信息失败"
  1249. br.ErrMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
  1250. return
  1251. }
  1252. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  1253. br.Msg = "两个指标不允许为同一个"
  1254. br.ErrMsg = "两个指标不允许为同一个"
  1255. return
  1256. }
  1257. rVal, err := models.CalculatePredictComputeCorrelation(&req, fromEdbInfo, secondEdbInfo, nhccDate)
  1258. if err != nil {
  1259. br.Msg = "计算失败"
  1260. br.ErrMsg = "计算失败,ERR:" + err.Error()
  1261. return
  1262. }
  1263. br.Ret = 200
  1264. br.Success = true
  1265. br.Msg = "计算成功"
  1266. br.Data = rVal
  1267. br.IsAddLog = true
  1268. }