base_from_predict_calculate.go 42 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320
  1. package controllers
  2. import (
  3. "encoding/json"
  4. "eta/eta_index_lib/logic"
  5. "eta/eta_index_lib/models"
  6. "eta/eta_index_lib/utils"
  7. "fmt"
  8. "strconv"
  9. "strings"
  10. "time"
  11. )
  12. // PredictCalculateController 预测计算指标
  13. type PredictCalculateController struct {
  14. BaseAuthController
  15. }
  16. // Save
  17. // @Title 新增/编辑预测指标运算接口
  18. // @Description 新增预测指标运算接口
  19. // @Success 200 {object} models.EdbInfoCalculateSaveReq
  20. // @router /save [post]
  21. func (this *PredictCalculateController) Save() {
  22. br := new(models.BaseResponse).Init()
  23. defer func() {
  24. this.Data["json"] = br
  25. this.ServeJSON()
  26. }()
  27. var req models.EdbInfoCalculateSaveReq
  28. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  29. if err != nil {
  30. br.Msg = "参数解析异常!"
  31. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  32. return
  33. }
  34. if req.EdbInfoId <= 0 {
  35. addPredictCalculate(br, req)
  36. } else {
  37. editPredictCalculate(br, req)
  38. }
  39. }
  40. // AddPredictCalculate 添加预测指标运算
  41. func addPredictCalculate(br *models.BaseResponse, req models.EdbInfoCalculateSaveReq) {
  42. req.EdbName = strings.Trim(req.EdbName, " ")
  43. if req.EdbName == "" {
  44. br.Msg = "指标名称不能为空"
  45. return
  46. }
  47. if req.Frequency == "" {
  48. br.Msg = "频率不能为空"
  49. return
  50. }
  51. if req.Unit == "" {
  52. br.Msg = "单位不能为空"
  53. return
  54. }
  55. if req.ClassifyId <= 0 {
  56. br.Msg = "请选择分类"
  57. return
  58. }
  59. if len(req.EdbInfoIdArr) <= 0 {
  60. br.Msg = "请选择指标"
  61. return
  62. }
  63. if req.CalculateFormula == "" {
  64. br.Msg = "请填写指标"
  65. return
  66. }
  67. //加入缓存机制,避免创建同一个名称的指标 start
  68. redisKey := fmt.Sprint("predict_edb_info:calculate:batch:save:", utils.DATA_SOURCE_PREDICT_CALCULATE, ":", req.EdbName)
  69. isExist := utils.Rc.IsExist(redisKey)
  70. if isExist {
  71. br.Msg = "指标正在处理,请勿重复提交"
  72. return
  73. } else {
  74. //设置3分钟缓存
  75. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  76. defer func() {
  77. _ = utils.Rc.Delete(redisKey)
  78. }()
  79. }
  80. calculateFormula := req.CalculateFormula
  81. calculateFormula = strings.Replace(calculateFormula, "(", "(", -1)
  82. calculateFormula = strings.Replace(calculateFormula, ")", ")", -1)
  83. calculateFormula = strings.Replace(calculateFormula, ",", ",", -1)
  84. calculateFormula = strings.Replace(calculateFormula, "。", ".", -1)
  85. if strings.Contains(req.CalculateFormula, "%") {
  86. calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1)
  87. }
  88. req.CalculateFormula = calculateFormula
  89. //检验公式
  90. var formulaStr string
  91. var edbInfoIdBytes []string
  92. for _, v := range req.EdbInfoIdArr {
  93. formulaStr += v.FromTag + ","
  94. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  95. }
  96. formulaSlice, err := utils.CheckFormulaJson(req.CalculateFormula)
  97. if err != nil {
  98. br.Msg = "公式格式错误,请重新填写"
  99. return
  100. }
  101. for _, formula := range formulaSlice {
  102. formulaMap := utils.CheckFormula(formula)
  103. for _, v := range formulaMap {
  104. if !strings.Contains(formulaStr, v) {
  105. br.Msg = "公式错误,请重新填写"
  106. return
  107. }
  108. }
  109. }
  110. // 判断指标名称是否存在
  111. {
  112. var condition string
  113. var pars []interface{}
  114. // 指标类型,0:普通指标,1:预测指标
  115. condition += " AND edb_info_type=? AND edb_name=? "
  116. pars = append(pars, 1, req.EdbName)
  117. count, err := models.GetEdbInfoCountByCondition(condition, pars)
  118. if err != nil {
  119. br.Msg = "判断指标名称是否存在失败"
  120. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  121. return
  122. }
  123. if count > 0 {
  124. br.Msg = "指标名称已存在,请重新填写"
  125. br.ErrMsg = "指标名称已存在,请重新填写"
  126. return
  127. }
  128. }
  129. // 关联指标信息
  130. edbInfoList := make([]*models.EdbInfo, 0)
  131. calculateMappingList := make([]*models.EdbInfoCalculateMapping, 0)
  132. for k, v := range req.EdbInfoIdArr {
  133. fromEdbInfo, err := models.GetEdbInfoById(v.EdbInfoId)
  134. if err != nil {
  135. if err.Error() == utils.ErrNoRow() {
  136. br.Msg = "生成计算指标失败"
  137. br.Msg = "指标 " + strconv.Itoa(v.EdbInfoId) + " 不存在"
  138. return
  139. }
  140. br.Msg = "生成计算指标失败"
  141. br.Msg = "获取指标失败:Err:" + err.Error()
  142. return
  143. }
  144. edbInfoList = append(edbInfoList, fromEdbInfo)
  145. //关联关系表
  146. {
  147. calculateMappingItem := &models.EdbInfoCalculateMapping{
  148. CreateTime: time.Now(),
  149. ModifyTime: time.Now(),
  150. Sort: k + 1,
  151. //EdbCode: edbCode,
  152. //EdbInfoId: int(edbInfoId),
  153. FromEdbInfoId: fromEdbInfo.EdbInfoId,
  154. FromEdbCode: fromEdbInfo.EdbCode,
  155. FromEdbName: fromEdbInfo.EdbName,
  156. FromSource: fromEdbInfo.Source,
  157. FromSourceName: fromEdbInfo.SourceName,
  158. FromTag: v.FromTag,
  159. Source: utils.DATA_SOURCE_PREDICT_CALCULATE,
  160. SourceName: "预测指标运算",
  161. }
  162. calculateMappingList = append(calculateMappingList, calculateMappingItem)
  163. }
  164. }
  165. for _, v := range formulaSlice {
  166. formulaMap := utils.CheckFormula(v)
  167. //预先计算,判断公式是否正常
  168. ok, _ := models.CheckFormula2(edbInfoList, formulaMap, v, edbInfoIdBytes)
  169. if !ok {
  170. br.Msg = "生成计算指标失败,请使用正确的计算公式"
  171. return
  172. }
  173. }
  174. // 指标入库
  175. randStr := utils.GetRandDigit(4)
  176. edbCode := `C2` + time.Now().Format("060102") + randStr
  177. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  178. uniqueCode := utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  179. edbInfo := &models.EdbInfo{
  180. EdbInfoType: 1,
  181. Source: utils.DATA_SOURCE_PREDICT_CALCULATE,
  182. SourceName: "预测指标运算",
  183. EdbCode: edbCode,
  184. EdbName: req.EdbName,
  185. EdbNameSource: req.EdbName,
  186. Frequency: req.Frequency,
  187. Unit: req.Unit,
  188. ClassifyId: req.ClassifyId,
  189. SysUserId: req.AdminId,
  190. SysUserRealName: req.AdminName,
  191. CreateTime: time.Now(),
  192. ModifyTime: time.Now(),
  193. UniqueCode: uniqueCode,
  194. CalculateFormula: req.CalculateFormula,
  195. EdbType: 2,
  196. EmptyType: req.EmptyType,
  197. MaxEmptyType: req.MaxEmptyType,
  198. }
  199. edbInfoId, err := models.AddEdbInfo(edbInfo)
  200. if err != nil {
  201. br.Msg = "生成计算指标失败"
  202. br.Msg = "生成计算指标失败,AddEdbInfo Err:" + err.Error()
  203. return
  204. }
  205. edbInfo.EdbInfoId = int(edbInfoId)
  206. //处理同名指标
  207. {
  208. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  209. if err != nil {
  210. br.Msg = "保存失败"
  211. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  212. return
  213. }
  214. if len(edbNameList) >= 2 {
  215. for _, v := range edbNameList {
  216. edbName := v.EdbName + "(" + v.SourceName + ")"
  217. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  218. if err != nil {
  219. br.Msg = "保存失败"
  220. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  221. return
  222. }
  223. }
  224. }
  225. }
  226. //关联关系表入库
  227. {
  228. if len(calculateMappingList) > 0 {
  229. for k, v := range calculateMappingList {
  230. v.EdbCode = edbInfo.EdbCode
  231. v.EdbInfoId = edbInfo.EdbInfoId
  232. calculateMappingList[k] = v
  233. }
  234. go models.AddEdbInfoCalculateMappingMulti(calculateMappingList)
  235. }
  236. }
  237. // 开始添加预测指标
  238. latestDateStr, latestValue, err := models.AddPredictCalculateData(edbInfoList, edbInfo, edbCode, req.CalculateFormula, edbInfoIdBytes)
  239. if err != nil {
  240. br.Msg = "生成计算指标失败"
  241. br.Msg = "生成计算指标失败,Calculate Err:" + err.Error()
  242. return
  243. }
  244. // 更新指标最大最小值
  245. err, errMsg := models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  246. if err != nil {
  247. br.Msg = errMsg
  248. br.ErrMsg = err.Error()
  249. return
  250. }
  251. resp := models.AddEdbInfoResp{
  252. EdbInfoId: int(edbInfoId),
  253. UniqueCode: uniqueCode,
  254. }
  255. br.Ret = 200
  256. br.Success = true
  257. br.Msg = "保存成功"
  258. br.Data = resp
  259. br.IsAddLog = true
  260. }
  261. // editPredictCalculate 编辑预测指标运算
  262. func editPredictCalculate(br *models.BaseResponse, req models.EdbInfoCalculateSaveReq) {
  263. req.EdbName = strings.Trim(req.EdbName, " ")
  264. if req.EdbName == "" {
  265. br.Msg = "指标名称不能为空"
  266. return
  267. }
  268. if req.Frequency == "" {
  269. br.Msg = "频率不能为空"
  270. return
  271. }
  272. if req.Unit == "" {
  273. br.Msg = "单位不能为空"
  274. return
  275. }
  276. if req.ClassifyId <= 0 {
  277. br.Msg = "请选择分类"
  278. return
  279. }
  280. if len(req.EdbInfoIdArr) <= 0 {
  281. br.Msg = "请选择指标"
  282. return
  283. }
  284. if req.CalculateFormula == "" {
  285. br.Msg = "请填写指标"
  286. return
  287. }
  288. //加入缓存机制,避免创建同一个名称的指标 start
  289. redisKey := fmt.Sprint("predict_edb_info:calculate:batch:save:", utils.DATA_SOURCE_PREDICT_CALCULATE, ":", req.EdbName)
  290. isExist := utils.Rc.IsExist(redisKey)
  291. if isExist {
  292. br.Msg = "指标正在处理,请勿重复提交"
  293. // return
  294. } else {
  295. //设置3分钟缓存
  296. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  297. defer func() {
  298. _ = utils.Rc.Delete(redisKey)
  299. }()
  300. }
  301. calculateFormula := req.CalculateFormula
  302. calculateFormula = strings.Replace(calculateFormula, "(", "(", -1)
  303. calculateFormula = strings.Replace(calculateFormula, ")", ")", -1)
  304. calculateFormula = strings.Replace(calculateFormula, ",", ",", -1)
  305. calculateFormula = strings.Replace(calculateFormula, "。", ".", -1)
  306. if strings.Contains(req.CalculateFormula, "%") {
  307. calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1)
  308. }
  309. req.CalculateFormula = calculateFormula
  310. //检验公式
  311. var formulaStr string
  312. var edbInfoIdBytes []string
  313. for _, v := range req.EdbInfoIdArr {
  314. formulaStr += v.FromTag + ","
  315. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  316. }
  317. formulaSlice, err := utils.CheckFormulaJson(req.CalculateFormula)
  318. if err != nil {
  319. br.Msg = "公式格式错误,请重新填写"
  320. return
  321. }
  322. for _, formula := range formulaSlice {
  323. formulaMap := utils.CheckFormula(formula)
  324. for _, v := range formulaMap {
  325. if !strings.Contains(formulaStr, v) {
  326. br.Msg = "公式错误,请重新填写"
  327. return
  328. }
  329. }
  330. }
  331. // 获取计算指标信息
  332. edbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
  333. if err != nil {
  334. br.Msg = "获取指标信息失败"
  335. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  336. return
  337. }
  338. // 判断指标名称是否存在
  339. {
  340. var condition string
  341. var pars []interface{}
  342. // 指标类型,0:普通指标,1:预测指标
  343. condition += " AND edb_info_id !=? AND edb_info_type=? AND edb_name=? "
  344. pars = append(pars, edbInfo.EdbInfoId, edbInfo.EdbInfoType, req.EdbName)
  345. count, err := models.GetEdbInfoCountByCondition(condition, pars)
  346. if err != nil {
  347. br.Msg = "判断指标名称是否存在失败"
  348. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  349. return
  350. }
  351. if count > 0 {
  352. br.Msg = "指标名称已存在,请重新填写"
  353. br.ErrMsg = "指标名称已存在,请重新填写"
  354. return
  355. }
  356. }
  357. // 关联指标信息
  358. edbInfoList := make([]*models.EdbInfo, 0)
  359. calculateMappingList := make([]*models.EdbInfoCalculateMapping, 0)
  360. for k, v := range req.EdbInfoIdArr {
  361. fromEdbInfo, err := models.GetEdbInfoById(v.EdbInfoId)
  362. if err != nil {
  363. if err.Error() == utils.ErrNoRow() {
  364. br.Msg = "生成计算指标失败"
  365. br.Msg = "指标 " + strconv.Itoa(v.EdbInfoId) + " 不存在"
  366. return
  367. }
  368. br.Msg = "生成计算指标失败"
  369. br.Msg = "获取指标失败:Err:" + err.Error()
  370. return
  371. }
  372. edbInfoList = append(edbInfoList, fromEdbInfo)
  373. //关联关系表
  374. {
  375. calculateMappingItem := &models.EdbInfoCalculateMapping{
  376. CreateTime: time.Now(),
  377. ModifyTime: time.Now(),
  378. Sort: k + 1,
  379. EdbCode: edbInfo.EdbCode,
  380. EdbInfoId: edbInfo.EdbInfoId,
  381. FromEdbInfoId: fromEdbInfo.EdbInfoId,
  382. FromEdbCode: fromEdbInfo.EdbCode,
  383. FromEdbName: fromEdbInfo.EdbName,
  384. FromSource: fromEdbInfo.Source,
  385. FromSourceName: fromEdbInfo.SourceName,
  386. FromTag: v.FromTag,
  387. Source: utils.DATA_SOURCE_PREDICT_CALCULATE,
  388. SourceName: "预测指标运算",
  389. }
  390. calculateMappingList = append(calculateMappingList, calculateMappingItem)
  391. }
  392. }
  393. for _, v := range formulaSlice {
  394. formulaMap := utils.CheckFormula(v)
  395. //预先计算,判断公式是否正常
  396. ok, _ := models.CheckFormula2(edbInfoList, formulaMap, v, edbInfoIdBytes)
  397. if !ok {
  398. br.Msg = "生成计算指标失败,请使用正确的计算公式"
  399. return
  400. }
  401. }
  402. //处理同名指标
  403. {
  404. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  405. if err != nil {
  406. br.Msg = "保存失败"
  407. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  408. return
  409. }
  410. if len(edbNameList) >= 2 {
  411. for _, v := range edbNameList {
  412. edbName := v.EdbName + "(" + v.SourceName + ")"
  413. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  414. if err != nil {
  415. br.Msg = "保存失败"
  416. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  417. return
  418. }
  419. }
  420. }
  421. }
  422. edbInfo.EdbName = req.EdbName
  423. edbInfo.Frequency = req.Frequency
  424. edbInfo.Unit = req.Unit
  425. edbInfo.ClassifyId = req.ClassifyId
  426. edbInfo.CalculateFormula = req.CalculateFormula
  427. edbInfo.EmptyType = req.EmptyType
  428. edbInfo.MaxEmptyType = req.MaxEmptyType
  429. err = models.EditPredictCalculate(edbInfo, calculateMappingList)
  430. if err != nil {
  431. br.Msg = "修改计算指标失败"
  432. br.Msg = "修改计算指标失败,Calculate Err:" + err.Error()
  433. return
  434. }
  435. // 开始添加预测指标
  436. latestDateStr, latestValue, err := models.AddPredictCalculateData(edbInfoList, edbInfo, edbInfo.EdbCode, req.CalculateFormula, edbInfoIdBytes)
  437. if err != nil {
  438. br.Msg = "生成计算指标失败"
  439. br.Msg = "生成计算指标失败,Calculate Err:" + err.Error()
  440. return
  441. }
  442. // 更新指标最大最小值
  443. err, errMsg := models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  444. if err != nil {
  445. br.Msg = errMsg
  446. br.ErrMsg = err.Error()
  447. return
  448. }
  449. resp := models.AddEdbInfoResp{
  450. EdbInfoId: edbInfo.EdbInfoId,
  451. UniqueCode: edbInfo.UniqueCode,
  452. }
  453. br.Ret = 200
  454. br.Success = true
  455. br.Msg = "保存成功"
  456. br.Data = resp
  457. br.IsAddLog = true
  458. }
  459. // CalculateBatchSave
  460. // @Title 累计值转月-同比值-同差等计算新增
  461. // @Description 累计值转月-同比值-同差等计算新增接口
  462. // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string"
  463. // @Success Ret=200 返回指标id
  464. // @router /batch/save [post]
  465. func (this *PredictCalculateController) CalculateBatchSave() {
  466. br := new(models.BaseResponse).Init()
  467. defer func() {
  468. this.Data["json"] = br
  469. this.ServeJSON()
  470. }()
  471. var req models.EdbInfoCalculateBatchSaveReq
  472. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  473. if err != nil {
  474. br.Msg = "参数解析异常!"
  475. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  476. return
  477. }
  478. req.EdbName = strings.Trim(req.EdbName, " ")
  479. if req.EdbName == "" {
  480. br.Msg = "指标名称不能为空"
  481. return
  482. }
  483. if req.Frequency == "" {
  484. br.Msg = "频率不能为空"
  485. return
  486. }
  487. if req.Unit == "" {
  488. br.Msg = "单位不能为空"
  489. return
  490. }
  491. if req.ClassifyId <= 0 {
  492. br.Msg = "请选择分类"
  493. return
  494. }
  495. // 基础指标id
  496. fromEdbInfoId := req.FromEdbInfoId
  497. notNeedFromEdbSourceList := []int{utils.DATA_SOURCE_PREDICT_CALCULATE_KSZS, utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC} // 不需要传入来源指标id的 指标类型
  498. if fromEdbInfoId <= 0 && !utils.InArrayByInt(notNeedFromEdbSourceList, req.Source) {
  499. br.Msg = "请选择指标"
  500. return
  501. }
  502. //加入缓存机制,避免创建同一个名称的指标 start
  503. redisKey := fmt.Sprint("edb_lib:predict_calculate:batch:save:", req.Source, ":", req.EdbName)
  504. isExist := utils.Rc.IsExist(redisKey)
  505. if isExist {
  506. br.Msg = "指标正在处理,请勿重复提交"
  507. return
  508. } else {
  509. //设置3分钟缓存
  510. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  511. defer func() {
  512. _ = utils.Rc.Delete(redisKey)
  513. }()
  514. }
  515. //加入缓存机制,避免创建同一个名称的指标 end
  516. var condition string
  517. var pars []interface{}
  518. condition += " AND edb_name=? "
  519. pars = append(pars, req.EdbName)
  520. if req.EdbInfoId > 0 {
  521. condition += " AND edb_info_id !=? "
  522. pars = append(pars, req.EdbInfoId)
  523. }
  524. count, err := models.GetEdbInfoCountByCondition(condition, pars)
  525. if err != nil {
  526. br.Msg = "判断指标名称是否存在失败"
  527. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  528. return
  529. }
  530. if count > 0 {
  531. br.Msg = "指标名称已存在,请重新填写"
  532. br.ErrMsg = "指标名称已存在,请重新填写"
  533. return
  534. }
  535. //生成指标编码
  536. randStr := utils.GetRandDigit(4)
  537. edbCode := `C` + time.Now().Format("060102") + randStr
  538. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  539. uniqueCode := utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  540. adminId := req.AdminId
  541. adminName := req.AdminName
  542. var sourName string
  543. var errMsg string
  544. var edbInfo *models.EdbInfo
  545. var latestDateStr string // 最近实际数据的日期
  546. var latestValue float64 // 最近实际数据的值
  547. var formulaInt int
  548. var nhccDate models.NhccDate // 拟合残差的日期
  549. switch req.Source {
  550. case utils.DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS, utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ, utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ, utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT, utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX:
  551. if req.Formula == "" {
  552. br.Msg = "请填写N值"
  553. return
  554. }
  555. formulaInt, _ = strconv.Atoi(req.Formula)
  556. if formulaInt <= 0 {
  557. br.Msg = "N值输入错误,请重新输入"
  558. return
  559. }
  560. /*case utils.DATA_SOURCE_PREDICT_CALCULATE_ZJPJ:
  561. //直接拼接指标
  562. //校验时间格式
  563. _, err = time.ParseInLocation(utils.FormatDate, req.Formula, time.Local)
  564. if err != nil {
  565. br.Msg = "拼接日期有误,请重新输入"
  566. return
  567. }*/
  568. case utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC: //拟合残差指标
  569. //指标校验
  570. if len(req.EdbInfoIdArr) != 2 {
  571. br.Msg = "选择的指标异常,请重新选择"
  572. return
  573. }
  574. fromEdbInfoId = req.EdbInfoIdArr[0].EdbInfoId
  575. //校验时间格式
  576. //数据格式:2022-11-01,2022-11-10
  577. timeList := strings.Split(req.Formula, ",")
  578. if len(timeList) != 2 {
  579. br.Msg = "选择时间有误,请重新输入"
  580. return
  581. }
  582. startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  583. if err != nil {
  584. br.Msg = "开始日期有误,请重新输入"
  585. return
  586. }
  587. endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  588. if err != nil {
  589. br.Msg = "结束日期有误,请重新输入"
  590. return
  591. }
  592. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  593. br.Msg = "日期间隔不得少于两天"
  594. return
  595. }
  596. nhccDate.StartDate = startDate
  597. nhccDate.EndDate = endDate
  598. case utils.DATA_SOURCE_CALCULATE_ZSXY: // 指数修匀
  599. if req.Formula == "" {
  600. br.Msg = "请填写alpha值"
  601. return
  602. }
  603. a, e := strconv.ParseFloat(req.Formula, 64)
  604. if e != nil {
  605. br.Msg = "alpha值输入错误, 请重新输入"
  606. return
  607. }
  608. if a <= 0 || a >= 1 {
  609. br.Msg = "alpha值输入错误, 请重新输入"
  610. return
  611. }
  612. }
  613. if err != nil {
  614. br.Msg = "获取指标信息失败"
  615. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  616. return
  617. }
  618. // 来源预测指标信息
  619. var fromEdbInfo *models.EdbInfo
  620. if fromEdbInfoId > 0 {
  621. fromEdbInfo, err = models.GetEdbInfoById(fromEdbInfoId)
  622. if err != nil {
  623. br.Msg = "获取指标信息失败"
  624. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  625. return
  626. }
  627. if fromEdbInfo.EdbInfoType != 1 {
  628. br.Msg = "来源指标不是预测指标"
  629. br.ErrMsg = "来源指标不是预测指标"
  630. return
  631. }
  632. }
  633. var baseEdbInfoModel models.BasePredictEdbInfoInterface
  634. saveParams := models.BatchSaveCalculateBatchParams{
  635. Req: req,
  636. FromEdbInfo: fromEdbInfo,
  637. EdbCode: edbCode,
  638. UniqueCode: uniqueCode,
  639. SysUserId: req.AdminId,
  640. SysUserRealName: req.AdminName,
  641. }
  642. if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_TBZ {
  643. if req.EdbInfoId <= 0 {
  644. if req.Frequency != fromEdbInfo.Frequency {
  645. br.Msg = "当前频度和原指标频度不一致"
  646. return
  647. }
  648. if req.Unit != "无" {
  649. br.Msg = "单位只允许为无,禁止选择其他单位"
  650. return
  651. }
  652. }
  653. }
  654. if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_TCZ {
  655. if req.EdbInfoId <= 0 {
  656. if req.Frequency != fromEdbInfo.Frequency {
  657. br.Msg = "当前频度和原指标频度不一致"
  658. return
  659. }
  660. if req.Unit != fromEdbInfo.Unit {
  661. br.Msg = "当前单位和原指标单位不一致"
  662. return
  663. }
  664. }
  665. sourName = "预测同差"
  666. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateTcz(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  667. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS {
  668. sourName = "预测N数值移动平均计算"
  669. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateNszydpjjs(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  670. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_BP {
  671. sourName = "预测变频"
  672. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateBp(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  673. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ {
  674. checkDataList, tmpErr := models.GetPredictEdbDataListAllByStartDate(fromEdbInfo, 0, "")
  675. if tmpErr != nil && tmpErr.Error() != utils.ErrNoRow() {
  676. br.Msg = "判断环比值是否可计算失败"
  677. br.ErrMsg = "判断环比值是否可计算失败,Err:" + tmpErr.Error()
  678. return
  679. }
  680. for _, v := range checkDataList {
  681. if v.Value <= 0 {
  682. br.Msg = "原始数据中存在0或负数,该指标不能进行环比运算"
  683. br.ErrMsg = "原始数据中出现0和负值时,提示该指标不能进行环比运算"
  684. return
  685. }
  686. }
  687. sourName = "预测环比值"
  688. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateHbz(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, formulaInt)
  689. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ {
  690. sourName = "预测环差值"
  691. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateHcz(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, formulaInt)
  692. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_LJZZY {
  693. sourName = "预测累计值转月值"
  694. if fromEdbInfo.Frequency != "月度" {
  695. br.Msg = "请选择月度指标"
  696. return
  697. }
  698. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateLjzzy(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  699. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT {
  700. sourName = "预测时间移位"
  701. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateTimeShift(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  702. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX {
  703. sourName = "预测超季节性"
  704. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateCjjx(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, formulaInt)
  705. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC {
  706. sourName = "预测拟合残差"
  707. secondEdbInfoReq := req.EdbInfoIdArr[1]
  708. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  709. if tmpErr != nil {
  710. br.Msg = "获取因变量的指标信息失败"
  711. br.ErrMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
  712. return
  713. }
  714. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  715. br.Msg = "两个指标不允许为同一个"
  716. br.ErrMsg = "两个指标不允许为同一个"
  717. return
  718. }
  719. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateNhcc(&req, fromEdbInfo, secondEdbInfo, edbCode, uniqueCode, nhccDate, adminId, adminName)
  720. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_JP {
  721. sourName = utils.DATA_SOURCE_NAME_PREDICT_CALCULATE_JP
  722. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateJp(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  723. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_NH {
  724. sourName = utils.DATA_SOURCE_NAME_PREDICT_CALCULATE_NH
  725. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateNh(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  726. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_KSZS {
  727. sourName = utils.DATA_SOURCE_NAME_PREDICT_CALCULATE_KSZS
  728. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateKszs(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, req.EdbInfoIdArr, edbCode, uniqueCode, adminId, adminName)
  729. } else {
  730. // 获取通用的数据源处理服务
  731. baseEdbInfoModel = models.GetBasePredictEdbInfoModel(req.Source)
  732. // 没有找到的话,那么就直接返回报错吧
  733. if baseEdbInfoModel == nil {
  734. br.Msg = "无效计算方式"
  735. br.ErrMsg = "无效计算方式,source:" + strconv.Itoa(req.Source)
  736. return
  737. }
  738. sourName = baseEdbInfoModel.GetSourceName()
  739. if req.EdbInfoId <= 0 {
  740. edbInfo, latestDateStr, latestValue, err, errMsg = baseEdbInfoModel.Add(saveParams)
  741. } else {
  742. edbInfo, err = models.GetEdbInfoById(req.EdbInfoId)
  743. if err != nil {
  744. if err.Error() == utils.ErrNoRow() {
  745. br.Msg = "指标已被删除,请刷新页面"
  746. br.ErrMsg = "指标已被删除,请刷新页面:Err:" + err.Error()
  747. return
  748. }
  749. br.Msg = "获取指标信息失败"
  750. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  751. return
  752. }
  753. saveParams.EdbInfo = edbInfo
  754. latestDateStr, latestValue, err, errMsg = baseEdbInfoModel.Edit(saveParams)
  755. }
  756. }
  757. if err != nil {
  758. br.Msg = "生成" + sourName + "失败"
  759. if errMsg != `` {
  760. br.Msg = errMsg
  761. }
  762. br.Msg = "生成" + sourName + "失败 Err:" + err.Error()
  763. return
  764. }
  765. if edbInfo == nil {
  766. br.Msg = "生成" + sourName + "失败"
  767. br.ErrMsg = "生成" + sourName + "失败,edbInfo is nil"
  768. return
  769. }
  770. //处理同名指标
  771. {
  772. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  773. if err != nil {
  774. br.Msg = "保存失败"
  775. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  776. return
  777. }
  778. if len(edbNameList) >= 2 {
  779. for _, v := range edbNameList {
  780. edbName := v.EdbName + "(" + v.SourceName + ")"
  781. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  782. if err != nil {
  783. br.Msg = "保存失败"
  784. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  785. return
  786. }
  787. }
  788. }
  789. }
  790. // 更新指标最大最小值
  791. err, errMsg = models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  792. if err != nil {
  793. br.Msg = errMsg
  794. br.ErrMsg = err.Error()
  795. return
  796. }
  797. resp := models.AddEdbInfoResp{
  798. EdbInfoId: edbInfo.EdbInfoId,
  799. UniqueCode: uniqueCode,
  800. }
  801. br.Ret = 200
  802. br.Success = true
  803. br.Msg = "保存成功"
  804. br.Data = resp
  805. br.IsAddLog = true
  806. }
  807. // Refresh
  808. // @Title 刷新计算指标接口
  809. // @Description 刷新计算指标接口
  810. // @Success 200 {object} models.RefreshEdbInfoReq
  811. // @router /refresh [post]
  812. func (this *PredictCalculateController) Refresh() {
  813. br := new(models.BaseResponse).Init()
  814. var cacheKey string
  815. defer func() {
  816. this.Data["json"] = br
  817. this.ServeJSON()
  818. }()
  819. var req models.RefreshEdbInfoReq
  820. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  821. if err != nil {
  822. br.Msg = "参数解析异常!"
  823. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  824. return
  825. }
  826. if req.EdbCode == "" {
  827. br.Msg = "请输入指标编码!"
  828. br.ErrMsg = "请输入指标编码,指标编码为空"
  829. return
  830. }
  831. if req.EdbInfoId <= 0 {
  832. br.Msg = "请输入指标ID!"
  833. br.ErrMsg = "请输入指标ID"
  834. return
  835. }
  836. edbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
  837. if err != nil {
  838. br.Msg = "指标不存在!"
  839. br.ErrMsg = "指标不存在"
  840. return
  841. }
  842. cacheKey = utils.CACHE_EDB_DATA_REFRESH + strconv.Itoa(edbInfo.Source) + "_" + req.EdbCode
  843. if utils.Rc.IsExist(cacheKey) {
  844. br.Ret = 501
  845. br.Success = true
  846. br.Msg = "系统处理中,请稍后重试"
  847. br.IsSendEmail = false
  848. return
  849. }
  850. utils.Rc.SetNX(cacheKey, 1, 1*time.Minute)
  851. defer func() {
  852. _ = utils.Rc.Delete(cacheKey)
  853. }()
  854. startDate := req.StartDate
  855. var errMsg string
  856. endDate := time.Now().Format(utils.FormatDate)
  857. edbInfoId := edbInfo.EdbInfoId
  858. source := edbInfo.Source
  859. var latestDateStr string // 最近实际数据的日期
  860. var latestValue float64 // 最近实际数据的值
  861. var baseEdbInfoModel models.BasePredictEdbInfoInterface
  862. refreshParams := models.RefreshParams{
  863. EdbInfo: edbInfo,
  864. }
  865. switch source {
  866. case utils.DATA_SOURCE_PREDICT_CALCULATE_TBZ: //刷新同比值
  867. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  868. if err != nil {
  869. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  870. break
  871. }
  872. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  873. if err != nil {
  874. errMsg = "GetEdbInfoById Err:" + err.Error()
  875. break
  876. }
  877. refreshParams.FromEdbInfo = fromEdbInfo
  878. refreshParams.StartDate = edbInfo.StartDate
  879. }
  880. switch source {
  881. case utils.DATA_SOURCE_PREDICT_CALCULATE:
  882. //startDate = edbInfo.StartDate
  883. //sTime, err := time.ParseInLocation(utils.FormatDate, edbInfo.EndDate, time.Local)
  884. //if err != nil {
  885. // return
  886. //}
  887. //startDate = sTime.Format(utils.FormatDate)
  888. startDate = ""
  889. var edbInfoIdBytes []string
  890. calculateMap, err := models.GetEdbInfoCalculateDetailList(edbInfo.EdbInfoId)
  891. if err != nil {
  892. errMsg = "GetEdbInfoCalculateDetail Err:" + err.Error()
  893. break
  894. }
  895. var formulaStr string
  896. edbInfoList := make([]*models.EdbInfo, 0)
  897. for _, v := range calculateMap {
  898. formulaStr += v.FromTag + ","
  899. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  900. edbInfo, _ := models.GetEdbInfoById(v.FromEdbInfoId)
  901. edbInfoList = append(edbInfoList, edbInfo)
  902. }
  903. latestDateStr, latestValue, err = models.RefreshAllPredictCalculate(edbInfoList, edbInfo.EdbInfoId, source, edbInfo.SubSource, edbInfo.EdbCode, edbInfo.CalculateFormula, startDate, edbInfoIdBytes, edbInfo.EmptyType, edbInfo.MaxEmptyType)
  904. if err != nil && err.Error() != utils.ErrNoRow() {
  905. errMsg = "RefreshCalculate Err:" + err.Error()
  906. break
  907. }
  908. case utils.DATA_SOURCE_PREDICT_CALCULATE_TCZ: //同差值
  909. calculateTcz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  910. if err != nil {
  911. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  912. break
  913. }
  914. fromEdbInfo, err := models.GetEdbInfoById(calculateTcz.FromEdbInfoId)
  915. if err != nil {
  916. errMsg = "GetEdbInfoById Err:" + err.Error()
  917. break
  918. }
  919. startDate = edbInfo.StartDate
  920. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateTcz(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTcz.EdbCode, startDate)
  921. if err != nil && err.Error() != utils.ErrNoRow() {
  922. errMsg = "RefreshCalculateTcz Err:" + err.Error()
  923. break
  924. }
  925. case utils.DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS: //N数值移动平均计算
  926. calculateInfo, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  927. if err != nil {
  928. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  929. break
  930. }
  931. fromEdbInfo, err := models.GetEdbInfoById(calculateInfo.FromEdbInfoId)
  932. if err != nil {
  933. errMsg = "GetEdbInfoById Err:" + err.Error()
  934. break
  935. }
  936. var formulaInt int
  937. formulaInt, _ = strconv.Atoi(calculateInfo.CalculateFormula)
  938. if formulaInt <= 0 {
  939. errMsg = "N值输入错误,请重新输入"
  940. break
  941. }
  942. startDate = edbInfo.StartDate
  943. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateNszydpjjs(edbInfoId, source, edbInfo.SubSource, formulaInt, fromEdbInfo, calculateInfo.EdbCode, startDate)
  944. if err != nil && err.Error() != utils.ErrNoRow() {
  945. errMsg = "RefreshAllPredictCalculateNszydpjjs Err:" + err.Error()
  946. break
  947. }
  948. case utils.DATA_SOURCE_PREDICT_CALCULATE_BP: //刷新变频
  949. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  950. if err != nil {
  951. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  952. break
  953. }
  954. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  955. if err != nil {
  956. errMsg = "GetEdbInfoById Err:" + err.Error()
  957. break
  958. }
  959. endDate = time.Now().Format(utils.FormatDate)
  960. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateBp(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate)
  961. if err != nil && err.Error() != utils.ErrNoRow() {
  962. errMsg = "RefreshAllPredictCalculateBp Err:" + err.Error()
  963. break
  964. }
  965. case utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ: //刷新环比值
  966. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  967. if err != nil {
  968. errMsg = "GetEdbInfoCalculateHbzDetail Err:" + err.Error()
  969. break
  970. }
  971. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  972. if err != nil {
  973. errMsg = "GetEdbInfoById Err:" + err.Error()
  974. break
  975. }
  976. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  977. endDate = time.Now().Format(utils.FormatDate)
  978. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  979. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateHbz(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate, formulaInt)
  980. if err != nil && err.Error() != utils.ErrNoRow() {
  981. errMsg = "RefreshAllPredictCalculateHbz Err:" + err.Error()
  982. break
  983. }
  984. case utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ: //刷新环差值
  985. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  986. if err != nil {
  987. errMsg = "GetEdbInfoCalculateHczDetail Err:" + err.Error()
  988. break
  989. }
  990. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  991. if err != nil {
  992. errMsg = "GetEdbInfoById Err:" + err.Error()
  993. break
  994. }
  995. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  996. endDate = time.Now().Format(utils.FormatDate)
  997. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  998. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateHcz(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate, formulaInt)
  999. if err != nil && err.Error() != utils.ErrNoRow() {
  1000. errMsg = "RefreshAllPredictCalculateHcz Err:" + err.Error()
  1001. break
  1002. }
  1003. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZZY: //刷新累计值转月值
  1004. calculateLjzzy, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1005. if err != nil {
  1006. errMsg = "GetEdbInfoCalculateLjzzyDetail Err:" + err.Error()
  1007. break
  1008. }
  1009. fromEdbInfo, err := models.GetEdbInfoById(calculateLjzzy.FromEdbInfoId)
  1010. if err != nil {
  1011. errMsg = "GetEdbInfoById Err:" + err.Error()
  1012. break
  1013. }
  1014. endDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1015. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1016. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateLjzzy(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateLjzzy.EdbCode, startDate, endDate)
  1017. if err != nil && err.Error() != utils.ErrNoRow() {
  1018. errMsg = "RefreshAllPredictCalculateLjzzy Err:" + err.Error()
  1019. break
  1020. }
  1021. case utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT:
  1022. calculate, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1023. if err != nil {
  1024. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  1025. break
  1026. }
  1027. fromEdbInfo, err := models.GetEdbInfoById(calculate.FromEdbInfoId)
  1028. if err != nil {
  1029. errMsg = "GetEdbInfoById Err:" + err.Error()
  1030. break
  1031. }
  1032. //startDate = edbInfo.StartDate
  1033. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1034. endDate = time.Now().Format(utils.FormatDate)
  1035. formulaInt, _ := strconv.Atoi(calculate.CalculateFormula)
  1036. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateTimeShift(edbInfoId, source, edbInfo.SubSource, formulaInt, calculate.MoveType, fromEdbInfo, calculate.EdbCode, startDate, endDate, calculate.MoveFrequency)
  1037. if err != nil && err.Error() != utils.ErrNoRow() {
  1038. errMsg = "RefreshAllCalculateTimeShift Err:" + err.Error()
  1039. }
  1040. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZTBPJ: //刷新累计值同比拼接
  1041. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateLjztbpj(edbInfo)
  1042. if err != nil && err.Error() != utils.ErrNoRow() {
  1043. errMsg = "RefreshAllPredictCalculateLjztbpj Err:" + err.Error()
  1044. break
  1045. }
  1046. case utils.DATA_SOURCE_PREDICT_CALCULATE_ZJPJ: //刷新直接拼接
  1047. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateZjpj(edbInfo)
  1048. if err != nil && err.Error() != utils.ErrNoRow() {
  1049. errMsg = "RefreshAllPredictCalculateZjpj Err:" + err.Error()
  1050. break
  1051. }
  1052. case utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX: //超季节性
  1053. calculateCjjx, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1054. if err != nil {
  1055. errMsg = "GetEdbInfoCalculateNszydpjjsDetail Err:" + err.Error()
  1056. break
  1057. }
  1058. fromEdbInfo, err := models.GetEdbInfoById(calculateCjjx.FromEdbInfoId)
  1059. if err != nil {
  1060. errMsg = "GetEdbInfoById Err:" + err.Error()
  1061. break
  1062. }
  1063. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1064. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1065. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateCjjx(edbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, calculateCjjx.EdbCode, startDate, "", edbInfo.Calendar, formulaInt)
  1066. if err != nil && err.Error() != utils.ErrNoRow() {
  1067. errMsg = "RefreshAllPredictCalculateCjjx Err:" + err.Error()
  1068. break
  1069. }
  1070. case utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC: //nhcc
  1071. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateNhcc(edbInfo)
  1072. if err != nil && err.Error() != utils.ErrNoRow() {
  1073. errMsg = "RefreshAllPredictCalculateNhcc Err:" + err.Error()
  1074. break
  1075. }
  1076. case utils.DATA_SOURCE_PREDICT_CALCULATE_JP: //降频
  1077. calculateInfo, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1078. if err != nil {
  1079. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  1080. break
  1081. }
  1082. fromEdbInfo, err := models.GetEdbInfoById(calculateInfo.FromEdbInfoId)
  1083. if err != nil {
  1084. errMsg = "GetEdbInfoById Err:" + err.Error()
  1085. break
  1086. }
  1087. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateJp(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateInfo.EdbCode, edbInfo.Frequency, edbInfo.CalculateFormula)
  1088. if err != nil && err.Error() != utils.ErrNoRow() {
  1089. errMsg = "RefreshAllPredictCalculateJp Err:" + err.Error()
  1090. break
  1091. }
  1092. case utils.DATA_SOURCE_PREDICT_CALCULATE_NH: //年化
  1093. calculateInfo, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1094. if err != nil {
  1095. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  1096. break
  1097. }
  1098. fromEdbInfo, err := models.GetEdbInfoById(calculateInfo.FromEdbInfoId)
  1099. if err != nil {
  1100. errMsg = "GetEdbInfoById Err:" + err.Error()
  1101. break
  1102. }
  1103. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateNh(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateInfo.EdbCode, edbInfo.Frequency, edbInfo.CalculateFormula)
  1104. if err != nil && err.Error() != utils.ErrNoRow() {
  1105. errMsg = "RefreshAllPredictCalculateNh Err:" + err.Error()
  1106. break
  1107. }
  1108. case utils.DATA_SOURCE_PREDICT_CALCULATE_KSZS: //扩散指数
  1109. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateKszs(edbInfo)
  1110. if err != nil && err.Error() != utils.ErrNoRow() {
  1111. errMsg = "RefreshAllPredictCalculateKszs Err:" + err.Error()
  1112. break
  1113. }
  1114. default:
  1115. // 获取通用的数据源处理服务
  1116. baseEdbInfoModel = models.GetBasePredictEdbInfoModel(source)
  1117. // 没有找到的话,那么就直接返回报错吧
  1118. if baseEdbInfoModel == nil {
  1119. br.Msg = "来源异常,请联系相关开发!"
  1120. br.ErrMsg = "来源异常,请联系相关开发"
  1121. return
  1122. }
  1123. latestDateStr, latestValue, err, errMsg = baseEdbInfoModel.Refresh(refreshParams)
  1124. }
  1125. if errMsg != `` {
  1126. br.Msg = "刷新指标失败!"
  1127. br.ErrMsg = "刷新指标失败,err:" + errMsg
  1128. return
  1129. }
  1130. // 更新指标最大最小值
  1131. err, errMsg = models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  1132. if err != nil {
  1133. br.Msg = errMsg
  1134. br.ErrMsg = err.Error()
  1135. return
  1136. }
  1137. // 更新ES
  1138. go logic.UpdateEs(edbInfo.EdbInfoId)
  1139. br.Ret = 200
  1140. br.Success = true
  1141. br.Msg = "获取成功"
  1142. }
  1143. // CalculateComputeCorrelation
  1144. // @Title 拟合残差计算相关性接口
  1145. // @Description 拟合残差计算相关性接口
  1146. // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string"
  1147. // @Success Ret=200 返回指标id
  1148. // @router /compute_correlation [post]
  1149. func (this *PredictCalculateController) CalculateComputeCorrelation() {
  1150. br := new(models.BaseResponse).Init()
  1151. defer func() {
  1152. this.Data["json"] = br
  1153. this.ServeJSON()
  1154. }()
  1155. var req models.EdbInfoCalculateBatchSaveReq
  1156. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  1157. if err != nil {
  1158. br.Msg = "参数解析异常!"
  1159. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1160. return
  1161. }
  1162. if len(req.EdbInfoIdArr) != 2 {
  1163. br.Msg = "选择的指标异常,请重新选择"
  1164. return
  1165. }
  1166. //校验时间格式
  1167. //数据格式:2022-11-01,2022-11-10
  1168. timeList := strings.Split(req.Formula, ",")
  1169. if len(timeList) != 2 {
  1170. br.Msg = "选择时间有误,请重新输入"
  1171. return
  1172. }
  1173. startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  1174. if err != nil {
  1175. br.Msg = "开始日期有误,请重新输入"
  1176. return
  1177. }
  1178. endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  1179. if err != nil {
  1180. br.Msg = "结束日期有误,请重新输入"
  1181. return
  1182. }
  1183. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  1184. br.Msg = "日期间隔不得少于两天"
  1185. return
  1186. }
  1187. var nhccDate models.NhccDate // 拟合残差的日期
  1188. nhccDate.StartDate = startDate
  1189. nhccDate.EndDate = endDate
  1190. // 来源预测指标信息
  1191. fromEdbInfoId := req.EdbInfoIdArr[0].EdbInfoId
  1192. if fromEdbInfoId <= 0 {
  1193. br.Msg = "请选择指标"
  1194. return
  1195. }
  1196. // 来源指标(自变量指标)
  1197. fromEdbInfo, err := models.GetEdbInfoById(fromEdbInfoId)
  1198. if err != nil {
  1199. br.Msg = "获取指标信息失败"
  1200. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  1201. return
  1202. }
  1203. if fromEdbInfo.EdbInfoType != 1 {
  1204. br.Msg = "来源指标不是预测指标"
  1205. br.ErrMsg = "来源指标不是预测指标"
  1206. return
  1207. }
  1208. // 因变量指标
  1209. secondEdbInfoReq := req.EdbInfoIdArr[1]
  1210. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  1211. if tmpErr != nil {
  1212. br.Msg = "获取因变量的指标信息失败"
  1213. br.ErrMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
  1214. return
  1215. }
  1216. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  1217. br.Msg = "两个指标不允许为同一个"
  1218. br.ErrMsg = "两个指标不允许为同一个"
  1219. return
  1220. }
  1221. rVal, err := models.CalculatePredictComputeCorrelation(&req, fromEdbInfo, secondEdbInfo, nhccDate)
  1222. if err != nil {
  1223. br.Msg = "计算失败"
  1224. br.ErrMsg = "计算失败,ERR:" + err.Error()
  1225. return
  1226. }
  1227. br.Ret = 200
  1228. br.Success = true
  1229. br.Msg = "计算成功"
  1230. br.Data = rVal
  1231. br.IsAddLog = true
  1232. }