base_from_predict_calculate.go 44 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350
  1. package controllers
  2. import (
  3. "encoding/json"
  4. "eta/eta_index_lib/logic"
  5. "eta/eta_index_lib/models"
  6. "eta/eta_index_lib/services"
  7. "eta/eta_index_lib/utils"
  8. "fmt"
  9. "strconv"
  10. "strings"
  11. "time"
  12. )
  13. // PredictCalculateController 预测计算指标
  14. type PredictCalculateController struct {
  15. BaseAuthController
  16. }
  17. // Save
  18. // @Title 新增/编辑预测指标运算接口
  19. // @Description 新增预测指标运算接口
  20. // @Success 200 {object} models.EdbInfoCalculateSaveReq
  21. // @router /save [post]
  22. func (this *PredictCalculateController) Save() {
  23. br := new(models.BaseResponse).Init()
  24. defer func() {
  25. this.Data["json"] = br
  26. this.ServeJSON()
  27. }()
  28. var req models.EdbInfoCalculateSaveReq
  29. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  30. if err != nil {
  31. br.Msg = "参数解析异常!"
  32. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  33. return
  34. }
  35. if req.EdbInfoId <= 0 {
  36. addPredictCalculate(br, req, this.Lang)
  37. } else {
  38. editPredictCalculate(br, req, this.Lang)
  39. }
  40. }
  41. // AddPredictCalculate 添加预测指标运算
  42. func addPredictCalculate(br *models.BaseResponse, req models.EdbInfoCalculateSaveReq, lang string) {
  43. req.EdbName = strings.Trim(req.EdbName, " ")
  44. if req.EdbName == "" {
  45. br.Msg = "指标名称不能为空"
  46. return
  47. }
  48. if req.Frequency == "" {
  49. br.Msg = "频率不能为空"
  50. return
  51. }
  52. if req.Unit == "" {
  53. br.Msg = "单位不能为空"
  54. return
  55. }
  56. if req.ClassifyId <= 0 {
  57. br.Msg = "请选择分类"
  58. return
  59. }
  60. if len(req.EdbInfoIdArr) <= 0 {
  61. br.Msg = "请选择指标"
  62. return
  63. }
  64. if req.CalculateFormula == "" {
  65. br.Msg = "请填写指标"
  66. return
  67. }
  68. //加入缓存机制,避免创建同一个名称的指标 start
  69. redisKey := fmt.Sprint("predict_edb_info:calculate:batch:save:", utils.DATA_SOURCE_PREDICT_CALCULATE, ":", req.EdbName)
  70. isExist := utils.Rc.IsExist(redisKey)
  71. if isExist {
  72. br.Msg = "指标正在处理,请勿重复提交"
  73. return
  74. } else {
  75. //设置3分钟缓存
  76. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  77. defer func() {
  78. _ = utils.Rc.Delete(redisKey)
  79. }()
  80. }
  81. calculateFormula := req.CalculateFormula
  82. calculateFormula = strings.Replace(calculateFormula, "(", "(", -1)
  83. calculateFormula = strings.Replace(calculateFormula, ")", ")", -1)
  84. calculateFormula = strings.Replace(calculateFormula, ",", ",", -1)
  85. calculateFormula = strings.Replace(calculateFormula, "。", ".", -1)
  86. if strings.Contains(req.CalculateFormula, "%") {
  87. calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1)
  88. }
  89. req.CalculateFormula = calculateFormula
  90. //检验公式
  91. var formulaStr string
  92. var edbInfoIdBytes []string
  93. for _, v := range req.EdbInfoIdArr {
  94. formulaStr += v.FromTag + ","
  95. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  96. }
  97. formulaSlice, err := utils.CheckFormulaJson(req.CalculateFormula)
  98. if err != nil {
  99. br.Msg = "公式格式错误,请重新填写"
  100. return
  101. }
  102. for _, formula := range formulaSlice {
  103. formulaMap, e := utils.CheckFormula(formula)
  104. if e != nil {
  105. br.Msg = "公式错误,请重新填写"
  106. return
  107. }
  108. for _, v := range formulaMap {
  109. if !strings.Contains(formulaStr, v) {
  110. br.Msg = "公式错误,请重新填写"
  111. return
  112. }
  113. }
  114. }
  115. // 根据指标名称和指标ID校验库中是否还存在其他同名指标
  116. existEdbName, err := logic.CheckExistByEdbNameAndEdbInfoId(1, 0, req.EdbName, lang)
  117. if err != nil {
  118. br.Msg = "判断指标名称是否存在失败"
  119. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  120. return
  121. }
  122. if existEdbName {
  123. br.Msg = "指标名称已存在,请重新填写"
  124. br.ErrMsg = "指标名称已存在,请重新填写"
  125. return
  126. }
  127. // 关联指标信息
  128. edbInfoList := make([]*models.EdbInfo, 0)
  129. calculateMappingList := make([]*models.EdbInfoCalculateMapping, 0)
  130. edbInfoTag := make(map[string]int)
  131. for k, v := range req.EdbInfoIdArr {
  132. edbInfoTag[v.FromTag] = v.EdbInfoId
  133. fromEdbInfo, err := models.GetEdbInfoById(v.EdbInfoId)
  134. if err != nil {
  135. if err.Error() == utils.ErrNoRow() {
  136. br.Msg = "生成计算指标失败"
  137. br.Msg = "指标 " + strconv.Itoa(v.EdbInfoId) + " 不存在"
  138. return
  139. }
  140. br.Msg = "生成计算指标失败"
  141. br.Msg = "获取指标失败:Err:" + err.Error()
  142. return
  143. }
  144. edbInfoList = append(edbInfoList, fromEdbInfo)
  145. //关联关系表
  146. {
  147. calculateMappingItem := &models.EdbInfoCalculateMapping{
  148. CreateTime: time.Now(),
  149. ModifyTime: time.Now(),
  150. Sort: k + 1,
  151. //EdbCode: edbCode,
  152. //EdbInfoId: int(edbInfoId),
  153. FromEdbInfoId: fromEdbInfo.EdbInfoId,
  154. FromEdbCode: fromEdbInfo.EdbCode,
  155. FromEdbName: fromEdbInfo.EdbName,
  156. FromSource: fromEdbInfo.Source,
  157. FromSourceName: fromEdbInfo.SourceName,
  158. FromTag: v.FromTag,
  159. Source: utils.DATA_SOURCE_PREDICT_CALCULATE,
  160. SourceName: "预测指标运算",
  161. }
  162. calculateMappingList = append(calculateMappingList, calculateMappingItem)
  163. }
  164. }
  165. for _, v := range formulaSlice {
  166. formulaMap, e := utils.CheckFormula(v)
  167. if e != nil {
  168. br.Msg = "公式错误,请重新填写"
  169. return
  170. }
  171. //预先计算,判断公式是否正常
  172. ok, _ := models.CheckFormula2(edbInfoList, formulaMap, v, edbInfoIdBytes)
  173. if !ok {
  174. br.Msg = "生成计算指标失败,请使用正确的计算公式"
  175. return
  176. }
  177. }
  178. // 指标入库
  179. randStr := utils.GetRandDigit(4)
  180. edbCode := `C2` + time.Now().Format("060102") + randStr
  181. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  182. uniqueCode := utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  183. edbInfo := &models.EdbInfo{
  184. EdbInfoType: 1,
  185. Source: utils.DATA_SOURCE_PREDICT_CALCULATE,
  186. SourceName: "预测指标运算",
  187. EdbCode: edbCode,
  188. EdbName: req.EdbName,
  189. EdbNameSource: req.EdbName,
  190. Frequency: req.Frequency,
  191. Unit: req.Unit,
  192. ClassifyId: req.ClassifyId,
  193. SysUserId: req.AdminId,
  194. SysUserRealName: req.AdminName,
  195. CreateTime: time.Now(),
  196. ModifyTime: time.Now(),
  197. UniqueCode: uniqueCode,
  198. CalculateFormula: req.CalculateFormula,
  199. EdbType: 2,
  200. EmptyType: req.EmptyType,
  201. MaxEmptyType: req.MaxEmptyType,
  202. Extra: req.Extra,
  203. EdbNameEn: req.EdbName,
  204. UnitEn: req.Unit,
  205. }
  206. edbInfoId, err := models.AddEdbInfo(edbInfo)
  207. if err != nil {
  208. br.Msg = "生成计算指标失败"
  209. br.Msg = "生成计算指标失败,AddEdbInfo Err:" + err.Error()
  210. return
  211. }
  212. edbInfo.EdbInfoId = int(edbInfoId)
  213. //处理同名指标
  214. {
  215. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  216. if err != nil {
  217. br.Msg = "保存失败"
  218. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  219. return
  220. }
  221. if len(edbNameList) >= 2 {
  222. for _, v := range edbNameList {
  223. edbName := v.EdbName + "(" + v.SourceName + ")"
  224. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  225. if err != nil {
  226. br.Msg = "保存失败"
  227. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  228. return
  229. }
  230. }
  231. }
  232. }
  233. //关联关系表入库
  234. {
  235. if len(calculateMappingList) > 0 {
  236. for k, v := range calculateMappingList {
  237. v.EdbCode = edbInfo.EdbCode
  238. v.EdbInfoId = edbInfo.EdbInfoId
  239. calculateMappingList[k] = v
  240. }
  241. go models.AddEdbInfoCalculateMappingMulti(calculateMappingList)
  242. }
  243. }
  244. // 开始添加预测指标
  245. latestDateStr, latestValue, err := models.AddPredictCalculateData(edbInfoList, edbInfoTag, edbInfo, edbCode, req.CalculateFormula, edbInfoIdBytes)
  246. if err != nil {
  247. br.Msg = "生成计算指标失败"
  248. br.Msg = "生成计算指标失败,Calculate Err:" + err.Error()
  249. return
  250. }
  251. // 更新指标最大最小值
  252. err, errMsg := models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  253. if err != nil {
  254. br.Msg = errMsg
  255. br.ErrMsg = err.Error()
  256. return
  257. }
  258. resp := models.AddEdbInfoResp{
  259. EdbInfoId: int(edbInfoId),
  260. UniqueCode: uniqueCode,
  261. }
  262. br.Ret = 200
  263. br.Success = true
  264. br.Msg = "保存成功"
  265. br.Data = resp
  266. br.IsAddLog = true
  267. }
  268. // editPredictCalculate 编辑预测指标运算
  269. func editPredictCalculate(br *models.BaseResponse, req models.EdbInfoCalculateSaveReq, lang string) {
  270. req.EdbName = strings.Trim(req.EdbName, " ")
  271. if req.EdbName == "" {
  272. br.Msg = "指标名称不能为空"
  273. return
  274. }
  275. if req.Frequency == "" {
  276. br.Msg = "频率不能为空"
  277. return
  278. }
  279. if req.Unit == "" {
  280. br.Msg = "单位不能为空"
  281. return
  282. }
  283. if req.ClassifyId <= 0 {
  284. br.Msg = "请选择分类"
  285. return
  286. }
  287. if len(req.EdbInfoIdArr) <= 0 {
  288. br.Msg = "请选择指标"
  289. return
  290. }
  291. if req.CalculateFormula == "" {
  292. br.Msg = "请填写指标"
  293. return
  294. }
  295. //加入缓存机制,避免创建同一个名称的指标 start
  296. redisKey := fmt.Sprint("predict_edb_info:calculate:batch:save:", utils.DATA_SOURCE_PREDICT_CALCULATE, ":", req.EdbName)
  297. isExist := utils.Rc.IsExist(redisKey)
  298. if isExist {
  299. br.Msg = "指标正在处理,请勿重复提交"
  300. // return
  301. } else {
  302. //设置3分钟缓存
  303. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  304. defer func() {
  305. _ = utils.Rc.Delete(redisKey)
  306. }()
  307. }
  308. calculateFormula := req.CalculateFormula
  309. calculateFormula = strings.Replace(calculateFormula, "(", "(", -1)
  310. calculateFormula = strings.Replace(calculateFormula, ")", ")", -1)
  311. calculateFormula = strings.Replace(calculateFormula, ",", ",", -1)
  312. calculateFormula = strings.Replace(calculateFormula, "。", ".", -1)
  313. if strings.Contains(req.CalculateFormula, "%") {
  314. calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1)
  315. }
  316. req.CalculateFormula = calculateFormula
  317. //检验公式
  318. var formulaStr string
  319. var edbInfoIdBytes []string
  320. for _, v := range req.EdbInfoIdArr {
  321. formulaStr += v.FromTag + ","
  322. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  323. }
  324. formulaSlice, err := utils.CheckFormulaJson(req.CalculateFormula)
  325. if err != nil {
  326. br.Msg = "公式格式错误,请重新填写"
  327. return
  328. }
  329. for _, formula := range formulaSlice {
  330. formulaMap, e := utils.CheckFormula(formula)
  331. if e != nil {
  332. br.Msg = "公式错误,请重新填写"
  333. return
  334. }
  335. for _, v := range formulaMap {
  336. if !strings.Contains(formulaStr, v) {
  337. br.Msg = "公式错误,请重新填写"
  338. return
  339. }
  340. }
  341. }
  342. // 获取计算指标信息
  343. edbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
  344. if err != nil {
  345. br.Msg = "获取指标信息失败"
  346. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  347. return
  348. }
  349. // 根据指标名称和指标ID校验库中是否还存在其他同名指标
  350. existEdbName, err := logic.CheckExistByEdbNameAndEdbInfoId(edbInfo.EdbInfoType, edbInfo.EdbInfoId, req.EdbName, lang)
  351. if err != nil {
  352. br.Msg = "判断指标名称是否存在失败"
  353. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  354. return
  355. }
  356. if existEdbName {
  357. br.Msg = "指标名称已存在,请重新填写"
  358. br.ErrMsg = "指标名称已存在,请重新填写"
  359. return
  360. }
  361. // 关联指标信息
  362. edbInfoList := make([]*models.EdbInfo, 0)
  363. calculateMappingList := make([]*models.EdbInfoCalculateMapping, 0)
  364. edbInfoTag := make(map[string]int)
  365. for k, v := range req.EdbInfoIdArr {
  366. edbInfoTag[v.FromTag] = v.EdbInfoId
  367. fromEdbInfo, err := models.GetEdbInfoById(v.EdbInfoId)
  368. if err != nil {
  369. if err.Error() == utils.ErrNoRow() {
  370. br.Msg = "生成计算指标失败"
  371. br.Msg = "指标 " + strconv.Itoa(v.EdbInfoId) + " 不存在"
  372. return
  373. }
  374. br.Msg = "生成计算指标失败"
  375. br.Msg = "获取指标失败:Err:" + err.Error()
  376. return
  377. }
  378. edbInfoList = append(edbInfoList, fromEdbInfo)
  379. //关联关系表
  380. {
  381. calculateMappingItem := &models.EdbInfoCalculateMapping{
  382. CreateTime: time.Now(),
  383. ModifyTime: time.Now(),
  384. Sort: k + 1,
  385. EdbCode: edbInfo.EdbCode,
  386. EdbInfoId: edbInfo.EdbInfoId,
  387. FromEdbInfoId: fromEdbInfo.EdbInfoId,
  388. FromEdbCode: fromEdbInfo.EdbCode,
  389. FromEdbName: fromEdbInfo.EdbName,
  390. FromSource: fromEdbInfo.Source,
  391. FromSourceName: fromEdbInfo.SourceName,
  392. FromTag: v.FromTag,
  393. Source: utils.DATA_SOURCE_PREDICT_CALCULATE,
  394. SourceName: "预测指标运算",
  395. }
  396. calculateMappingList = append(calculateMappingList, calculateMappingItem)
  397. }
  398. }
  399. for _, v := range formulaSlice {
  400. formulaMap, e := utils.CheckFormula(v)
  401. if e != nil {
  402. br.Msg = "公式错误,请重新填写"
  403. return
  404. }
  405. //预先计算,判断公式是否正常
  406. ok, _ := models.CheckFormula2(edbInfoList, formulaMap, v, edbInfoIdBytes)
  407. if !ok {
  408. br.Msg = "生成计算指标失败,请使用正确的计算公式"
  409. return
  410. }
  411. }
  412. //处理同名指标
  413. {
  414. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  415. if err != nil {
  416. br.Msg = "保存失败"
  417. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  418. return
  419. }
  420. if len(edbNameList) >= 2 {
  421. for _, v := range edbNameList {
  422. edbName := v.EdbName + "(" + v.SourceName + ")"
  423. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  424. if err != nil {
  425. br.Msg = "保存失败"
  426. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  427. return
  428. }
  429. }
  430. }
  431. }
  432. switch lang {
  433. case utils.EnLangVersion:
  434. edbInfo.EdbNameEn = req.EdbName
  435. edbInfo.UnitEn = req.Unit
  436. default:
  437. edbInfo.EdbName = req.EdbName
  438. edbInfo.Unit = req.Unit
  439. }
  440. edbInfo.Frequency = req.Frequency
  441. edbInfo.ClassifyId = req.ClassifyId
  442. edbInfo.CalculateFormula = req.CalculateFormula
  443. edbInfo.EmptyType = req.EmptyType
  444. edbInfo.MaxEmptyType = req.MaxEmptyType
  445. edbInfo.Extra = req.Extra
  446. err = models.EditPredictCalculate(edbInfo, calculateMappingList)
  447. if err != nil {
  448. br.Msg = "修改计算指标失败"
  449. br.Msg = "修改计算指标失败,Calculate Err:" + err.Error()
  450. return
  451. }
  452. // 开始添加预测指标
  453. latestDateStr, latestValue, err := models.AddPredictCalculateData(edbInfoList, edbInfoTag, edbInfo, edbInfo.EdbCode, req.CalculateFormula, edbInfoIdBytes)
  454. if err != nil {
  455. br.Msg = "生成计算指标失败"
  456. br.Msg = "生成计算指标失败,Calculate Err:" + err.Error()
  457. return
  458. }
  459. // 更新指标最大最小值
  460. err, errMsg := models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  461. if err != nil {
  462. br.Msg = errMsg
  463. br.ErrMsg = err.Error()
  464. return
  465. }
  466. resp := models.AddEdbInfoResp{
  467. EdbInfoId: edbInfo.EdbInfoId,
  468. UniqueCode: edbInfo.UniqueCode,
  469. }
  470. br.Ret = 200
  471. br.Success = true
  472. br.Msg = "保存成功"
  473. br.Data = resp
  474. br.IsAddLog = true
  475. }
  476. // CalculateBatchSave
  477. // @Title 累计值转月-同比值-同差等计算新增
  478. // @Description 累计值转月-同比值-同差等计算新增接口
  479. // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string"
  480. // @Success Ret=200 返回指标id
  481. // @router /batch/save [post]
  482. func (this *PredictCalculateController) CalculateBatchSave() {
  483. br := new(models.BaseResponse).Init()
  484. defer func() {
  485. this.Data["json"] = br
  486. this.ServeJSON()
  487. }()
  488. var req models.EdbInfoCalculateBatchSaveReq
  489. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  490. if err != nil {
  491. br.Msg = "参数解析异常!"
  492. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  493. return
  494. }
  495. req.EdbName = strings.Trim(req.EdbName, " ")
  496. if req.EdbName == "" {
  497. br.Msg = "指标名称不能为空"
  498. return
  499. }
  500. if req.Frequency == "" {
  501. br.Msg = "频率不能为空"
  502. return
  503. }
  504. if req.Unit == "" {
  505. br.Msg = "单位不能为空"
  506. return
  507. }
  508. if req.ClassifyId <= 0 {
  509. br.Msg = "请选择分类"
  510. return
  511. }
  512. // 基础指标id
  513. fromEdbInfoId := req.FromEdbInfoId
  514. notNeedFromEdbSourceList := []int{utils.DATA_SOURCE_PREDICT_CALCULATE_KSZS, utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC} // 不需要传入来源指标id的 指标类型
  515. if fromEdbInfoId <= 0 && !utils.InArrayByInt(notNeedFromEdbSourceList, req.Source) {
  516. br.Msg = "请选择指标"
  517. return
  518. }
  519. //加入缓存机制,避免创建同一个名称的指标 start
  520. redisKey := fmt.Sprint("edb_lib:predict_calculate:batch:save:", req.Source, ":", req.EdbName)
  521. isExist := utils.Rc.IsExist(redisKey)
  522. if isExist {
  523. br.Msg = "指标正在处理,请勿重复提交"
  524. return
  525. } else {
  526. //设置3分钟缓存
  527. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  528. defer func() {
  529. _ = utils.Rc.Delete(redisKey)
  530. }()
  531. }
  532. //加入缓存机制,避免创建同一个名称的指标 end
  533. oldEdbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
  534. if err != nil {
  535. br.Msg = "获取指标信息失败"
  536. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  537. return
  538. }
  539. // 根据指标名称和指标ID校验库中是否还存在其他同名指标
  540. existEdbName, err := logic.CheckExistByEdbNameAndEdbInfoId(1, req.EdbInfoId, req.EdbName, this.Lang)
  541. if err != nil {
  542. br.Msg = "判断指标名称是否存在失败"
  543. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  544. return
  545. }
  546. if existEdbName {
  547. br.Msg = "指标名称已存在,请重新填写"
  548. br.ErrMsg = "指标名称已存在,请重新填写"
  549. return
  550. }
  551. //生成指标编码
  552. randStr := utils.GetRandDigit(4)
  553. edbCode := `C` + time.Now().Format("060102") + randStr
  554. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  555. uniqueCode := utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  556. adminId := req.AdminId
  557. adminName := req.AdminName
  558. var sourName string
  559. var errMsg string
  560. var edbInfo *models.EdbInfo
  561. var latestDateStr string // 最近实际数据的日期
  562. var latestValue float64 // 最近实际数据的值
  563. var formulaInt int
  564. var nhccDate models.NhccDate // 拟合残差的日期
  565. switch req.Source {
  566. case utils.DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS, utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ, utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ, utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT, utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX:
  567. if req.Formula == "" {
  568. br.Msg = "请填写N值"
  569. return
  570. }
  571. formulaInt, _ = strconv.Atoi(req.Formula)
  572. if formulaInt <= 0 {
  573. br.Msg = "N值输入错误,请重新输入"
  574. return
  575. }
  576. /*case utils.DATA_SOURCE_PREDICT_CALCULATE_ZJPJ:
  577. //直接拼接指标
  578. //校验时间格式
  579. _, err = time.ParseInLocation(utils.FormatDate, req.Formula, time.Local)
  580. if err != nil {
  581. br.Msg = "拼接日期有误,请重新输入"
  582. return
  583. }*/
  584. case utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC: //拟合残差指标
  585. //指标校验
  586. if len(req.EdbInfoIdArr) != 2 {
  587. br.Msg = "选择的指标异常,请重新选择"
  588. return
  589. }
  590. fromEdbInfoId = req.EdbInfoIdArr[0].EdbInfoId
  591. //校验时间格式
  592. //数据格式:2022-11-01,2022-11-10
  593. timeList := strings.Split(req.Formula, ",")
  594. if len(timeList) != 2 {
  595. br.Msg = "选择时间有误,请重新输入"
  596. return
  597. }
  598. startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  599. if err != nil {
  600. br.Msg = "开始日期有误,请重新输入"
  601. return
  602. }
  603. endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  604. if err != nil {
  605. br.Msg = "结束日期有误,请重新输入"
  606. return
  607. }
  608. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  609. br.Msg = "日期间隔不得少于两天"
  610. return
  611. }
  612. nhccDate.StartDate = startDate
  613. nhccDate.EndDate = endDate
  614. case utils.DATA_SOURCE_CALCULATE_ZSXY: // 指数修匀
  615. if req.Formula == "" {
  616. br.Msg = "请填写alpha值"
  617. return
  618. }
  619. a, e := strconv.ParseFloat(req.Formula, 64)
  620. if e != nil {
  621. br.Msg = "alpha值输入错误, 请重新输入"
  622. return
  623. }
  624. if a <= 0 || a >= 1 {
  625. br.Msg = "alpha值输入错误, 请重新输入"
  626. return
  627. }
  628. }
  629. if err != nil {
  630. br.Msg = "获取指标信息失败"
  631. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  632. return
  633. }
  634. // 来源预测指标信息
  635. var fromEdbInfo *models.EdbInfo
  636. if fromEdbInfoId > 0 {
  637. fromEdbInfo, err = models.GetEdbInfoById(fromEdbInfoId)
  638. if err != nil {
  639. br.Msg = "获取指标信息失败"
  640. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  641. return
  642. }
  643. if fromEdbInfo.EdbInfoType != 1 {
  644. br.Msg = "来源指标不是预测指标"
  645. br.ErrMsg = "来源指标不是预测指标"
  646. return
  647. }
  648. }
  649. var baseEdbInfoModel models.BasePredictEdbInfoInterface
  650. saveParams := models.BatchSaveCalculateBatchParams{
  651. Req: req,
  652. FromEdbInfo: fromEdbInfo,
  653. EdbCode: edbCode,
  654. UniqueCode: uniqueCode,
  655. SysUserId: req.AdminId,
  656. SysUserRealName: req.AdminName,
  657. Lang: this.Lang,
  658. }
  659. if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_TBZ {
  660. if req.EdbInfoId <= 0 {
  661. if req.Frequency != fromEdbInfo.Frequency {
  662. br.Msg = "当前频度和原指标频度不一致"
  663. return
  664. }
  665. if req.Unit != "无" {
  666. br.Msg = "单位只允许为无,禁止选择其他单位"
  667. return
  668. }
  669. }
  670. }
  671. if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_TCZ {
  672. if req.EdbInfoId <= 0 {
  673. if req.Frequency != fromEdbInfo.Frequency {
  674. br.Msg = "当前频度和原指标频度不一致"
  675. return
  676. }
  677. if req.Unit != fromEdbInfo.Unit {
  678. br.Msg = "当前单位和原指标单位不一致"
  679. return
  680. }
  681. }
  682. sourName = "预测同差"
  683. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateTcz(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, this.Lang)
  684. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS {
  685. sourName = "预测N数值移动平均计算"
  686. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateNszydpjjs(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, this.Lang)
  687. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_BP {
  688. sourName = "预测变频"
  689. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateBp(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, this.Lang)
  690. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ {
  691. checkDataList, tmpErr := models.GetPredictEdbDataListAllByStartDate(fromEdbInfo, 0, "")
  692. if tmpErr != nil && tmpErr.Error() != utils.ErrNoRow() {
  693. br.Msg = "判断环比值是否可计算失败"
  694. br.ErrMsg = "判断环比值是否可计算失败,Err:" + tmpErr.Error()
  695. return
  696. }
  697. for _, v := range checkDataList {
  698. if v.Value <= 0 {
  699. br.Msg = "原始数据中存在0或负数,该指标不能进行环比运算"
  700. br.ErrMsg = "原始数据中出现0和负值时,提示该指标不能进行环比运算"
  701. return
  702. }
  703. }
  704. sourName = "预测环比值"
  705. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateHbz(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, formulaInt, this.Lang)
  706. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ {
  707. sourName = "预测环差值"
  708. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateHcz(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, formulaInt, this.Lang)
  709. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_LJZZY {
  710. sourName = "预测累计值转月值"
  711. if fromEdbInfo.Frequency != "月度" {
  712. br.Msg = "请选择月度指标"
  713. return
  714. }
  715. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateLjzzy(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, this.Lang)
  716. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT {
  717. sourName = "预测时间移位"
  718. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateTimeShift(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, this.Lang)
  719. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX {
  720. sourName = "预测超季节性"
  721. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateCjjx(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, formulaInt, this.Lang)
  722. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC {
  723. sourName = "预测拟合残差"
  724. secondEdbInfoReq := req.EdbInfoIdArr[1]
  725. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  726. if tmpErr != nil {
  727. br.Msg = "获取因变量的指标信息失败"
  728. br.ErrMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
  729. return
  730. }
  731. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  732. br.Msg = "两个指标不允许为同一个"
  733. br.ErrMsg = "两个指标不允许为同一个"
  734. return
  735. }
  736. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateNhcc(&req, fromEdbInfo, secondEdbInfo, edbCode, uniqueCode, nhccDate, adminId, adminName, this.Lang)
  737. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_JP {
  738. sourName = utils.DATA_SOURCE_NAME_PREDICT_CALCULATE_JP
  739. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateJp(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, this.Lang)
  740. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_NH {
  741. sourName = utils.DATA_SOURCE_NAME_PREDICT_CALCULATE_NH
  742. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateNh(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, this.Lang)
  743. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_KSZS {
  744. sourName = utils.DATA_SOURCE_NAME_PREDICT_CALCULATE_KSZS
  745. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateKszs(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, req.EdbInfoIdArr, edbCode, uniqueCode, adminId, adminName, this.Lang)
  746. } else {
  747. // 获取通用的数据源处理服务
  748. baseEdbInfoModel = models.GetBasePredictEdbInfoModel(req.Source)
  749. // 没有找到的话,那么就直接返回报错吧
  750. if baseEdbInfoModel == nil {
  751. br.Msg = "无效计算方式"
  752. br.ErrMsg = "无效计算方式,source:" + strconv.Itoa(req.Source)
  753. return
  754. }
  755. sourName = baseEdbInfoModel.GetSourceName()
  756. if req.EdbInfoId <= 0 {
  757. edbInfo, latestDateStr, latestValue, err, errMsg = baseEdbInfoModel.Add(saveParams)
  758. } else {
  759. edbInfo, err = models.GetEdbInfoById(req.EdbInfoId)
  760. if err != nil {
  761. if err.Error() == utils.ErrNoRow() {
  762. br.Msg = "指标已被删除,请刷新页面"
  763. br.ErrMsg = "指标已被删除,请刷新页面:Err:" + err.Error()
  764. return
  765. }
  766. br.Msg = "获取指标信息失败"
  767. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  768. return
  769. }
  770. saveParams.EdbInfo = edbInfo
  771. latestDateStr, latestValue, err, errMsg = baseEdbInfoModel.Edit(saveParams)
  772. }
  773. }
  774. if err != nil {
  775. br.Msg = "生成" + sourName + "失败"
  776. if errMsg != `` {
  777. br.Msg = errMsg
  778. }
  779. br.Msg = "生成" + sourName + "失败 Err:" + err.Error()
  780. return
  781. }
  782. if edbInfo == nil {
  783. br.Msg = "生成" + sourName + "失败"
  784. br.ErrMsg = "生成" + sourName + "失败,edbInfo is nil"
  785. return
  786. }
  787. //处理同名指标
  788. {
  789. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  790. if err != nil {
  791. br.Msg = "保存失败"
  792. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  793. return
  794. }
  795. if len(edbNameList) >= 2 {
  796. for _, v := range edbNameList {
  797. edbName := v.EdbName + "(" + v.SourceName + ")"
  798. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  799. if err != nil {
  800. br.Msg = "保存失败"
  801. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  802. return
  803. }
  804. }
  805. }
  806. }
  807. // 更新指标最大最小值
  808. err, errMsg = models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  809. if err != nil {
  810. br.Msg = errMsg
  811. br.ErrMsg = err.Error()
  812. return
  813. }
  814. // 记录操作变更记录
  815. newEdbInfo := new(models.EdbInfoEditRecord)
  816. newEdbInfo.EdbName = req.EdbName
  817. newEdbInfo.Frequency = req.Frequency
  818. newEdbInfo.Unit = req.Unit
  819. newEdbInfo.OperateUserId = req.AdminId
  820. newEdbInfo.OperateUserRealName = req.AdminName
  821. err = services.AddEditEdbInfoRcord(oldEdbInfo, newEdbInfo)
  822. if err != nil {
  823. br.Msg = "保存失败"
  824. br.ErrMsg = "保存失败,Err:" + err.Error()
  825. return
  826. }
  827. resp := models.AddEdbInfoResp{
  828. EdbInfoId: edbInfo.EdbInfoId,
  829. UniqueCode: uniqueCode,
  830. }
  831. br.Ret = 200
  832. br.Success = true
  833. br.Msg = "保存成功"
  834. br.Data = resp
  835. br.IsAddLog = true
  836. }
  837. // Refresh
  838. // @Title 刷新计算指标接口
  839. // @Description 刷新计算指标接口
  840. // @Success 200 {object} models.RefreshEdbInfoReq
  841. // @router /refresh [post]
  842. func (this *PredictCalculateController) Refresh() {
  843. br := new(models.BaseResponse).Init()
  844. var cacheKey string
  845. defer func() {
  846. this.Data["json"] = br
  847. this.ServeJSON()
  848. }()
  849. var req models.RefreshEdbInfoReq
  850. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  851. if err != nil {
  852. br.Msg = "参数解析异常!"
  853. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  854. return
  855. }
  856. if req.EdbCode == "" {
  857. br.Msg = "请输入指标编码!"
  858. br.ErrMsg = "请输入指标编码,指标编码为空"
  859. return
  860. }
  861. if req.EdbInfoId <= 0 {
  862. br.Msg = "请输入指标ID!"
  863. br.ErrMsg = "请输入指标ID"
  864. return
  865. }
  866. edbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
  867. if err != nil {
  868. br.Msg = "指标不存在!"
  869. br.ErrMsg = "指标不存在"
  870. return
  871. }
  872. cacheKey = utils.CACHE_EDB_DATA_REFRESH + strconv.Itoa(edbInfo.Source) + "_" + req.EdbCode
  873. if utils.Rc.IsExist(cacheKey) {
  874. br.Ret = 501
  875. br.Success = true
  876. br.Msg = "系统处理中,请稍后重试"
  877. br.IsSendEmail = false
  878. return
  879. }
  880. utils.Rc.SetNX(cacheKey, 1, 1*time.Minute)
  881. defer func() {
  882. _ = utils.Rc.Delete(cacheKey)
  883. }()
  884. startDate := req.StartDate
  885. var errMsg string
  886. endDate := time.Now().Format(utils.FormatDate)
  887. edbInfoId := edbInfo.EdbInfoId
  888. source := edbInfo.Source
  889. var latestDateStr string // 最近实际数据的日期
  890. var latestValue float64 // 最近实际数据的值
  891. var baseEdbInfoModel models.BasePredictEdbInfoInterface
  892. refreshParams := models.RefreshParams{
  893. EdbInfo: edbInfo,
  894. }
  895. switch source {
  896. case utils.DATA_SOURCE_PREDICT_CALCULATE_TBZ: //刷新同比值
  897. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  898. if err != nil {
  899. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  900. break
  901. }
  902. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  903. if err != nil {
  904. errMsg = "GetEdbInfoById Err:" + err.Error()
  905. break
  906. }
  907. refreshParams.FromEdbInfo = fromEdbInfo
  908. refreshParams.StartDate = edbInfo.StartDate
  909. }
  910. switch source {
  911. case utils.DATA_SOURCE_PREDICT_CALCULATE:
  912. //startDate = edbInfo.StartDate
  913. //sTime, err := time.ParseInLocation(utils.FormatDate, edbInfo.EndDate, time.Local)
  914. //if err != nil {
  915. // return
  916. //}
  917. //startDate = sTime.Format(utils.FormatDate)
  918. startDate = ""
  919. var edbInfoIdBytes []string
  920. calculateMap, err := models.GetEdbInfoCalculateDetailList(edbInfo.EdbInfoId)
  921. if err != nil {
  922. errMsg = "GetEdbInfoCalculateDetail Err:" + err.Error()
  923. break
  924. }
  925. var formulaStr string
  926. edbInfoList := make([]*models.EdbInfo, 0)
  927. edbInfoTag := make(map[string]int)
  928. for _, v := range calculateMap {
  929. edbInfoTag[v.FromTag] = v.FromEdbInfoId
  930. formulaStr += v.FromTag + ","
  931. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  932. edbInfo, _ := models.GetEdbInfoById(v.FromEdbInfoId)
  933. edbInfoList = append(edbInfoList, edbInfo)
  934. }
  935. latestDateStr, latestValue, err = models.RefreshAllPredictCalculate(edbInfoList, edbInfoTag, edbInfo.EdbInfoId, source, edbInfo.SubSource, edbInfo.EdbCode, edbInfo.CalculateFormula, startDate, edbInfoIdBytes, edbInfo.EmptyType, edbInfo.MaxEmptyType, edbInfo.Extra)
  936. if err != nil && err.Error() != utils.ErrNoRow() {
  937. errMsg = "RefreshCalculate Err:" + err.Error()
  938. break
  939. }
  940. case utils.DATA_SOURCE_PREDICT_CALCULATE_TCZ: //同差值
  941. calculateTcz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  942. if err != nil {
  943. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  944. break
  945. }
  946. fromEdbInfo, err := models.GetEdbInfoById(calculateTcz.FromEdbInfoId)
  947. if err != nil {
  948. errMsg = "GetEdbInfoById Err:" + err.Error()
  949. break
  950. }
  951. startDate = edbInfo.StartDate
  952. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateTcz(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTcz.EdbCode, startDate)
  953. if err != nil && err.Error() != utils.ErrNoRow() {
  954. errMsg = "RefreshCalculateTcz Err:" + err.Error()
  955. break
  956. }
  957. case utils.DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS: //N数值移动平均计算
  958. calculateInfo, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  959. if err != nil {
  960. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  961. break
  962. }
  963. fromEdbInfo, err := models.GetEdbInfoById(calculateInfo.FromEdbInfoId)
  964. if err != nil {
  965. errMsg = "GetEdbInfoById Err:" + err.Error()
  966. break
  967. }
  968. var formulaInt int
  969. formulaInt, _ = strconv.Atoi(calculateInfo.CalculateFormula)
  970. if formulaInt <= 0 {
  971. errMsg = "N值输入错误,请重新输入"
  972. break
  973. }
  974. startDate = edbInfo.StartDate
  975. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateNszydpjjs(edbInfoId, source, edbInfo.SubSource, formulaInt, fromEdbInfo, calculateInfo.EdbCode, startDate)
  976. if err != nil && err.Error() != utils.ErrNoRow() {
  977. errMsg = "RefreshAllPredictCalculateNszydpjjs Err:" + err.Error()
  978. break
  979. }
  980. case utils.DATA_SOURCE_PREDICT_CALCULATE_BP: //刷新变频
  981. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  982. if err != nil {
  983. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  984. break
  985. }
  986. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  987. if err != nil {
  988. errMsg = "GetEdbInfoById Err:" + err.Error()
  989. break
  990. }
  991. endDate = time.Now().Format(utils.FormatDate)
  992. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateBp(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate)
  993. if err != nil && err.Error() != utils.ErrNoRow() {
  994. errMsg = "RefreshAllPredictCalculateBp Err:" + err.Error()
  995. break
  996. }
  997. case utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ: //刷新环比值
  998. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  999. if err != nil {
  1000. errMsg = "GetEdbInfoCalculateHbzDetail Err:" + err.Error()
  1001. break
  1002. }
  1003. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  1004. if err != nil {
  1005. errMsg = "GetEdbInfoById Err:" + err.Error()
  1006. break
  1007. }
  1008. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1009. endDate = time.Now().Format(utils.FormatDate)
  1010. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1011. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateHbz(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate, formulaInt)
  1012. if err != nil && err.Error() != utils.ErrNoRow() {
  1013. errMsg = "RefreshAllPredictCalculateHbz Err:" + err.Error()
  1014. break
  1015. }
  1016. case utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ: //刷新环差值
  1017. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1018. if err != nil {
  1019. errMsg = "GetEdbInfoCalculateHczDetail Err:" + err.Error()
  1020. break
  1021. }
  1022. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  1023. if err != nil {
  1024. errMsg = "GetEdbInfoById Err:" + err.Error()
  1025. break
  1026. }
  1027. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1028. endDate = time.Now().Format(utils.FormatDate)
  1029. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1030. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateHcz(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate, formulaInt)
  1031. if err != nil && err.Error() != utils.ErrNoRow() {
  1032. errMsg = "RefreshAllPredictCalculateHcz Err:" + err.Error()
  1033. break
  1034. }
  1035. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZZY: //刷新累计值转月值
  1036. calculateLjzzy, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1037. if err != nil {
  1038. errMsg = "GetEdbInfoCalculateLjzzyDetail Err:" + err.Error()
  1039. break
  1040. }
  1041. fromEdbInfo, err := models.GetEdbInfoById(calculateLjzzy.FromEdbInfoId)
  1042. if err != nil {
  1043. errMsg = "GetEdbInfoById Err:" + err.Error()
  1044. break
  1045. }
  1046. endDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1047. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1048. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateLjzzy(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateLjzzy.EdbCode, startDate, endDate)
  1049. if err != nil && err.Error() != utils.ErrNoRow() {
  1050. errMsg = "RefreshAllPredictCalculateLjzzy Err:" + err.Error()
  1051. break
  1052. }
  1053. case utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT:
  1054. calculate, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1055. if err != nil {
  1056. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  1057. break
  1058. }
  1059. fromEdbInfo, err := models.GetEdbInfoById(calculate.FromEdbInfoId)
  1060. if err != nil {
  1061. errMsg = "GetEdbInfoById Err:" + err.Error()
  1062. break
  1063. }
  1064. //startDate = edbInfo.StartDate
  1065. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1066. endDate = time.Now().Format(utils.FormatDate)
  1067. formulaInt, _ := strconv.Atoi(calculate.CalculateFormula)
  1068. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateTimeShift(edbInfoId, source, edbInfo.SubSource, formulaInt, calculate.MoveType, fromEdbInfo, calculate.EdbCode, startDate, endDate, calculate.MoveFrequency)
  1069. if err != nil && err.Error() != utils.ErrNoRow() {
  1070. errMsg = "RefreshAllCalculateTimeShift Err:" + err.Error()
  1071. }
  1072. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZTBPJ: //刷新累计值同比拼接
  1073. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateLjztbpj(edbInfo)
  1074. if err != nil && err.Error() != utils.ErrNoRow() {
  1075. errMsg = "RefreshAllPredictCalculateLjztbpj Err:" + err.Error()
  1076. break
  1077. }
  1078. case utils.DATA_SOURCE_PREDICT_CALCULATE_ZJPJ: //刷新直接拼接
  1079. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateZjpj(edbInfo)
  1080. if err != nil && err.Error() != utils.ErrNoRow() {
  1081. errMsg = "RefreshAllPredictCalculateZjpj Err:" + err.Error()
  1082. break
  1083. }
  1084. case utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX: //超季节性
  1085. calculateCjjx, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1086. if err != nil {
  1087. errMsg = "GetEdbInfoCalculateNszydpjjsDetail Err:" + err.Error()
  1088. break
  1089. }
  1090. fromEdbInfo, err := models.GetEdbInfoById(calculateCjjx.FromEdbInfoId)
  1091. if err != nil {
  1092. errMsg = "GetEdbInfoById Err:" + err.Error()
  1093. break
  1094. }
  1095. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1096. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1097. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateCjjx(edbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, calculateCjjx.EdbCode, startDate, "", edbInfo.Calendar, formulaInt)
  1098. if err != nil && err.Error() != utils.ErrNoRow() {
  1099. errMsg = "RefreshAllPredictCalculateCjjx Err:" + err.Error()
  1100. break
  1101. }
  1102. case utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC: //nhcc
  1103. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateNhcc(edbInfo)
  1104. if err != nil && err.Error() != utils.ErrNoRow() {
  1105. errMsg = "RefreshAllPredictCalculateNhcc Err:" + err.Error()
  1106. break
  1107. }
  1108. case utils.DATA_SOURCE_PREDICT_CALCULATE_JP: //降频
  1109. calculateInfo, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1110. if err != nil {
  1111. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  1112. break
  1113. }
  1114. fromEdbInfo, err := models.GetEdbInfoById(calculateInfo.FromEdbInfoId)
  1115. if err != nil {
  1116. errMsg = "GetEdbInfoById Err:" + err.Error()
  1117. break
  1118. }
  1119. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateJp(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateInfo.EdbCode, edbInfo.Frequency, edbInfo.CalculateFormula)
  1120. if err != nil && err.Error() != utils.ErrNoRow() {
  1121. errMsg = "RefreshAllPredictCalculateJp Err:" + err.Error()
  1122. break
  1123. }
  1124. case utils.DATA_SOURCE_PREDICT_CALCULATE_NH: //年化
  1125. calculateInfo, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1126. if err != nil {
  1127. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  1128. break
  1129. }
  1130. fromEdbInfo, err := models.GetEdbInfoById(calculateInfo.FromEdbInfoId)
  1131. if err != nil {
  1132. errMsg = "GetEdbInfoById Err:" + err.Error()
  1133. break
  1134. }
  1135. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateNh(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateInfo.EdbCode, edbInfo.Frequency, edbInfo.CalculateFormula)
  1136. if err != nil && err.Error() != utils.ErrNoRow() {
  1137. errMsg = "RefreshAllPredictCalculateNh Err:" + err.Error()
  1138. break
  1139. }
  1140. case utils.DATA_SOURCE_PREDICT_CALCULATE_KSZS: //扩散指数
  1141. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateKszs(edbInfo)
  1142. if err != nil && err.Error() != utils.ErrNoRow() {
  1143. errMsg = "RefreshAllPredictCalculateKszs Err:" + err.Error()
  1144. break
  1145. }
  1146. default:
  1147. // 获取通用的数据源处理服务
  1148. baseEdbInfoModel = models.GetBasePredictEdbInfoModel(source)
  1149. // 没有找到的话,那么就直接返回报错吧
  1150. if baseEdbInfoModel == nil {
  1151. br.Msg = "来源异常,请联系相关开发!"
  1152. br.ErrMsg = "来源异常,请联系相关开发"
  1153. return
  1154. }
  1155. latestDateStr, latestValue, err, errMsg = baseEdbInfoModel.Refresh(refreshParams)
  1156. }
  1157. if errMsg != `` {
  1158. br.Msg = "刷新指标失败!"
  1159. br.ErrMsg = "刷新指标失败,err:" + errMsg
  1160. return
  1161. }
  1162. // 更新指标最大最小值
  1163. err, errMsg = models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  1164. if err != nil {
  1165. br.Msg = errMsg
  1166. br.ErrMsg = err.Error()
  1167. return
  1168. }
  1169. // 更新ES
  1170. go logic.UpdateEs(edbInfo.EdbInfoId)
  1171. br.Ret = 200
  1172. br.Success = true
  1173. br.Msg = "获取成功"
  1174. }
  1175. // CalculateComputeCorrelation
  1176. // @Title 拟合残差计算相关性接口
  1177. // @Description 拟合残差计算相关性接口
  1178. // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string"
  1179. // @Success Ret=200 返回指标id
  1180. // @router /compute_correlation [post]
  1181. func (this *PredictCalculateController) CalculateComputeCorrelation() {
  1182. br := new(models.BaseResponse).Init()
  1183. defer func() {
  1184. this.Data["json"] = br
  1185. this.ServeJSON()
  1186. }()
  1187. var req models.EdbInfoCalculateBatchSaveReq
  1188. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  1189. if err != nil {
  1190. br.Msg = "参数解析异常!"
  1191. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1192. return
  1193. }
  1194. if len(req.EdbInfoIdArr) != 2 {
  1195. br.Msg = "选择的指标异常,请重新选择"
  1196. return
  1197. }
  1198. //校验时间格式
  1199. //数据格式:2022-11-01,2022-11-10
  1200. timeList := strings.Split(req.Formula, ",")
  1201. if len(timeList) != 2 {
  1202. br.Msg = "选择时间有误,请重新输入"
  1203. return
  1204. }
  1205. startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  1206. if err != nil {
  1207. br.Msg = "开始日期有误,请重新输入"
  1208. return
  1209. }
  1210. endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  1211. if err != nil {
  1212. br.Msg = "结束日期有误,请重新输入"
  1213. return
  1214. }
  1215. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  1216. br.Msg = "日期间隔不得少于两天"
  1217. return
  1218. }
  1219. var nhccDate models.NhccDate // 拟合残差的日期
  1220. nhccDate.StartDate = startDate
  1221. nhccDate.EndDate = endDate
  1222. // 来源预测指标信息
  1223. fromEdbInfoId := req.EdbInfoIdArr[0].EdbInfoId
  1224. if fromEdbInfoId <= 0 {
  1225. br.Msg = "请选择指标"
  1226. return
  1227. }
  1228. // 来源指标(自变量指标)
  1229. fromEdbInfo, err := models.GetEdbInfoById(fromEdbInfoId)
  1230. if err != nil {
  1231. br.Msg = "获取指标信息失败"
  1232. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  1233. return
  1234. }
  1235. if fromEdbInfo.EdbInfoType != 1 {
  1236. br.Msg = "来源指标不是预测指标"
  1237. br.ErrMsg = "来源指标不是预测指标"
  1238. return
  1239. }
  1240. // 因变量指标
  1241. secondEdbInfoReq := req.EdbInfoIdArr[1]
  1242. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  1243. if tmpErr != nil {
  1244. br.Msg = "获取因变量的指标信息失败"
  1245. br.ErrMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
  1246. return
  1247. }
  1248. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  1249. br.Msg = "两个指标不允许为同一个"
  1250. br.ErrMsg = "两个指标不允许为同一个"
  1251. return
  1252. }
  1253. rVal, err := models.CalculatePredictComputeCorrelation(&req, fromEdbInfo, secondEdbInfo, nhccDate)
  1254. if err != nil {
  1255. br.Msg = "计算失败"
  1256. br.ErrMsg = "计算失败,ERR:" + err.Error()
  1257. return
  1258. }
  1259. br.Ret = 200
  1260. br.Success = true
  1261. br.Msg = "计算成功"
  1262. br.Data = rVal
  1263. br.IsAddLog = true
  1264. }