base_from_predict_calculate.go 43 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344
  1. package controllers
  2. import (
  3. "encoding/json"
  4. "eta/eta_index_lib/logic"
  5. "eta/eta_index_lib/models"
  6. "eta/eta_index_lib/utils"
  7. "fmt"
  8. "strconv"
  9. "strings"
  10. "time"
  11. )
  12. // PredictCalculateController 预测计算指标
  13. type PredictCalculateController struct {
  14. BaseAuthController
  15. }
  16. // Save
  17. // @Title 新增/编辑预测指标运算接口
  18. // @Description 新增预测指标运算接口
  19. // @Success 200 {object} models.EdbInfoCalculateSaveReq
  20. // @router /save [post]
  21. func (this *PredictCalculateController) Save() {
  22. br := new(models.BaseResponse).Init()
  23. defer func() {
  24. this.Data["json"] = br
  25. this.ServeJSON()
  26. }()
  27. var req models.EdbInfoCalculateSaveReq
  28. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  29. if err != nil {
  30. br.Msg = "参数解析异常!"
  31. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  32. return
  33. }
  34. if req.EdbInfoId <= 0 {
  35. addPredictCalculate(br, req)
  36. } else {
  37. editPredictCalculate(br, req)
  38. }
  39. }
  40. // AddPredictCalculate 添加预测指标运算
  41. func addPredictCalculate(br *models.BaseResponse, req models.EdbInfoCalculateSaveReq) {
  42. req.EdbName = strings.Trim(req.EdbName, " ")
  43. if req.EdbName == "" {
  44. br.Msg = "指标名称不能为空"
  45. return
  46. }
  47. if req.Frequency == "" {
  48. br.Msg = "频率不能为空"
  49. return
  50. }
  51. if req.Unit == "" {
  52. br.Msg = "单位不能为空"
  53. return
  54. }
  55. if req.ClassifyId <= 0 {
  56. br.Msg = "请选择分类"
  57. return
  58. }
  59. if len(req.EdbInfoIdArr) <= 0 {
  60. br.Msg = "请选择指标"
  61. return
  62. }
  63. if req.CalculateFormula == "" {
  64. br.Msg = "请填写指标"
  65. return
  66. }
  67. //加入缓存机制,避免创建同一个名称的指标 start
  68. redisKey := fmt.Sprint("predict_edb_info:calculate:batch:save:", utils.DATA_SOURCE_PREDICT_CALCULATE, ":", req.EdbName)
  69. isExist := utils.Rc.IsExist(redisKey)
  70. if isExist {
  71. br.Msg = "指标正在处理,请勿重复提交"
  72. return
  73. } else {
  74. //设置3分钟缓存
  75. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  76. defer func() {
  77. _ = utils.Rc.Delete(redisKey)
  78. }()
  79. }
  80. calculateFormula := req.CalculateFormula
  81. calculateFormula = strings.Replace(calculateFormula, "(", "(", -1)
  82. calculateFormula = strings.Replace(calculateFormula, ")", ")", -1)
  83. calculateFormula = strings.Replace(calculateFormula, ",", ",", -1)
  84. calculateFormula = strings.Replace(calculateFormula, "。", ".", -1)
  85. if strings.Contains(req.CalculateFormula, "%") {
  86. calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1)
  87. }
  88. req.CalculateFormula = calculateFormula
  89. //检验公式
  90. var formulaStr string
  91. var edbInfoIdBytes []string
  92. for _, v := range req.EdbInfoIdArr {
  93. formulaStr += v.FromTag + ","
  94. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  95. }
  96. formulaSlice, err := utils.CheckFormulaJson(req.CalculateFormula)
  97. if err != nil {
  98. br.Msg = "公式格式错误,请重新填写"
  99. return
  100. }
  101. for _, formula := range formulaSlice {
  102. formulaMap, e := utils.CheckFormula(formula)
  103. if e != nil {
  104. br.Msg = "公式错误,请重新填写"
  105. return
  106. }
  107. for _, v := range formulaMap {
  108. if !strings.Contains(formulaStr, v) {
  109. br.Msg = "公式错误,请重新填写"
  110. return
  111. }
  112. }
  113. }
  114. // 判断指标名称是否存在
  115. {
  116. var condition string
  117. var pars []interface{}
  118. // 指标类型,0:普通指标,1:预测指标
  119. condition += " AND edb_info_type=? AND edb_name=? "
  120. pars = append(pars, 1, req.EdbName)
  121. count, err := models.GetEdbInfoCountByCondition(condition, pars)
  122. if err != nil {
  123. br.Msg = "判断指标名称是否存在失败"
  124. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  125. return
  126. }
  127. if count > 0 {
  128. br.Msg = "指标名称已存在,请重新填写"
  129. br.ErrMsg = "指标名称已存在,请重新填写"
  130. return
  131. }
  132. }
  133. // 关联指标信息
  134. edbInfoList := make([]*models.EdbInfo, 0)
  135. calculateMappingList := make([]*models.EdbInfoCalculateMapping, 0)
  136. edbInfoTag := make(map[string]int)
  137. for k, v := range req.EdbInfoIdArr {
  138. edbInfoTag[v.FromTag] = v.EdbInfoId
  139. fromEdbInfo, err := models.GetEdbInfoById(v.EdbInfoId)
  140. if err != nil {
  141. if err.Error() == utils.ErrNoRow() {
  142. br.Msg = "生成计算指标失败"
  143. br.Msg = "指标 " + strconv.Itoa(v.EdbInfoId) + " 不存在"
  144. return
  145. }
  146. br.Msg = "生成计算指标失败"
  147. br.Msg = "获取指标失败:Err:" + err.Error()
  148. return
  149. }
  150. edbInfoList = append(edbInfoList, fromEdbInfo)
  151. //关联关系表
  152. {
  153. calculateMappingItem := &models.EdbInfoCalculateMapping{
  154. CreateTime: time.Now(),
  155. ModifyTime: time.Now(),
  156. Sort: k + 1,
  157. //EdbCode: edbCode,
  158. //EdbInfoId: int(edbInfoId),
  159. FromEdbInfoId: fromEdbInfo.EdbInfoId,
  160. FromEdbCode: fromEdbInfo.EdbCode,
  161. FromEdbName: fromEdbInfo.EdbName,
  162. FromSource: fromEdbInfo.Source,
  163. FromSourceName: fromEdbInfo.SourceName,
  164. FromTag: v.FromTag,
  165. Source: utils.DATA_SOURCE_PREDICT_CALCULATE,
  166. SourceName: "预测指标运算",
  167. }
  168. calculateMappingList = append(calculateMappingList, calculateMappingItem)
  169. }
  170. }
  171. for _, v := range formulaSlice {
  172. formulaMap, e := utils.CheckFormula(v)
  173. if e != nil {
  174. br.Msg = "公式错误,请重新填写"
  175. return
  176. }
  177. //预先计算,判断公式是否正常
  178. ok, _ := models.CheckFormula2(edbInfoList, formulaMap, v, edbInfoIdBytes)
  179. if !ok {
  180. br.Msg = "生成计算指标失败,请使用正确的计算公式"
  181. return
  182. }
  183. }
  184. // 指标入库
  185. randStr := utils.GetRandDigit(4)
  186. edbCode := `C2` + time.Now().Format("060102") + randStr
  187. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  188. uniqueCode := utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  189. edbInfo := &models.EdbInfo{
  190. EdbInfoType: 1,
  191. Source: utils.DATA_SOURCE_PREDICT_CALCULATE,
  192. SourceName: "预测指标运算",
  193. EdbCode: edbCode,
  194. EdbName: req.EdbName,
  195. EdbNameSource: req.EdbName,
  196. Frequency: req.Frequency,
  197. Unit: req.Unit,
  198. ClassifyId: req.ClassifyId,
  199. SysUserId: req.AdminId,
  200. SysUserRealName: req.AdminName,
  201. CreateTime: time.Now(),
  202. ModifyTime: time.Now(),
  203. UniqueCode: uniqueCode,
  204. CalculateFormula: req.CalculateFormula,
  205. EdbType: 2,
  206. EmptyType: req.EmptyType,
  207. MaxEmptyType: req.MaxEmptyType,
  208. Extra: req.Extra,
  209. }
  210. edbInfoId, err := models.AddEdbInfo(edbInfo)
  211. if err != nil {
  212. br.Msg = "生成计算指标失败"
  213. br.Msg = "生成计算指标失败,AddEdbInfo Err:" + err.Error()
  214. return
  215. }
  216. edbInfo.EdbInfoId = int(edbInfoId)
  217. //处理同名指标
  218. {
  219. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  220. if err != nil {
  221. br.Msg = "保存失败"
  222. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  223. return
  224. }
  225. if len(edbNameList) >= 2 {
  226. for _, v := range edbNameList {
  227. edbName := v.EdbName + "(" + v.SourceName + ")"
  228. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  229. if err != nil {
  230. br.Msg = "保存失败"
  231. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  232. return
  233. }
  234. }
  235. }
  236. }
  237. //关联关系表入库
  238. {
  239. if len(calculateMappingList) > 0 {
  240. for k, v := range calculateMappingList {
  241. v.EdbCode = edbInfo.EdbCode
  242. v.EdbInfoId = edbInfo.EdbInfoId
  243. calculateMappingList[k] = v
  244. }
  245. go models.AddEdbInfoCalculateMappingMulti(calculateMappingList)
  246. }
  247. }
  248. // 开始添加预测指标
  249. latestDateStr, latestValue, err := models.AddPredictCalculateData(edbInfoList, edbInfoTag, edbInfo, edbCode, req.CalculateFormula, edbInfoIdBytes)
  250. if err != nil {
  251. br.Msg = "生成计算指标失败"
  252. br.Msg = "生成计算指标失败,Calculate Err:" + err.Error()
  253. return
  254. }
  255. // 更新指标最大最小值
  256. err, errMsg := models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  257. if err != nil {
  258. br.Msg = errMsg
  259. br.ErrMsg = err.Error()
  260. return
  261. }
  262. resp := models.AddEdbInfoResp{
  263. EdbInfoId: int(edbInfoId),
  264. UniqueCode: uniqueCode,
  265. }
  266. br.Ret = 200
  267. br.Success = true
  268. br.Msg = "保存成功"
  269. br.Data = resp
  270. br.IsAddLog = true
  271. }
  272. // editPredictCalculate 编辑预测指标运算
  273. func editPredictCalculate(br *models.BaseResponse, req models.EdbInfoCalculateSaveReq) {
  274. req.EdbName = strings.Trim(req.EdbName, " ")
  275. if req.EdbName == "" {
  276. br.Msg = "指标名称不能为空"
  277. return
  278. }
  279. if req.Frequency == "" {
  280. br.Msg = "频率不能为空"
  281. return
  282. }
  283. if req.Unit == "" {
  284. br.Msg = "单位不能为空"
  285. return
  286. }
  287. if req.ClassifyId <= 0 {
  288. br.Msg = "请选择分类"
  289. return
  290. }
  291. if len(req.EdbInfoIdArr) <= 0 {
  292. br.Msg = "请选择指标"
  293. return
  294. }
  295. if req.CalculateFormula == "" {
  296. br.Msg = "请填写指标"
  297. return
  298. }
  299. //加入缓存机制,避免创建同一个名称的指标 start
  300. redisKey := fmt.Sprint("predict_edb_info:calculate:batch:save:", utils.DATA_SOURCE_PREDICT_CALCULATE, ":", req.EdbName)
  301. isExist := utils.Rc.IsExist(redisKey)
  302. if isExist {
  303. br.Msg = "指标正在处理,请勿重复提交"
  304. // return
  305. } else {
  306. //设置3分钟缓存
  307. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  308. defer func() {
  309. _ = utils.Rc.Delete(redisKey)
  310. }()
  311. }
  312. calculateFormula := req.CalculateFormula
  313. calculateFormula = strings.Replace(calculateFormula, "(", "(", -1)
  314. calculateFormula = strings.Replace(calculateFormula, ")", ")", -1)
  315. calculateFormula = strings.Replace(calculateFormula, ",", ",", -1)
  316. calculateFormula = strings.Replace(calculateFormula, "。", ".", -1)
  317. if strings.Contains(req.CalculateFormula, "%") {
  318. calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1)
  319. }
  320. req.CalculateFormula = calculateFormula
  321. //检验公式
  322. var formulaStr string
  323. var edbInfoIdBytes []string
  324. for _, v := range req.EdbInfoIdArr {
  325. formulaStr += v.FromTag + ","
  326. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  327. }
  328. formulaSlice, err := utils.CheckFormulaJson(req.CalculateFormula)
  329. if err != nil {
  330. br.Msg = "公式格式错误,请重新填写"
  331. return
  332. }
  333. for _, formula := range formulaSlice {
  334. formulaMap, e := utils.CheckFormula(formula)
  335. if e != nil {
  336. br.Msg = "公式错误,请重新填写"
  337. return
  338. }
  339. for _, v := range formulaMap {
  340. if !strings.Contains(formulaStr, v) {
  341. br.Msg = "公式错误,请重新填写"
  342. return
  343. }
  344. }
  345. }
  346. // 获取计算指标信息
  347. edbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
  348. if err != nil {
  349. br.Msg = "获取指标信息失败"
  350. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  351. return
  352. }
  353. // 判断指标名称是否存在
  354. {
  355. var condition string
  356. var pars []interface{}
  357. // 指标类型,0:普通指标,1:预测指标
  358. condition += " AND edb_info_id !=? AND edb_info_type=? AND edb_name=? "
  359. pars = append(pars, edbInfo.EdbInfoId, edbInfo.EdbInfoType, req.EdbName)
  360. count, err := models.GetEdbInfoCountByCondition(condition, pars)
  361. if err != nil {
  362. br.Msg = "判断指标名称是否存在失败"
  363. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  364. return
  365. }
  366. if count > 0 {
  367. br.Msg = "指标名称已存在,请重新填写"
  368. br.ErrMsg = "指标名称已存在,请重新填写"
  369. return
  370. }
  371. }
  372. // 关联指标信息
  373. edbInfoList := make([]*models.EdbInfo, 0)
  374. calculateMappingList := make([]*models.EdbInfoCalculateMapping, 0)
  375. edbInfoTag := make(map[string]int)
  376. for k, v := range req.EdbInfoIdArr {
  377. edbInfoTag[v.FromTag] = v.EdbInfoId
  378. fromEdbInfo, err := models.GetEdbInfoById(v.EdbInfoId)
  379. if err != nil {
  380. if err.Error() == utils.ErrNoRow() {
  381. br.Msg = "生成计算指标失败"
  382. br.Msg = "指标 " + strconv.Itoa(v.EdbInfoId) + " 不存在"
  383. return
  384. }
  385. br.Msg = "生成计算指标失败"
  386. br.Msg = "获取指标失败:Err:" + err.Error()
  387. return
  388. }
  389. edbInfoList = append(edbInfoList, fromEdbInfo)
  390. //关联关系表
  391. {
  392. calculateMappingItem := &models.EdbInfoCalculateMapping{
  393. CreateTime: time.Now(),
  394. ModifyTime: time.Now(),
  395. Sort: k + 1,
  396. EdbCode: edbInfo.EdbCode,
  397. EdbInfoId: edbInfo.EdbInfoId,
  398. FromEdbInfoId: fromEdbInfo.EdbInfoId,
  399. FromEdbCode: fromEdbInfo.EdbCode,
  400. FromEdbName: fromEdbInfo.EdbName,
  401. FromSource: fromEdbInfo.Source,
  402. FromSourceName: fromEdbInfo.SourceName,
  403. FromTag: v.FromTag,
  404. Source: utils.DATA_SOURCE_PREDICT_CALCULATE,
  405. SourceName: "预测指标运算",
  406. }
  407. calculateMappingList = append(calculateMappingList, calculateMappingItem)
  408. }
  409. }
  410. for _, v := range formulaSlice {
  411. formulaMap, e := utils.CheckFormula(v)
  412. if e != nil {
  413. br.Msg = "公式错误,请重新填写"
  414. return
  415. }
  416. //预先计算,判断公式是否正常
  417. ok, _ := models.CheckFormula2(edbInfoList, formulaMap, v, edbInfoIdBytes)
  418. if !ok {
  419. br.Msg = "生成计算指标失败,请使用正确的计算公式"
  420. return
  421. }
  422. }
  423. //处理同名指标
  424. {
  425. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  426. if err != nil {
  427. br.Msg = "保存失败"
  428. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  429. return
  430. }
  431. if len(edbNameList) >= 2 {
  432. for _, v := range edbNameList {
  433. edbName := v.EdbName + "(" + v.SourceName + ")"
  434. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  435. if err != nil {
  436. br.Msg = "保存失败"
  437. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  438. return
  439. }
  440. }
  441. }
  442. }
  443. edbInfo.EdbName = req.EdbName
  444. edbInfo.Frequency = req.Frequency
  445. edbInfo.Unit = req.Unit
  446. edbInfo.ClassifyId = req.ClassifyId
  447. edbInfo.CalculateFormula = req.CalculateFormula
  448. edbInfo.EmptyType = req.EmptyType
  449. edbInfo.MaxEmptyType = req.MaxEmptyType
  450. edbInfo.Extra = req.Extra
  451. err = models.EditPredictCalculate(edbInfo, calculateMappingList)
  452. if err != nil {
  453. br.Msg = "修改计算指标失败"
  454. br.Msg = "修改计算指标失败,Calculate Err:" + err.Error()
  455. return
  456. }
  457. // 开始添加预测指标
  458. latestDateStr, latestValue, err := models.AddPredictCalculateData(edbInfoList, edbInfoTag, edbInfo, edbInfo.EdbCode, req.CalculateFormula, edbInfoIdBytes)
  459. if err != nil {
  460. br.Msg = "生成计算指标失败"
  461. br.Msg = "生成计算指标失败,Calculate Err:" + err.Error()
  462. return
  463. }
  464. // 更新指标最大最小值
  465. err, errMsg := models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  466. if err != nil {
  467. br.Msg = errMsg
  468. br.ErrMsg = err.Error()
  469. return
  470. }
  471. resp := models.AddEdbInfoResp{
  472. EdbInfoId: edbInfo.EdbInfoId,
  473. UniqueCode: edbInfo.UniqueCode,
  474. }
  475. br.Ret = 200
  476. br.Success = true
  477. br.Msg = "保存成功"
  478. br.Data = resp
  479. br.IsAddLog = true
  480. }
  481. // CalculateBatchSave
  482. // @Title 累计值转月-同比值-同差等计算新增
  483. // @Description 累计值转月-同比值-同差等计算新增接口
  484. // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string"
  485. // @Success Ret=200 返回指标id
  486. // @router /batch/save [post]
  487. func (this *PredictCalculateController) CalculateBatchSave() {
  488. br := new(models.BaseResponse).Init()
  489. defer func() {
  490. this.Data["json"] = br
  491. this.ServeJSON()
  492. }()
  493. var req models.EdbInfoCalculateBatchSaveReq
  494. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  495. if err != nil {
  496. br.Msg = "参数解析异常!"
  497. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  498. return
  499. }
  500. req.EdbName = strings.Trim(req.EdbName, " ")
  501. if req.EdbName == "" {
  502. br.Msg = "指标名称不能为空"
  503. return
  504. }
  505. if req.Frequency == "" {
  506. br.Msg = "频率不能为空"
  507. return
  508. }
  509. if req.Unit == "" {
  510. br.Msg = "单位不能为空"
  511. return
  512. }
  513. if req.ClassifyId <= 0 {
  514. br.Msg = "请选择分类"
  515. return
  516. }
  517. // 基础指标id
  518. fromEdbInfoId := req.FromEdbInfoId
  519. notNeedFromEdbSourceList := []int{utils.DATA_SOURCE_PREDICT_CALCULATE_KSZS, utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC} // 不需要传入来源指标id的 指标类型
  520. if fromEdbInfoId <= 0 && !utils.InArrayByInt(notNeedFromEdbSourceList, req.Source) {
  521. br.Msg = "请选择指标"
  522. return
  523. }
  524. //加入缓存机制,避免创建同一个名称的指标 start
  525. redisKey := fmt.Sprint("edb_lib:predict_calculate:batch:save:", req.Source, ":", req.EdbName)
  526. isExist := utils.Rc.IsExist(redisKey)
  527. if isExist {
  528. br.Msg = "指标正在处理,请勿重复提交"
  529. return
  530. } else {
  531. //设置3分钟缓存
  532. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  533. defer func() {
  534. _ = utils.Rc.Delete(redisKey)
  535. }()
  536. }
  537. //加入缓存机制,避免创建同一个名称的指标 end
  538. var condition string
  539. var pars []interface{}
  540. condition += " AND edb_name=? "
  541. pars = append(pars, req.EdbName)
  542. if req.EdbInfoId > 0 {
  543. condition += " AND edb_info_id !=? "
  544. pars = append(pars, req.EdbInfoId)
  545. }
  546. count, err := models.GetEdbInfoCountByCondition(condition, pars)
  547. if err != nil {
  548. br.Msg = "判断指标名称是否存在失败"
  549. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  550. return
  551. }
  552. if count > 0 {
  553. br.Msg = "指标名称已存在,请重新填写"
  554. br.ErrMsg = "指标名称已存在,请重新填写"
  555. return
  556. }
  557. //生成指标编码
  558. randStr := utils.GetRandDigit(4)
  559. edbCode := `C` + time.Now().Format("060102") + randStr
  560. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  561. uniqueCode := utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  562. adminId := req.AdminId
  563. adminName := req.AdminName
  564. var sourName string
  565. var errMsg string
  566. var edbInfo *models.EdbInfo
  567. var latestDateStr string // 最近实际数据的日期
  568. var latestValue float64 // 最近实际数据的值
  569. var formulaInt int
  570. var nhccDate models.NhccDate // 拟合残差的日期
  571. switch req.Source {
  572. case utils.DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS, utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ, utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ, utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT, utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX:
  573. if req.Formula == "" {
  574. br.Msg = "请填写N值"
  575. return
  576. }
  577. formulaInt, _ = strconv.Atoi(req.Formula)
  578. if formulaInt <= 0 {
  579. br.Msg = "N值输入错误,请重新输入"
  580. return
  581. }
  582. /*case utils.DATA_SOURCE_PREDICT_CALCULATE_ZJPJ:
  583. //直接拼接指标
  584. //校验时间格式
  585. _, err = time.ParseInLocation(utils.FormatDate, req.Formula, time.Local)
  586. if err != nil {
  587. br.Msg = "拼接日期有误,请重新输入"
  588. return
  589. }*/
  590. case utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC: //拟合残差指标
  591. //指标校验
  592. if len(req.EdbInfoIdArr) != 2 {
  593. br.Msg = "选择的指标异常,请重新选择"
  594. return
  595. }
  596. fromEdbInfoId = req.EdbInfoIdArr[0].EdbInfoId
  597. //校验时间格式
  598. //数据格式:2022-11-01,2022-11-10
  599. timeList := strings.Split(req.Formula, ",")
  600. if len(timeList) != 2 {
  601. br.Msg = "选择时间有误,请重新输入"
  602. return
  603. }
  604. startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  605. if err != nil {
  606. br.Msg = "开始日期有误,请重新输入"
  607. return
  608. }
  609. endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  610. if err != nil {
  611. br.Msg = "结束日期有误,请重新输入"
  612. return
  613. }
  614. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  615. br.Msg = "日期间隔不得少于两天"
  616. return
  617. }
  618. nhccDate.StartDate = startDate
  619. nhccDate.EndDate = endDate
  620. case utils.DATA_SOURCE_CALCULATE_ZSXY: // 指数修匀
  621. if req.Formula == "" {
  622. br.Msg = "请填写alpha值"
  623. return
  624. }
  625. a, e := strconv.ParseFloat(req.Formula, 64)
  626. if e != nil {
  627. br.Msg = "alpha值输入错误, 请重新输入"
  628. return
  629. }
  630. if a <= 0 || a >= 1 {
  631. br.Msg = "alpha值输入错误, 请重新输入"
  632. return
  633. }
  634. }
  635. if err != nil {
  636. br.Msg = "获取指标信息失败"
  637. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  638. return
  639. }
  640. // 来源预测指标信息
  641. var fromEdbInfo *models.EdbInfo
  642. if fromEdbInfoId > 0 {
  643. fromEdbInfo, err = models.GetEdbInfoById(fromEdbInfoId)
  644. if err != nil {
  645. br.Msg = "获取指标信息失败"
  646. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  647. return
  648. }
  649. if fromEdbInfo.EdbInfoType != 1 {
  650. br.Msg = "来源指标不是预测指标"
  651. br.ErrMsg = "来源指标不是预测指标"
  652. return
  653. }
  654. }
  655. var baseEdbInfoModel models.BasePredictEdbInfoInterface
  656. saveParams := models.BatchSaveCalculateBatchParams{
  657. Req: req,
  658. FromEdbInfo: fromEdbInfo,
  659. EdbCode: edbCode,
  660. UniqueCode: uniqueCode,
  661. SysUserId: req.AdminId,
  662. SysUserRealName: req.AdminName,
  663. }
  664. if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_TBZ {
  665. if req.EdbInfoId <= 0 {
  666. if req.Frequency != fromEdbInfo.Frequency {
  667. br.Msg = "当前频度和原指标频度不一致"
  668. return
  669. }
  670. if req.Unit != "无" {
  671. br.Msg = "单位只允许为无,禁止选择其他单位"
  672. return
  673. }
  674. }
  675. }
  676. if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_TCZ {
  677. if req.EdbInfoId <= 0 {
  678. if req.Frequency != fromEdbInfo.Frequency {
  679. br.Msg = "当前频度和原指标频度不一致"
  680. return
  681. }
  682. if req.Unit != fromEdbInfo.Unit {
  683. br.Msg = "当前单位和原指标单位不一致"
  684. return
  685. }
  686. }
  687. sourName = "预测同差"
  688. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateTcz(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  689. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS {
  690. sourName = "预测N数值移动平均计算"
  691. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateNszydpjjs(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  692. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_BP {
  693. sourName = "预测变频"
  694. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateBp(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  695. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ {
  696. checkDataList, tmpErr := models.GetPredictEdbDataListAllByStartDate(fromEdbInfo, 0, "")
  697. if tmpErr != nil && tmpErr.Error() != utils.ErrNoRow() {
  698. br.Msg = "判断环比值是否可计算失败"
  699. br.ErrMsg = "判断环比值是否可计算失败,Err:" + tmpErr.Error()
  700. return
  701. }
  702. for _, v := range checkDataList {
  703. if v.Value <= 0 {
  704. br.Msg = "原始数据中存在0或负数,该指标不能进行环比运算"
  705. br.ErrMsg = "原始数据中出现0和负值时,提示该指标不能进行环比运算"
  706. return
  707. }
  708. }
  709. sourName = "预测环比值"
  710. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateHbz(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, formulaInt)
  711. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ {
  712. sourName = "预测环差值"
  713. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateHcz(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, formulaInt)
  714. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_LJZZY {
  715. sourName = "预测累计值转月值"
  716. if fromEdbInfo.Frequency != "月度" {
  717. br.Msg = "请选择月度指标"
  718. return
  719. }
  720. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateLjzzy(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  721. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT {
  722. sourName = "预测时间移位"
  723. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateTimeShift(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  724. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX {
  725. sourName = "预测超季节性"
  726. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateCjjx(&req, fromEdbInfo, edbCode, uniqueCode, adminId, adminName, formulaInt)
  727. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC {
  728. sourName = "预测拟合残差"
  729. secondEdbInfoReq := req.EdbInfoIdArr[1]
  730. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  731. if tmpErr != nil {
  732. br.Msg = "获取因变量的指标信息失败"
  733. br.ErrMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
  734. return
  735. }
  736. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  737. br.Msg = "两个指标不允许为同一个"
  738. br.ErrMsg = "两个指标不允许为同一个"
  739. return
  740. }
  741. edbInfo, latestDateStr, latestValue, err = models.SavePredictCalculateNhcc(&req, fromEdbInfo, secondEdbInfo, edbCode, uniqueCode, nhccDate, adminId, adminName)
  742. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_JP {
  743. sourName = utils.DATA_SOURCE_NAME_PREDICT_CALCULATE_JP
  744. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateJp(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  745. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_NH {
  746. sourName = utils.DATA_SOURCE_NAME_PREDICT_CALCULATE_NH
  747. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateNh(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, fromEdbInfo, edbCode, uniqueCode, adminId, adminName)
  748. } else if req.Source == utils.DATA_SOURCE_PREDICT_CALCULATE_KSZS {
  749. sourName = utils.DATA_SOURCE_NAME_PREDICT_CALCULATE_KSZS
  750. edbInfo, latestDateStr, latestValue, err, errMsg = models.SavePredictCalculateKszs(req.EdbInfoId, req.ClassifyId, req.EdbName, req.Frequency, req.Unit, req.Formula, req.EdbInfoIdArr, edbCode, uniqueCode, adminId, adminName)
  751. } else {
  752. // 获取通用的数据源处理服务
  753. baseEdbInfoModel = models.GetBasePredictEdbInfoModel(req.Source)
  754. // 没有找到的话,那么就直接返回报错吧
  755. if baseEdbInfoModel == nil {
  756. br.Msg = "无效计算方式"
  757. br.ErrMsg = "无效计算方式,source:" + strconv.Itoa(req.Source)
  758. return
  759. }
  760. sourName = baseEdbInfoModel.GetSourceName()
  761. if req.EdbInfoId <= 0 {
  762. edbInfo, latestDateStr, latestValue, err, errMsg = baseEdbInfoModel.Add(saveParams)
  763. } else {
  764. edbInfo, err = models.GetEdbInfoById(req.EdbInfoId)
  765. if err != nil {
  766. if err.Error() == utils.ErrNoRow() {
  767. br.Msg = "指标已被删除,请刷新页面"
  768. br.ErrMsg = "指标已被删除,请刷新页面:Err:" + err.Error()
  769. return
  770. }
  771. br.Msg = "获取指标信息失败"
  772. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  773. return
  774. }
  775. saveParams.EdbInfo = edbInfo
  776. latestDateStr, latestValue, err, errMsg = baseEdbInfoModel.Edit(saveParams)
  777. }
  778. }
  779. if err != nil {
  780. br.Msg = "生成" + sourName + "失败"
  781. if errMsg != `` {
  782. br.Msg = errMsg
  783. }
  784. br.Msg = "生成" + sourName + "失败 Err:" + err.Error()
  785. return
  786. }
  787. if edbInfo == nil {
  788. br.Msg = "生成" + sourName + "失败"
  789. br.ErrMsg = "生成" + sourName + "失败,edbInfo is nil"
  790. return
  791. }
  792. //处理同名指标
  793. {
  794. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  795. if err != nil {
  796. br.Msg = "保存失败"
  797. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  798. return
  799. }
  800. if len(edbNameList) >= 2 {
  801. for _, v := range edbNameList {
  802. edbName := v.EdbName + "(" + v.SourceName + ")"
  803. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  804. if err != nil {
  805. br.Msg = "保存失败"
  806. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  807. return
  808. }
  809. }
  810. }
  811. }
  812. // 更新指标最大最小值
  813. err, errMsg = models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  814. if err != nil {
  815. br.Msg = errMsg
  816. br.ErrMsg = err.Error()
  817. return
  818. }
  819. resp := models.AddEdbInfoResp{
  820. EdbInfoId: edbInfo.EdbInfoId,
  821. UniqueCode: uniqueCode,
  822. }
  823. br.Ret = 200
  824. br.Success = true
  825. br.Msg = "保存成功"
  826. br.Data = resp
  827. br.IsAddLog = true
  828. }
  829. // Refresh
  830. // @Title 刷新计算指标接口
  831. // @Description 刷新计算指标接口
  832. // @Success 200 {object} models.RefreshEdbInfoReq
  833. // @router /refresh [post]
  834. func (this *PredictCalculateController) Refresh() {
  835. br := new(models.BaseResponse).Init()
  836. var cacheKey string
  837. defer func() {
  838. this.Data["json"] = br
  839. this.ServeJSON()
  840. }()
  841. var req models.RefreshEdbInfoReq
  842. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  843. if err != nil {
  844. br.Msg = "参数解析异常!"
  845. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  846. return
  847. }
  848. if req.EdbCode == "" {
  849. br.Msg = "请输入指标编码!"
  850. br.ErrMsg = "请输入指标编码,指标编码为空"
  851. return
  852. }
  853. if req.EdbInfoId <= 0 {
  854. br.Msg = "请输入指标ID!"
  855. br.ErrMsg = "请输入指标ID"
  856. return
  857. }
  858. edbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
  859. if err != nil {
  860. br.Msg = "指标不存在!"
  861. br.ErrMsg = "指标不存在"
  862. return
  863. }
  864. cacheKey = utils.CACHE_EDB_DATA_REFRESH + strconv.Itoa(edbInfo.Source) + "_" + req.EdbCode
  865. if utils.Rc.IsExist(cacheKey) {
  866. br.Ret = 501
  867. br.Success = true
  868. br.Msg = "系统处理中,请稍后重试"
  869. br.IsSendEmail = false
  870. return
  871. }
  872. utils.Rc.SetNX(cacheKey, 1, 1*time.Minute)
  873. defer func() {
  874. _ = utils.Rc.Delete(cacheKey)
  875. }()
  876. startDate := req.StartDate
  877. var errMsg string
  878. endDate := time.Now().Format(utils.FormatDate)
  879. edbInfoId := edbInfo.EdbInfoId
  880. source := edbInfo.Source
  881. var latestDateStr string // 最近实际数据的日期
  882. var latestValue float64 // 最近实际数据的值
  883. var baseEdbInfoModel models.BasePredictEdbInfoInterface
  884. refreshParams := models.RefreshParams{
  885. EdbInfo: edbInfo,
  886. }
  887. switch source {
  888. case utils.DATA_SOURCE_PREDICT_CALCULATE_TBZ: //刷新同比值
  889. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  890. if err != nil {
  891. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  892. break
  893. }
  894. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  895. if err != nil {
  896. errMsg = "GetEdbInfoById Err:" + err.Error()
  897. break
  898. }
  899. refreshParams.FromEdbInfo = fromEdbInfo
  900. refreshParams.StartDate = edbInfo.StartDate
  901. }
  902. switch source {
  903. case utils.DATA_SOURCE_PREDICT_CALCULATE:
  904. //startDate = edbInfo.StartDate
  905. //sTime, err := time.ParseInLocation(utils.FormatDate, edbInfo.EndDate, time.Local)
  906. //if err != nil {
  907. // return
  908. //}
  909. //startDate = sTime.Format(utils.FormatDate)
  910. startDate = ""
  911. var edbInfoIdBytes []string
  912. calculateMap, err := models.GetEdbInfoCalculateDetailList(edbInfo.EdbInfoId)
  913. if err != nil {
  914. errMsg = "GetEdbInfoCalculateDetail Err:" + err.Error()
  915. break
  916. }
  917. var formulaStr string
  918. edbInfoList := make([]*models.EdbInfo, 0)
  919. edbInfoTag := make(map[string]int)
  920. for _, v := range calculateMap {
  921. edbInfoTag[v.FromTag] = v.FromEdbInfoId
  922. formulaStr += v.FromTag + ","
  923. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  924. edbInfo, _ := models.GetEdbInfoById(v.FromEdbInfoId)
  925. edbInfoList = append(edbInfoList, edbInfo)
  926. }
  927. latestDateStr, latestValue, err = models.RefreshAllPredictCalculate(edbInfoList, edbInfoTag, edbInfo.EdbInfoId, source, edbInfo.SubSource, edbInfo.EdbCode, edbInfo.CalculateFormula, startDate, edbInfoIdBytes, edbInfo.EmptyType, edbInfo.MaxEmptyType)
  928. if err != nil && err.Error() != utils.ErrNoRow() {
  929. errMsg = "RefreshCalculate Err:" + err.Error()
  930. break
  931. }
  932. case utils.DATA_SOURCE_PREDICT_CALCULATE_TCZ: //同差值
  933. calculateTcz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  934. if err != nil {
  935. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  936. break
  937. }
  938. fromEdbInfo, err := models.GetEdbInfoById(calculateTcz.FromEdbInfoId)
  939. if err != nil {
  940. errMsg = "GetEdbInfoById Err:" + err.Error()
  941. break
  942. }
  943. startDate = edbInfo.StartDate
  944. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateTcz(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTcz.EdbCode, startDate)
  945. if err != nil && err.Error() != utils.ErrNoRow() {
  946. errMsg = "RefreshCalculateTcz Err:" + err.Error()
  947. break
  948. }
  949. case utils.DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS: //N数值移动平均计算
  950. calculateInfo, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  951. if err != nil {
  952. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  953. break
  954. }
  955. fromEdbInfo, err := models.GetEdbInfoById(calculateInfo.FromEdbInfoId)
  956. if err != nil {
  957. errMsg = "GetEdbInfoById Err:" + err.Error()
  958. break
  959. }
  960. var formulaInt int
  961. formulaInt, _ = strconv.Atoi(calculateInfo.CalculateFormula)
  962. if formulaInt <= 0 {
  963. errMsg = "N值输入错误,请重新输入"
  964. break
  965. }
  966. startDate = edbInfo.StartDate
  967. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateNszydpjjs(edbInfoId, source, edbInfo.SubSource, formulaInt, fromEdbInfo, calculateInfo.EdbCode, startDate)
  968. if err != nil && err.Error() != utils.ErrNoRow() {
  969. errMsg = "RefreshAllPredictCalculateNszydpjjs Err:" + err.Error()
  970. break
  971. }
  972. case utils.DATA_SOURCE_PREDICT_CALCULATE_BP: //刷新变频
  973. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  974. if err != nil {
  975. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  976. break
  977. }
  978. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  979. if err != nil {
  980. errMsg = "GetEdbInfoById Err:" + err.Error()
  981. break
  982. }
  983. endDate = time.Now().Format(utils.FormatDate)
  984. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateBp(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate)
  985. if err != nil && err.Error() != utils.ErrNoRow() {
  986. errMsg = "RefreshAllPredictCalculateBp Err:" + err.Error()
  987. break
  988. }
  989. case utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ: //刷新环比值
  990. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  991. if err != nil {
  992. errMsg = "GetEdbInfoCalculateHbzDetail Err:" + err.Error()
  993. break
  994. }
  995. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  996. if err != nil {
  997. errMsg = "GetEdbInfoById Err:" + err.Error()
  998. break
  999. }
  1000. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1001. endDate = time.Now().Format(utils.FormatDate)
  1002. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1003. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateHbz(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate, formulaInt)
  1004. if err != nil && err.Error() != utils.ErrNoRow() {
  1005. errMsg = "RefreshAllPredictCalculateHbz Err:" + err.Error()
  1006. break
  1007. }
  1008. case utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ: //刷新环差值
  1009. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1010. if err != nil {
  1011. errMsg = "GetEdbInfoCalculateHczDetail Err:" + err.Error()
  1012. break
  1013. }
  1014. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  1015. if err != nil {
  1016. errMsg = "GetEdbInfoById Err:" + err.Error()
  1017. break
  1018. }
  1019. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1020. endDate = time.Now().Format(utils.FormatDate)
  1021. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1022. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateHcz(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate, formulaInt)
  1023. if err != nil && err.Error() != utils.ErrNoRow() {
  1024. errMsg = "RefreshAllPredictCalculateHcz Err:" + err.Error()
  1025. break
  1026. }
  1027. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZZY: //刷新累计值转月值
  1028. calculateLjzzy, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1029. if err != nil {
  1030. errMsg = "GetEdbInfoCalculateLjzzyDetail Err:" + err.Error()
  1031. break
  1032. }
  1033. fromEdbInfo, err := models.GetEdbInfoById(calculateLjzzy.FromEdbInfoId)
  1034. if err != nil {
  1035. errMsg = "GetEdbInfoById Err:" + err.Error()
  1036. break
  1037. }
  1038. endDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1039. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1040. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateLjzzy(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateLjzzy.EdbCode, startDate, endDate)
  1041. if err != nil && err.Error() != utils.ErrNoRow() {
  1042. errMsg = "RefreshAllPredictCalculateLjzzy Err:" + err.Error()
  1043. break
  1044. }
  1045. case utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT:
  1046. calculate, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1047. if err != nil {
  1048. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  1049. break
  1050. }
  1051. fromEdbInfo, err := models.GetEdbInfoById(calculate.FromEdbInfoId)
  1052. if err != nil {
  1053. errMsg = "GetEdbInfoById Err:" + err.Error()
  1054. break
  1055. }
  1056. //startDate = edbInfo.StartDate
  1057. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1058. endDate = time.Now().Format(utils.FormatDate)
  1059. formulaInt, _ := strconv.Atoi(calculate.CalculateFormula)
  1060. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateTimeShift(edbInfoId, source, edbInfo.SubSource, formulaInt, calculate.MoveType, fromEdbInfo, calculate.EdbCode, startDate, endDate, calculate.MoveFrequency)
  1061. if err != nil && err.Error() != utils.ErrNoRow() {
  1062. errMsg = "RefreshAllCalculateTimeShift Err:" + err.Error()
  1063. }
  1064. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZTBPJ: //刷新累计值同比拼接
  1065. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateLjztbpj(edbInfo)
  1066. if err != nil && err.Error() != utils.ErrNoRow() {
  1067. errMsg = "RefreshAllPredictCalculateLjztbpj Err:" + err.Error()
  1068. break
  1069. }
  1070. case utils.DATA_SOURCE_PREDICT_CALCULATE_ZJPJ: //刷新直接拼接
  1071. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateZjpj(edbInfo)
  1072. if err != nil && err.Error() != utils.ErrNoRow() {
  1073. errMsg = "RefreshAllPredictCalculateZjpj Err:" + err.Error()
  1074. break
  1075. }
  1076. case utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX: //超季节性
  1077. calculateCjjx, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1078. if err != nil {
  1079. errMsg = "GetEdbInfoCalculateNszydpjjsDetail Err:" + err.Error()
  1080. break
  1081. }
  1082. fromEdbInfo, err := models.GetEdbInfoById(calculateCjjx.FromEdbInfoId)
  1083. if err != nil {
  1084. errMsg = "GetEdbInfoById Err:" + err.Error()
  1085. break
  1086. }
  1087. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1088. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1089. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateCjjx(edbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, calculateCjjx.EdbCode, startDate, "", edbInfo.Calendar, formulaInt)
  1090. if err != nil && err.Error() != utils.ErrNoRow() {
  1091. errMsg = "RefreshAllPredictCalculateCjjx Err:" + err.Error()
  1092. break
  1093. }
  1094. case utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC: //nhcc
  1095. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateNhcc(edbInfo)
  1096. if err != nil && err.Error() != utils.ErrNoRow() {
  1097. errMsg = "RefreshAllPredictCalculateNhcc Err:" + err.Error()
  1098. break
  1099. }
  1100. case utils.DATA_SOURCE_PREDICT_CALCULATE_JP: //降频
  1101. calculateInfo, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1102. if err != nil {
  1103. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  1104. break
  1105. }
  1106. fromEdbInfo, err := models.GetEdbInfoById(calculateInfo.FromEdbInfoId)
  1107. if err != nil {
  1108. errMsg = "GetEdbInfoById Err:" + err.Error()
  1109. break
  1110. }
  1111. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateJp(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateInfo.EdbCode, edbInfo.Frequency, edbInfo.CalculateFormula)
  1112. if err != nil && err.Error() != utils.ErrNoRow() {
  1113. errMsg = "RefreshAllPredictCalculateJp Err:" + err.Error()
  1114. break
  1115. }
  1116. case utils.DATA_SOURCE_PREDICT_CALCULATE_NH: //年化
  1117. calculateInfo, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1118. if err != nil {
  1119. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  1120. break
  1121. }
  1122. fromEdbInfo, err := models.GetEdbInfoById(calculateInfo.FromEdbInfoId)
  1123. if err != nil {
  1124. errMsg = "GetEdbInfoById Err:" + err.Error()
  1125. break
  1126. }
  1127. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateNh(edbInfoId, source, edbInfo.SubSource, fromEdbInfo, calculateInfo.EdbCode, edbInfo.Frequency, edbInfo.CalculateFormula)
  1128. if err != nil && err.Error() != utils.ErrNoRow() {
  1129. errMsg = "RefreshAllPredictCalculateNh Err:" + err.Error()
  1130. break
  1131. }
  1132. case utils.DATA_SOURCE_PREDICT_CALCULATE_KSZS: //扩散指数
  1133. latestDateStr, latestValue, err = models.RefreshAllPredictCalculateKszs(edbInfo)
  1134. if err != nil && err.Error() != utils.ErrNoRow() {
  1135. errMsg = "RefreshAllPredictCalculateKszs Err:" + err.Error()
  1136. break
  1137. }
  1138. default:
  1139. // 获取通用的数据源处理服务
  1140. baseEdbInfoModel = models.GetBasePredictEdbInfoModel(source)
  1141. // 没有找到的话,那么就直接返回报错吧
  1142. if baseEdbInfoModel == nil {
  1143. br.Msg = "来源异常,请联系相关开发!"
  1144. br.ErrMsg = "来源异常,请联系相关开发"
  1145. return
  1146. }
  1147. latestDateStr, latestValue, err, errMsg = baseEdbInfoModel.Refresh(refreshParams)
  1148. }
  1149. if errMsg != `` {
  1150. br.Msg = "刷新指标失败!"
  1151. br.ErrMsg = "刷新指标失败,err:" + errMsg
  1152. return
  1153. }
  1154. // 更新指标最大最小值
  1155. err, errMsg = models.UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo, latestDateStr, latestValue)
  1156. if err != nil {
  1157. br.Msg = errMsg
  1158. br.ErrMsg = err.Error()
  1159. return
  1160. }
  1161. // 更新ES
  1162. go logic.UpdateEs(edbInfo.EdbInfoId)
  1163. br.Ret = 200
  1164. br.Success = true
  1165. br.Msg = "获取成功"
  1166. }
  1167. // CalculateComputeCorrelation
  1168. // @Title 拟合残差计算相关性接口
  1169. // @Description 拟合残差计算相关性接口
  1170. // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string"
  1171. // @Success Ret=200 返回指标id
  1172. // @router /compute_correlation [post]
  1173. func (this *PredictCalculateController) CalculateComputeCorrelation() {
  1174. br := new(models.BaseResponse).Init()
  1175. defer func() {
  1176. this.Data["json"] = br
  1177. this.ServeJSON()
  1178. }()
  1179. var req models.EdbInfoCalculateBatchSaveReq
  1180. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  1181. if err != nil {
  1182. br.Msg = "参数解析异常!"
  1183. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1184. return
  1185. }
  1186. if len(req.EdbInfoIdArr) != 2 {
  1187. br.Msg = "选择的指标异常,请重新选择"
  1188. return
  1189. }
  1190. //校验时间格式
  1191. //数据格式:2022-11-01,2022-11-10
  1192. timeList := strings.Split(req.Formula, ",")
  1193. if len(timeList) != 2 {
  1194. br.Msg = "选择时间有误,请重新输入"
  1195. return
  1196. }
  1197. startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  1198. if err != nil {
  1199. br.Msg = "开始日期有误,请重新输入"
  1200. return
  1201. }
  1202. endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  1203. if err != nil {
  1204. br.Msg = "结束日期有误,请重新输入"
  1205. return
  1206. }
  1207. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  1208. br.Msg = "日期间隔不得少于两天"
  1209. return
  1210. }
  1211. var nhccDate models.NhccDate // 拟合残差的日期
  1212. nhccDate.StartDate = startDate
  1213. nhccDate.EndDate = endDate
  1214. // 来源预测指标信息
  1215. fromEdbInfoId := req.EdbInfoIdArr[0].EdbInfoId
  1216. if fromEdbInfoId <= 0 {
  1217. br.Msg = "请选择指标"
  1218. return
  1219. }
  1220. // 来源指标(自变量指标)
  1221. fromEdbInfo, err := models.GetEdbInfoById(fromEdbInfoId)
  1222. if err != nil {
  1223. br.Msg = "获取指标信息失败"
  1224. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  1225. return
  1226. }
  1227. if fromEdbInfo.EdbInfoType != 1 {
  1228. br.Msg = "来源指标不是预测指标"
  1229. br.ErrMsg = "来源指标不是预测指标"
  1230. return
  1231. }
  1232. // 因变量指标
  1233. secondEdbInfoReq := req.EdbInfoIdArr[1]
  1234. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  1235. if tmpErr != nil {
  1236. br.Msg = "获取因变量的指标信息失败"
  1237. br.ErrMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
  1238. return
  1239. }
  1240. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  1241. br.Msg = "两个指标不允许为同一个"
  1242. br.ErrMsg = "两个指标不允许为同一个"
  1243. return
  1244. }
  1245. rVal, err := models.CalculatePredictComputeCorrelation(&req, fromEdbInfo, secondEdbInfo, nhccDate)
  1246. if err != nil {
  1247. br.Msg = "计算失败"
  1248. br.ErrMsg = "计算失败,ERR:" + err.Error()
  1249. return
  1250. }
  1251. br.Ret = 200
  1252. br.Success = true
  1253. br.Msg = "计算成功"
  1254. br.Data = rVal
  1255. br.IsAddLog = true
  1256. }