base_from_calculate.go 33 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015
  1. package services
  2. import (
  3. "eta/eta_index_lib/logic"
  4. "eta/eta_index_lib/models"
  5. "eta/eta_index_lib/utils"
  6. "fmt"
  7. "strconv"
  8. "strings"
  9. "time"
  10. )
  11. // EdbCalculateBatchSave 批量指标运算
  12. func EdbCalculateBatchSave(req models.EdbInfoCalculateBatchSaveReq, lang string) (edbInfo *models.EdbInfo, uniqueCode string, err error, errMsg string) {
  13. // 校验参数
  14. req.EdbName = strings.Trim(req.EdbName, " ")
  15. if req.EdbName == "" {
  16. err = fmt.Errorf("指标名称不能为空")
  17. return
  18. }
  19. if req.Frequency == "" {
  20. err = fmt.Errorf("频率不能为空")
  21. return
  22. }
  23. if req.Unit == "" {
  24. err = fmt.Errorf("单位不能为空")
  25. return
  26. }
  27. if req.ClassifyId <= 0 {
  28. err = fmt.Errorf("请选择分类")
  29. return
  30. }
  31. // 基础指标id
  32. fromEdbInfoId := req.FromEdbInfoId
  33. var formulaInt int
  34. var nhccDate models.NhccDate // 拟合残差的日期
  35. switch req.Source {
  36. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS, utils.DATA_SOURCE_CALCULATE_HBZ, utils.DATA_SOURCE_CALCULATE_HCZ, utils.DATA_SOURCE_CALCULATE_TIME_SHIFT, utils.DATA_SOURCE_CALCULATE_CJJX:
  37. if req.Formula == "" {
  38. err = fmt.Errorf("请填写N值")
  39. return
  40. }
  41. formulaInt, _ = strconv.Atoi(req.Formula)
  42. if formulaInt <= 0 {
  43. err = fmt.Errorf(" N值输入错误,请重新输入")
  44. return
  45. }
  46. case utils.DATA_SOURCE_CALCULATE_ZJPJ:
  47. //直接拼接指标
  48. //校验时间格式
  49. _, err = time.ParseInLocation(utils.FormatDate, req.Formula, time.Local)
  50. if err != nil {
  51. err = fmt.Errorf("拼接日期有误,请重新输入")
  52. return
  53. }
  54. case utils.DATA_SOURCE_CALCULATE_NHCC: //拟合残差指标
  55. //指标校验
  56. if len(req.EdbInfoIdArr) != 2 {
  57. err = fmt.Errorf("选择的指标异常,请重新选择")
  58. return
  59. }
  60. fromEdbInfoId = req.EdbInfoIdArr[0].EdbInfoId
  61. //校验时间格式
  62. //数据格式:2022-11-01,2022-11-10
  63. timeList := strings.Split(req.Formula, ",")
  64. if len(timeList) != 2 {
  65. err = fmt.Errorf("选择时间有误,请重新输入")
  66. return
  67. }
  68. startDate, e := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  69. if e != nil {
  70. err = fmt.Errorf("开始日期有误,请重新输入")
  71. return
  72. }
  73. endDate, e := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  74. if e != nil {
  75. err = fmt.Errorf("结束日期有误,请重新输入")
  76. return
  77. }
  78. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  79. err = fmt.Errorf("日期间隔不得少于两天")
  80. return
  81. }
  82. nhccDate.StartDate = startDate
  83. nhccDate.EndDate = endDate
  84. case utils.DATA_SOURCE_CALCULATE_JP:
  85. if req.Formula != "期末值" && req.Formula != "平均值" {
  86. err = fmt.Errorf("数据取值类型错误:" + req.Formula)
  87. return
  88. }
  89. case utils.DATA_SOURCE_CALCULATE_ZSXY: // 指数修匀
  90. if req.Formula == "" {
  91. err = fmt.Errorf("请填写alpha值")
  92. return
  93. }
  94. a, e := strconv.ParseFloat(req.Formula, 64)
  95. if e != nil {
  96. err = fmt.Errorf("alpha值输入错误, 请重新输入")
  97. return
  98. }
  99. if a <= 0 || a >= 1 {
  100. err = fmt.Errorf("alpha值输入错误, 请重新输入")
  101. return
  102. }
  103. }
  104. notNeedFromEdbSourceList := []int{utils.DATA_SOURCE_CALCULATE_KSZS, utils.DATA_SOURCE_CALCULATE_CORRELATION, utils.DATA_SOURCE_CALCULATE_ZDYFX, utils.DATA_SOURCE_CALCULATE_SUM, utils.DATA_SOURCE_CALCULATE_AVG} // 不需要传入来源指标id的 指标类型
  105. if fromEdbInfoId <= 0 && !utils.InArrayByInt(notNeedFromEdbSourceList, req.Source) {
  106. err = fmt.Errorf("请选择指标")
  107. return
  108. }
  109. //加入缓存机制,避免创建同一个名称的指标 start
  110. redisKey := fmt.Sprint("edb_lib:edb_info:calculate:batch:save:", req.Source, ":", req.EdbName)
  111. isExist := utils.Rc.IsExist(redisKey)
  112. if isExist {
  113. err = fmt.Errorf("指标正在处理,请勿重复提交")
  114. return
  115. } else {
  116. //设置3分钟缓存
  117. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  118. defer func() {
  119. _ = utils.Rc.Delete(redisKey)
  120. }()
  121. }
  122. //加入缓存机制,避免创建同一个名称的指标 end
  123. var condition string
  124. var pars []interface{}
  125. condition += " AND edb_name=? "
  126. pars = append(pars, req.EdbName)
  127. count, err := models.GetEdbInfoCountByCondition(condition, pars)
  128. if err != nil {
  129. err = fmt.Errorf("判断指标名称是否存在失败")
  130. errMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  131. return
  132. }
  133. if count > 0 {
  134. err = fmt.Errorf("指标名称已存在,请重新填写")
  135. errMsg = "指标名称已存在,请重新填写"
  136. return
  137. }
  138. // 来源指标
  139. var fromEdbInfo *models.EdbInfo
  140. if fromEdbInfoId > 0 {
  141. fromEdbInfo, err = models.GetEdbInfoById(fromEdbInfoId)
  142. if err != nil {
  143. errMsg = "获取指标信息失败:Err:" + err.Error()
  144. err = fmt.Errorf("获取指标信息失败")
  145. return
  146. }
  147. }
  148. //生成指标编码
  149. edbCode, err := utils.GenerateEdbCode(1, "")
  150. if err != nil {
  151. errMsg = "指标编码生成失败:Err:" + err.Error()
  152. err = fmt.Errorf("指标生成失败")
  153. return
  154. }
  155. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  156. uniqueCode = utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  157. sysUserId := req.AdminId
  158. sysUserName := req.AdminName
  159. var sourName string
  160. var edbInfoId int
  161. var baseEdbInfoModel models.BaseEdbInfoInterface
  162. addParam := models.AddCalculateBatchParams{
  163. Req: &req,
  164. FromEdbInfo: fromEdbInfo,
  165. EdbCode: edbCode,
  166. UniqueCode: uniqueCode,
  167. SysUserId: sysUserId,
  168. SysUserRealName: sysUserName,
  169. }
  170. switch req.Source {
  171. case utils.DATA_SOURCE_CALCULATE:
  172. sourName = "计算指标"
  173. req2 := models.EdbInfoCalculateSaveReq{
  174. AdminId: sysUserId,
  175. AdminName: sysUserName,
  176. EdbName: req.EdbName,
  177. Frequency: req.Frequency,
  178. Unit: req.Unit,
  179. ClassifyId: req.ClassifyId,
  180. CalculateFormula: req.CalculateFormula,
  181. //EdbInfoIdArr: req.EdbInfoIdArr,
  182. EmptyType: req.EmptyType,
  183. MaxEmptyType: req.MaxEmptyType,
  184. Extra: req.Extra,
  185. }
  186. // 放入A指标
  187. t := models.EdbInfoFromTag{
  188. EdbInfoId: req.FromEdbInfoId,
  189. FromTag: "A",
  190. }
  191. req2.EdbInfoIdArr = append(req2.EdbInfoIdArr, t)
  192. // 放入B指标
  193. if len(req.EdbInfoIdArr) > 0 {
  194. t = models.EdbInfoFromTag{
  195. EdbInfoId: req.EdbInfoIdArr[0].EdbInfoId,
  196. FromTag: "B",
  197. }
  198. req2.EdbInfoIdArr = append(req2.EdbInfoIdArr, t)
  199. }
  200. edbInfo, _, err, errMsg = EdbCalculateAdd(req2, lang)
  201. case utils.DATA_SOURCE_CALCULATE_LJZZY:
  202. sourName = "累计值转月值"
  203. if fromEdbInfo.Frequency != "月度" {
  204. err = fmt.Errorf("请选择月度指标")
  205. return
  206. }
  207. edbInfo, err = models.AddCalculateLjzzy(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  208. case utils.DATA_SOURCE_CALCULATE_TBZ:
  209. if req.Frequency != fromEdbInfo.Frequency {
  210. err = fmt.Errorf("当前频度和原指标频度不一致")
  211. return
  212. }
  213. if req.Unit != "无" {
  214. err = fmt.Errorf("单位只允许为无,禁止选择其他单位")
  215. return
  216. }
  217. sourName = "同比值"
  218. edbInfo, err = models.AddCalculateTbz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  219. case utils.DATA_SOURCE_CALCULATE_TCZ:
  220. if req.Frequency != fromEdbInfo.Frequency {
  221. err = fmt.Errorf("当前频度和原指标频度不一致")
  222. return
  223. }
  224. if req.Unit != fromEdbInfo.Unit {
  225. err = fmt.Errorf("当前单位和原指标单位不一致")
  226. return
  227. }
  228. sourName = "同差值"
  229. edbInfo, err = models.AddCalculateTcz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  230. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS:
  231. sourName = "N数值移动平均计算"
  232. edbInfo, err = models.AddCalculateNszydpjjs(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName, formulaInt)
  233. case utils.DATA_SOURCE_CALCULATE_HBZ:
  234. checkCount, tmpErr := models.GetLteZeroEdbDataCount(fromEdbInfo.Source, fromEdbInfo.SubSource, fromEdbInfoId)
  235. if tmpErr != nil && tmpErr.Error() != utils.ErrNoRow() {
  236. err = fmt.Errorf("判断环比值是否可计算失败")
  237. errMsg = "判断环比值是否可计算失败,Err:" + tmpErr.Error()
  238. return
  239. }
  240. if checkCount > 0 {
  241. err = fmt.Errorf("原始数据中存在0或负数,该指标不能进行环比运算")
  242. errMsg = "原始数据中出现0和负值时,提示该指标不能进行环比运算"
  243. return
  244. }
  245. sourName = "环比值"
  246. edbInfo, err = models.AddCalculateHbz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName, formulaInt)
  247. case utils.DATA_SOURCE_CALCULATE_HCZ:
  248. sourName = "环差值"
  249. edbInfo, err = models.AddCalculateHcz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName, formulaInt)
  250. case utils.DATA_SOURCE_CALCULATE_BP:
  251. sourName = utils.DATA_SOURCE_NAME_CALCULATE_BP
  252. edbInfo, err = models.AddCalculateBp(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  253. case utils.DATA_SOURCE_CALCULATE_TIME_SHIFT:
  254. sourName = "时间移位"
  255. edbInfo, err = models.AddCalculateTimeShift(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  256. case utils.DATA_SOURCE_CALCULATE_ZJPJ:
  257. sourName = "直接拼接"
  258. if len(req.EdbInfoIdArr) != 1 {
  259. err = fmt.Errorf("请传入拼接日期之后的指标")
  260. errMsg = "请传入拼接日期之后的指标"
  261. return
  262. }
  263. secondEdbInfoReq := req.EdbInfoIdArr[0]
  264. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  265. if tmpErr != nil {
  266. err = fmt.Errorf("获取拼接日期之后的指标信息失败")
  267. errMsg = "获取拼接日期之后的指标信息失败:Err:" + tmpErr.Error()
  268. return
  269. }
  270. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  271. err = fmt.Errorf("两个指标不允许为同一个")
  272. errMsg = "两个指标不允许为同一个"
  273. return
  274. }
  275. edbInfo, err = models.AddCalculateZjpj(&req, fromEdbInfo, secondEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  276. case utils.DATA_SOURCE_CALCULATE_LJZTBPJ:
  277. sourName = "累计值同比拼接"
  278. if fromEdbInfo.Frequency != "月度" {
  279. err = fmt.Errorf("待拼接指标只能筛选月度指标")
  280. errMsg = "待拼接指标只能筛选月度指标"
  281. return
  282. }
  283. if len(req.EdbInfoIdArr) != 1 {
  284. err = fmt.Errorf("请传入同比值指标")
  285. errMsg = "请传入同比值指标"
  286. return
  287. }
  288. secondEdbInfoReq := req.EdbInfoIdArr[0]
  289. tbzEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  290. if tmpErr != nil {
  291. err = fmt.Errorf("获取同比值指标信息失败")
  292. errMsg = "获取同比值指标信息失败:Err:" + tmpErr.Error()
  293. return
  294. }
  295. if tbzEdbInfo.Source != utils.DATA_SOURCE_CALCULATE_TBZ {
  296. err = fmt.Errorf("指标必须是传入同比值指标类型")
  297. errMsg = "指标必须是传入同比值指标类型"
  298. return
  299. }
  300. if tbzEdbInfo.Frequency != "月度" {
  301. err = fmt.Errorf("同比值指标只能筛选月度指标")
  302. errMsg = "同比值指标只能筛选月度指标"
  303. return
  304. }
  305. if fromEdbInfo.EdbInfoId == tbzEdbInfo.EdbInfoId {
  306. err = fmt.Errorf("两个指标不允许为同一个")
  307. errMsg = "两个指标不允许为同一个"
  308. return
  309. }
  310. edbInfo, err = models.AddCalculateLjztbpj(&req, fromEdbInfo, tbzEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  311. case utils.DATA_SOURCE_CALCULATE_CJJX:
  312. sourName = "超季节性"
  313. edbInfo, err = models.AddCalculateCjjx(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName, formulaInt)
  314. case utils.DATA_SOURCE_CALCULATE_NHCC:
  315. sourName = "拟合残差"
  316. secondEdbInfoReq := req.EdbInfoIdArr[1]
  317. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  318. if tmpErr != nil {
  319. err = fmt.Errorf("获取因变量的指标信息失败")
  320. errMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
  321. return
  322. }
  323. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  324. err = fmt.Errorf("两个指标不允许为同一个")
  325. errMsg = "两个指标不允许为同一个"
  326. return
  327. }
  328. edbInfo, err, errMsg = models.AddCalculateNhcc(&req, fromEdbInfo, secondEdbInfo, edbCode, uniqueCode, nhccDate, sysUserId, sysUserName)
  329. case utils.DATA_SOURCE_CALCULATE_JP:
  330. if !models.CheckFrequency(fromEdbInfo.Frequency, req.Frequency) {
  331. err = fmt.Errorf("频度异常,不允许低频降频到高频")
  332. return
  333. }
  334. sourName = utils.DATA_SOURCE_NAME_CALCULATE_JP
  335. edbInfo, err = models.AddCalculateJp(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  336. case utils.DATA_SOURCE_CALCULATE_NH:
  337. sourName = utils.DATA_SOURCE_NAME_CALCULATE_NH
  338. edbInfo, err = models.AddCalculateNh(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  339. case utils.DATA_SOURCE_CALCULATE_KSZS:
  340. //关联的指标信息
  341. if len(req.EdbInfoIdArr) < 2 {
  342. err = fmt.Errorf("指标数量不能小于2个,请重新选择")
  343. errMsg = "指标数量不能小于2个,请重新选择"
  344. //br.IsSendEmail = false
  345. return
  346. }
  347. sourName = utils.DATA_SOURCE_NAME_CALCULATE_KSZS
  348. edbInfo, err = models.AddCalculateKszs(&req, edbCode, uniqueCode, sysUserId, sysUserName)
  349. case utils.DATA_SOURCE_CALCULATE_CORRELATION:
  350. //关联的指标信息
  351. if len(req.EdbInfoIdArr) < 2 {
  352. err = fmt.Errorf("指标数量不能小于2个,请重新选择")
  353. errMsg = "指标数量不能小于2个,请重新选择"
  354. //br.IsSendEmail = false
  355. return
  356. }
  357. sourName = utils.DATA_SOURCE_NAME_CALCULATE_CORRELATION
  358. edbInfo, err, errMsg = models.AddCalculateCorrelation(&req, edbCode, uniqueCode, sysUserId, sysUserName)
  359. case utils.DATA_SOURCE_CALCULATE_RJZ:
  360. if req.Frequency == "日度" {
  361. err = fmt.Errorf("日度指标无需进行日均值计算")
  362. return
  363. }
  364. if req.Frequency != fromEdbInfo.Frequency {
  365. err = fmt.Errorf("当前频度和原指标频度不一致")
  366. return
  367. }
  368. if req.Unit != fromEdbInfo.Unit {
  369. err = fmt.Errorf("单位只允许为和原指标频度保持一致,禁止选择其他单位")
  370. return
  371. }
  372. sourName = "日均值"
  373. edbInfo, err = models.AddCalculateRjz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  374. default:
  375. // 获取通用的数据源处理服务
  376. baseEdbInfoModel = models.GetBaseEdbInfoModel(req.Source)
  377. // 没有找到的话,那么就直接返回报错吧
  378. if baseEdbInfoModel == nil {
  379. err = fmt.Errorf("无效计算方式")
  380. errMsg = "无效计算方式,source:" + strconv.Itoa(req.Source)
  381. return
  382. }
  383. sourName = baseEdbInfoModel.GetSourceName()
  384. edbInfo, err, errMsg = baseEdbInfoModel.Add(addParam)
  385. }
  386. if err != nil {
  387. errMsg = "生成" + sourName + "失败 Err:" + err.Error() + errMsg
  388. err = fmt.Errorf("生成" + sourName + "失败")
  389. return
  390. }
  391. if edbInfo == nil {
  392. err = fmt.Errorf("生成" + sourName + "失败")
  393. errMsg = "生成" + sourName + "失败,指标ID错误:" + strconv.Itoa(edbInfoId)
  394. return
  395. }
  396. edbInfoId = edbInfo.EdbInfoId
  397. //处理同名指标
  398. {
  399. edbNameList, tErr := models.GetEdbInfoByName(req.EdbName)
  400. if tErr != nil {
  401. err = fmt.Errorf("保存失败")
  402. errMsg = "获取指标信息失败,Err:" + tErr.Error()
  403. return
  404. }
  405. if len(edbNameList) >= 2 {
  406. for _, v := range edbNameList {
  407. edbName := v.EdbName + "(" + v.SourceName + ")"
  408. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  409. if err != nil {
  410. errMsg = "修改指标名称失败,Err:" + err.Error()
  411. err = fmt.Errorf("保存失败")
  412. return
  413. }
  414. }
  415. }
  416. }
  417. // 更新指标最大最小值
  418. err, errMsg = models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo)
  419. if err != nil {
  420. return
  421. }
  422. // 更新ES
  423. go logic.UpdateEs(edbInfo.EdbInfoId)
  424. go DisableEdbInfoNoUpdate(edbInfo)
  425. return
  426. }
  427. // EdbCalculateBatchEdit 批量指标编辑
  428. func EdbCalculateBatchEdit(req models.EdbInfoCalculateBatchEditReq) (edbInfo *models.EdbInfo, uniqueCode string, err error, errMsg string) {
  429. // 校验参数
  430. req.EdbName = strings.Trim(req.EdbName, " ")
  431. if req.EdbName == "" {
  432. err = fmt.Errorf("指标名称不能为空")
  433. return
  434. }
  435. if req.Frequency == "" {
  436. err = fmt.Errorf("频率不能为空")
  437. return
  438. }
  439. if req.Unit == "" {
  440. err = fmt.Errorf("单位不能为空")
  441. return
  442. }
  443. if req.ClassifyId <= 0 {
  444. err = fmt.Errorf("请选择分类")
  445. return
  446. }
  447. if req.EdbInfoId <= 0 {
  448. err = fmt.Errorf("请选择指标")
  449. return
  450. }
  451. //加入缓存机制,避免创建同一个名称的指标 start
  452. redisKey := fmt.Sprint("edb_lib:edb_info:calculate:batch:save:", req.Source, ":", req.EdbName)
  453. isExist := utils.Rc.IsExist(redisKey)
  454. if isExist {
  455. err = fmt.Errorf("指标正在处理,请勿重复提交")
  456. return
  457. } else {
  458. //设置3分钟缓存
  459. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  460. defer func() {
  461. _ = utils.Rc.Delete(redisKey)
  462. }()
  463. }
  464. //加入缓存机制,避免创建同一个名称的指标 end
  465. var condition string
  466. var pars []interface{}
  467. condition += " AND edb_name=? AND edb_info_id<>? "
  468. pars = append(pars, req.EdbName, req.EdbInfoId)
  469. count, err := models.GetEdbInfoCountByCondition(condition, pars)
  470. if err != nil {
  471. err = fmt.Errorf("判断指标名称是否存在失败")
  472. errMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  473. return
  474. }
  475. if count > 0 {
  476. err = fmt.Errorf("指标名称已存在,请重新填写")
  477. errMsg = "指标名称已存在,请重新填写"
  478. return
  479. }
  480. edbInfo, err = models.GetEdbInfoById(req.EdbInfoId)
  481. if err != nil {
  482. if err.Error() == utils.ErrNoRow() {
  483. errMsg = "指标已被删除,请刷新页面:Err:" + err.Error()
  484. err = fmt.Errorf("指标已被删除,请刷新页面")
  485. return
  486. }
  487. errMsg = "获取指标信息失败:Err:" + err.Error()
  488. err = fmt.Errorf("获取指标信息失败")
  489. return
  490. }
  491. // 基础指标id
  492. fromEdbInfoId := req.FromEdbInfoId
  493. if req.Source <= 0 {
  494. req.Source = edbInfo.Source
  495. }
  496. var formulaInt int
  497. var nhccDate models.NhccDate // 拟合残差的日期
  498. // 初期的参数校验
  499. switch req.Source {
  500. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS, utils.DATA_SOURCE_CALCULATE_HBZ, utils.DATA_SOURCE_CALCULATE_HCZ, utils.DATA_SOURCE_CALCULATE_TIME_SHIFT, utils.DATA_SOURCE_CALCULATE_CJJX:
  501. if req.Formula == "" {
  502. err = fmt.Errorf("请填写N值")
  503. return
  504. }
  505. formulaInt, _ = strconv.Atoi(req.Formula)
  506. if formulaInt <= 0 {
  507. err = fmt.Errorf("N值输入错误,请重新输入")
  508. return
  509. }
  510. case utils.DATA_SOURCE_CALCULATE_ZJPJ:
  511. //直接拼接指标
  512. //校验时间格式
  513. _, err = time.ParseInLocation(utils.FormatDate, req.Formula, time.Local)
  514. if err != nil {
  515. err = fmt.Errorf("拼接日期有误,请重新输入")
  516. return
  517. }
  518. case utils.DATA_SOURCE_CALCULATE_NHCC: //拟合残差指标
  519. //指标校验
  520. if len(req.EdbInfoIdArr) != 2 {
  521. err = fmt.Errorf("选择的指标异常,请重新选择")
  522. return
  523. }
  524. fromEdbInfoId = req.EdbInfoIdArr[0].EdbInfoId
  525. //校验时间格式
  526. //数据格式:2022-11-01,2022-11-10
  527. timeList := strings.Split(req.Formula, ",")
  528. if len(timeList) != 2 {
  529. err = fmt.Errorf("选择时间有误,请重新输入")
  530. return
  531. }
  532. startDate, e := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  533. if e != nil {
  534. err = fmt.Errorf("开始日期有误,请重新输入")
  535. return
  536. }
  537. endDate, e := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  538. if e != nil {
  539. err = fmt.Errorf("结束日期有误,请重新输入")
  540. return
  541. }
  542. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  543. err = fmt.Errorf("日期间隔不得少于两天")
  544. return
  545. }
  546. nhccDate.StartDate = startDate
  547. nhccDate.EndDate = endDate
  548. case utils.DATA_SOURCE_CALCULATE_JP:
  549. if req.Formula != "期末值" && req.Formula != "平均值" {
  550. err = fmt.Errorf("数据取值类型错误:" + req.Formula)
  551. return
  552. }
  553. case utils.DATA_SOURCE_CALCULATE_ZSXY: // 指数修匀
  554. if req.Formula == "" {
  555. err = fmt.Errorf("请填写alpha值")
  556. return
  557. }
  558. a, e := strconv.ParseFloat(req.Formula, 64)
  559. if e != nil {
  560. err = fmt.Errorf("alpha值输入错误, 请重新输入")
  561. return
  562. }
  563. if a <= 0 || a >= 1 {
  564. err = fmt.Errorf("alpha值输入错误, 请重新输入")
  565. return
  566. }
  567. }
  568. // 来源指标
  569. var fromEdbInfo *models.EdbInfo
  570. // 基础指标id
  571. if fromEdbInfoId > 0 {
  572. fromEdbInfo, err = models.GetEdbInfoById(fromEdbInfoId)
  573. if err != nil {
  574. errMsg = "获取指标信息失败:Err:" + err.Error()
  575. err = fmt.Errorf("获取指标信息失败")
  576. return
  577. }
  578. }
  579. var sourName string
  580. var edbInfoId int
  581. var baseEdbInfoModel models.BaseEdbInfoInterface
  582. editParams := models.EditCalculateBatchParams{
  583. Req: &req,
  584. EdbInfo: edbInfo,
  585. FromEdbInfo: fromEdbInfo,
  586. }
  587. switch req.Source {
  588. case utils.DATA_SOURCE_CALCULATE_LJZZY:
  589. sourName = "累计值转月值"
  590. if fromEdbInfo.Frequency != "月度" {
  591. err = fmt.Errorf("请选择月度指标")
  592. return
  593. }
  594. err = models.EditCalculateLjzzy(edbInfo, &req, fromEdbInfo)
  595. case utils.DATA_SOURCE_CALCULATE_TBZ:
  596. sourName = "同比值"
  597. err = models.EditCalculateTbz(edbInfo, &req, fromEdbInfo)
  598. case utils.DATA_SOURCE_CALCULATE_TCZ:
  599. fmt.Println("start edit", time.Now())
  600. sourName = "同差值"
  601. err = models.EditCalculateTcz(edbInfo, &req, fromEdbInfo)
  602. fmt.Println("end edit", time.Now())
  603. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS:
  604. sourName = "N数值移动平均计算"
  605. err = models.EditCalculateNszydpjjs(edbInfo, &req, fromEdbInfo, formulaInt, edbInfo.CalculateFormula)
  606. case utils.DATA_SOURCE_CALCULATE_HBZ:
  607. checkCount, tmpErr := models.GetLteZeroEdbDataCount(fromEdbInfo.Source, fromEdbInfo.SubSource, req.FromEdbInfoId)
  608. if tmpErr != nil && tmpErr.Error() != utils.ErrNoRow() {
  609. errMsg = "判断环比值是否可计算失败,Err:" + tmpErr.Error()
  610. err = fmt.Errorf("判断环比值是否可计算失败")
  611. return
  612. }
  613. if checkCount > 0 {
  614. err = fmt.Errorf("原始数据中存在0或负数,该指标不能进行环比运算")
  615. errMsg = "原始数据中出现0和负值时,提示该指标不能进行环比运算"
  616. return
  617. }
  618. sourName = "环比值"
  619. err = models.EditCalculateHbz(edbInfo, &req, fromEdbInfo, formulaInt, edbInfo.CalculateFormula)
  620. case utils.DATA_SOURCE_CALCULATE_HCZ:
  621. sourName = "环差值"
  622. err = models.EditCalculateHcz(edbInfo, &req, fromEdbInfo, formulaInt, edbInfo.CalculateFormula)
  623. case utils.DATA_SOURCE_CALCULATE_BP:
  624. sourName = utils.DATA_SOURCE_NAME_CALCULATE_BP
  625. err = models.EditCalculateBp(edbInfo, &req, fromEdbInfo)
  626. case utils.DATA_SOURCE_CALCULATE_TIME_SHIFT:
  627. sourName = "时间移位"
  628. err = models.EditCalculateTimeShift(edbInfo, &req, fromEdbInfo)
  629. case utils.DATA_SOURCE_CALCULATE_ZJPJ:
  630. sourName = "直接拼接"
  631. if len(req.EdbInfoIdArr) != 1 {
  632. err = fmt.Errorf("请传入拼接日期之后的指标")
  633. errMsg = "请传入拼接日期之后的指标"
  634. return
  635. }
  636. secondEdbInfoReq := req.EdbInfoIdArr[0]
  637. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  638. if tmpErr != nil {
  639. errMsg = "获取拼接日期之后的指标信息失败:Err:" + tmpErr.Error()
  640. err = fmt.Errorf("获取拼接日期之后的指标信息失败")
  641. return
  642. }
  643. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  644. err = fmt.Errorf("两个指标不允许为同一个")
  645. errMsg = "两个指标不允许为同一个"
  646. return
  647. }
  648. err = models.EditCalculateZjpj(&req, edbInfo, fromEdbInfo, secondEdbInfo)
  649. case utils.DATA_SOURCE_CALCULATE_LJZTBPJ: //累计值同比拼接
  650. sourName = "累计值同比拼接"
  651. if fromEdbInfo.Frequency != "月度" {
  652. errMsg = "待拼接指标只能筛选月度指标"
  653. err = fmt.Errorf("待拼接指标只能筛选月度指标")
  654. return
  655. }
  656. if len(req.EdbInfoIdArr) != 1 {
  657. errMsg = "请传入同比值指标"
  658. err = fmt.Errorf("请传入同比值指标")
  659. return
  660. }
  661. secondEdbInfoReq := req.EdbInfoIdArr[0]
  662. tbzEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  663. if tmpErr != nil {
  664. errMsg = "获取同比值指标信息失败:Err:" + tmpErr.Error()
  665. err = fmt.Errorf("获取同比值指标信息失败")
  666. return
  667. }
  668. if tbzEdbInfo.Source != utils.DATA_SOURCE_CALCULATE_TBZ {
  669. err = fmt.Errorf("指标必须是传入同比值指标类型")
  670. errMsg = "指标必须是传入同比值指标类型"
  671. return
  672. }
  673. if tbzEdbInfo.Frequency != "月度" {
  674. err = fmt.Errorf("同比值指标只能筛选月度指标")
  675. errMsg = "同比值指标只能筛选月度指标"
  676. return
  677. }
  678. if fromEdbInfo.EdbInfoId == tbzEdbInfo.EdbInfoId {
  679. err = fmt.Errorf("两个指标不允许为同一个")
  680. errMsg = "两个指标不允许为同一个"
  681. return
  682. }
  683. err = models.EditCalculateLjztbpj(&req, edbInfo, fromEdbInfo, tbzEdbInfo)
  684. case utils.DATA_SOURCE_CALCULATE_CJJX:
  685. sourName = "超季节性"
  686. err = models.EditCalculateCjjx(&req, edbInfo, fromEdbInfo, formulaInt)
  687. case utils.DATA_SOURCE_CALCULATE_NHCC:
  688. sourName = "拟合残差"
  689. secondEdbInfoReq := req.EdbInfoIdArr[1]
  690. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  691. if tmpErr != nil {
  692. errMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
  693. err = fmt.Errorf("获取因变量的指标信息失败")
  694. return
  695. }
  696. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  697. err = fmt.Errorf("两个指标不允许为同一个")
  698. errMsg = "两个指标不允许为同一个"
  699. return
  700. }
  701. err, errMsg = models.EditCalculateNhcc(&req, edbInfo, fromEdbInfo, secondEdbInfo, nhccDate)
  702. case utils.DATA_SOURCE_CALCULATE_JP:
  703. if !models.CheckFrequency(fromEdbInfo.Frequency, req.Frequency) {
  704. err = fmt.Errorf("频度异常,不允许低频降频到高频")
  705. return
  706. }
  707. sourName = utils.DATA_SOURCE_NAME_CALCULATE_JP
  708. err = models.EditCalculateJp(edbInfo, &req, fromEdbInfo)
  709. case utils.DATA_SOURCE_CALCULATE_NH:
  710. sourName = utils.DATA_SOURCE_NAME_CALCULATE_NH
  711. err = models.EditCalculateNh(edbInfo, &req, fromEdbInfo)
  712. case utils.DATA_SOURCE_CALCULATE_KSZS:
  713. //关联的指标信息
  714. if len(req.EdbInfoIdArr) < 2 {
  715. err = fmt.Errorf("指标数量不能小于2个,请重新选择")
  716. errMsg = "指标数量不能小于2个,请重新选择"
  717. //br.IsSendEmail = false
  718. return
  719. }
  720. sourName = utils.DATA_SOURCE_NAME_CALCULATE_KSZS
  721. err = models.EditCalculateKszs(edbInfo, &req)
  722. case utils.DATA_SOURCE_CALCULATE_CORRELATION:
  723. //关联的指标信息
  724. if len(req.EdbInfoIdArr) < 2 {
  725. err = fmt.Errorf("指标数量不能小于2个,请重新选择")
  726. errMsg = "指标数量不能小于2个,请重新选择"
  727. //br.IsSendEmail = false
  728. return
  729. }
  730. sourName = utils.DATA_SOURCE_NAME_CALCULATE_CORRELATION
  731. err, errMsg = models.EditCalculateCorrelation(edbInfo, &req)
  732. case utils.DATA_SOURCE_CALCULATE_RJZ:
  733. if req.Frequency == "日度" {
  734. err = fmt.Errorf("日度指标无需进行日均值计算")
  735. return
  736. }
  737. if req.Frequency != fromEdbInfo.Frequency {
  738. err = fmt.Errorf("当前频度和原指标频度不一致")
  739. return
  740. }
  741. if req.Unit != fromEdbInfo.Unit {
  742. err = fmt.Errorf("单位只允许为和原指标频度保持一致,禁止选择其他单位")
  743. return
  744. }
  745. sourName = "日均值"
  746. err = models.EditCalculateRjz(edbInfo, &req, fromEdbInfo)
  747. default:
  748. // 获取通用的数据源处理服务
  749. baseEdbInfoModel = models.GetBaseEdbInfoModel(req.Source)
  750. // 没有找到的话,那么就直接返回报错吧
  751. if baseEdbInfoModel == nil {
  752. err = fmt.Errorf("无效计算方式")
  753. errMsg = "无效计算方式,source:" + strconv.Itoa(req.Source)
  754. return
  755. }
  756. sourName = baseEdbInfoModel.GetSourceName()
  757. err, errMsg = baseEdbInfoModel.Edit(editParams)
  758. }
  759. if err != nil {
  760. errMsg = "生成" + sourName + "失败 Err:" + err.Error() + errMsg
  761. err = fmt.Errorf("生成" + sourName + "失败")
  762. return
  763. }
  764. if edbInfo == nil {
  765. err = fmt.Errorf("生成" + sourName + "失败")
  766. errMsg = "生成" + sourName + "失败,指标ID错误:" + strconv.Itoa(edbInfoId)
  767. return
  768. }
  769. edbInfoId = edbInfo.EdbInfoId
  770. uniqueCode = edbInfo.UniqueCode
  771. //处理同名指标
  772. {
  773. edbNameList, tErr := models.GetEdbInfoByName(req.EdbName)
  774. if tErr != nil {
  775. err = fmt.Errorf("保存失败")
  776. errMsg = "获取指标信息失败,Err:" + tErr.Error()
  777. return
  778. }
  779. if len(edbNameList) >= 2 {
  780. for _, v := range edbNameList {
  781. edbName := v.EdbName + "(" + v.SourceName + ")"
  782. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  783. if err != nil {
  784. errMsg = "修改指标名称失败,Err:" + err.Error()
  785. err = fmt.Errorf("保存失败")
  786. return
  787. }
  788. }
  789. }
  790. }
  791. // 更新指标最大最小值
  792. err, errMsg = models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo)
  793. if err != nil {
  794. return
  795. }
  796. // 更新ES
  797. go logic.UpdateEs(edbInfo.EdbInfoId)
  798. // 重置计算指标中的引用关系
  799. go ResetEdbRelation(edbInfoId)
  800. return
  801. }
  802. // EdbCalculateAdd 新增指标运算
  803. func EdbCalculateAdd(req models.EdbInfoCalculateSaveReq, lang string) (edbInfo *models.EdbInfo, uniqueCode string, err error, errMsg string) {
  804. calculateFormula := req.CalculateFormula
  805. calculateFormula = strings.Replace(calculateFormula, "(", "(", -1)
  806. calculateFormula = strings.Replace(calculateFormula, ")", ")", -1)
  807. calculateFormula = strings.Replace(calculateFormula, ",", ",", -1)
  808. calculateFormula = strings.Replace(calculateFormula, "。", ".", -1)
  809. calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1)
  810. req.CalculateFormula = calculateFormula
  811. //判断是否重复指标
  812. edbInfoMap := make(map[int]string)
  813. //移除研究员选择指标中的未使用的指标
  814. {
  815. //转大写的计算公式
  816. upperCalculateFormulaStr := strings.ToUpper(req.CalculateFormula)
  817. //用到的指标
  818. newEdbInfoIdArr := make([]models.EdbInfoFromTag, 0)
  819. for _, tmpEdbInfo := range req.EdbInfoIdArr {
  820. _, ok := edbInfoMap[tmpEdbInfo.EdbInfoId]
  821. if ok {
  822. err = fmt.Errorf("选择指标失败,请勿选择重复指标!")
  823. return
  824. }
  825. edbInfoMap[tmpEdbInfo.EdbInfoId] = tmpEdbInfo.FromTag
  826. upperFromTag := strings.ToUpper(tmpEdbInfo.FromTag)
  827. if strings.Contains(upperCalculateFormulaStr, upperFromTag) {
  828. newEdbInfoIdArr = append(newEdbInfoIdArr, tmpEdbInfo)
  829. }
  830. }
  831. req.EdbInfoIdArr = newEdbInfoIdArr
  832. }
  833. // 校验指标名称是否存在
  834. existEdbName, err := logic.CheckExistByEdbNameAndEdbInfoId(0, 0, req.EdbName, lang)
  835. if err != nil {
  836. errMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  837. err = fmt.Errorf("判断指标名称是否存在失败")
  838. return
  839. }
  840. if existEdbName {
  841. errMsg = "指标名称已存在,请重新填写"
  842. err = fmt.Errorf(errMsg)
  843. //br.IsSendEmail = false
  844. return
  845. }
  846. //检验公式
  847. var formulaStr string
  848. var edbInfoIdBytes []string
  849. for _, v := range req.EdbInfoIdArr {
  850. formulaStr += v.FromTag + ","
  851. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  852. }
  853. formulaSlice, err := utils.CheckFormulaJson(req.CalculateFormula)
  854. if err != nil {
  855. err = fmt.Errorf("公式格式错误,请重新填写")
  856. return
  857. }
  858. for _, formula := range formulaSlice {
  859. formulaMap, e := utils.CheckFormula(formula)
  860. if e != nil {
  861. err = fmt.Errorf("公式错误,请重新填写")
  862. return
  863. }
  864. for _, v := range formulaMap {
  865. if !strings.Contains(formulaStr, v) {
  866. err = fmt.Errorf("公式错误,请重新填写")
  867. return
  868. }
  869. }
  870. }
  871. //关联的指标信息
  872. edbInfoList := make([]*models.EdbInfo, 0)
  873. //关联的指标数据表
  874. calculateMappingList := make([]*models.EdbInfoCalculateMapping, 0)
  875. for k, v := range req.EdbInfoIdArr {
  876. fromEdbInfo, e := models.GetEdbInfoById(v.EdbInfoId)
  877. if e != nil {
  878. if e.Error() == utils.ErrNoRow() {
  879. err = fmt.Errorf("生成计算指标失败")
  880. errMsg = "指标 " + strconv.Itoa(v.EdbInfoId) + " 不存在"
  881. return
  882. }
  883. err = fmt.Errorf("生成计算指标失败")
  884. errMsg = "获取指标失败:Err:" + e.Error()
  885. return
  886. }
  887. edbInfoList = append(edbInfoList, fromEdbInfo)
  888. //关联关系表
  889. {
  890. calculateMappingItem := &models.EdbInfoCalculateMapping{
  891. EdbInfoCalculateMappingId: 0,
  892. EdbInfoId: 0,
  893. Source: utils.DATA_SOURCE_CALCULATE,
  894. SourceName: "指标运算",
  895. EdbCode: "",
  896. FromEdbInfoId: fromEdbInfo.EdbInfoId,
  897. FromEdbCode: fromEdbInfo.EdbCode,
  898. FromEdbName: fromEdbInfo.EdbName,
  899. FromSource: fromEdbInfo.Source,
  900. FromSourceName: fromEdbInfo.SourceName,
  901. FromTag: v.FromTag,
  902. Sort: k + 1,
  903. CreateTime: time.Now(),
  904. ModifyTime: time.Now(),
  905. }
  906. //calculateMappingItem.EdbCode = edbCode
  907. //calculateMappingItem.EdbInfoId = int(edbInfoId)
  908. calculateMappingList = append(calculateMappingList, calculateMappingItem)
  909. }
  910. }
  911. for _, v := range formulaSlice {
  912. formulaMap, e := utils.CheckFormula(v)
  913. if e != nil {
  914. err = fmt.Errorf("公式错误,请重新填写")
  915. return
  916. }
  917. //预先计算,判断公式是否正常
  918. ok, _ := models.CheckFormula2(edbInfoList, formulaMap, v, edbInfoIdBytes)
  919. if !ok {
  920. err = fmt.Errorf("生成计算指标失败,请使用正确的计算公式")
  921. return
  922. }
  923. }
  924. //生成指标编码
  925. edbCode, err := utils.GenerateEdbCode(1, "")
  926. if err != nil {
  927. errMsg = "生成计算指标失败,AddEdbInfo Err:" + err.Error()
  928. err = fmt.Errorf("指标编码生成失败,Err:" + err.Error())
  929. return
  930. }
  931. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  932. uniqueCode = utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  933. // 新增计算指标
  934. edbInfo, err = models.AddCalculateInfo(req, calculateMappingList, edbInfoList, edbCode, uniqueCode, edbInfoIdBytes)
  935. if err != nil {
  936. errMsg = "生成计算指标失败,AddEdbInfo Err:" + err.Error()
  937. err = fmt.Errorf("生成计算指标失败")
  938. return
  939. }
  940. go DisableEdbInfoNoUpdate(edbInfo)
  941. return
  942. }