base_from_calculate.go 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011
  1. package services
  2. import (
  3. "eta/eta_index_lib/logic"
  4. "eta/eta_index_lib/models"
  5. "eta/eta_index_lib/utils"
  6. "fmt"
  7. "strconv"
  8. "strings"
  9. "time"
  10. )
  11. // EdbCalculateBatchSave 批量指标运算
  12. func EdbCalculateBatchSave(req models.EdbInfoCalculateBatchSaveReq, lang string) (edbInfo *models.EdbInfo, uniqueCode string, err error, errMsg string) {
  13. // 校验参数
  14. req.EdbName = strings.Trim(req.EdbName, " ")
  15. if req.EdbName == "" {
  16. err = fmt.Errorf("指标名称不能为空")
  17. return
  18. }
  19. if req.Frequency == "" {
  20. err = fmt.Errorf("频率不能为空")
  21. return
  22. }
  23. if req.Unit == "" {
  24. err = fmt.Errorf("单位不能为空")
  25. return
  26. }
  27. if req.ClassifyId <= 0 {
  28. err = fmt.Errorf("请选择分类")
  29. return
  30. }
  31. // 基础指标id
  32. fromEdbInfoId := req.FromEdbInfoId
  33. var formulaInt int
  34. var nhccDate models.NhccDate // 拟合残差的日期
  35. switch req.Source {
  36. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS, utils.DATA_SOURCE_CALCULATE_HBZ, utils.DATA_SOURCE_CALCULATE_HCZ, utils.DATA_SOURCE_CALCULATE_TIME_SHIFT, utils.DATA_SOURCE_CALCULATE_CJJX:
  37. if req.Formula == "" {
  38. err = fmt.Errorf("请填写N值")
  39. return
  40. }
  41. formulaInt, _ = strconv.Atoi(req.Formula)
  42. if formulaInt <= 0 {
  43. err = fmt.Errorf(" N值输入错误,请重新输入")
  44. return
  45. }
  46. case utils.DATA_SOURCE_CALCULATE_ZJPJ:
  47. //直接拼接指标
  48. //校验时间格式
  49. _, err = time.ParseInLocation(utils.FormatDate, req.Formula, time.Local)
  50. if err != nil {
  51. err = fmt.Errorf("拼接日期有误,请重新输入")
  52. return
  53. }
  54. case utils.DATA_SOURCE_CALCULATE_NHCC: //拟合残差指标
  55. //指标校验
  56. if len(req.EdbInfoIdArr) != 2 {
  57. err = fmt.Errorf("选择的指标异常,请重新选择")
  58. return
  59. }
  60. fromEdbInfoId = req.EdbInfoIdArr[0].EdbInfoId
  61. //校验时间格式
  62. //数据格式:2022-11-01,2022-11-10
  63. timeList := strings.Split(req.Formula, ",")
  64. if len(timeList) != 2 {
  65. err = fmt.Errorf("选择时间有误,请重新输入")
  66. return
  67. }
  68. startDate, e := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  69. if e != nil {
  70. err = fmt.Errorf("开始日期有误,请重新输入")
  71. return
  72. }
  73. endDate, e := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  74. if e != nil {
  75. err = fmt.Errorf("结束日期有误,请重新输入")
  76. return
  77. }
  78. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  79. err = fmt.Errorf("日期间隔不得少于两天")
  80. return
  81. }
  82. nhccDate.StartDate = startDate
  83. nhccDate.EndDate = endDate
  84. case utils.DATA_SOURCE_CALCULATE_JP:
  85. if req.Formula != "期末值" && req.Formula != "平均值" {
  86. err = fmt.Errorf("数据取值类型错误:" + req.Formula)
  87. return
  88. }
  89. case utils.DATA_SOURCE_CALCULATE_ZSXY: // 指数修匀
  90. if req.Formula == "" {
  91. err = fmt.Errorf("请填写alpha值")
  92. return
  93. }
  94. a, e := strconv.ParseFloat(req.Formula, 64)
  95. if e != nil {
  96. err = fmt.Errorf("alpha值输入错误, 请重新输入")
  97. return
  98. }
  99. if a <= 0 || a >= 1 {
  100. err = fmt.Errorf("alpha值输入错误, 请重新输入")
  101. return
  102. }
  103. }
  104. notNeedFromEdbSourceList := []int{utils.DATA_SOURCE_CALCULATE_KSZS, utils.DATA_SOURCE_CALCULATE_CORRELATION, utils.DATA_SOURCE_CALCULATE_ZDYFX, utils.DATA_SOURCE_CALCULATE_SUM, utils.DATA_SOURCE_CALCULATE_AVG} // 不需要传入来源指标id的 指标类型
  105. if fromEdbInfoId <= 0 && !utils.InArrayByInt(notNeedFromEdbSourceList, req.Source) {
  106. err = fmt.Errorf("请选择指标")
  107. return
  108. }
  109. //加入缓存机制,避免创建同一个名称的指标 start
  110. redisKey := fmt.Sprint("edb_lib:edb_info:calculate:batch:save:", req.Source, ":", req.EdbName)
  111. isExist := utils.Rc.IsExist(redisKey)
  112. if isExist {
  113. err = fmt.Errorf("指标正在处理,请勿重复提交")
  114. return
  115. } else {
  116. //设置3分钟缓存
  117. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  118. defer func() {
  119. _ = utils.Rc.Delete(redisKey)
  120. }()
  121. }
  122. //加入缓存机制,避免创建同一个名称的指标 end
  123. var condition string
  124. var pars []interface{}
  125. condition += " AND edb_name=? "
  126. pars = append(pars, req.EdbName)
  127. count, err := models.GetEdbInfoCountByCondition(condition, pars)
  128. if err != nil {
  129. err = fmt.Errorf("判断指标名称是否存在失败")
  130. errMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  131. return
  132. }
  133. if count > 0 {
  134. err = fmt.Errorf("指标名称已存在,请重新填写")
  135. errMsg = "指标名称已存在,请重新填写"
  136. return
  137. }
  138. // 来源指标
  139. var fromEdbInfo *models.EdbInfo
  140. if fromEdbInfoId > 0 {
  141. fromEdbInfo, err = models.GetEdbInfoById(fromEdbInfoId)
  142. if err != nil {
  143. errMsg = "获取指标信息失败:Err:" + err.Error()
  144. err = fmt.Errorf("获取指标信息失败")
  145. return
  146. }
  147. }
  148. //生成指标编码
  149. edbCode, err := utils.GenerateEdbCode(1, "")
  150. if err != nil {
  151. errMsg = "指标编码生成失败:Err:" + err.Error()
  152. err = fmt.Errorf("指标生成失败")
  153. return
  154. }
  155. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  156. uniqueCode = utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  157. sysUserId := req.AdminId
  158. sysUserName := req.AdminName
  159. var sourName string
  160. var edbInfoId int
  161. var baseEdbInfoModel models.BaseEdbInfoInterface
  162. addParam := models.AddCalculateBatchParams{
  163. Req: &req,
  164. FromEdbInfo: fromEdbInfo,
  165. EdbCode: edbCode,
  166. UniqueCode: uniqueCode,
  167. SysUserId: sysUserId,
  168. SysUserRealName: sysUserName,
  169. }
  170. switch req.Source {
  171. case utils.DATA_SOURCE_CALCULATE:
  172. sourName = "计算指标"
  173. req2 := models.EdbInfoCalculateSaveReq{
  174. AdminId: sysUserId,
  175. AdminName: sysUserName,
  176. EdbName: req.EdbName,
  177. Frequency: req.Frequency,
  178. Unit: req.Unit,
  179. ClassifyId: req.ClassifyId,
  180. CalculateFormula: req.CalculateFormula,
  181. //EdbInfoIdArr: req.EdbInfoIdArr,
  182. EmptyType: req.EmptyType,
  183. MaxEmptyType: req.MaxEmptyType,
  184. Extra: req.Extra,
  185. }
  186. // 放入A指标
  187. t := models.EdbInfoFromTag{
  188. EdbInfoId: req.FromEdbInfoId,
  189. FromTag: "A",
  190. }
  191. req2.EdbInfoIdArr = append(req2.EdbInfoIdArr, t)
  192. // 放入B指标
  193. if len(req.EdbInfoIdArr) > 0 {
  194. t = models.EdbInfoFromTag{
  195. EdbInfoId: req.EdbInfoIdArr[0].EdbInfoId,
  196. FromTag: "B",
  197. }
  198. req2.EdbInfoIdArr = append(req2.EdbInfoIdArr, t)
  199. }
  200. edbInfo, _, err, errMsg = EdbCalculateAdd(req2, lang)
  201. case utils.DATA_SOURCE_CALCULATE_LJZZY:
  202. sourName = "累计值转月值"
  203. if fromEdbInfo.Frequency != "月度" {
  204. err = fmt.Errorf("请选择月度指标")
  205. return
  206. }
  207. edbInfo, err = models.AddCalculateLjzzy(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  208. case utils.DATA_SOURCE_CALCULATE_TBZ:
  209. if req.Frequency != fromEdbInfo.Frequency {
  210. err = fmt.Errorf("当前频度和原指标频度不一致")
  211. return
  212. }
  213. if req.Unit != "无" {
  214. err = fmt.Errorf("单位只允许为无,禁止选择其他单位")
  215. return
  216. }
  217. sourName = "同比值"
  218. edbInfo, err = models.AddCalculateTbz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  219. case utils.DATA_SOURCE_CALCULATE_TCZ:
  220. if req.Frequency != fromEdbInfo.Frequency {
  221. err = fmt.Errorf("当前频度和原指标频度不一致")
  222. return
  223. }
  224. if req.Unit != fromEdbInfo.Unit {
  225. err = fmt.Errorf("当前单位和原指标单位不一致")
  226. return
  227. }
  228. sourName = "同差值"
  229. edbInfo, err = models.AddCalculateTcz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  230. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS:
  231. sourName = "N数值移动平均计算"
  232. edbInfo, err = models.AddCalculateNszydpjjs(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName, formulaInt)
  233. case utils.DATA_SOURCE_CALCULATE_HBZ:
  234. checkCount, tmpErr := models.GetLteZeroEdbDataCount(fromEdbInfo.Source, fromEdbInfo.SubSource, fromEdbInfoId)
  235. if tmpErr != nil && tmpErr.Error() != utils.ErrNoRow() {
  236. err = fmt.Errorf("判断环比值是否可计算失败")
  237. errMsg = "判断环比值是否可计算失败,Err:" + tmpErr.Error()
  238. return
  239. }
  240. if checkCount > 0 {
  241. err = fmt.Errorf("原始数据中存在0或负数,该指标不能进行环比运算")
  242. errMsg = "原始数据中出现0和负值时,提示该指标不能进行环比运算"
  243. return
  244. }
  245. sourName = "环比值"
  246. edbInfo, err = models.AddCalculateHbz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName, formulaInt)
  247. case utils.DATA_SOURCE_CALCULATE_HCZ:
  248. sourName = "环差值"
  249. edbInfo, err = models.AddCalculateHcz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName, formulaInt)
  250. case utils.DATA_SOURCE_CALCULATE_BP:
  251. sourName = utils.DATA_SOURCE_NAME_CALCULATE_BP
  252. edbInfo, err = models.AddCalculateBp(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  253. case utils.DATA_SOURCE_CALCULATE_TIME_SHIFT:
  254. sourName = "时间移位"
  255. edbInfo, err = models.AddCalculateTimeShift(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  256. case utils.DATA_SOURCE_CALCULATE_ZJPJ:
  257. sourName = "直接拼接"
  258. if len(req.EdbInfoIdArr) != 1 {
  259. err = fmt.Errorf("请传入拼接日期之后的指标")
  260. errMsg = "请传入拼接日期之后的指标"
  261. return
  262. }
  263. secondEdbInfoReq := req.EdbInfoIdArr[0]
  264. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  265. if tmpErr != nil {
  266. err = fmt.Errorf("获取拼接日期之后的指标信息失败")
  267. errMsg = "获取拼接日期之后的指标信息失败:Err:" + tmpErr.Error()
  268. return
  269. }
  270. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  271. err = fmt.Errorf("两个指标不允许为同一个")
  272. errMsg = "两个指标不允许为同一个"
  273. return
  274. }
  275. edbInfo, err = models.AddCalculateZjpj(&req, fromEdbInfo, secondEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  276. case utils.DATA_SOURCE_CALCULATE_LJZTBPJ:
  277. sourName = "累计值同比拼接"
  278. if fromEdbInfo.Frequency != "月度" {
  279. err = fmt.Errorf("待拼接指标只能筛选月度指标")
  280. errMsg = "待拼接指标只能筛选月度指标"
  281. return
  282. }
  283. if len(req.EdbInfoIdArr) != 1 {
  284. err = fmt.Errorf("请传入同比值指标")
  285. errMsg = "请传入同比值指标"
  286. return
  287. }
  288. secondEdbInfoReq := req.EdbInfoIdArr[0]
  289. tbzEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  290. if tmpErr != nil {
  291. err = fmt.Errorf("获取同比值指标信息失败")
  292. errMsg = "获取同比值指标信息失败:Err:" + tmpErr.Error()
  293. return
  294. }
  295. if tbzEdbInfo.Source != utils.DATA_SOURCE_CALCULATE_TBZ {
  296. err = fmt.Errorf("指标必须是传入同比值指标类型")
  297. errMsg = "指标必须是传入同比值指标类型"
  298. return
  299. }
  300. if tbzEdbInfo.Frequency != "月度" {
  301. err = fmt.Errorf("同比值指标只能筛选月度指标")
  302. errMsg = "同比值指标只能筛选月度指标"
  303. return
  304. }
  305. if fromEdbInfo.EdbInfoId == tbzEdbInfo.EdbInfoId {
  306. err = fmt.Errorf("两个指标不允许为同一个")
  307. errMsg = "两个指标不允许为同一个"
  308. return
  309. }
  310. edbInfo, err = models.AddCalculateLjztbpj(&req, fromEdbInfo, tbzEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  311. case utils.DATA_SOURCE_CALCULATE_CJJX:
  312. sourName = "超季节性"
  313. edbInfo, err = models.AddCalculateCjjx(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName, formulaInt)
  314. case utils.DATA_SOURCE_CALCULATE_NHCC:
  315. sourName = "拟合残差"
  316. secondEdbInfoReq := req.EdbInfoIdArr[1]
  317. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  318. if tmpErr != nil {
  319. err = fmt.Errorf("获取因变量的指标信息失败")
  320. errMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
  321. return
  322. }
  323. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  324. err = fmt.Errorf("两个指标不允许为同一个")
  325. errMsg = "两个指标不允许为同一个"
  326. return
  327. }
  328. edbInfo, err, errMsg = models.AddCalculateNhcc(&req, fromEdbInfo, secondEdbInfo, edbCode, uniqueCode, nhccDate, sysUserId, sysUserName)
  329. case utils.DATA_SOURCE_CALCULATE_JP:
  330. if !models.CheckFrequency(fromEdbInfo.Frequency, req.Frequency) {
  331. err = fmt.Errorf("频度异常,不允许低频降频到高频")
  332. return
  333. }
  334. sourName = utils.DATA_SOURCE_NAME_CALCULATE_JP
  335. edbInfo, err = models.AddCalculateJp(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  336. case utils.DATA_SOURCE_CALCULATE_NH:
  337. sourName = utils.DATA_SOURCE_NAME_CALCULATE_NH
  338. edbInfo, err = models.AddCalculateNh(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  339. case utils.DATA_SOURCE_CALCULATE_KSZS:
  340. //关联的指标信息
  341. if len(req.EdbInfoIdArr) < 2 {
  342. err = fmt.Errorf("指标数量不能小于2个,请重新选择")
  343. errMsg = "指标数量不能小于2个,请重新选择"
  344. //br.IsSendEmail = false
  345. return
  346. }
  347. sourName = utils.DATA_SOURCE_NAME_CALCULATE_KSZS
  348. edbInfo, err = models.AddCalculateKszs(&req, edbCode, uniqueCode, sysUserId, sysUserName)
  349. case utils.DATA_SOURCE_CALCULATE_CORRELATION:
  350. //关联的指标信息
  351. if len(req.EdbInfoIdArr) < 2 {
  352. err = fmt.Errorf("指标数量不能小于2个,请重新选择")
  353. errMsg = "指标数量不能小于2个,请重新选择"
  354. //br.IsSendEmail = false
  355. return
  356. }
  357. sourName = utils.DATA_SOURCE_NAME_CALCULATE_CORRELATION
  358. edbInfo, err, errMsg = models.AddCalculateCorrelation(&req, edbCode, uniqueCode, sysUserId, sysUserName)
  359. case utils.DATA_SOURCE_CALCULATE_RJZ:
  360. if req.Frequency == "日度" {
  361. err = fmt.Errorf("日度指标无需进行日均值计算")
  362. return
  363. }
  364. if req.Frequency != fromEdbInfo.Frequency {
  365. err = fmt.Errorf("当前频度和原指标频度不一致")
  366. return
  367. }
  368. if req.Unit != fromEdbInfo.Unit {
  369. err = fmt.Errorf("单位只允许为和原指标频度保持一致,禁止选择其他单位")
  370. return
  371. }
  372. sourName = "日均值"
  373. edbInfo, err = models.AddCalculateRjz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  374. default:
  375. // 获取通用的数据源处理服务
  376. baseEdbInfoModel = models.GetBaseEdbInfoModel(req.Source)
  377. // 没有找到的话,那么就直接返回报错吧
  378. if baseEdbInfoModel == nil {
  379. err = fmt.Errorf("无效计算方式")
  380. errMsg = "无效计算方式,source:" + strconv.Itoa(req.Source)
  381. return
  382. }
  383. sourName = baseEdbInfoModel.GetSourceName()
  384. edbInfo, err, errMsg = baseEdbInfoModel.Add(addParam)
  385. }
  386. if err != nil {
  387. errMsg = "生成" + sourName + "失败 Err:" + err.Error() + errMsg
  388. err = fmt.Errorf("生成" + sourName + "失败")
  389. return
  390. }
  391. if edbInfo == nil {
  392. err = fmt.Errorf("生成" + sourName + "失败")
  393. errMsg = "生成" + sourName + "失败,指标ID错误:" + strconv.Itoa(edbInfoId)
  394. return
  395. }
  396. edbInfoId = edbInfo.EdbInfoId
  397. //处理同名指标
  398. {
  399. edbNameList, tErr := models.GetEdbInfoByName(req.EdbName)
  400. if tErr != nil {
  401. err = fmt.Errorf("保存失败")
  402. errMsg = "获取指标信息失败,Err:" + tErr.Error()
  403. return
  404. }
  405. if len(edbNameList) >= 2 {
  406. for _, v := range edbNameList {
  407. edbName := v.EdbName + "(" + v.SourceName + ")"
  408. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  409. if err != nil {
  410. errMsg = "修改指标名称失败,Err:" + err.Error()
  411. err = fmt.Errorf("保存失败")
  412. return
  413. }
  414. }
  415. }
  416. }
  417. // 更新指标最大最小值
  418. err, errMsg = models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo)
  419. if err != nil {
  420. return
  421. }
  422. // 更新ES
  423. go logic.UpdateEs(edbInfo.EdbInfoId)
  424. return
  425. }
  426. // EdbCalculateBatchEdit 批量指标编辑
  427. func EdbCalculateBatchEdit(req models.EdbInfoCalculateBatchEditReq) (edbInfo *models.EdbInfo, uniqueCode string, err error, errMsg string) {
  428. // 校验参数
  429. req.EdbName = strings.Trim(req.EdbName, " ")
  430. if req.EdbName == "" {
  431. err = fmt.Errorf("指标名称不能为空")
  432. return
  433. }
  434. if req.Frequency == "" {
  435. err = fmt.Errorf("频率不能为空")
  436. return
  437. }
  438. if req.Unit == "" {
  439. err = fmt.Errorf("单位不能为空")
  440. return
  441. }
  442. if req.ClassifyId <= 0 {
  443. err = fmt.Errorf("请选择分类")
  444. return
  445. }
  446. if req.EdbInfoId <= 0 {
  447. err = fmt.Errorf("请选择指标")
  448. return
  449. }
  450. //加入缓存机制,避免创建同一个名称的指标 start
  451. redisKey := fmt.Sprint("edb_lib:edb_info:calculate:batch:save:", req.Source, ":", req.EdbName)
  452. isExist := utils.Rc.IsExist(redisKey)
  453. if isExist {
  454. err = fmt.Errorf("指标正在处理,请勿重复提交")
  455. return
  456. } else {
  457. //设置3分钟缓存
  458. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  459. defer func() {
  460. _ = utils.Rc.Delete(redisKey)
  461. }()
  462. }
  463. //加入缓存机制,避免创建同一个名称的指标 end
  464. var condition string
  465. var pars []interface{}
  466. condition += " AND edb_name=? AND edb_info_id<>? "
  467. pars = append(pars, req.EdbName, req.EdbInfoId)
  468. count, err := models.GetEdbInfoCountByCondition(condition, pars)
  469. if err != nil {
  470. err = fmt.Errorf("判断指标名称是否存在失败")
  471. errMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  472. return
  473. }
  474. if count > 0 {
  475. err = fmt.Errorf("指标名称已存在,请重新填写")
  476. errMsg = "指标名称已存在,请重新填写"
  477. return
  478. }
  479. edbInfo, err = models.GetEdbInfoById(req.EdbInfoId)
  480. if err != nil {
  481. if err.Error() == utils.ErrNoRow() {
  482. errMsg = "指标已被删除,请刷新页面:Err:" + err.Error()
  483. err = fmt.Errorf("指标已被删除,请刷新页面")
  484. return
  485. }
  486. errMsg = "获取指标信息失败:Err:" + err.Error()
  487. err = fmt.Errorf("获取指标信息失败")
  488. return
  489. }
  490. // 基础指标id
  491. fromEdbInfoId := req.FromEdbInfoId
  492. if req.Source <= 0 {
  493. req.Source = edbInfo.Source
  494. }
  495. var formulaInt int
  496. var nhccDate models.NhccDate // 拟合残差的日期
  497. // 初期的参数校验
  498. switch req.Source {
  499. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS, utils.DATA_SOURCE_CALCULATE_HBZ, utils.DATA_SOURCE_CALCULATE_HCZ, utils.DATA_SOURCE_CALCULATE_TIME_SHIFT, utils.DATA_SOURCE_CALCULATE_CJJX:
  500. if req.Formula == "" {
  501. err = fmt.Errorf("请填写N值")
  502. return
  503. }
  504. formulaInt, _ = strconv.Atoi(req.Formula)
  505. if formulaInt <= 0 {
  506. err = fmt.Errorf("N值输入错误,请重新输入")
  507. return
  508. }
  509. case utils.DATA_SOURCE_CALCULATE_ZJPJ:
  510. //直接拼接指标
  511. //校验时间格式
  512. _, err = time.ParseInLocation(utils.FormatDate, req.Formula, time.Local)
  513. if err != nil {
  514. err = fmt.Errorf("拼接日期有误,请重新输入")
  515. return
  516. }
  517. case utils.DATA_SOURCE_CALCULATE_NHCC: //拟合残差指标
  518. //指标校验
  519. if len(req.EdbInfoIdArr) != 2 {
  520. err = fmt.Errorf("选择的指标异常,请重新选择")
  521. return
  522. }
  523. fromEdbInfoId = req.EdbInfoIdArr[0].EdbInfoId
  524. //校验时间格式
  525. //数据格式:2022-11-01,2022-11-10
  526. timeList := strings.Split(req.Formula, ",")
  527. if len(timeList) != 2 {
  528. err = fmt.Errorf("选择时间有误,请重新输入")
  529. return
  530. }
  531. startDate, e := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  532. if e != nil {
  533. err = fmt.Errorf("开始日期有误,请重新输入")
  534. return
  535. }
  536. endDate, e := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  537. if e != nil {
  538. err = fmt.Errorf("结束日期有误,请重新输入")
  539. return
  540. }
  541. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  542. err = fmt.Errorf("日期间隔不得少于两天")
  543. return
  544. }
  545. nhccDate.StartDate = startDate
  546. nhccDate.EndDate = endDate
  547. case utils.DATA_SOURCE_CALCULATE_JP:
  548. if req.Formula != "期末值" && req.Formula != "平均值" {
  549. err = fmt.Errorf("数据取值类型错误:" + req.Formula)
  550. return
  551. }
  552. case utils.DATA_SOURCE_CALCULATE_ZSXY: // 指数修匀
  553. if req.Formula == "" {
  554. err = fmt.Errorf("请填写alpha值")
  555. return
  556. }
  557. a, e := strconv.ParseFloat(req.Formula, 64)
  558. if e != nil {
  559. err = fmt.Errorf("alpha值输入错误, 请重新输入")
  560. return
  561. }
  562. if a <= 0 || a >= 1 {
  563. err = fmt.Errorf("alpha值输入错误, 请重新输入")
  564. return
  565. }
  566. }
  567. // 来源指标
  568. var fromEdbInfo *models.EdbInfo
  569. // 基础指标id
  570. if fromEdbInfoId > 0 {
  571. fromEdbInfo, err = models.GetEdbInfoById(fromEdbInfoId)
  572. if err != nil {
  573. errMsg = "获取指标信息失败:Err:" + err.Error()
  574. err = fmt.Errorf("获取指标信息失败")
  575. return
  576. }
  577. }
  578. var sourName string
  579. var edbInfoId int
  580. var baseEdbInfoModel models.BaseEdbInfoInterface
  581. editParams := models.EditCalculateBatchParams{
  582. Req: &req,
  583. EdbInfo: edbInfo,
  584. FromEdbInfo: fromEdbInfo,
  585. }
  586. switch req.Source {
  587. case utils.DATA_SOURCE_CALCULATE_LJZZY:
  588. sourName = "累计值转月值"
  589. if fromEdbInfo.Frequency != "月度" {
  590. err = fmt.Errorf("请选择月度指标")
  591. return
  592. }
  593. err = models.EditCalculateLjzzy(edbInfo, &req, fromEdbInfo)
  594. case utils.DATA_SOURCE_CALCULATE_TBZ:
  595. sourName = "同比值"
  596. err = models.EditCalculateTbz(edbInfo, &req, fromEdbInfo)
  597. case utils.DATA_SOURCE_CALCULATE_TCZ:
  598. fmt.Println("start edit", time.Now())
  599. sourName = "同差值"
  600. err = models.EditCalculateTcz(edbInfo, &req, fromEdbInfo)
  601. fmt.Println("end edit", time.Now())
  602. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS:
  603. sourName = "N数值移动平均计算"
  604. err = models.EditCalculateNszydpjjs(edbInfo, &req, fromEdbInfo, formulaInt, edbInfo.CalculateFormula)
  605. case utils.DATA_SOURCE_CALCULATE_HBZ:
  606. checkCount, tmpErr := models.GetLteZeroEdbDataCount(fromEdbInfo.Source, fromEdbInfo.SubSource, req.FromEdbInfoId)
  607. if tmpErr != nil && tmpErr.Error() != utils.ErrNoRow() {
  608. errMsg = "判断环比值是否可计算失败,Err:" + tmpErr.Error()
  609. err = fmt.Errorf("判断环比值是否可计算失败")
  610. return
  611. }
  612. if checkCount > 0 {
  613. err = fmt.Errorf("原始数据中存在0或负数,该指标不能进行环比运算")
  614. errMsg = "原始数据中出现0和负值时,提示该指标不能进行环比运算"
  615. return
  616. }
  617. sourName = "环比值"
  618. err = models.EditCalculateHbz(edbInfo, &req, fromEdbInfo, formulaInt, edbInfo.CalculateFormula)
  619. case utils.DATA_SOURCE_CALCULATE_HCZ:
  620. sourName = "环差值"
  621. err = models.EditCalculateHcz(edbInfo, &req, fromEdbInfo, formulaInt, edbInfo.CalculateFormula)
  622. case utils.DATA_SOURCE_CALCULATE_BP:
  623. sourName = utils.DATA_SOURCE_NAME_CALCULATE_BP
  624. err = models.EditCalculateBp(edbInfo, &req, fromEdbInfo)
  625. case utils.DATA_SOURCE_CALCULATE_TIME_SHIFT:
  626. sourName = "时间移位"
  627. err = models.EditCalculateTimeShift(edbInfo, &req, fromEdbInfo)
  628. case utils.DATA_SOURCE_CALCULATE_ZJPJ:
  629. sourName = "直接拼接"
  630. if len(req.EdbInfoIdArr) != 1 {
  631. err = fmt.Errorf("请传入拼接日期之后的指标")
  632. errMsg = "请传入拼接日期之后的指标"
  633. return
  634. }
  635. secondEdbInfoReq := req.EdbInfoIdArr[0]
  636. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  637. if tmpErr != nil {
  638. errMsg = "获取拼接日期之后的指标信息失败:Err:" + tmpErr.Error()
  639. err = fmt.Errorf("获取拼接日期之后的指标信息失败")
  640. return
  641. }
  642. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  643. err = fmt.Errorf("两个指标不允许为同一个")
  644. errMsg = "两个指标不允许为同一个"
  645. return
  646. }
  647. err = models.EditCalculateZjpj(&req, edbInfo, fromEdbInfo, secondEdbInfo)
  648. case utils.DATA_SOURCE_CALCULATE_LJZTBPJ: //累计值同比拼接
  649. sourName = "累计值同比拼接"
  650. if fromEdbInfo.Frequency != "月度" {
  651. errMsg = "待拼接指标只能筛选月度指标"
  652. err = fmt.Errorf("待拼接指标只能筛选月度指标")
  653. return
  654. }
  655. if len(req.EdbInfoIdArr) != 1 {
  656. errMsg = "请传入同比值指标"
  657. err = fmt.Errorf("请传入同比值指标")
  658. return
  659. }
  660. secondEdbInfoReq := req.EdbInfoIdArr[0]
  661. tbzEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  662. if tmpErr != nil {
  663. errMsg = "获取同比值指标信息失败:Err:" + tmpErr.Error()
  664. err = fmt.Errorf("获取同比值指标信息失败")
  665. return
  666. }
  667. if tbzEdbInfo.Source != utils.DATA_SOURCE_CALCULATE_TBZ {
  668. err = fmt.Errorf("指标必须是传入同比值指标类型")
  669. errMsg = "指标必须是传入同比值指标类型"
  670. return
  671. }
  672. if tbzEdbInfo.Frequency != "月度" {
  673. err = fmt.Errorf("同比值指标只能筛选月度指标")
  674. errMsg = "同比值指标只能筛选月度指标"
  675. return
  676. }
  677. if fromEdbInfo.EdbInfoId == tbzEdbInfo.EdbInfoId {
  678. err = fmt.Errorf("两个指标不允许为同一个")
  679. errMsg = "两个指标不允许为同一个"
  680. return
  681. }
  682. err = models.EditCalculateLjztbpj(&req, edbInfo, fromEdbInfo, tbzEdbInfo)
  683. case utils.DATA_SOURCE_CALCULATE_CJJX:
  684. sourName = "超季节性"
  685. err = models.EditCalculateCjjx(&req, edbInfo, fromEdbInfo, formulaInt)
  686. case utils.DATA_SOURCE_CALCULATE_NHCC:
  687. sourName = "拟合残差"
  688. secondEdbInfoReq := req.EdbInfoIdArr[1]
  689. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  690. if tmpErr != nil {
  691. errMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
  692. err = fmt.Errorf("获取因变量的指标信息失败")
  693. return
  694. }
  695. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  696. err = fmt.Errorf("两个指标不允许为同一个")
  697. errMsg = "两个指标不允许为同一个"
  698. return
  699. }
  700. err, errMsg = models.EditCalculateNhcc(&req, edbInfo, fromEdbInfo, secondEdbInfo, nhccDate)
  701. case utils.DATA_SOURCE_CALCULATE_JP:
  702. if !models.CheckFrequency(fromEdbInfo.Frequency, req.Frequency) {
  703. err = fmt.Errorf("频度异常,不允许低频降频到高频")
  704. return
  705. }
  706. sourName = utils.DATA_SOURCE_NAME_CALCULATE_JP
  707. err = models.EditCalculateJp(edbInfo, &req, fromEdbInfo)
  708. case utils.DATA_SOURCE_CALCULATE_NH:
  709. sourName = utils.DATA_SOURCE_NAME_CALCULATE_NH
  710. err = models.EditCalculateNh(edbInfo, &req, fromEdbInfo)
  711. case utils.DATA_SOURCE_CALCULATE_KSZS:
  712. //关联的指标信息
  713. if len(req.EdbInfoIdArr) < 2 {
  714. err = fmt.Errorf("指标数量不能小于2个,请重新选择")
  715. errMsg = "指标数量不能小于2个,请重新选择"
  716. //br.IsSendEmail = false
  717. return
  718. }
  719. sourName = utils.DATA_SOURCE_NAME_CALCULATE_KSZS
  720. err = models.EditCalculateKszs(edbInfo, &req)
  721. case utils.DATA_SOURCE_CALCULATE_CORRELATION:
  722. //关联的指标信息
  723. if len(req.EdbInfoIdArr) < 2 {
  724. err = fmt.Errorf("指标数量不能小于2个,请重新选择")
  725. errMsg = "指标数量不能小于2个,请重新选择"
  726. //br.IsSendEmail = false
  727. return
  728. }
  729. sourName = utils.DATA_SOURCE_NAME_CALCULATE_CORRELATION
  730. err, errMsg = models.EditCalculateCorrelation(edbInfo, &req)
  731. case utils.DATA_SOURCE_CALCULATE_RJZ:
  732. if req.Frequency == "日度" {
  733. err = fmt.Errorf("日度指标无需进行日均值计算")
  734. return
  735. }
  736. if req.Frequency != fromEdbInfo.Frequency {
  737. err = fmt.Errorf("当前频度和原指标频度不一致")
  738. return
  739. }
  740. if req.Unit != fromEdbInfo.Unit {
  741. err = fmt.Errorf("单位只允许为和原指标频度保持一致,禁止选择其他单位")
  742. return
  743. }
  744. sourName = "日均值"
  745. err = models.EditCalculateRjz(edbInfo, &req, fromEdbInfo)
  746. default:
  747. // 获取通用的数据源处理服务
  748. baseEdbInfoModel = models.GetBaseEdbInfoModel(req.Source)
  749. // 没有找到的话,那么就直接返回报错吧
  750. if baseEdbInfoModel == nil {
  751. err = fmt.Errorf("无效计算方式")
  752. errMsg = "无效计算方式,source:" + strconv.Itoa(req.Source)
  753. return
  754. }
  755. sourName = baseEdbInfoModel.GetSourceName()
  756. err, errMsg = baseEdbInfoModel.Edit(editParams)
  757. }
  758. if err != nil {
  759. errMsg = "生成" + sourName + "失败 Err:" + err.Error() + errMsg
  760. err = fmt.Errorf("生成" + sourName + "失败")
  761. return
  762. }
  763. if edbInfo == nil {
  764. err = fmt.Errorf("生成" + sourName + "失败")
  765. errMsg = "生成" + sourName + "失败,指标ID错误:" + strconv.Itoa(edbInfoId)
  766. return
  767. }
  768. edbInfoId = edbInfo.EdbInfoId
  769. uniqueCode = edbInfo.UniqueCode
  770. //处理同名指标
  771. {
  772. edbNameList, tErr := models.GetEdbInfoByName(req.EdbName)
  773. if tErr != nil {
  774. err = fmt.Errorf("保存失败")
  775. errMsg = "获取指标信息失败,Err:" + tErr.Error()
  776. return
  777. }
  778. if len(edbNameList) >= 2 {
  779. for _, v := range edbNameList {
  780. edbName := v.EdbName + "(" + v.SourceName + ")"
  781. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  782. if err != nil {
  783. errMsg = "修改指标名称失败,Err:" + err.Error()
  784. err = fmt.Errorf("保存失败")
  785. return
  786. }
  787. }
  788. }
  789. }
  790. // 更新指标最大最小值
  791. err, errMsg = models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo)
  792. if err != nil {
  793. return
  794. }
  795. // 更新ES
  796. go logic.UpdateEs(edbInfo.EdbInfoId)
  797. return
  798. }
  799. // EdbCalculateAdd 新增指标运算
  800. func EdbCalculateAdd(req models.EdbInfoCalculateSaveReq, lang string) (edbInfo *models.EdbInfo, uniqueCode string, err error, errMsg string) {
  801. calculateFormula := req.CalculateFormula
  802. calculateFormula = strings.Replace(calculateFormula, "(", "(", -1)
  803. calculateFormula = strings.Replace(calculateFormula, ")", ")", -1)
  804. calculateFormula = strings.Replace(calculateFormula, ",", ",", -1)
  805. calculateFormula = strings.Replace(calculateFormula, "。", ".", -1)
  806. calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1)
  807. req.CalculateFormula = calculateFormula
  808. //判断是否重复指标
  809. edbInfoMap := make(map[int]string)
  810. //移除研究员选择指标中的未使用的指标
  811. {
  812. //转大写的计算公式
  813. upperCalculateFormulaStr := strings.ToUpper(req.CalculateFormula)
  814. //用到的指标
  815. newEdbInfoIdArr := make([]models.EdbInfoFromTag, 0)
  816. for _, tmpEdbInfo := range req.EdbInfoIdArr {
  817. _, ok := edbInfoMap[tmpEdbInfo.EdbInfoId]
  818. if ok {
  819. err = fmt.Errorf("选择指标失败,请勿选择重复指标!")
  820. return
  821. }
  822. edbInfoMap[tmpEdbInfo.EdbInfoId] = tmpEdbInfo.FromTag
  823. upperFromTag := strings.ToUpper(tmpEdbInfo.FromTag)
  824. if strings.Contains(upperCalculateFormulaStr, upperFromTag) {
  825. newEdbInfoIdArr = append(newEdbInfoIdArr, tmpEdbInfo)
  826. }
  827. }
  828. req.EdbInfoIdArr = newEdbInfoIdArr
  829. }
  830. // 校验指标名称是否存在
  831. existEdbName, err := logic.CheckExistByEdbNameAndEdbInfoId(0, 0, req.EdbName, lang)
  832. if err != nil {
  833. errMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  834. err = fmt.Errorf("判断指标名称是否存在失败")
  835. return
  836. }
  837. if existEdbName {
  838. errMsg = "指标名称已存在,请重新填写"
  839. err = fmt.Errorf(errMsg)
  840. //br.IsSendEmail = false
  841. return
  842. }
  843. //检验公式
  844. var formulaStr string
  845. var edbInfoIdBytes []string
  846. for _, v := range req.EdbInfoIdArr {
  847. formulaStr += v.FromTag + ","
  848. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  849. }
  850. formulaSlice, err := utils.CheckFormulaJson(req.CalculateFormula)
  851. if err != nil {
  852. err = fmt.Errorf("公式格式错误,请重新填写")
  853. return
  854. }
  855. for _, formula := range formulaSlice {
  856. formulaMap, e := utils.CheckFormula(formula)
  857. if e != nil {
  858. err = fmt.Errorf("公式错误,请重新填写")
  859. return
  860. }
  861. for _, v := range formulaMap {
  862. if !strings.Contains(formulaStr, v) {
  863. err = fmt.Errorf("公式错误,请重新填写")
  864. return
  865. }
  866. }
  867. }
  868. //关联的指标信息
  869. edbInfoList := make([]*models.EdbInfo, 0)
  870. //关联的指标数据表
  871. calculateMappingList := make([]*models.EdbInfoCalculateMapping, 0)
  872. for k, v := range req.EdbInfoIdArr {
  873. fromEdbInfo, e := models.GetEdbInfoById(v.EdbInfoId)
  874. if e != nil {
  875. if e.Error() == utils.ErrNoRow() {
  876. err = fmt.Errorf("生成计算指标失败")
  877. errMsg = "指标 " + strconv.Itoa(v.EdbInfoId) + " 不存在"
  878. return
  879. }
  880. err = fmt.Errorf("生成计算指标失败")
  881. errMsg = "获取指标失败:Err:" + e.Error()
  882. return
  883. }
  884. edbInfoList = append(edbInfoList, fromEdbInfo)
  885. //关联关系表
  886. {
  887. calculateMappingItem := &models.EdbInfoCalculateMapping{
  888. EdbInfoCalculateMappingId: 0,
  889. EdbInfoId: 0,
  890. Source: utils.DATA_SOURCE_CALCULATE,
  891. SourceName: "指标运算",
  892. EdbCode: "",
  893. FromEdbInfoId: fromEdbInfo.EdbInfoId,
  894. FromEdbCode: fromEdbInfo.EdbCode,
  895. FromEdbName: fromEdbInfo.EdbName,
  896. FromSource: fromEdbInfo.Source,
  897. FromSourceName: fromEdbInfo.SourceName,
  898. FromTag: v.FromTag,
  899. Sort: k + 1,
  900. CreateTime: time.Now(),
  901. ModifyTime: time.Now(),
  902. }
  903. //calculateMappingItem.EdbCode = edbCode
  904. //calculateMappingItem.EdbInfoId = int(edbInfoId)
  905. calculateMappingList = append(calculateMappingList, calculateMappingItem)
  906. }
  907. }
  908. for _, v := range formulaSlice {
  909. formulaMap, e := utils.CheckFormula(v)
  910. if e != nil {
  911. err = fmt.Errorf("公式错误,请重新填写")
  912. return
  913. }
  914. //预先计算,判断公式是否正常
  915. ok, _ := models.CheckFormula2(edbInfoList, formulaMap, v, edbInfoIdBytes)
  916. if !ok {
  917. err = fmt.Errorf("生成计算指标失败,请使用正确的计算公式")
  918. return
  919. }
  920. }
  921. //生成指标编码
  922. edbCode, err := utils.GenerateEdbCode(1, "")
  923. if err != nil {
  924. errMsg = "生成计算指标失败,AddEdbInfo Err:" + err.Error()
  925. err = fmt.Errorf("指标编码生成失败,Err:" + err.Error())
  926. return
  927. }
  928. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  929. uniqueCode = utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  930. // 新增计算指标
  931. edbInfo, err = models.AddCalculateInfo(req, calculateMappingList, edbInfoList, edbCode, uniqueCode, edbInfoIdBytes)
  932. if err != nil {
  933. errMsg = "生成计算指标失败,AddEdbInfo Err:" + err.Error()
  934. err = fmt.Errorf("生成计算指标失败")
  935. return
  936. }
  937. return
  938. }