base_from_calculate.go 48 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601
  1. package controllers
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "hongze/hongze_edb_lib/logic"
  6. "hongze/hongze_edb_lib/models"
  7. "hongze/hongze_edb_lib/services"
  8. "hongze/hongze_edb_lib/utils"
  9. "strconv"
  10. "strings"
  11. "time"
  12. )
  13. // CalculateController 计算指标
  14. type CalculateController struct {
  15. BaseAuthController
  16. }
  17. // Add
  18. // @Title 新增计算指标接口
  19. // @Description 新增计算指标接口
  20. // @Success 200 {object} models.EdbInfoCalculateSaveReq
  21. // @router /add [post]
  22. func (this *CalculateController) Add() {
  23. br := new(models.BaseResponse).Init()
  24. defer func() {
  25. this.Data["json"] = br
  26. this.ServeJSON()
  27. }()
  28. var req models.EdbInfoCalculateSaveReq
  29. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  30. if err != nil {
  31. br.Msg = "参数解析异常!"
  32. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  33. return
  34. }
  35. req.EdbName = strings.Trim(req.EdbName, " ")
  36. if req.EdbName == "" {
  37. br.Msg = "指标名称不能为空"
  38. return
  39. }
  40. if req.Frequency == "" {
  41. br.Msg = "频率不能为空"
  42. return
  43. }
  44. if req.Unit == "" {
  45. br.Msg = "单位不能为空"
  46. return
  47. }
  48. if req.ClassifyId <= 0 {
  49. br.Msg = "请选择分类"
  50. return
  51. }
  52. if len(req.EdbInfoIdArr) <= 0 {
  53. br.Msg = "请选择指标"
  54. return
  55. }
  56. if req.CalculateFormula == "" {
  57. br.Msg = "请填写指标"
  58. return
  59. }
  60. calculateFormula := req.CalculateFormula
  61. calculateFormula = strings.Replace(calculateFormula, "(", "(", -1)
  62. calculateFormula = strings.Replace(calculateFormula, ")", ")", -1)
  63. calculateFormula = strings.Replace(calculateFormula, ",", ",", -1)
  64. calculateFormula = strings.Replace(calculateFormula, "。", ".", -1)
  65. calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1)
  66. req.CalculateFormula = calculateFormula
  67. //加入缓存机制,避免创建同一个名称的指标 start
  68. redisKey := fmt.Sprint("edb_lib:edb_info:calculate:add:", utils.DATA_SOURCE_CALCULATE, ":", req.EdbName)
  69. isExist := utils.Rc.IsExist(redisKey)
  70. if isExist {
  71. br.Msg = "指标正在处理,请勿重复提交"
  72. return
  73. } else {
  74. //设置3分钟缓存
  75. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  76. defer func() {
  77. utils.Rc.Delete(redisKey)
  78. }()
  79. }
  80. //判断是否重复指标
  81. edbInfoMap := make(map[int]string)
  82. //移除研究员选择指标中的未使用的指标
  83. {
  84. //转大写的计算公式
  85. upperCalculateFormulaStr := strings.ToUpper(req.CalculateFormula)
  86. //用到的指标
  87. newEdbInfoIdArr := make([]models.EdbInfoFromTag, 0)
  88. for _, tmpEdbInfo := range req.EdbInfoIdArr {
  89. _, ok := edbInfoMap[tmpEdbInfo.EdbInfoId]
  90. if ok {
  91. br.Msg = "选择指标失败,请勿选择重复指标!"
  92. return
  93. }
  94. edbInfoMap[tmpEdbInfo.EdbInfoId] = tmpEdbInfo.FromTag
  95. upperFromTag := strings.ToUpper(tmpEdbInfo.FromTag)
  96. if strings.Contains(upperCalculateFormulaStr, upperFromTag) {
  97. newEdbInfoIdArr = append(newEdbInfoIdArr, tmpEdbInfo)
  98. }
  99. }
  100. req.EdbInfoIdArr = newEdbInfoIdArr
  101. }
  102. var condition string
  103. var pars []interface{}
  104. condition += " AND edb_name=? "
  105. pars = append(pars, req.EdbName)
  106. count, err := models.GetEdbInfoCountByCondition(condition, pars)
  107. if err != nil {
  108. br.Msg = "判断指标名称是否存在失败"
  109. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  110. return
  111. }
  112. if count > 0 {
  113. br.Msg = "指标名称已存在,请重新填写"
  114. br.ErrMsg = "指标名称已存在,请重新填写"
  115. br.IsSendEmail = false
  116. return
  117. }
  118. //检验公式
  119. var formulaStr string
  120. var edbInfoIdBytes []string
  121. for _, v := range req.EdbInfoIdArr {
  122. formulaStr += v.FromTag + ","
  123. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  124. }
  125. formulaMap := services.CheckFormula(req.CalculateFormula)
  126. for _, v := range formulaMap {
  127. if !strings.Contains(formulaStr, v) {
  128. br.Msg = "公式错误,请重新填写"
  129. return
  130. }
  131. }
  132. //关联的指标信息
  133. edbInfoList := make([]*models.EdbInfo, 0)
  134. //关联的指标数据表
  135. calculateMappingList := make([]*models.EdbInfoCalculateMapping, 0)
  136. for k, v := range req.EdbInfoIdArr {
  137. fromEdbInfo, err := models.GetEdbInfoById(v.EdbInfoId)
  138. if err != nil {
  139. if err.Error() == utils.ErrNoRow() {
  140. br.Msg = "生成计算指标失败"
  141. br.Msg = "指标 " + strconv.Itoa(v.EdbInfoId) + " 不存在"
  142. return
  143. }
  144. br.Msg = "生成计算指标失败"
  145. br.Msg = "获取指标失败:Err:" + err.Error()
  146. return
  147. }
  148. edbInfoList = append(edbInfoList, fromEdbInfo)
  149. //关联关系表
  150. {
  151. calculateMappingItem := &models.EdbInfoCalculateMapping{
  152. EdbInfoCalculateMappingId: 0,
  153. EdbInfoId: 0,
  154. Source: utils.DATA_SOURCE_CALCULATE,
  155. SourceName: "指标运算",
  156. EdbCode: "",
  157. FromEdbInfoId: fromEdbInfo.EdbInfoId,
  158. FromEdbCode: fromEdbInfo.EdbCode,
  159. FromEdbName: fromEdbInfo.EdbName,
  160. FromSource: fromEdbInfo.Source,
  161. FromSourceName: fromEdbInfo.SourceName,
  162. FromTag: v.FromTag,
  163. Sort: k + 1,
  164. CreateTime: time.Now(),
  165. ModifyTime: time.Now(),
  166. }
  167. //calculateMappingItem.EdbCode = edbCode
  168. //calculateMappingItem.EdbInfoId = int(edbInfoId)
  169. calculateMappingList = append(calculateMappingList, calculateMappingItem)
  170. }
  171. }
  172. ok, _ := models.CheckFormula2(edbInfoList, formulaMap, calculateFormula, edbInfoIdBytes)
  173. if !ok {
  174. br.Msg = "生成计算指标失败,请使用正确的计算公式"
  175. return
  176. }
  177. randStr := utils.GetRandDigit(4)
  178. edbCode := `C` + time.Now().Format("060102") + randStr
  179. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  180. uniqueCode := utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  181. // 新增计算指标
  182. edbInfo, err := models.AddCalculateInfo(req, calculateMappingList, edbInfoList, edbCode, uniqueCode, edbInfoIdBytes)
  183. if err != nil {
  184. br.Msg = "生成计算指标失败"
  185. br.Msg = "生成计算指标失败,AddEdbInfo Err:" + err.Error()
  186. return
  187. }
  188. //处理同名指标
  189. {
  190. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  191. if err != nil {
  192. br.Msg = "保存失败"
  193. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  194. return
  195. }
  196. if len(edbNameList) >= 2 {
  197. for _, v := range edbNameList {
  198. edbName := v.EdbName + "(" + v.SourceName + ")"
  199. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  200. if err != nil {
  201. br.Msg = "保存失败"
  202. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  203. return
  204. }
  205. }
  206. }
  207. }
  208. // 更新指标最大最小值
  209. err, errMsg := models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo)
  210. if err != nil {
  211. br.Msg = errMsg
  212. br.ErrMsg = err.Error()
  213. return
  214. }
  215. resp := models.AddEdbInfoResp{
  216. EdbInfoId: edbInfo.EdbInfoId,
  217. UniqueCode: uniqueCode,
  218. }
  219. br.Ret = 200
  220. br.Success = true
  221. br.Msg = "保存成功"
  222. br.Data = resp
  223. br.IsAddLog = true
  224. }
  225. // Edit
  226. // @Title 编辑计算指标接口
  227. // @Description 编辑计算指标接口
  228. // @Success 200 {object} models.EdbInfoCalculateSaveReq
  229. // @router /edit [post]
  230. func (this *CalculateController) Edit() {
  231. br := new(models.BaseResponse).Init()
  232. defer func() {
  233. this.Data["json"] = br
  234. this.ServeJSON()
  235. }()
  236. var req models.EdbInfoCalculateSaveReq
  237. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  238. if err != nil {
  239. br.Msg = "参数解析异常!"
  240. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  241. return
  242. }
  243. if req.EdbInfoId <= 0 {
  244. br.Msg = "参数错误"
  245. br.ErrMsg = "指标ID:" + strconv.Itoa(req.EdbInfoId)
  246. return
  247. }
  248. req.EdbName = strings.Trim(req.EdbName, " ")
  249. if req.EdbName == "" {
  250. br.Msg = "指标名称不能为空"
  251. return
  252. }
  253. if req.Frequency == "" {
  254. br.Msg = "频率不能为空"
  255. return
  256. }
  257. if req.Unit == "" {
  258. br.Msg = "单位不能为空"
  259. return
  260. }
  261. if req.ClassifyId <= 0 {
  262. br.Msg = "请选择分类"
  263. return
  264. }
  265. if len(req.EdbInfoIdArr) <= 0 {
  266. br.Msg = "请选择指标"
  267. return
  268. }
  269. if req.CalculateFormula == "" {
  270. br.Msg = "请填写指标"
  271. return
  272. }
  273. calculateFormula := req.CalculateFormula
  274. calculateFormula = strings.Replace(calculateFormula, "(", "(", -1)
  275. calculateFormula = strings.Replace(calculateFormula, ")", ")", -1)
  276. calculateFormula = strings.Replace(calculateFormula, ",", ",", -1)
  277. calculateFormula = strings.Replace(calculateFormula, "。", ".", -1)
  278. calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1)
  279. req.CalculateFormula = calculateFormula
  280. fmt.Println("calculateFormula:" + calculateFormula)
  281. //判断是否重复指标
  282. edbInfoMap := make(map[int]string)
  283. //移除研究员选择指标中的未使用的指标
  284. {
  285. //转大写的计算公式
  286. upperCalculateFormulaStr := strings.ToUpper(req.CalculateFormula)
  287. //用到的指标
  288. newEdbInfoIdArr := make([]models.EdbInfoFromTag, 0)
  289. for _, tmpEdbInfo := range req.EdbInfoIdArr {
  290. _, ok := edbInfoMap[tmpEdbInfo.EdbInfoId]
  291. if ok {
  292. br.Msg = "选择指标失败,请勿选择重复指标!"
  293. return
  294. }
  295. edbInfoMap[tmpEdbInfo.EdbInfoId] = tmpEdbInfo.FromTag
  296. upperFromTag := strings.ToUpper(tmpEdbInfo.FromTag)
  297. if strings.Contains(upperCalculateFormulaStr, upperFromTag) {
  298. newEdbInfoIdArr = append(newEdbInfoIdArr, tmpEdbInfo)
  299. }
  300. }
  301. req.EdbInfoIdArr = newEdbInfoIdArr
  302. }
  303. var condition string
  304. var pars []interface{}
  305. condition += " AND edb_name=? "
  306. pars = append(pars, req.EdbName)
  307. condition += " AND edb_info_id<>? "
  308. pars = append(pars, req.EdbInfoId)
  309. count, err := models.GetEdbInfoCountByCondition(condition, pars)
  310. if err != nil {
  311. br.Msg = "判断指标名称是否存在失败"
  312. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  313. return
  314. }
  315. if count > 0 {
  316. br.Msg = "指标名称已存在,请重新填写"
  317. br.ErrMsg = "指标名称已存在,请重新填写"
  318. br.IsSendEmail = false
  319. return
  320. }
  321. //判断公式,指标是否有改动
  322. edbInfoDetail, err := models.GetEdbInfoById(req.EdbInfoId)
  323. if err != nil {
  324. br.Msg = "修改失败"
  325. br.Msg = "获取指标信息失败,GetEdbInfoById Err:" + err.Error()
  326. return
  327. }
  328. if edbInfoDetail == nil {
  329. br.Msg = "修改失败"
  330. br.Msg = "指标信息不存在,EdbInfoId:" + strconv.Itoa(req.EdbInfoId)
  331. return
  332. }
  333. var needCalculate bool
  334. if edbInfoDetail.CalculateFormula != req.CalculateFormula {
  335. needCalculate = true
  336. }
  337. //检验公式
  338. var formulaStr string
  339. var edbInfoIdBytes []string
  340. var edbInfoIdArr []string
  341. for _, v := range req.EdbInfoIdArr {
  342. formulaStr += v.FromTag + ","
  343. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  344. edbInfoIdArr = append(edbInfoIdArr, strconv.Itoa(v.EdbInfoId))
  345. if v.EdbInfoId == req.EdbInfoId {
  346. br.Msg = "计算指标中包含此指标,不能修改"
  347. return
  348. }
  349. }
  350. if needCalculate == false {
  351. edbInfoIdStr := strings.Join(edbInfoIdArr, ",")
  352. fromEdbInfoId, err := models.GetCalculateEdbInfo(req.EdbInfoId)
  353. if err != nil {
  354. br.Msg = "修改失败"
  355. br.Msg = "获取数据失败,GetCalculateEdbInfo:" + err.Error()
  356. return
  357. }
  358. if edbInfoIdStr != fromEdbInfoId {
  359. needCalculate = true
  360. }
  361. }
  362. formulaMap := services.CheckFormula(req.CalculateFormula)
  363. for _, v := range formulaMap {
  364. if !strings.Contains(formulaStr, v) {
  365. br.Msg = "公式错误,请重新填写"
  366. return
  367. }
  368. }
  369. //重新计算
  370. err, errMsg := models.EditCalculateInfo(edbInfoDetail, req, formulaMap, edbInfoIdBytes, needCalculate)
  371. if err != nil {
  372. br.Msg = "生成计算指标失败"
  373. if errMsg != `` {
  374. br.Msg = errMsg
  375. }
  376. br.Msg = "生成计算指标失败,AddEdbInfo Err:" + err.Error()
  377. return
  378. }
  379. // 更新指标最大最小值
  380. err, errMsg = models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfoDetail)
  381. if err != nil {
  382. br.Msg = errMsg
  383. br.ErrMsg = err.Error()
  384. return
  385. }
  386. resp := models.AddEdbInfoResp{
  387. EdbInfoId: edbInfoDetail.EdbInfoId,
  388. UniqueCode: edbInfoDetail.UniqueCode,
  389. }
  390. br.Ret = 200
  391. br.Success = true
  392. br.Msg = "保存成功"
  393. br.Data = resp
  394. br.IsAddLog = true
  395. }
  396. // BatchSave
  397. // @Title 累计值转月-同比值-同差等计算新增
  398. // @Description 累计值转月-同比值-同差等计算新增接口
  399. // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string"
  400. // @Success Ret=200 返回指标id
  401. // @router /batch/save [post]
  402. func (this *CalculateController) BatchSave() {
  403. br := new(models.BaseResponse).Init()
  404. defer func() {
  405. this.Data["json"] = br
  406. this.ServeJSON()
  407. }()
  408. var req models.EdbInfoCalculateBatchSaveReq
  409. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  410. if err != nil {
  411. br.Msg = "参数解析异常!"
  412. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  413. return
  414. }
  415. req.EdbName = strings.Trim(req.EdbName, " ")
  416. if req.EdbName == "" {
  417. br.Msg = "指标名称不能为空"
  418. return
  419. }
  420. if req.Frequency == "" {
  421. br.Msg = "频率不能为空"
  422. return
  423. }
  424. if req.Unit == "" {
  425. br.Msg = "单位不能为空"
  426. return
  427. }
  428. if req.ClassifyId <= 0 {
  429. br.Msg = "请选择分类"
  430. return
  431. }
  432. // 基础指标id
  433. fromEdbInfoId := req.FromEdbInfoId
  434. var formulaInt int
  435. var nhccDate models.NhccDate // 拟合残差的日期
  436. switch req.Source {
  437. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS, utils.DATA_SOURCE_CALCULATE_HBZ, utils.DATA_SOURCE_CALCULATE_HCZ, utils.DATA_SOURCE_CALCULATE_TIME_SHIFT, utils.DATA_SOURCE_CALCULATE_CJJX:
  438. if req.Formula == "" {
  439. br.Msg = "请填写N值"
  440. return
  441. }
  442. formulaInt, _ = strconv.Atoi(req.Formula)
  443. if formulaInt <= 0 {
  444. br.Msg = "N值输入错误,请重新输入"
  445. return
  446. }
  447. case utils.DATA_SOURCE_CALCULATE_ZJPJ:
  448. //直接拼接指标
  449. //校验时间格式
  450. _, err = time.ParseInLocation(utils.FormatDate, req.Formula, time.Local)
  451. if err != nil {
  452. br.Msg = "拼接日期有误,请重新输入"
  453. return
  454. }
  455. case utils.DATA_SOURCE_CALCULATE_NHCC: //拟合残差指标
  456. //指标校验
  457. if len(req.EdbInfoIdArr) != 2 {
  458. br.Msg = "选择的指标异常,请重新选择"
  459. return
  460. }
  461. fromEdbInfoId = req.EdbInfoIdArr[0].EdbInfoId
  462. //校验时间格式
  463. //数据格式:2022-11-01,2022-11-10
  464. timeList := strings.Split(req.Formula, ",")
  465. if len(timeList) != 2 {
  466. br.Msg = "选择时间有误,请重新输入"
  467. return
  468. }
  469. startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  470. if err != nil {
  471. br.Msg = "开始日期有误,请重新输入"
  472. return
  473. }
  474. endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  475. if err != nil {
  476. br.Msg = "结束日期有误,请重新输入"
  477. return
  478. }
  479. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  480. br.Msg = "日期间隔不得少于两天"
  481. return
  482. }
  483. nhccDate.StartDate = startDate
  484. nhccDate.EndDate = endDate
  485. }
  486. if fromEdbInfoId <= 0 {
  487. br.Msg = "请选择指标"
  488. return
  489. }
  490. //加入缓存机制,避免创建同一个名称的指标 start
  491. redisKey := fmt.Sprint("edb_lib:edb_info:calculate:batch:save:", req.Source, ":", req.EdbName)
  492. isExist := utils.Rc.IsExist(redisKey)
  493. if isExist {
  494. br.Msg = "指标正在处理,请勿重复提交"
  495. return
  496. } else {
  497. //设置3分钟缓存
  498. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  499. defer func() {
  500. utils.Rc.Delete(redisKey)
  501. }()
  502. }
  503. //加入缓存机制,避免创建同一个名称的指标 end
  504. var condition string
  505. var pars []interface{}
  506. condition += " AND edb_name=? "
  507. pars = append(pars, req.EdbName)
  508. count, err := models.GetEdbInfoCountByCondition(condition, pars)
  509. if err != nil {
  510. br.Msg = "判断指标名称是否存在失败"
  511. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  512. return
  513. }
  514. if count > 0 {
  515. br.Msg = "指标名称已存在,请重新填写"
  516. br.ErrMsg = "指标名称已存在,请重新填写"
  517. br.IsSendEmail = false
  518. return
  519. }
  520. fromEdbInfo, err := models.GetEdbInfoById(fromEdbInfoId)
  521. if err != nil {
  522. br.Msg = "获取指标信息失败"
  523. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  524. return
  525. }
  526. //生成指标编码
  527. randStr := utils.GetRandDigit(4)
  528. edbCode := `C` + time.Now().Format("060102") + randStr
  529. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  530. uniqueCode := utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  531. sysUserId := req.AdminId
  532. sysUserName := req.AdminName
  533. var sourName string
  534. var edbInfoId int
  535. var edbInfo *models.EdbInfo
  536. switch req.Source {
  537. case utils.DATA_SOURCE_CALCULATE_LJZZY:
  538. sourName = "累计值转月值"
  539. if fromEdbInfo.Frequency != "月度" {
  540. br.Msg = "请选择月度指标"
  541. return
  542. }
  543. edbInfo, err = models.AddCalculateLjzzy(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  544. case utils.DATA_SOURCE_CALCULATE_TBZ:
  545. sourName = "同比值"
  546. edbInfo, err = models.AddCalculateTbz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  547. case utils.DATA_SOURCE_CALCULATE_TCZ:
  548. sourName = "同差值"
  549. edbInfo, err = models.AddCalculateTcz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  550. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS:
  551. sourName = "N数值移动平均计算"
  552. edbInfo, err = models.AddCalculateNszydpjjs(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName, formulaInt)
  553. case utils.DATA_SOURCE_CALCULATE_HBZ:
  554. var condition string
  555. var pars []interface{}
  556. condition += " AND edb_info_id =? "
  557. pars = append(pars, fromEdbInfoId)
  558. condition += " AND value <=0 "
  559. checkCount, tmpErr := models.GetEdbDataCount(condition, pars, fromEdbInfo.Source)
  560. if tmpErr != nil && tmpErr.Error() != utils.ErrNoRow() {
  561. br.Msg = "判断环比值是否可计算失败"
  562. br.ErrMsg = "判断环比值是否可计算失败,Err:" + tmpErr.Error()
  563. return
  564. }
  565. if checkCount > 0 {
  566. br.Msg = "原始数据中存在0或负数,该指标不能进行环比运算"
  567. br.ErrMsg = "原始数据中出现0和负值时,提示该指标不能进行环比运算"
  568. return
  569. }
  570. sourName = "环比值"
  571. edbInfo, err = models.AddCalculateHbz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName, formulaInt)
  572. case utils.DATA_SOURCE_CALCULATE_HCZ:
  573. sourName = "环差值"
  574. edbInfo, err = models.AddCalculateHcz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName, formulaInt)
  575. case utils.DATA_SOURCE_CALCULATE_BP:
  576. //if fromEdbInfo.Frequency == "日度" {
  577. // br.Msg = "日度指标,无法进行变频操作"
  578. // br.ErrMsg = "日度指标,无法进行变频操作:edbcode:" + fromEdbInfo.EdbCode
  579. // return
  580. //}
  581. sourName = "变频"
  582. edbInfo, err = models.AddCalculateBp(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  583. case utils.DATA_SOURCE_CALCULATE_TIME_SHIFT:
  584. sourName = "时间移位"
  585. edbInfo, err = models.AddCalculateTimeShift(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  586. case utils.DATA_SOURCE_CALCULATE_ZJPJ:
  587. sourName = "直接拼接"
  588. if len(req.EdbInfoIdArr) != 1 {
  589. br.Msg = "请传入拼接日期之后的指标"
  590. br.ErrMsg = "请传入拼接日期之后的指标"
  591. return
  592. }
  593. secondEdbInfoReq := req.EdbInfoIdArr[0]
  594. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  595. if tmpErr != nil {
  596. br.Msg = "获取拼接日期之后的指标信息失败"
  597. br.ErrMsg = "获取拼接日期之后的指标信息失败:Err:" + tmpErr.Error()
  598. return
  599. }
  600. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  601. br.Msg = "两个指标不允许为同一个"
  602. br.ErrMsg = "两个指标不允许为同一个"
  603. return
  604. }
  605. edbInfo, err = models.AddCalculateZjpj(&req, fromEdbInfo, secondEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  606. case utils.DATA_SOURCE_CALCULATE_LJZTBPJ:
  607. sourName = "累计值同比拼接"
  608. if fromEdbInfo.Frequency != "月度" {
  609. br.Msg = "待拼接指标只能筛选月度指标"
  610. br.ErrMsg = "待拼接指标只能筛选月度指标"
  611. return
  612. }
  613. if len(req.EdbInfoIdArr) != 1 {
  614. br.Msg = "请传入同比值指标"
  615. br.ErrMsg = "请传入同比值指标"
  616. return
  617. }
  618. secondEdbInfoReq := req.EdbInfoIdArr[0]
  619. tbzEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  620. if tmpErr != nil {
  621. br.Msg = "获取同比值指标信息失败"
  622. br.ErrMsg = "获取同比值指标信息失败:Err:" + tmpErr.Error()
  623. return
  624. }
  625. if tbzEdbInfo.Source != utils.DATA_SOURCE_CALCULATE_TBZ {
  626. br.Msg = "指标必须是传入同比值指标类型"
  627. br.ErrMsg = "指标必须是传入同比值指标类型"
  628. return
  629. }
  630. if tbzEdbInfo.Frequency != "月度" {
  631. br.Msg = "同比值指标只能筛选月度指标"
  632. br.ErrMsg = "同比值指标只能筛选月度指标"
  633. return
  634. }
  635. if fromEdbInfo.EdbInfoId == tbzEdbInfo.EdbInfoId {
  636. br.Msg = "两个指标不允许为同一个"
  637. br.ErrMsg = "两个指标不允许为同一个"
  638. return
  639. }
  640. edbInfo, err = models.AddCalculateLjztbpj(&req, fromEdbInfo, tbzEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  641. case utils.DATA_SOURCE_CALCULATE_CJJX:
  642. sourName = "超季节性"
  643. edbInfo, err = models.AddCalculateCjjx(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName, formulaInt)
  644. case utils.DATA_SOURCE_CALCULATE_NHCC:
  645. sourName = "拟合残差"
  646. secondEdbInfoReq := req.EdbInfoIdArr[1]
  647. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  648. if tmpErr != nil {
  649. br.Msg = "获取因变量的指标信息失败"
  650. br.ErrMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
  651. return
  652. }
  653. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  654. br.Msg = "两个指标不允许为同一个"
  655. br.ErrMsg = "两个指标不允许为同一个"
  656. return
  657. }
  658. edbInfo, err = models.AddCalculateNhcc(&req, fromEdbInfo, secondEdbInfo, edbCode, uniqueCode, nhccDate, sysUserId, sysUserName)
  659. default:
  660. br.Msg = "无效计算方式"
  661. br.ErrMsg = "无效计算方式,source:" + strconv.Itoa(req.Source)
  662. return
  663. }
  664. if err != nil {
  665. br.Msg = "生成" + sourName + "失败"
  666. br.Msg = "生成" + sourName + "失败 Err:" + err.Error()
  667. return
  668. }
  669. if edbInfo == nil {
  670. br.Msg = "生成" + sourName + "失败"
  671. br.ErrMsg = "生成" + sourName + "失败,指标ID错误:" + strconv.Itoa(edbInfoId)
  672. return
  673. }
  674. edbInfoId = edbInfo.EdbInfoId
  675. //处理同名指标
  676. {
  677. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  678. if err != nil {
  679. br.Msg = "保存失败"
  680. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  681. return
  682. }
  683. if len(edbNameList) >= 2 {
  684. for _, v := range edbNameList {
  685. edbName := v.EdbName + "(" + v.SourceName + ")"
  686. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  687. if err != nil {
  688. br.Msg = "保存失败"
  689. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  690. return
  691. }
  692. }
  693. }
  694. }
  695. // 更新指标最大最小值
  696. err, errMsg := models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo)
  697. if err != nil {
  698. br.Msg = errMsg
  699. br.ErrMsg = err.Error()
  700. return
  701. }
  702. resp := models.AddEdbInfoResp{
  703. EdbInfoId: edbInfo.EdbInfoId,
  704. UniqueCode: edbInfo.UniqueCode,
  705. }
  706. br.Ret = 200
  707. br.Success = true
  708. br.Msg = "保存成功"
  709. br.Data = resp
  710. br.IsAddLog = true
  711. }
  712. // BatchEdit
  713. // @Title 累计值转月-同比值-同差等计算新增
  714. // @Description 累计值转月-同比值-同差等计算新增接口
  715. // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string"
  716. // @Success Ret=200 返回指标id
  717. // @router /batch/edit [post]
  718. func (this *CalculateController) BatchEdit() {
  719. br := new(models.BaseResponse).Init()
  720. defer func() {
  721. this.Data["json"] = br
  722. this.ServeJSON()
  723. }()
  724. var req models.EdbInfoCalculateBatchEditReq
  725. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  726. if err != nil {
  727. br.Msg = "参数解析异常!"
  728. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  729. return
  730. }
  731. if req.EdbName == "" {
  732. br.Msg = "指标名称不能为空"
  733. return
  734. }
  735. if req.Frequency == "" {
  736. br.Msg = "频率不能为空"
  737. return
  738. }
  739. if req.Unit == "" {
  740. br.Msg = "单位不能为空"
  741. return
  742. }
  743. if req.ClassifyId <= 0 {
  744. br.Msg = "请选择分类"
  745. return
  746. }
  747. if req.EdbInfoId <= 0 {
  748. br.Msg = "请选择指标"
  749. return
  750. }
  751. var condition string
  752. var pars []interface{}
  753. condition += " AND edb_name=? "
  754. pars = append(pars, req.EdbName)
  755. condition += " AND edb_info_id<>? "
  756. pars = append(pars, req.EdbInfoId)
  757. count, err := models.GetEdbInfoCountByCondition(condition, pars)
  758. if err != nil {
  759. br.Msg = "判断指标名称是否存在失败"
  760. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  761. return
  762. }
  763. if count > 0 {
  764. br.Msg = "指标名称已存在,请重新填写"
  765. br.ErrMsg = "指标名称已存在,请重新填写"
  766. br.IsSendEmail = false
  767. return
  768. }
  769. edbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
  770. if err != nil {
  771. if err.Error() == utils.ErrNoRow() {
  772. br.Msg = "指标已被删除,请刷新页面"
  773. br.ErrMsg = "指标已被删除,请刷新页面:Err:" + err.Error()
  774. return
  775. }
  776. br.Msg = "获取指标信息失败"
  777. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  778. return
  779. }
  780. // 基础指标id
  781. fromEdbInfoId := req.FromEdbInfoId
  782. if req.Source <= 0 {
  783. req.Source = edbInfo.Source
  784. }
  785. var formulaInt int
  786. var nhccDate models.NhccDate // 拟合残差的日期
  787. // 初期的参数校验
  788. switch req.Source {
  789. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS, utils.DATA_SOURCE_CALCULATE_HBZ, utils.DATA_SOURCE_CALCULATE_HCZ, utils.DATA_SOURCE_CALCULATE_TIME_SHIFT, utils.DATA_SOURCE_CALCULATE_CJJX:
  790. if req.Formula == "" {
  791. br.Msg = "请填写N值"
  792. return
  793. }
  794. formulaInt, _ = strconv.Atoi(req.Formula)
  795. if formulaInt <= 0 {
  796. br.Msg = "N值输入错误,请重新输入"
  797. return
  798. }
  799. case utils.DATA_SOURCE_CALCULATE_ZJPJ:
  800. //直接拼接指标
  801. //校验时间格式
  802. _, err = time.ParseInLocation(utils.FormatDate, req.Formula, time.Local)
  803. if err != nil {
  804. br.Msg = "拼接日期有误,请重新输入"
  805. return
  806. }
  807. case utils.DATA_SOURCE_CALCULATE_NHCC: //拟合残差指标
  808. //指标校验
  809. if len(req.EdbInfoIdArr) != 2 {
  810. br.Msg = "选择的指标异常,请重新选择"
  811. return
  812. }
  813. fromEdbInfoId = req.EdbInfoIdArr[0].EdbInfoId
  814. //校验时间格式
  815. //数据格式:2022-11-01,2022-11-10
  816. timeList := strings.Split(req.Formula, ",")
  817. if len(timeList) != 2 {
  818. br.Msg = "选择时间有误,请重新输入"
  819. return
  820. }
  821. startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  822. if err != nil {
  823. br.Msg = "开始日期有误,请重新输入"
  824. return
  825. }
  826. endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  827. if err != nil {
  828. br.Msg = "结束日期有误,请重新输入"
  829. return
  830. }
  831. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  832. br.Msg = "日期间隔不得少于两天"
  833. return
  834. }
  835. nhccDate.StartDate = startDate
  836. nhccDate.EndDate = endDate
  837. }
  838. // 获取基础指标信息
  839. fromEdbInfo, err := models.GetEdbInfoById(fromEdbInfoId)
  840. if err != nil {
  841. if err.Error() == utils.ErrNoRow() {
  842. br.Msg = "指标已被删除,请刷新页面"
  843. br.ErrMsg = "指标已被删除,请刷新页面:Err:" + err.Error()
  844. return
  845. }
  846. br.Msg = "获取指标信息失败"
  847. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  848. return
  849. }
  850. var sourName string
  851. var edbInfoId int
  852. switch req.Source {
  853. case utils.DATA_SOURCE_CALCULATE_LJZZY:
  854. sourName = "累计值转月值"
  855. if fromEdbInfo.Frequency != "月度" {
  856. br.Msg = "请选择月度指标"
  857. return
  858. }
  859. err = models.EditCalculateLjzzy(edbInfo, &req, fromEdbInfo)
  860. case utils.DATA_SOURCE_CALCULATE_TBZ:
  861. sourName = "同比值"
  862. err = models.EditCalculateTbz(edbInfo, &req, fromEdbInfo)
  863. case utils.DATA_SOURCE_CALCULATE_TCZ:
  864. fmt.Println("start edit", time.Now())
  865. sourName = "同差值"
  866. err = models.EditCalculateTcz(edbInfo, &req, fromEdbInfo)
  867. fmt.Println("end edit", time.Now())
  868. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS:
  869. sourName = "N数值移动平均计算"
  870. err = models.EditCalculateNszydpjjs(edbInfo, &req, fromEdbInfo, formulaInt, edbInfo.CalculateFormula)
  871. case utils.DATA_SOURCE_CALCULATE_HBZ:
  872. var condition string
  873. var pars []interface{}
  874. condition += " AND edb_info_id =? "
  875. pars = append(pars, req.FromEdbInfoId)
  876. condition += " AND value <=0 "
  877. checkCount, tmpErr := models.GetEdbDataCount(condition, pars, fromEdbInfo.Source)
  878. if tmpErr != nil && tmpErr.Error() != utils.ErrNoRow() {
  879. br.Msg = "判断环比值是否可计算失败"
  880. br.ErrMsg = "判断环比值是否可计算失败,Err:" + tmpErr.Error()
  881. return
  882. }
  883. if checkCount > 0 {
  884. br.Msg = "原始数据中存在0或负数,该指标不能进行环比运算"
  885. br.ErrMsg = "原始数据中出现0和负值时,提示该指标不能进行环比运算"
  886. return
  887. }
  888. sourName = "环比值"
  889. err = models.EditCalculateHbz(edbInfo, &req, fromEdbInfo, formulaInt, edbInfo.CalculateFormula)
  890. case utils.DATA_SOURCE_CALCULATE_HCZ:
  891. sourName = "环差值"
  892. err = models.EditCalculateHcz(edbInfo, &req, fromEdbInfo, formulaInt, edbInfo.CalculateFormula)
  893. case utils.DATA_SOURCE_CALCULATE_BP:
  894. sourName = "变频"
  895. err = models.EditCalculateBp(edbInfo, &req, fromEdbInfo)
  896. case utils.DATA_SOURCE_CALCULATE_TIME_SHIFT:
  897. sourName = "时间移位"
  898. err = models.EditCalculateTimeShift(edbInfo, &req, fromEdbInfo)
  899. case utils.DATA_SOURCE_CALCULATE_ZJPJ:
  900. sourName = "直接拼接"
  901. if len(req.EdbInfoIdArr) != 1 {
  902. br.Msg = "请传入拼接日期之后的指标"
  903. br.ErrMsg = "请传入拼接日期之后的指标"
  904. return
  905. }
  906. secondEdbInfoReq := req.EdbInfoIdArr[0]
  907. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  908. if tmpErr != nil {
  909. br.Msg = "获取拼接日期之后的指标信息失败"
  910. br.ErrMsg = "获取拼接日期之后的指标信息失败:Err:" + tmpErr.Error()
  911. return
  912. }
  913. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  914. br.Msg = "两个指标不允许为同一个"
  915. br.ErrMsg = "两个指标不允许为同一个"
  916. return
  917. }
  918. err = models.EditCalculateZjpj(&req, edbInfo, fromEdbInfo, secondEdbInfo)
  919. case utils.DATA_SOURCE_CALCULATE_LJZTBPJ: //累计值同比拼接
  920. sourName = "累计值同比拼接"
  921. if fromEdbInfo.Frequency != "月度" {
  922. br.Msg = "待拼接指标只能筛选月度指标"
  923. br.ErrMsg = "待拼接指标只能筛选月度指标"
  924. return
  925. }
  926. if len(req.EdbInfoIdArr) != 1 {
  927. br.Msg = "请传入同比值指标"
  928. br.ErrMsg = "请传入同比值指标"
  929. return
  930. }
  931. secondEdbInfoReq := req.EdbInfoIdArr[0]
  932. tbzEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  933. if tmpErr != nil {
  934. br.Msg = "获取同比值指标信息失败"
  935. br.ErrMsg = "获取同比值指标信息失败:Err:" + tmpErr.Error()
  936. return
  937. }
  938. if tbzEdbInfo.Source != utils.DATA_SOURCE_CALCULATE_TBZ {
  939. br.Msg = "指标必须是传入同比值指标类型"
  940. br.ErrMsg = "指标必须是传入同比值指标类型"
  941. return
  942. }
  943. if tbzEdbInfo.Frequency != "月度" {
  944. br.Msg = "同比值指标只能筛选月度指标"
  945. br.ErrMsg = "同比值指标只能筛选月度指标"
  946. return
  947. }
  948. if fromEdbInfo.EdbInfoId == tbzEdbInfo.EdbInfoId {
  949. br.Msg = "两个指标不允许为同一个"
  950. br.ErrMsg = "两个指标不允许为同一个"
  951. return
  952. }
  953. err = models.EditCalculateLjztbpj(&req, edbInfo, fromEdbInfo, tbzEdbInfo)
  954. case utils.DATA_SOURCE_CALCULATE_CJJX:
  955. sourName = "超季节性"
  956. err = models.EditCalculateCjjx(&req, edbInfo, fromEdbInfo, formulaInt)
  957. case utils.DATA_SOURCE_CALCULATE_NHCC:
  958. sourName = "拟合残差"
  959. secondEdbInfoReq := req.EdbInfoIdArr[1]
  960. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  961. if tmpErr != nil {
  962. br.Msg = "获取因变量的指标信息失败"
  963. br.ErrMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
  964. return
  965. }
  966. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  967. br.Msg = "两个指标不允许为同一个"
  968. br.ErrMsg = "两个指标不允许为同一个"
  969. return
  970. }
  971. err = models.EditCalculateNhcc(&req, edbInfo, fromEdbInfo, secondEdbInfo, nhccDate)
  972. default:
  973. br.Msg = "无效计算方式"
  974. br.ErrMsg = "无效计算方式,source:" + strconv.Itoa(req.Source)
  975. return
  976. }
  977. if err != nil {
  978. br.Msg = "生成" + sourName + "失败"
  979. br.Msg = "生成" + sourName + "失败 Err:" + err.Error()
  980. return
  981. }
  982. if edbInfo == nil {
  983. br.Msg = "生成" + sourName + "失败"
  984. br.ErrMsg = "生成" + sourName + "失败,指标ID错误:" + strconv.Itoa(edbInfoId)
  985. return
  986. }
  987. edbInfoId = edbInfo.EdbInfoId
  988. //处理同名指标
  989. {
  990. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  991. if err != nil {
  992. br.Msg = "保存失败"
  993. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  994. return
  995. }
  996. if len(edbNameList) >= 2 {
  997. for _, v := range edbNameList {
  998. edbName := v.EdbName + "(" + v.SourceName + ")"
  999. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  1000. if err != nil {
  1001. br.Msg = "保存失败"
  1002. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  1003. return
  1004. }
  1005. }
  1006. }
  1007. }
  1008. // 更新指标最大最小值
  1009. err, errMsg := models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo)
  1010. if err != nil {
  1011. br.Msg = errMsg
  1012. br.ErrMsg = err.Error()
  1013. return
  1014. }
  1015. resp := models.AddEdbInfoResp{
  1016. EdbInfoId: edbInfo.EdbInfoId,
  1017. UniqueCode: edbInfo.UniqueCode,
  1018. }
  1019. br.Ret = 200
  1020. br.Success = true
  1021. br.Msg = "保存成功"
  1022. br.Data = resp
  1023. br.IsAddLog = true
  1024. }
  1025. // Refresh
  1026. // @Title 刷新计算指标接口
  1027. // @Description 刷新计算指标接口
  1028. // @Success 200 {object} models.RefreshEdbInfoReq
  1029. // @router /refresh [post]
  1030. func (this *CalculateController) Refresh() {
  1031. br := new(models.BaseResponse).Init()
  1032. var cacheKey string
  1033. defer func() {
  1034. this.Data["json"] = br
  1035. this.ServeJSON()
  1036. }()
  1037. var req models.RefreshEdbInfoReq
  1038. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  1039. if err != nil {
  1040. br.Msg = "参数解析异常!"
  1041. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1042. return
  1043. }
  1044. if req.EdbCode == "" {
  1045. br.Msg = "请输入指标编码!"
  1046. br.ErrMsg = "请输入指标编码,指标编码为空"
  1047. return
  1048. }
  1049. if req.EdbInfoId <= 0 {
  1050. br.Msg = "请输入指标ID!"
  1051. br.ErrMsg = "请输入指标ID"
  1052. return
  1053. }
  1054. edbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
  1055. if err != nil {
  1056. br.Msg = "指标不存在!"
  1057. br.ErrMsg = "指标不存在"
  1058. return
  1059. }
  1060. cacheKey = utils.CACHE_EDB_DATA_REFRESH + strconv.Itoa(edbInfo.Source) + "_" + req.EdbCode
  1061. if utils.Rc.IsExist(cacheKey) {
  1062. br.Ret = 501
  1063. br.Success = true
  1064. br.Msg = "系统处理中,请稍后重试"
  1065. return
  1066. }
  1067. // 刷新指标
  1068. utils.Rc.SetNX(cacheKey, 1, 1*time.Minute)
  1069. defer func() {
  1070. utils.Rc.Delete(cacheKey)
  1071. }()
  1072. startDate := req.StartDate
  1073. var errMsg string
  1074. endDate := time.Now().Format(utils.FormatDate)
  1075. edbInfoId := edbInfo.EdbInfoId
  1076. source := edbInfo.Source
  1077. switch source {
  1078. case utils.DATA_SOURCE_CALCULATE:
  1079. //startDate = edbInfo.StartDate
  1080. //sTime, err := time.Parse(utils.FormatDate, edbInfo.EndDate)
  1081. //if err != nil {
  1082. // return
  1083. //}
  1084. //startDate = sTime.Format(utils.FormatDate)
  1085. startDate = ""
  1086. var edbInfoIdBytes []string
  1087. calculateMap, err := models.GetEdbInfoCalculateDetailList(edbInfo.EdbInfoId)
  1088. if err != nil {
  1089. errMsg = "GetEdbInfoCalculateDetail Err:" + err.Error()
  1090. break
  1091. }
  1092. var formulaStr string
  1093. edbInfoList := make([]*models.EdbInfo, 0)
  1094. for _, v := range calculateMap {
  1095. formulaStr += v.FromTag + ","
  1096. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  1097. edbInfo, _ := models.GetEdbInfoById(v.FromEdbInfoId)
  1098. edbInfoList = append(edbInfoList, edbInfo)
  1099. }
  1100. err = models.RefreshAllCalculate(edbInfoList, edbInfo.EdbInfoId, source, edbInfo.EdbCode, edbInfo.CalculateFormula, startDate, endDate, edbInfoIdBytes)
  1101. if err != nil && err.Error() != utils.ErrNoRow() {
  1102. errMsg = "RefreshCalculate Err:" + err.Error()
  1103. break
  1104. }
  1105. case utils.DATA_SOURCE_CALCULATE_LJZZY: //刷新累计值转月值
  1106. calculateLjzzy, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1107. if err != nil {
  1108. errMsg = "GetEdbInfoCalculateLjzzyDetail Err:" + err.Error()
  1109. break
  1110. }
  1111. fromEdbInfo, err := models.GetEdbInfoById(calculateLjzzy.FromEdbInfoId)
  1112. if err != nil {
  1113. errMsg = "GetEdbInfoById Err:" + err.Error()
  1114. break
  1115. }
  1116. //startDate = edbInfo.StartDate
  1117. //endDate = time.Now().Format(utils.FormatDate)
  1118. endDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1119. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1120. err = models.RefreshAllCalculateLjzzy(edbInfoId, source, fromEdbInfo, calculateLjzzy.EdbCode, startDate, endDate)
  1121. if err != nil && err.Error() != utils.ErrNoRow() {
  1122. errMsg = "RefreshAllCalculateLjzzy Err:" + err.Error()
  1123. break
  1124. }
  1125. case utils.DATA_SOURCE_CALCULATE_TBZ: //刷新同比值
  1126. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1127. if err != nil {
  1128. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  1129. break
  1130. }
  1131. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  1132. if err != nil {
  1133. errMsg = "GetEdbInfoById Err:" + err.Error()
  1134. break
  1135. }
  1136. //startDate = edbInfo.StartDate
  1137. endDate = time.Now().Format(utils.FormatDate)
  1138. err = models.RefreshAllCalculateTbz(edbInfoId, source, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate)
  1139. if err != nil && err.Error() != utils.ErrNoRow() {
  1140. errMsg = "RefreshAllCalculateTbz Err:" + err.Error()
  1141. break
  1142. }
  1143. case utils.DATA_SOURCE_CALCULATE_TCZ: //同差值
  1144. calculateTcz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1145. if err != nil {
  1146. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  1147. break
  1148. }
  1149. fromEdbInfo, err := models.GetEdbInfoById(calculateTcz.FromEdbInfoId)
  1150. if err != nil {
  1151. errMsg = "GetEdbInfoById Err:" + err.Error()
  1152. break
  1153. }
  1154. //startDate = edbInfo.StartDate
  1155. endDate = time.Now().Format(utils.FormatDate)
  1156. err = models.RefreshAllCalculateTcz(edbInfoId, source, fromEdbInfo, calculateTcz.EdbCode, startDate, endDate)
  1157. if err != nil && err.Error() != utils.ErrNoRow() {
  1158. errMsg = "RefreshCalculateTcz Err:" + err.Error()
  1159. break
  1160. }
  1161. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS: //N数值移动平均计算
  1162. calculateNszydpjjs, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1163. if err != nil {
  1164. errMsg = "GetEdbInfoCalculateNszydpjjsDetail Err:" + err.Error()
  1165. break
  1166. }
  1167. fromEdbInfo, err := models.GetEdbInfoById(calculateNszydpjjs.FromEdbInfoId)
  1168. if err != nil {
  1169. errMsg = "GetEdbInfoById Err:" + err.Error()
  1170. break
  1171. }
  1172. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1173. //startDate = edbInfo.StartDate
  1174. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1175. err = models.RefreshAllCalculateNszydpjjs(edbInfoId, edbInfo.Source, formulaInt, fromEdbInfo, calculateNszydpjjs.EdbCode, startDate)
  1176. if err != nil && err.Error() != utils.ErrNoRow() {
  1177. errMsg = "RefreshCalculateNszydpjjs Err:" + err.Error()
  1178. break
  1179. }
  1180. case utils.DATA_SOURCE_CALCULATE_HBZ: //刷新环比值
  1181. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1182. if err != nil {
  1183. errMsg = "GetEdbInfoCalculateHbzDetail Err:" + err.Error()
  1184. break
  1185. }
  1186. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  1187. if err != nil {
  1188. errMsg = "GetEdbInfoById Err:" + err.Error()
  1189. break
  1190. }
  1191. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1192. endDate = time.Now().Format(utils.FormatDate)
  1193. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1194. err = models.RefreshAllCalculateHbz(edbInfoId, source, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate, formulaInt)
  1195. if err != nil && err.Error() != utils.ErrNoRow() {
  1196. errMsg = "RefreshAllCalculateHbz Err:" + err.Error()
  1197. break
  1198. }
  1199. case utils.DATA_SOURCE_CALCULATE_HCZ: //刷新环差值
  1200. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1201. if err != nil {
  1202. errMsg = "GetEdbInfoCalculateHczDetail Err:" + err.Error()
  1203. break
  1204. }
  1205. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  1206. if err != nil {
  1207. errMsg = "GetEdbInfoById Err:" + err.Error()
  1208. break
  1209. }
  1210. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1211. endDate = time.Now().Format(utils.FormatDate)
  1212. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1213. err = models.RefreshAllCalculateHcz(edbInfoId, source, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate, formulaInt)
  1214. if err != nil && err.Error() != utils.ErrNoRow() {
  1215. errMsg = "RefreshAllCalculateHcz Err:" + err.Error()
  1216. break
  1217. }
  1218. case utils.DATA_SOURCE_CALCULATE_BP: //刷新变频
  1219. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1220. if err != nil {
  1221. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  1222. break
  1223. }
  1224. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  1225. if err != nil {
  1226. errMsg = "GetEdbInfoById Err:" + err.Error()
  1227. break
  1228. }
  1229. //startDate = edbInfo.StartDate
  1230. endDate = time.Now().Format(utils.FormatDate)
  1231. err = models.RefreshAllCalculateBp(edbInfoId, source, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate)
  1232. if err != nil && err.Error() != utils.ErrNoRow() {
  1233. errMsg = "RefreshAllCalculateBp Err:" + err.Error()
  1234. break
  1235. }
  1236. case utils.DATA_SOURCE_CALCULATE_TIME_SHIFT:
  1237. calculate, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1238. if err != nil {
  1239. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  1240. break
  1241. }
  1242. fromEdbInfo, err := models.GetEdbInfoById(calculate.FromEdbInfoId)
  1243. if err != nil {
  1244. errMsg = "GetEdbInfoById Err:" + err.Error()
  1245. break
  1246. }
  1247. //startDate = edbInfo.StartDate
  1248. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1249. endDate = time.Now().Format(utils.FormatDate)
  1250. formulaInt, _ := strconv.Atoi(calculate.CalculateFormula)
  1251. err = models.RefreshAllCalculateTimeShift(edbInfoId, source, formulaInt, calculate.MoveType, fromEdbInfo, calculate.EdbCode, startDate, endDate, calculate.MoveFrequency)
  1252. if err != nil && err.Error() != utils.ErrNoRow() {
  1253. errMsg = "RefreshAllCalculateTimeShift Err:" + err.Error()
  1254. }
  1255. case utils.DATA_SOURCE_CALCULATE_ZJPJ: //刷新直接拼接
  1256. err = models.RefreshAllCalculateZjpj(edbInfo)
  1257. if err != nil && err.Error() != utils.ErrNoRow() {
  1258. errMsg = "RefreshAllCalculateZjpj Err:" + err.Error()
  1259. break
  1260. }
  1261. case utils.DATA_SOURCE_CALCULATE_LJZTBPJ: //刷新累计值同比拼接
  1262. err = models.RefreshAllCalculateLjztbpj(edbInfo)
  1263. if err != nil && err.Error() != utils.ErrNoRow() {
  1264. errMsg = "RefreshAllCalculateLjztbpj Err:" + err.Error()
  1265. break
  1266. }
  1267. case utils.DATA_SOURCE_PYTHON: //python代码运算
  1268. edbPythonCode, err := models.GetEdbPythonCodeById(edbInfo.EdbInfoId)
  1269. if err != nil {
  1270. errMsg = "获取python代码失败 Err:" + err.Error()
  1271. break
  1272. }
  1273. edbData, err, errMsg := services.ExecPythonCode(edbInfo.EdbCode, edbPythonCode.PythonCode)
  1274. if err != nil {
  1275. br.Msg = "获取数据失败"
  1276. br.ErrMsg = "python代码获取数据失败,err:" + err.Error()
  1277. if errMsg != "" {
  1278. br.ErrMsg = errMsg
  1279. }
  1280. return
  1281. }
  1282. err = models.RefreshAllPythonEdb(edbInfo, edbData)
  1283. if err != nil && err.Error() != utils.ErrNoRow() {
  1284. errMsg = "RefreshAllPythonEdb Err:" + err.Error()
  1285. break
  1286. }
  1287. case utils.DATA_SOURCE_CALCULATE_CJJX: //超季节性
  1288. calculateCjjx, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1289. if err != nil {
  1290. errMsg = "GetEdbInfoCalculateNszydpjjsDetail Err:" + err.Error()
  1291. break
  1292. }
  1293. fromEdbInfo, err := models.GetEdbInfoById(calculateCjjx.FromEdbInfoId)
  1294. if err != nil {
  1295. errMsg = "GetEdbInfoById Err:" + err.Error()
  1296. break
  1297. }
  1298. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1299. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1300. err = models.RefreshAllCalculateCjjx(edbInfoId, edbInfo.Source, fromEdbInfo, calculateCjjx.EdbCode, startDate, "", edbInfo.Calendar, formulaInt)
  1301. if err != nil && err.Error() != utils.ErrNoRow() {
  1302. errMsg = "RefreshAllCalculateCjjx Err:" + err.Error()
  1303. break
  1304. }
  1305. case utils.DATA_SOURCE_CALCULATE_NHCC: //nhcc
  1306. err = models.RefreshAllCalculateNhcc(edbInfo)
  1307. if err != nil && err.Error() != utils.ErrNoRow() {
  1308. errMsg = "RefreshAllCalculateNhcc Err:" + err.Error()
  1309. break
  1310. }
  1311. case utils.DATA_SOURCE_CALCULATE_ADJUST:
  1312. calculateMapping, err := models.GetEdbInfoCalculateMappingDetail(edbInfo.EdbInfoId)
  1313. if err != nil {
  1314. br.Msg = "获取来源指标异常!"
  1315. br.ErrMsg = "获取来源指标异常,Err:" + err.Error()
  1316. return
  1317. }
  1318. fromEdbInfo, err := models.GetEdbInfoById(calculateMapping.FromEdbInfoId)
  1319. if err != nil {
  1320. br.Msg = "来源指标不存在!"
  1321. br.ErrMsg = "来源指标不存在"
  1322. return
  1323. }
  1324. err = models.RefreshAllAdjustEdb(edbInfo, fromEdbInfo)
  1325. if err != nil && err.Error() != utils.ErrNoRow() {
  1326. errMsg = "RefreshAllCalculateLjzzy Err:" + err.Error()
  1327. break
  1328. }
  1329. default:
  1330. br.Msg = "来源异常,请联系相关开发!"
  1331. br.ErrMsg = "来源异常,请联系相关开发"
  1332. return
  1333. }
  1334. if errMsg != `` {
  1335. br.Msg = "刷新指标失败!"
  1336. br.ErrMsg = "刷新指标失败,err:" + errMsg
  1337. return
  1338. }
  1339. // 更新指标最大最小值
  1340. err, errMsg = models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo)
  1341. if err != nil {
  1342. br.Msg = errMsg
  1343. br.ErrMsg = err.Error()
  1344. return
  1345. }
  1346. // 更新ES
  1347. go logic.UpdateEs(edbInfoId)
  1348. br.Ret = 200
  1349. br.Success = true
  1350. br.Msg = "获取成功"
  1351. }
  1352. // SaveAdjust
  1353. // @Title 保存数据调整指标接口
  1354. // @Description 保存数据调整指标接口
  1355. // @Success 200 {object} models.SaveAdjustEdbReq
  1356. // @router /adjust/save [post]
  1357. func (this *CalculateController) SaveAdjust() {
  1358. br := new(models.BaseResponse).Init()
  1359. defer func() {
  1360. this.Data["json"] = br
  1361. this.ServeJSON()
  1362. }()
  1363. var req models.SaveAdjustEdbReq
  1364. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  1365. if err != nil {
  1366. br.Msg = "参数解析异常!"
  1367. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1368. return
  1369. }
  1370. req.EdbName = strings.Trim(req.EdbName, " ")
  1371. if req.EdbName == "" {
  1372. br.Msg = "指标名称不能为空"
  1373. return
  1374. }
  1375. if req.Frequency == "" {
  1376. br.Msg = "频率不能为空"
  1377. return
  1378. }
  1379. if req.Unit == "" {
  1380. br.Msg = "单位不能为空"
  1381. return
  1382. }
  1383. if req.ClassifyId <= 0 {
  1384. br.Msg = "请选择分类"
  1385. return
  1386. }
  1387. if len(req.DataList) == 0 {
  1388. br.Msg = "请填写数据"
  1389. return
  1390. }
  1391. //加入缓存机制,避免创建同一个名称的指标 start
  1392. redisKey := fmt.Sprint("edb_info:adjust:add:", utils.DATA_SOURCE_CALCULATE_ADJUST, ":", req.EdbName)
  1393. isExist := utils.Rc.IsExist(redisKey)
  1394. if isExist {
  1395. br.Msg = "指标正在处理,请勿重复提交"
  1396. return
  1397. } else {
  1398. //设置3分钟缓存
  1399. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  1400. defer func() {
  1401. utils.Rc.Delete(redisKey)
  1402. }()
  1403. }
  1404. //获取指标数据
  1405. var condition string
  1406. var pars []interface{}
  1407. condition += " AND edb_name=? "
  1408. pars = append(pars, req.EdbName)
  1409. count, err := models.GetEdbInfoCountByCondition(condition, pars)
  1410. if err != nil {
  1411. br.Msg = "判断指标名称是否存在失败"
  1412. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  1413. return
  1414. }
  1415. if count > 0 {
  1416. br.Msg = "指标名称已存在,请重新填写"
  1417. br.ErrMsg = "指标名称已存在,请重新填写"
  1418. return
  1419. }
  1420. //指标code生成
  1421. randStr := utils.GetRandDigit(4)
  1422. edbCode := `C` + time.Now().Format("060102") + randStr
  1423. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  1424. uniqueCode := utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  1425. // 获取来源指标
  1426. fromEdbInfo, err := models.GetEdbInfoById(req.FromEdbInfoId)
  1427. if err != nil {
  1428. br.Msg = "获取指标信息失败"
  1429. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  1430. return
  1431. }
  1432. edbInfo, err := models.SaveAdjustEdb(req, fromEdbInfo, edbCode, uniqueCode)
  1433. if err != nil {
  1434. br.Msg = "添加指标失败"
  1435. br.Msg = "添加指标失败,Err:" + err.Error()
  1436. return
  1437. }
  1438. //处理同名指标
  1439. {
  1440. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  1441. if err != nil {
  1442. br.Msg = "保存失败"
  1443. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  1444. return
  1445. }
  1446. if len(edbNameList) >= 2 {
  1447. for _, v := range edbNameList {
  1448. edbName := v.EdbName + "(" + v.SourceName + ")"
  1449. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  1450. if err != nil {
  1451. br.Msg = "保存失败"
  1452. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  1453. return
  1454. }
  1455. }
  1456. }
  1457. }
  1458. // 更新指标最大最小值
  1459. err, errMsg := models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo)
  1460. if err != nil {
  1461. br.Msg = errMsg
  1462. br.ErrMsg = err.Error()
  1463. return
  1464. }
  1465. resp := models.AddEdbInfoResp{
  1466. EdbInfoId: edbInfo.EdbInfoId,
  1467. UniqueCode: uniqueCode,
  1468. }
  1469. br.Ret = 200
  1470. br.Success = true
  1471. br.Msg = "保存成功"
  1472. br.Data = resp
  1473. br.IsAddLog = true
  1474. }