base_from_calculate.go 75 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489
  1. package controllers
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "eta/eta_index_lib/logic"
  6. "eta/eta_index_lib/models"
  7. "eta/eta_index_lib/services"
  8. "eta/eta_index_lib/utils"
  9. "fmt"
  10. "sort"
  11. "strconv"
  12. "strings"
  13. "sync"
  14. "time"
  15. )
  16. // CalculateController 计算指标
  17. type CalculateController struct {
  18. BaseAuthController
  19. }
  20. // Add
  21. // @Title 新增计算指标接口
  22. // @Description 新增计算指标接口
  23. // @Success 200 {object} models.EdbInfoCalculateSaveReq
  24. // @router /add [post]
  25. func (this *CalculateController) Add() {
  26. br := new(models.BaseResponse).Init()
  27. defer func() {
  28. this.Data["json"] = br
  29. this.ServeJSON()
  30. }()
  31. var req models.EdbInfoCalculateSaveReq
  32. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  33. if err != nil {
  34. br.Msg = "参数解析异常!"
  35. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  36. return
  37. }
  38. req.EdbName = strings.Trim(req.EdbName, " ")
  39. if req.EdbName == "" {
  40. br.Msg = "指标名称不能为空"
  41. return
  42. }
  43. if req.Frequency == "" {
  44. br.Msg = "频率不能为空"
  45. return
  46. }
  47. if req.Unit == "" {
  48. br.Msg = "单位不能为空"
  49. return
  50. }
  51. if req.ClassifyId <= 0 {
  52. br.Msg = "请选择分类"
  53. return
  54. }
  55. if len(req.EdbInfoIdArr) <= 0 {
  56. br.Msg = "请选择指标"
  57. return
  58. }
  59. if req.CalculateFormula == "" {
  60. br.Msg = "请填写指标"
  61. return
  62. }
  63. //加入缓存机制,避免创建同一个名称的指标 start
  64. redisKey := fmt.Sprint("edb_lib:edb_info:calculate:add:", utils.DATA_SOURCE_CALCULATE, ":", req.EdbName)
  65. isExist := utils.Rc.IsExist(redisKey)
  66. if isExist {
  67. br.Msg = "指标正在处理,请勿重复提交"
  68. return
  69. } else {
  70. //设置3分钟缓存
  71. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  72. defer func() {
  73. _ = utils.Rc.Delete(redisKey)
  74. }()
  75. }
  76. // 新增
  77. edbInfo, uniqueCode, err, errMsg := services.EdbCalculateAdd(req, this.Lang)
  78. if err != nil {
  79. br.Msg = err.Error()
  80. br.ErrMsg = errMsg
  81. return
  82. }
  83. //处理同名指标
  84. {
  85. edbNameList, e := models.GetEdbInfoByName(req.EdbName)
  86. if e != nil {
  87. err = fmt.Errorf("保存失败")
  88. errMsg = "获取指标信息失败,Err:" + e.Error()
  89. return
  90. }
  91. if len(edbNameList) >= 2 {
  92. for _, v := range edbNameList {
  93. edbName := v.EdbName + "(" + v.SourceName + ")"
  94. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  95. if err != nil {
  96. errMsg = "修改指标名称失败,Err:" + err.Error()
  97. err = fmt.Errorf("保存失败")
  98. return
  99. }
  100. }
  101. }
  102. }
  103. // 更新指标最大最小值
  104. err, errMsg = models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo)
  105. if err != nil {
  106. return
  107. }
  108. // 判断是否需要禁用
  109. go services.DisableEdbInfoNoUpdate(edbInfo)
  110. resp := models.AddEdbInfoResp{
  111. EdbInfoId: edbInfo.EdbInfoId,
  112. UniqueCode: uniqueCode,
  113. }
  114. br.Ret = 200
  115. br.Success = true
  116. br.Msg = "保存成功"
  117. br.Data = resp
  118. br.IsAddLog = true
  119. }
  120. // Edit
  121. // @Title 编辑计算指标接口
  122. // @Description 编辑计算指标接口
  123. // @Success 200 {object} models.EdbInfoCalculateSaveReq
  124. // @router /edit [post]
  125. func (this *CalculateController) Edit() {
  126. br := new(models.BaseResponse).Init()
  127. defer func() {
  128. this.Data["json"] = br
  129. this.ServeJSON()
  130. }()
  131. var req models.EdbInfoCalculateSaveReq
  132. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  133. if err != nil {
  134. br.Msg = "参数解析异常!"
  135. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  136. return
  137. }
  138. if req.EdbInfoId <= 0 {
  139. br.Msg = "参数错误"
  140. br.ErrMsg = "指标ID:" + strconv.Itoa(req.EdbInfoId)
  141. return
  142. }
  143. req.EdbName = strings.Trim(req.EdbName, " ")
  144. if req.EdbName == "" {
  145. br.Msg = "指标名称不能为空"
  146. return
  147. }
  148. if req.Frequency == "" {
  149. br.Msg = "频率不能为空"
  150. return
  151. }
  152. if req.Unit == "" {
  153. br.Msg = "单位不能为空"
  154. return
  155. }
  156. if req.ClassifyId <= 0 {
  157. br.Msg = "请选择分类"
  158. return
  159. }
  160. if len(req.EdbInfoIdArr) <= 0 {
  161. br.Msg = "请选择指标"
  162. return
  163. }
  164. if req.CalculateFormula == "" {
  165. br.Msg = "请填写指标公式"
  166. return
  167. }
  168. //todo 校验空值类型,max、min空值类型
  169. //todo req.EdbInfoIdArr根据tag排序,排成A,B,AB,这种格式
  170. calculateFormula := req.CalculateFormula
  171. calculateFormula = strings.Replace(calculateFormula, "(", "(", -1)
  172. calculateFormula = strings.Replace(calculateFormula, ")", ")", -1)
  173. calculateFormula = strings.Replace(calculateFormula, ",", ",", -1)
  174. calculateFormula = strings.Replace(calculateFormula, "。", ".", -1)
  175. calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1)
  176. req.CalculateFormula = calculateFormula
  177. fmt.Println("calculateFormula:" + calculateFormula)
  178. //判断是否重复指标
  179. edbInfoMap := make(map[int]string)
  180. //移除研究员选择指标中的未使用的指标
  181. {
  182. //转大写的计算公式
  183. upperCalculateFormulaStr := strings.ToUpper(req.CalculateFormula)
  184. //用到的指标
  185. newEdbInfoIdArr := make([]models.EdbInfoFromTag, 0)
  186. for _, tmpEdbInfo := range req.EdbInfoIdArr {
  187. _, ok := edbInfoMap[tmpEdbInfo.EdbInfoId]
  188. if ok {
  189. br.Msg = "选择指标失败,请勿选择重复指标!"
  190. return
  191. }
  192. edbInfoMap[tmpEdbInfo.EdbInfoId] = tmpEdbInfo.FromTag
  193. upperFromTag := strings.ToUpper(tmpEdbInfo.FromTag)
  194. if strings.Contains(upperCalculateFormulaStr, upperFromTag) {
  195. newEdbInfoIdArr = append(newEdbInfoIdArr, tmpEdbInfo)
  196. }
  197. }
  198. req.EdbInfoIdArr = newEdbInfoIdArr
  199. }
  200. // 根据指标名称和指标ID校验库中是否还存在其他同名指标
  201. existEdbName, err := logic.CheckExistByEdbNameAndEdbInfoId(0, req.EdbInfoId, req.EdbName, this.Lang)
  202. if err != nil {
  203. br.Msg = "判断指标名称是否存在失败"
  204. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  205. return
  206. }
  207. if existEdbName {
  208. br.Msg = "指标名称已存在,请重新填写"
  209. br.ErrMsg = "指标名称已存在,请重新填写"
  210. br.IsSendEmail = false
  211. return
  212. }
  213. //判断公式,指标是否有改动
  214. edbInfoDetail, err := models.GetEdbInfoById(req.EdbInfoId)
  215. if err != nil {
  216. br.Msg = "修改失败"
  217. br.Msg = "获取指标信息失败,GetEdbInfoById Err:" + err.Error()
  218. return
  219. }
  220. if edbInfoDetail == nil {
  221. br.Msg = "修改失败"
  222. br.Msg = "指标信息不存在,EdbInfoId:" + strconv.Itoa(req.EdbInfoId)
  223. return
  224. }
  225. // 记录指标原始的基本信息
  226. oldEdbName := edbInfoDetail.EdbName
  227. oldFrequency := edbInfoDetail.Frequency
  228. oldUnit := edbInfoDetail.Unit
  229. var needCalculate bool
  230. if edbInfoDetail.CalculateFormula != req.CalculateFormula || edbInfoDetail.EmptyType != req.EmptyType || edbInfoDetail.MaxEmptyType != req.MaxEmptyType || edbInfoDetail.Extra != req.Extra {
  231. needCalculate = true
  232. }
  233. //检验公式
  234. var formulaStr string
  235. var edbInfoIdBytes []string
  236. var edbInfoIdArr []string
  237. for _, v := range req.EdbInfoIdArr {
  238. formulaStr += v.FromTag + ","
  239. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  240. edbInfoIdArr = append(edbInfoIdArr, strconv.Itoa(v.EdbInfoId))
  241. if v.EdbInfoId == req.EdbInfoId {
  242. br.Msg = "计算指标中包含此指标,不能修改"
  243. return
  244. }
  245. }
  246. if needCalculate == false {
  247. edbInfoIdStr := strings.Join(edbInfoIdArr, ",")
  248. fromEdbInfoId, err := models.GetCalculateEdbInfo(req.EdbInfoId)
  249. if err != nil {
  250. br.Msg = "修改失败"
  251. br.Msg = "获取数据失败,GetCalculateEdbInfo:" + err.Error()
  252. return
  253. }
  254. if edbInfoIdStr != fromEdbInfoId {
  255. needCalculate = true
  256. }
  257. }
  258. formulaSlice, err := utils.CheckFormulaJson(req.CalculateFormula)
  259. if err != nil {
  260. br.Msg = "公式格式错误,请重新填写"
  261. return
  262. }
  263. for _, formula := range formulaSlice {
  264. formulaMap, e := utils.CheckFormula(formula)
  265. if e != nil {
  266. br.Msg = "公式错误,请重新填写"
  267. return
  268. }
  269. for _, v := range formulaMap {
  270. if !strings.Contains(formulaStr, v) {
  271. br.Msg = "公式错误,请重新填写"
  272. return
  273. }
  274. }
  275. }
  276. // 额外赋值
  277. switch this.Lang {
  278. case utils.EnLangVersion:
  279. req.EdbNameEn = req.EdbName
  280. req.UnitEn = req.Unit
  281. req.EdbName = edbInfoDetail.EdbName
  282. req.Unit = edbInfoDetail.Unit
  283. default:
  284. req.EdbNameEn = edbInfoDetail.EdbNameEn
  285. req.UnitEn = edbInfoDetail.UnitEn
  286. }
  287. //重新计算
  288. err, errMsg := models.EditCalculateInfo(edbInfoDetail, req, formulaSlice, edbInfoIdBytes, needCalculate)
  289. if err != nil {
  290. br.Msg = "生成计算指标失败"
  291. if errMsg != `` {
  292. br.Msg = errMsg
  293. }
  294. br.Msg = "生成计算指标失败,AddEdbInfo Err:" + err.Error()
  295. return
  296. }
  297. // 更新指标最大最小值
  298. err, errMsg = models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfoDetail)
  299. if err != nil {
  300. br.Msg = errMsg
  301. br.ErrMsg = err.Error()
  302. return
  303. }
  304. // 记录基础信息变更日志
  305. oldEdbInfo := new(models.EdbInfo)
  306. oldEdbInfo.EdbInfoId = edbInfoDetail.EdbInfoId
  307. oldEdbInfo.EdbName = oldEdbName
  308. oldEdbInfo.Frequency = oldFrequency
  309. oldEdbInfo.Unit = oldUnit
  310. newEdbInfoEditRecord := new(models.EdbInfoEditRecord)
  311. newEdbInfoEditRecord.EdbName = req.EdbName
  312. newEdbInfoEditRecord.Frequency = req.Frequency
  313. newEdbInfoEditRecord.Unit = req.Unit
  314. newEdbInfoEditRecord.OperateUserId = req.AdminId
  315. newEdbInfoEditRecord.OperateUserRealName = req.AdminName
  316. err = services.AddEditEdbInfoRecord(oldEdbInfo, newEdbInfoEditRecord)
  317. if err != nil {
  318. br.Msg = "记录基础信息变更日志失败"
  319. br.ErrMsg = err.Error()
  320. return
  321. }
  322. resp := models.AddEdbInfoResp{
  323. EdbInfoId: edbInfoDetail.EdbInfoId,
  324. UniqueCode: edbInfoDetail.UniqueCode,
  325. }
  326. // 重置计算指标中的引用关系
  327. go services.ResetEdbRelation(edbInfoDetail.EdbInfoId)
  328. br.Ret = 200
  329. br.Success = true
  330. br.Msg = "保存成功"
  331. br.Data = resp
  332. br.IsAddLog = true
  333. }
  334. // BatchSave
  335. // @Title 累计值转月-同比值-同差等计算新增
  336. // @Description 累计值转月-同比值-同差等计算新增接口
  337. // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string"
  338. // @Success Ret=200 返回指标id
  339. // @router /batch/save [post]
  340. func (this *CalculateController) BatchSave() {
  341. br := new(models.BaseResponse).Init()
  342. defer func() {
  343. if br.ErrMsg == "" {
  344. br.IsSendEmail = false
  345. }
  346. this.Data["json"] = br
  347. this.ServeJSON()
  348. }()
  349. var req models.EdbInfoCalculateBatchSaveReq
  350. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  351. if err != nil {
  352. br.Msg = "参数解析异常!"
  353. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  354. return
  355. }
  356. req.EdbName = strings.Trim(req.EdbName, " ")
  357. if req.EdbName == "" {
  358. br.Msg = "指标名称不能为空"
  359. return
  360. }
  361. if req.Frequency == "" {
  362. br.Msg = "频率不能为空"
  363. return
  364. }
  365. if req.Unit == "" {
  366. br.Msg = "单位不能为空"
  367. return
  368. }
  369. if req.ClassifyId <= 0 {
  370. br.Msg = "请选择分类"
  371. return
  372. }
  373. // 基础指标id
  374. fromEdbInfoId := req.FromEdbInfoId
  375. var formulaInt int
  376. var nhccDate models.NhccDate // 拟合残差的日期
  377. switch req.Source {
  378. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS, utils.DATA_SOURCE_CALCULATE_HBZ, utils.DATA_SOURCE_CALCULATE_HCZ, utils.DATA_SOURCE_CALCULATE_TIME_SHIFT, utils.DATA_SOURCE_CALCULATE_CJJX:
  379. if req.Formula == "" {
  380. br.Msg = "请填写N值"
  381. return
  382. }
  383. formulaInt, _ = strconv.Atoi(req.Formula)
  384. if formulaInt <= 0 {
  385. br.Msg = "N值输入错误,请重新输入"
  386. return
  387. }
  388. case utils.DATA_SOURCE_CALCULATE_ZJPJ:
  389. //直接拼接指标
  390. //校验时间格式
  391. _, err = time.ParseInLocation(utils.FormatDate, req.Formula, time.Local)
  392. if err != nil {
  393. br.Msg = "拼接日期有误,请重新输入"
  394. return
  395. }
  396. case utils.DATA_SOURCE_CALCULATE_NHCC: //拟合残差指标
  397. //指标校验
  398. if len(req.EdbInfoIdArr) != 2 {
  399. br.Msg = "选择的指标异常,请重新选择"
  400. return
  401. }
  402. fromEdbInfoId = req.EdbInfoIdArr[0].EdbInfoId
  403. //校验时间格式
  404. //数据格式:2022-11-01,2022-11-10
  405. timeList := strings.Split(req.Formula, ",")
  406. if len(timeList) != 2 {
  407. br.Msg = "选择时间有误,请重新输入"
  408. return
  409. }
  410. startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  411. if err != nil {
  412. br.Msg = "开始日期有误,请重新输入"
  413. return
  414. }
  415. endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  416. if err != nil {
  417. br.Msg = "结束日期有误,请重新输入"
  418. return
  419. }
  420. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  421. br.Msg = "日期间隔不得少于两天"
  422. return
  423. }
  424. nhccDate.StartDate = startDate
  425. nhccDate.EndDate = endDate
  426. case utils.DATA_SOURCE_CALCULATE_JP:
  427. if req.Formula != "期末值" && req.Formula != "平均值" {
  428. br.Msg = "数据取值类型错误:" + req.Formula
  429. return
  430. }
  431. case utils.DATA_SOURCE_CALCULATE_ZSXY: // 指数修匀
  432. if req.Formula == "" {
  433. br.Msg = "请填写alpha值"
  434. return
  435. }
  436. a, e := strconv.ParseFloat(req.Formula, 64)
  437. if e != nil {
  438. br.Msg = "alpha值输入错误, 请重新输入"
  439. return
  440. }
  441. if a <= 0 || a >= 1 {
  442. br.Msg = "alpha值输入错误, 请重新输入"
  443. return
  444. }
  445. }
  446. notNeedFromEdbSourceList := []int{utils.DATA_SOURCE_CALCULATE_KSZS, utils.DATA_SOURCE_CALCULATE_CORRELATION, utils.DATA_SOURCE_CALCULATE_ZDYFX} // 不需要传入来源指标id的 指标类型
  447. if fromEdbInfoId <= 0 && !utils.InArrayByInt(notNeedFromEdbSourceList, req.Source) {
  448. br.Msg = "请选择指标"
  449. return
  450. }
  451. //加入缓存机制,避免创建同一个名称的指标 start
  452. redisKey := fmt.Sprint("edb_lib:edb_info:calculate:batch:save:", req.Source, ":", req.EdbName)
  453. isExist := utils.Rc.IsExist(redisKey)
  454. if isExist {
  455. br.Msg = "指标正在处理,请勿重复提交"
  456. return
  457. } else {
  458. //设置3分钟缓存
  459. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  460. defer func() {
  461. _ = utils.Rc.Delete(redisKey)
  462. }()
  463. }
  464. //加入缓存机制,避免创建同一个名称的指标 end
  465. // 根据指标名称和指标ID校验库中是否还存在其他同名指标
  466. existEdbName, err := logic.CheckExistByEdbNameAndEdbInfoId(0, req.EdbInfoId, req.EdbName, this.Lang)
  467. if err != nil {
  468. br.Msg = "判断指标名称是否存在失败"
  469. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  470. return
  471. }
  472. if existEdbName {
  473. br.Msg = "指标名称已存在,请重新填写"
  474. br.ErrMsg = "指标名称已存在,请重新填写"
  475. br.IsSendEmail = false
  476. return
  477. }
  478. // 来源指标
  479. var fromEdbInfo *models.EdbInfo
  480. if fromEdbInfoId > 0 {
  481. fromEdbInfo, err = models.GetEdbInfoById(fromEdbInfoId)
  482. if err != nil {
  483. br.Msg = "获取指标信息失败"
  484. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  485. return
  486. }
  487. }
  488. //生成指标编码
  489. edbCode, err := utils.GenerateEdbCode(1, "")
  490. if err != nil {
  491. br.Msg = "指标生成失败"
  492. br.ErrMsg = "指标编码生成失败,Err:" + err.Error()
  493. return
  494. }
  495. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  496. uniqueCode := utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  497. sysUserId := req.AdminId
  498. sysUserName := req.AdminName
  499. var sourName string
  500. var edbInfoId int
  501. var edbInfo *models.EdbInfo
  502. var errMsg string
  503. var baseEdbInfoModel models.BaseEdbInfoInterface
  504. addParam := models.AddCalculateBatchParams{
  505. Req: &req,
  506. FromEdbInfo: fromEdbInfo,
  507. EdbCode: edbCode,
  508. UniqueCode: uniqueCode,
  509. SysUserId: sysUserId,
  510. SysUserRealName: sysUserName,
  511. }
  512. switch req.Source {
  513. case utils.DATA_SOURCE_CALCULATE_LJZZY:
  514. sourName = "累计值转月值"
  515. if fromEdbInfo.Frequency != "月度" {
  516. br.Msg = "请选择月度指标"
  517. return
  518. }
  519. edbInfo, err = models.AddCalculateLjzzy(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  520. case utils.DATA_SOURCE_CALCULATE_TBZ:
  521. if req.Frequency != fromEdbInfo.Frequency {
  522. br.Msg = "当前频度和原指标频度不一致"
  523. return
  524. }
  525. if req.Unit != "无" {
  526. br.Msg = "单位只允许为无,禁止选择其他单位"
  527. return
  528. }
  529. sourName = "同比值"
  530. edbInfo, err = models.AddCalculateTbz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  531. case utils.DATA_SOURCE_CALCULATE_TCZ:
  532. if req.Frequency != fromEdbInfo.Frequency {
  533. br.Msg = "当前频度和原指标频度不一致"
  534. return
  535. }
  536. if req.Unit != fromEdbInfo.Unit {
  537. br.Msg = "当前单位和原指标单位不一致"
  538. return
  539. }
  540. sourName = "同差值"
  541. edbInfo, err = models.AddCalculateTcz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  542. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS:
  543. sourName = "N数值移动平均计算"
  544. edbInfo, err = models.AddCalculateNszydpjjs(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName, formulaInt)
  545. case utils.DATA_SOURCE_CALCULATE_HBZ:
  546. checkCount, tmpErr := models.GetLteZeroEdbDataCount(fromEdbInfo.Source, fromEdbInfo.SubSource, fromEdbInfoId)
  547. if tmpErr != nil && tmpErr.Error() != utils.ErrNoRow() {
  548. br.Msg = "判断环比值是否可计算失败"
  549. br.ErrMsg = "判断环比值是否可计算失败,Err:" + tmpErr.Error()
  550. return
  551. }
  552. if checkCount > 0 {
  553. br.Msg = "原始数据中存在0或负数,该指标不能进行环比运算"
  554. br.ErrMsg = "原始数据中出现0和负值时,提示该指标不能进行环比运算"
  555. return
  556. }
  557. sourName = "环比值"
  558. edbInfo, err = models.AddCalculateHbz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName, formulaInt)
  559. case utils.DATA_SOURCE_CALCULATE_HCZ:
  560. sourName = "环差值"
  561. edbInfo, err = models.AddCalculateHcz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName, formulaInt)
  562. case utils.DATA_SOURCE_CALCULATE_BP:
  563. sourName = utils.DATA_SOURCE_NAME_CALCULATE_BP
  564. edbInfo, err = models.AddCalculateBp(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  565. case utils.DATA_SOURCE_CALCULATE_TIME_SHIFT:
  566. sourName = "时间移位"
  567. edbInfo, err = models.AddCalculateTimeShift(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  568. case utils.DATA_SOURCE_CALCULATE_ZJPJ:
  569. sourName = "直接拼接"
  570. if len(req.EdbInfoIdArr) != 1 {
  571. br.Msg = "请传入拼接日期之后的指标"
  572. br.ErrMsg = "请传入拼接日期之后的指标"
  573. return
  574. }
  575. secondEdbInfoReq := req.EdbInfoIdArr[0]
  576. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  577. if tmpErr != nil {
  578. br.Msg = "获取拼接日期之后的指标信息失败"
  579. br.ErrMsg = "获取拼接日期之后的指标信息失败:Err:" + tmpErr.Error()
  580. return
  581. }
  582. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  583. br.Msg = "两个指标不允许为同一个"
  584. br.ErrMsg = "两个指标不允许为同一个"
  585. return
  586. }
  587. edbInfo, err = models.AddCalculateZjpj(&req, fromEdbInfo, secondEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  588. case utils.DATA_SOURCE_CALCULATE_LJZTBPJ:
  589. sourName = "累计值同比拼接"
  590. if fromEdbInfo.Frequency != "月度" {
  591. br.Msg = "待拼接指标只能筛选月度指标"
  592. br.ErrMsg = "待拼接指标只能筛选月度指标"
  593. return
  594. }
  595. if len(req.EdbInfoIdArr) != 1 {
  596. br.Msg = "请传入同比值指标"
  597. br.ErrMsg = "请传入同比值指标"
  598. return
  599. }
  600. secondEdbInfoReq := req.EdbInfoIdArr[0]
  601. tbzEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  602. if tmpErr != nil {
  603. br.Msg = "获取同比值指标信息失败"
  604. br.ErrMsg = "获取同比值指标信息失败:Err:" + tmpErr.Error()
  605. return
  606. }
  607. if tbzEdbInfo.Source != utils.DATA_SOURCE_CALCULATE_TBZ {
  608. br.Msg = "指标必须是传入同比值指标类型"
  609. br.ErrMsg = "指标必须是传入同比值指标类型"
  610. return
  611. }
  612. if tbzEdbInfo.Frequency != "月度" {
  613. br.Msg = "同比值指标只能筛选月度指标"
  614. br.ErrMsg = "同比值指标只能筛选月度指标"
  615. return
  616. }
  617. if fromEdbInfo.EdbInfoId == tbzEdbInfo.EdbInfoId {
  618. br.Msg = "两个指标不允许为同一个"
  619. br.ErrMsg = "两个指标不允许为同一个"
  620. return
  621. }
  622. edbInfo, err = models.AddCalculateLjztbpj(&req, fromEdbInfo, tbzEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  623. case utils.DATA_SOURCE_CALCULATE_CJJX:
  624. sourName = "超季节性"
  625. edbInfo, err = models.AddCalculateCjjx(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName, formulaInt)
  626. case utils.DATA_SOURCE_CALCULATE_NHCC:
  627. sourName = "拟合残差"
  628. secondEdbInfoReq := req.EdbInfoIdArr[1]
  629. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  630. if tmpErr != nil {
  631. br.Msg = "获取因变量的指标信息失败"
  632. br.ErrMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
  633. return
  634. }
  635. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  636. br.Msg = "两个指标不允许为同一个"
  637. br.ErrMsg = "两个指标不允许为同一个"
  638. return
  639. }
  640. edbInfo, err, errMsg = models.AddCalculateNhcc(&req, fromEdbInfo, secondEdbInfo, edbCode, uniqueCode, nhccDate, sysUserId, sysUserName)
  641. case utils.DATA_SOURCE_CALCULATE_JP:
  642. if !models.CheckFrequency(fromEdbInfo.Frequency, req.Frequency) {
  643. br.Msg = "频度异常,不允许低频降频到高频"
  644. return
  645. }
  646. sourName = utils.DATA_SOURCE_NAME_CALCULATE_JP
  647. edbInfo, err = models.AddCalculateJp(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  648. case utils.DATA_SOURCE_CALCULATE_NH:
  649. sourName = utils.DATA_SOURCE_NAME_CALCULATE_NH
  650. edbInfo, err = models.AddCalculateNh(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  651. case utils.DATA_SOURCE_CALCULATE_KSZS:
  652. //关联的指标信息
  653. if len(req.EdbInfoIdArr) < 2 {
  654. br.Msg = "指标数量不能小于2个,请重新选择"
  655. br.ErrMsg = "指标数量不能小于2个,请重新选择"
  656. br.IsSendEmail = false
  657. return
  658. }
  659. sourName = utils.DATA_SOURCE_NAME_CALCULATE_KSZS
  660. edbInfo, err = models.AddCalculateKszs(&req, edbCode, uniqueCode, sysUserId, sysUserName)
  661. case utils.DATA_SOURCE_CALCULATE_CORRELATION:
  662. //关联的指标信息
  663. if len(req.EdbInfoIdArr) < 2 {
  664. br.Msg = "指标数量不能小于2个,请重新选择"
  665. br.ErrMsg = "指标数量不能小于2个,请重新选择"
  666. br.IsSendEmail = false
  667. return
  668. }
  669. sourName = utils.DATA_SOURCE_NAME_CALCULATE_CORRELATION
  670. edbInfo, err, errMsg = models.AddCalculateCorrelation(&req, edbCode, uniqueCode, sysUserId, sysUserName)
  671. case utils.DATA_SOURCE_CALCULATE_RJZ:
  672. if req.Frequency == "日度" {
  673. br.Msg = "日度指标无需进行日均值计算"
  674. return
  675. }
  676. if req.Frequency != fromEdbInfo.Frequency {
  677. br.Msg = "当前频度和原指标频度不一致"
  678. return
  679. }
  680. if req.Unit != fromEdbInfo.Unit {
  681. br.Msg = "单位只允许为和原指标频度保持一致,禁止选择其他单位"
  682. return
  683. }
  684. sourName = "日均值"
  685. edbInfo, err = models.AddCalculateRjz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
  686. default:
  687. // 获取通用的数据源处理服务
  688. baseEdbInfoModel = models.GetBaseEdbInfoModel(req.Source)
  689. // 没有找到的话,那么就直接返回报错吧
  690. if baseEdbInfoModel == nil {
  691. br.Msg = "无效计算方式"
  692. br.ErrMsg = "无效计算方式,source:" + strconv.Itoa(req.Source)
  693. return
  694. }
  695. sourName = baseEdbInfoModel.GetSourceName()
  696. edbInfo, err, errMsg = baseEdbInfoModel.Add(addParam)
  697. }
  698. if err != nil {
  699. br.Msg = "生成" + sourName + "失败"
  700. if errMsg != `` {
  701. br.Msg = errMsg
  702. }
  703. br.ErrMsg = "生成" + sourName + "失败 Err:" + err.Error()
  704. return
  705. }
  706. if edbInfo == nil {
  707. br.Msg = "生成" + sourName + "失败"
  708. br.ErrMsg = "生成" + sourName + "失败,指标ID错误:" + strconv.Itoa(edbInfoId)
  709. return
  710. }
  711. edbInfoId = edbInfo.EdbInfoId
  712. //处理同名指标
  713. {
  714. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  715. if err != nil {
  716. br.Msg = "保存失败"
  717. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  718. return
  719. }
  720. if len(edbNameList) >= 2 {
  721. for _, v := range edbNameList {
  722. edbName := v.EdbName + "(" + v.SourceName + ")"
  723. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  724. if err != nil {
  725. br.Msg = "保存失败"
  726. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  727. return
  728. }
  729. }
  730. }
  731. }
  732. // 更新指标最大最小值
  733. err, errMsg = models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo)
  734. if err != nil {
  735. br.Msg = errMsg
  736. br.ErrMsg = err.Error()
  737. return
  738. }
  739. newEdbInfo := new(models.EdbInfoEditRecord)
  740. newEdbInfo.EdbName = req.EdbName
  741. newEdbInfo.Frequency = req.Frequency
  742. newEdbInfo.Unit = req.Unit
  743. newEdbInfo.OperateUserId = req.AdminId
  744. newEdbInfo.OperateUserRealName = req.AdminName
  745. err = services.AddEditEdbInfoRecord(edbInfo, newEdbInfo)
  746. if err != nil {
  747. br.Msg = "保存失败"
  748. br.ErrMsg = "保存失败,Err:" + err.Error()
  749. return
  750. }
  751. // 判断是否需要禁用
  752. go services.DisableEdbInfoNoUpdate(edbInfo)
  753. resp := models.AddEdbInfoResp{
  754. EdbInfoId: edbInfo.EdbInfoId,
  755. UniqueCode: edbInfo.UniqueCode,
  756. }
  757. br.Ret = 200
  758. br.Success = true
  759. br.Msg = "保存成功"
  760. br.Data = resp
  761. br.IsAddLog = true
  762. }
  763. // BatchEdit
  764. // @Title 累计值转月-同比值-同差等计算新增
  765. // @Description 累计值转月-同比值-同差等计算新增接口
  766. // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string"
  767. // @Success Ret=200 返回指标id
  768. // @router /batch/edit [post]
  769. func (this *CalculateController) BatchEdit() {
  770. br := new(models.BaseResponse).Init()
  771. defer func() {
  772. this.Data["json"] = br
  773. this.ServeJSON()
  774. }()
  775. var req models.EdbInfoCalculateBatchEditReq
  776. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  777. if err != nil {
  778. br.Msg = "参数解析异常!"
  779. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  780. return
  781. }
  782. if req.EdbName == "" {
  783. br.Msg = "指标名称不能为空"
  784. return
  785. }
  786. if req.Frequency == "" {
  787. br.Msg = "频率不能为空"
  788. return
  789. }
  790. if req.Unit == "" {
  791. br.Msg = "单位不能为空"
  792. return
  793. }
  794. if req.ClassifyId <= 0 {
  795. br.Msg = "请选择分类"
  796. return
  797. }
  798. if req.EdbInfoId <= 0 {
  799. br.Msg = "请选择指标"
  800. return
  801. }
  802. // 根据指标名称和指标ID校验库中是否还存在其他同名指标
  803. existEdbName, err := logic.CheckExistByEdbNameAndEdbInfoId(0, req.EdbInfoId, req.EdbName, this.Lang)
  804. if err != nil {
  805. br.Msg = "判断指标名称是否存在失败"
  806. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  807. return
  808. }
  809. if existEdbName {
  810. br.Msg = "指标名称已存在,请重新填写"
  811. br.ErrMsg = "指标名称已存在,请重新填写"
  812. br.IsSendEmail = false
  813. return
  814. }
  815. edbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
  816. if err != nil {
  817. if err.Error() == utils.ErrNoRow() {
  818. br.Msg = "指标已被删除,请刷新页面"
  819. br.ErrMsg = "指标已被删除,请刷新页面:Err:" + err.Error()
  820. return
  821. }
  822. br.Msg = "获取指标信息失败"
  823. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  824. return
  825. }
  826. // 记录原始指标信息
  827. oldEdbName := edbInfo.EdbName
  828. oldFrequency := edbInfo.Frequency
  829. oldUnit := edbInfo.Unit
  830. // 基础指标id
  831. fromEdbInfoId := req.FromEdbInfoId
  832. if req.Source <= 0 {
  833. req.Source = edbInfo.Source
  834. }
  835. var formulaInt int
  836. var nhccDate models.NhccDate // 拟合残差的日期
  837. // 初期的参数校验
  838. switch req.Source {
  839. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS, utils.DATA_SOURCE_CALCULATE_HBZ, utils.DATA_SOURCE_CALCULATE_HCZ, utils.DATA_SOURCE_CALCULATE_TIME_SHIFT, utils.DATA_SOURCE_CALCULATE_CJJX:
  840. if req.Formula == "" {
  841. br.Msg = "请填写N值"
  842. return
  843. }
  844. formulaInt, _ = strconv.Atoi(req.Formula)
  845. if formulaInt <= 0 {
  846. br.Msg = "N值输入错误,请重新输入"
  847. return
  848. }
  849. case utils.DATA_SOURCE_CALCULATE_ZJPJ:
  850. //直接拼接指标
  851. //校验时间格式
  852. _, err = time.ParseInLocation(utils.FormatDate, req.Formula, time.Local)
  853. if err != nil {
  854. br.Msg = "拼接日期有误,请重新输入"
  855. return
  856. }
  857. case utils.DATA_SOURCE_CALCULATE_NHCC: //拟合残差指标
  858. //指标校验
  859. if len(req.EdbInfoIdArr) != 2 {
  860. br.Msg = "选择的指标异常,请重新选择"
  861. return
  862. }
  863. fromEdbInfoId = req.EdbInfoIdArr[0].EdbInfoId
  864. //校验时间格式
  865. //数据格式:2022-11-01,2022-11-10
  866. timeList := strings.Split(req.Formula, ",")
  867. if len(timeList) != 2 {
  868. br.Msg = "选择时间有误,请重新输入"
  869. return
  870. }
  871. startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  872. if err != nil {
  873. br.Msg = "开始日期有误,请重新输入"
  874. return
  875. }
  876. endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  877. if err != nil {
  878. br.Msg = "结束日期有误,请重新输入"
  879. return
  880. }
  881. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  882. br.Msg = "日期间隔不得少于两天"
  883. return
  884. }
  885. nhccDate.StartDate = startDate
  886. nhccDate.EndDate = endDate
  887. case utils.DATA_SOURCE_CALCULATE_JP:
  888. if req.Formula != "期末值" && req.Formula != "平均值" {
  889. br.Msg = "数据取值类型错误:" + req.Formula
  890. return
  891. }
  892. case utils.DATA_SOURCE_CALCULATE_ZSXY: // 指数修匀
  893. if req.Formula == "" {
  894. br.Msg = "请填写alpha值"
  895. return
  896. }
  897. a, e := strconv.ParseFloat(req.Formula, 64)
  898. if e != nil {
  899. br.Msg = "alpha值输入错误, 请重新输入"
  900. return
  901. }
  902. if a <= 0 || a >= 1 {
  903. br.Msg = "alpha值输入错误, 请重新输入"
  904. return
  905. }
  906. }
  907. var fromEdbInfo *models.EdbInfo
  908. if fromEdbInfoId > 0 {
  909. // 获取基础指标信息
  910. fromEdbInfo, err = models.GetEdbInfoById(fromEdbInfoId)
  911. if err != nil {
  912. if err.Error() == utils.ErrNoRow() {
  913. br.Msg = "指标已被删除,请刷新页面"
  914. br.ErrMsg = "指标已被删除,请刷新页面:Err:" + err.Error()
  915. return
  916. }
  917. br.Msg = "获取指标信息失败"
  918. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  919. return
  920. }
  921. }
  922. //dataUpdateTime := time.Now().Format(utils.FormatDateTime)
  923. // 额外赋值
  924. switch this.Lang {
  925. case utils.EnLangVersion:
  926. req.EdbNameEn = req.EdbName
  927. req.UnitEn = req.Unit
  928. req.EdbName = edbInfo.EdbName
  929. req.Unit = edbInfo.Unit
  930. default:
  931. req.EdbNameEn = edbInfo.EdbNameEn
  932. req.UnitEn = edbInfo.UnitEn
  933. }
  934. var sourName, errMsg string
  935. var edbInfoId int
  936. var baseEdbInfoModel models.BaseEdbInfoInterface
  937. editParams := models.EditCalculateBatchParams{
  938. Req: &req,
  939. EdbInfo: edbInfo,
  940. FromEdbInfo: fromEdbInfo,
  941. }
  942. switch req.Source {
  943. case utils.DATA_SOURCE_CALCULATE_LJZZY:
  944. sourName = "累计值转月值"
  945. if fromEdbInfo.Frequency != "月度" {
  946. br.Msg = "请选择月度指标"
  947. return
  948. }
  949. err = models.EditCalculateLjzzy(edbInfo, &req, fromEdbInfo)
  950. case utils.DATA_SOURCE_CALCULATE_TBZ:
  951. sourName = "同比值"
  952. err = models.EditCalculateTbz(edbInfo, &req, fromEdbInfo)
  953. case utils.DATA_SOURCE_CALCULATE_TCZ:
  954. fmt.Println("start edit", time.Now())
  955. sourName = "同差值"
  956. err = models.EditCalculateTcz(edbInfo, &req, fromEdbInfo)
  957. fmt.Println("end edit", time.Now())
  958. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS:
  959. sourName = "N数值移动平均计算"
  960. err = models.EditCalculateNszydpjjs(edbInfo, &req, fromEdbInfo, formulaInt, edbInfo.CalculateFormula)
  961. case utils.DATA_SOURCE_CALCULATE_HBZ:
  962. checkCount, tmpErr := models.GetLteZeroEdbDataCount(fromEdbInfo.Source, fromEdbInfo.SubSource, req.FromEdbInfoId)
  963. if tmpErr != nil && tmpErr.Error() != utils.ErrNoRow() {
  964. br.Msg = "判断环比值是否可计算失败"
  965. br.ErrMsg = "判断环比值是否可计算失败,Err:" + tmpErr.Error()
  966. return
  967. }
  968. if checkCount > 0 {
  969. br.Msg = "原始数据中存在0或负数,该指标不能进行环比运算"
  970. br.ErrMsg = "原始数据中出现0和负值时,提示该指标不能进行环比运算"
  971. return
  972. }
  973. sourName = "环比值"
  974. err = models.EditCalculateHbz(edbInfo, &req, fromEdbInfo, formulaInt, edbInfo.CalculateFormula)
  975. case utils.DATA_SOURCE_CALCULATE_HCZ:
  976. sourName = "环差值"
  977. err = models.EditCalculateHcz(edbInfo, &req, fromEdbInfo, formulaInt, edbInfo.CalculateFormula)
  978. case utils.DATA_SOURCE_CALCULATE_BP:
  979. sourName = utils.DATA_SOURCE_NAME_CALCULATE_BP
  980. err = models.EditCalculateBp(edbInfo, &req, fromEdbInfo)
  981. case utils.DATA_SOURCE_CALCULATE_TIME_SHIFT:
  982. sourName = "时间移位"
  983. err = models.EditCalculateTimeShift(edbInfo, &req, fromEdbInfo)
  984. case utils.DATA_SOURCE_CALCULATE_ZJPJ:
  985. sourName = "直接拼接"
  986. if len(req.EdbInfoIdArr) != 1 {
  987. br.Msg = "请传入拼接日期之后的指标"
  988. br.ErrMsg = "请传入拼接日期之后的指标"
  989. return
  990. }
  991. secondEdbInfoReq := req.EdbInfoIdArr[0]
  992. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  993. if tmpErr != nil {
  994. br.Msg = "获取拼接日期之后的指标信息失败"
  995. br.ErrMsg = "获取拼接日期之后的指标信息失败:Err:" + tmpErr.Error()
  996. return
  997. }
  998. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  999. br.Msg = "两个指标不允许为同一个"
  1000. br.ErrMsg = "两个指标不允许为同一个"
  1001. return
  1002. }
  1003. err = models.EditCalculateZjpj(&req, edbInfo, fromEdbInfo, secondEdbInfo)
  1004. case utils.DATA_SOURCE_CALCULATE_LJZTBPJ: //累计值同比拼接
  1005. sourName = "累计值同比拼接"
  1006. if fromEdbInfo.Frequency != "月度" {
  1007. br.Msg = "待拼接指标只能筛选月度指标"
  1008. br.ErrMsg = "待拼接指标只能筛选月度指标"
  1009. return
  1010. }
  1011. if len(req.EdbInfoIdArr) != 1 {
  1012. br.Msg = "请传入同比值指标"
  1013. br.ErrMsg = "请传入同比值指标"
  1014. return
  1015. }
  1016. secondEdbInfoReq := req.EdbInfoIdArr[0]
  1017. tbzEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  1018. if tmpErr != nil {
  1019. br.Msg = "获取同比值指标信息失败"
  1020. br.ErrMsg = "获取同比值指标信息失败:Err:" + tmpErr.Error()
  1021. return
  1022. }
  1023. if tbzEdbInfo.Source != utils.DATA_SOURCE_CALCULATE_TBZ {
  1024. br.Msg = "指标必须是传入同比值指标类型"
  1025. br.ErrMsg = "指标必须是传入同比值指标类型"
  1026. return
  1027. }
  1028. if tbzEdbInfo.Frequency != "月度" {
  1029. br.Msg = "同比值指标只能筛选月度指标"
  1030. br.ErrMsg = "同比值指标只能筛选月度指标"
  1031. return
  1032. }
  1033. if fromEdbInfo.EdbInfoId == tbzEdbInfo.EdbInfoId {
  1034. br.Msg = "两个指标不允许为同一个"
  1035. br.ErrMsg = "两个指标不允许为同一个"
  1036. return
  1037. }
  1038. err = models.EditCalculateLjztbpj(&req, edbInfo, fromEdbInfo, tbzEdbInfo)
  1039. case utils.DATA_SOURCE_CALCULATE_CJJX:
  1040. sourName = "超季节性"
  1041. err = models.EditCalculateCjjx(&req, edbInfo, fromEdbInfo, formulaInt)
  1042. case utils.DATA_SOURCE_CALCULATE_NHCC:
  1043. sourName = "拟合残差"
  1044. secondEdbInfoReq := req.EdbInfoIdArr[1]
  1045. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  1046. if tmpErr != nil {
  1047. br.Msg = "获取因变量的指标信息失败"
  1048. br.ErrMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
  1049. return
  1050. }
  1051. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  1052. br.Msg = "两个指标不允许为同一个"
  1053. br.ErrMsg = "两个指标不允许为同一个"
  1054. return
  1055. }
  1056. err, errMsg = models.EditCalculateNhcc(&req, edbInfo, fromEdbInfo, secondEdbInfo, nhccDate)
  1057. case utils.DATA_SOURCE_CALCULATE_JP:
  1058. if !models.CheckFrequency(fromEdbInfo.Frequency, req.Frequency) {
  1059. br.Msg = "频度异常,不允许低频降频到高频"
  1060. return
  1061. }
  1062. sourName = utils.DATA_SOURCE_NAME_CALCULATE_JP
  1063. err = models.EditCalculateJp(edbInfo, &req, fromEdbInfo)
  1064. case utils.DATA_SOURCE_CALCULATE_NH:
  1065. sourName = utils.DATA_SOURCE_NAME_CALCULATE_NH
  1066. err = models.EditCalculateNh(edbInfo, &req, fromEdbInfo)
  1067. case utils.DATA_SOURCE_CALCULATE_KSZS:
  1068. //关联的指标信息
  1069. if len(req.EdbInfoIdArr) < 2 {
  1070. br.Msg = "指标数量不能小于2个,请重新选择"
  1071. br.ErrMsg = "指标数量不能小于2个,请重新选择"
  1072. br.IsSendEmail = false
  1073. return
  1074. }
  1075. sourName = utils.DATA_SOURCE_NAME_CALCULATE_KSZS
  1076. err = models.EditCalculateKszs(edbInfo, &req)
  1077. case utils.DATA_SOURCE_CALCULATE_CORRELATION:
  1078. //关联的指标信息
  1079. if len(req.EdbInfoIdArr) < 2 {
  1080. br.Msg = "指标数量不能小于2个,请重新选择"
  1081. br.ErrMsg = "指标数量不能小于2个,请重新选择"
  1082. br.IsSendEmail = false
  1083. return
  1084. }
  1085. sourName = utils.DATA_SOURCE_NAME_CALCULATE_CORRELATION
  1086. err, errMsg = models.EditCalculateCorrelation(edbInfo, &req)
  1087. case utils.DATA_SOURCE_CALCULATE_RJZ:
  1088. if req.Frequency == "日度" {
  1089. br.Msg = "日度指标无需进行日均值计算"
  1090. return
  1091. }
  1092. if req.Frequency != fromEdbInfo.Frequency {
  1093. br.Msg = "当前频度和原指标频度不一致"
  1094. return
  1095. }
  1096. if req.Unit != fromEdbInfo.Unit {
  1097. br.Msg = "单位只允许为和原指标频度保持一致,禁止选择其他单位"
  1098. return
  1099. }
  1100. sourName = "日均值"
  1101. err = models.EditCalculateRjz(edbInfo, &req, fromEdbInfo)
  1102. default:
  1103. // 获取通用的数据源处理服务
  1104. baseEdbInfoModel = models.GetBaseEdbInfoModel(req.Source)
  1105. // 没有找到的话,那么就直接返回报错吧
  1106. if baseEdbInfoModel == nil {
  1107. br.Msg = "无效计算方式"
  1108. br.ErrMsg = "无效计算方式,source:" + strconv.Itoa(req.Source)
  1109. return
  1110. }
  1111. sourName = baseEdbInfoModel.GetSourceName()
  1112. err, errMsg = baseEdbInfoModel.Edit(editParams)
  1113. }
  1114. if err != nil {
  1115. br.Msg = "生成" + sourName + "失败"
  1116. if errMsg != `` {
  1117. br.Msg = errMsg
  1118. }
  1119. br.Msg = "生成" + sourName + "失败 Err:" + err.Error()
  1120. return
  1121. }
  1122. if edbInfo == nil {
  1123. br.Msg = "生成" + sourName + "失败"
  1124. br.ErrMsg = "生成" + sourName + "失败,指标ID错误:" + strconv.Itoa(edbInfoId)
  1125. return
  1126. }
  1127. edbInfoId = edbInfo.EdbInfoId
  1128. //处理同名指标
  1129. {
  1130. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  1131. if err != nil {
  1132. br.Msg = "保存失败"
  1133. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  1134. return
  1135. }
  1136. if len(edbNameList) >= 2 {
  1137. for _, v := range edbNameList {
  1138. edbName := v.EdbName + "(" + v.SourceName + ")"
  1139. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  1140. if err != nil {
  1141. br.Msg = "保存失败"
  1142. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  1143. return
  1144. }
  1145. }
  1146. }
  1147. }
  1148. // 更新指标最大最小值
  1149. //err, errMsg = models.UnifiedModifyEdbInfoMaxAndMinInfoTmp(edbInfo, dataUpdateTime)
  1150. err, errMsg = models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo)
  1151. if err != nil {
  1152. br.Msg = errMsg
  1153. br.ErrMsg = err.Error()
  1154. return
  1155. }
  1156. // 记录指标的操作记录
  1157. oldEdbInfo := new(models.EdbInfo)
  1158. oldEdbInfo.EdbInfoId = edbInfo.EdbInfoId
  1159. oldEdbInfo.EdbName = oldEdbName
  1160. oldEdbInfo.Frequency = oldFrequency
  1161. oldEdbInfo.Unit = oldUnit
  1162. newEdbInfoRecord := new(models.EdbInfoEditRecord)
  1163. newEdbInfoRecord.EdbName = req.EdbName
  1164. newEdbInfoRecord.Frequency = req.Frequency
  1165. newEdbInfoRecord.Unit = req.Unit
  1166. newEdbInfoRecord.OperateUserId = req.AdminId
  1167. newEdbInfoRecord.OperateUserRealName = req.AdminName
  1168. err = services.AddEditEdbInfoRecord(oldEdbInfo, newEdbInfoRecord)
  1169. if err != nil {
  1170. br.Msg = "保存失败"
  1171. br.ErrMsg = "记录指标操作记录失败,Err:" + err.Error()
  1172. }
  1173. // 重置计算指标中的引用关系
  1174. go services.ResetEdbRelation(edbInfoId)
  1175. resp := models.AddEdbInfoResp{
  1176. EdbInfoId: edbInfo.EdbInfoId,
  1177. UniqueCode: edbInfo.UniqueCode,
  1178. }
  1179. br.Ret = 200
  1180. br.Success = true
  1181. br.Msg = "保存成功"
  1182. br.Data = resp
  1183. br.IsAddLog = true
  1184. }
  1185. // Refresh
  1186. // @Title 刷新计算指标接口
  1187. // @Description 刷新计算指标接口
  1188. // @Success 200 {object} models.RefreshEdbInfoReq
  1189. // @router /refresh [post]
  1190. func (this *CalculateController) Refresh() {
  1191. br := new(models.BaseResponse).Init()
  1192. var cacheKey string
  1193. defer func() {
  1194. this.Data["json"] = br
  1195. this.ServeJSON()
  1196. }()
  1197. var req models.RefreshEdbInfoReq
  1198. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  1199. if err != nil {
  1200. br.Msg = "参数解析异常!"
  1201. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1202. return
  1203. }
  1204. if req.EdbCode == "" {
  1205. br.Msg = "请输入指标编码!"
  1206. br.ErrMsg = "请输入指标编码,指标编码为空"
  1207. return
  1208. }
  1209. if req.EdbInfoId <= 0 {
  1210. br.Msg = "请输入指标ID!"
  1211. br.ErrMsg = "请输入指标ID"
  1212. return
  1213. }
  1214. edbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
  1215. if err != nil {
  1216. br.Msg = "指标不存在!"
  1217. br.ErrMsg = "指标不存在"
  1218. return
  1219. }
  1220. cacheKey = utils.CACHE_EDB_DATA_REFRESH + strconv.Itoa(edbInfo.Source) + "_" + req.EdbCode
  1221. if utils.Rc.IsExist(cacheKey) {
  1222. br.Ret = 501
  1223. br.Success = true
  1224. br.Msg = "系统处理中,请稍后重试"
  1225. return
  1226. }
  1227. // 刷新指标
  1228. utils.Rc.SetNX(cacheKey, 1, 1*time.Minute)
  1229. defer func() {
  1230. _ = utils.Rc.Delete(cacheKey)
  1231. }()
  1232. startDate := req.StartDate
  1233. var errMsg string
  1234. endDate := time.Now().Format(utils.FormatDate)
  1235. edbInfoId := edbInfo.EdbInfoId
  1236. source := edbInfo.Source
  1237. subSource := edbInfo.SubSource
  1238. var baseEdbInfoModel models.BaseEdbInfoInterface
  1239. refreshParams := models.RefreshParams{
  1240. EdbInfo: edbInfo,
  1241. StartDate: "", // 更新所有
  1242. EndDate: "", // 更新所有数据
  1243. }
  1244. switch source {
  1245. case utils.DATA_SOURCE_CALCULATE:
  1246. //startDate = edbInfo.StartDate
  1247. //sTime, err := time.ParseInLocation(utils.FormatDate, edbInfo.EndDate,time.Local)
  1248. //if err != nil {
  1249. // return
  1250. //}
  1251. //startDate = sTime.Format(utils.FormatDate)
  1252. startDate = ""
  1253. var edbInfoIdBytes []string
  1254. calculateMap, err := models.GetEdbInfoCalculateDetailList(edbInfo.EdbInfoId)
  1255. if err != nil {
  1256. errMsg = "GetEdbInfoCalculateDetail Err:" + err.Error()
  1257. break
  1258. }
  1259. var formulaStr string
  1260. edbInfoList := make([]*models.EdbInfo, 0)
  1261. edbInfoTag := make(map[string]int)
  1262. for _, v := range calculateMap {
  1263. edbInfoTag[v.FromTag] = v.FromEdbInfoId
  1264. formulaStr += v.FromTag + ","
  1265. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  1266. edbInfo, _ := models.GetEdbInfoById(v.FromEdbInfoId)
  1267. edbInfoList = append(edbInfoList, edbInfo)
  1268. }
  1269. err = models.RefreshAllCalculate(edbInfoList, edbInfoTag, edbInfo.EdbInfoId, source, subSource, edbInfo.EdbCode, edbInfo.CalculateFormula, startDate, endDate, edbInfoIdBytes, edbInfo.EmptyType, edbInfo.MaxEmptyType, edbInfo.Extra)
  1270. if err != nil && err.Error() != utils.ErrNoRow() {
  1271. errMsg = "RefreshCalculate Err:" + err.Error()
  1272. break
  1273. }
  1274. case utils.DATA_SOURCE_CALCULATE_LJZZY: //刷新累计值转月值
  1275. calculateLjzzy, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1276. if err != nil {
  1277. errMsg = "GetEdbInfoCalculateLjzzyDetail Err:" + err.Error()
  1278. break
  1279. }
  1280. fromEdbInfo, err := models.GetEdbInfoById(calculateLjzzy.FromEdbInfoId)
  1281. if err != nil {
  1282. errMsg = "GetEdbInfoById Err:" + err.Error()
  1283. break
  1284. }
  1285. //startDate = edbInfo.StartDate
  1286. //endDate = time.Now().Format(utils.FormatDate)
  1287. endDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1288. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1289. err = models.RefreshAllCalculateLjzzy(edbInfoId, source, subSource, fromEdbInfo, calculateLjzzy.EdbCode, startDate, endDate)
  1290. if err != nil && err.Error() != utils.ErrNoRow() {
  1291. errMsg = "RefreshAllCalculateLjzzy Err:" + err.Error()
  1292. break
  1293. }
  1294. case utils.DATA_SOURCE_CALCULATE_TBZ: //刷新同比值
  1295. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1296. if err != nil {
  1297. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  1298. break
  1299. }
  1300. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  1301. if err != nil {
  1302. errMsg = "GetEdbInfoById Err:" + err.Error()
  1303. break
  1304. }
  1305. //startDate = edbInfo.StartDate
  1306. endDate = time.Now().Format(utils.FormatDate)
  1307. err = models.RefreshAllCalculateTbz(edbInfoId, source, subSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate)
  1308. if err != nil && err.Error() != utils.ErrNoRow() {
  1309. errMsg = "RefreshAllCalculateTbz Err:" + err.Error()
  1310. break
  1311. }
  1312. case utils.DATA_SOURCE_CALCULATE_TCZ: //同差值
  1313. calculateTcz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1314. if err != nil {
  1315. errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error()
  1316. break
  1317. }
  1318. fromEdbInfo, err := models.GetEdbInfoById(calculateTcz.FromEdbInfoId)
  1319. if err != nil {
  1320. errMsg = "GetEdbInfoById Err:" + err.Error()
  1321. break
  1322. }
  1323. //startDate = edbInfo.StartDate
  1324. endDate = time.Now().Format(utils.FormatDate)
  1325. err = models.RefreshAllCalculateTcz(edbInfoId, source, subSource, fromEdbInfo, calculateTcz.EdbCode, startDate, endDate)
  1326. if err != nil && err.Error() != utils.ErrNoRow() {
  1327. errMsg = "RefreshCalculateTcz Err:" + err.Error()
  1328. break
  1329. }
  1330. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS: //N数值移动平均计算
  1331. calculateNszydpjjs, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1332. if err != nil {
  1333. errMsg = "GetEdbInfoCalculateNszydpjjsDetail Err:" + err.Error()
  1334. break
  1335. }
  1336. fromEdbInfo, err := models.GetEdbInfoById(calculateNszydpjjs.FromEdbInfoId)
  1337. if err != nil {
  1338. errMsg = "GetEdbInfoById Err:" + err.Error()
  1339. break
  1340. }
  1341. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1342. //startDate = edbInfo.StartDate
  1343. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1344. err = models.RefreshAllCalculateNszydpjjs(edbInfoId, edbInfo.Source, edbInfo.SubSource, formulaInt, fromEdbInfo, calculateNszydpjjs.EdbCode, startDate)
  1345. if err != nil && err.Error() != utils.ErrNoRow() {
  1346. errMsg = "RefreshCalculateNszydpjjs Err:" + err.Error()
  1347. break
  1348. }
  1349. case utils.DATA_SOURCE_CALCULATE_HBZ: //刷新环比值
  1350. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1351. if err != nil {
  1352. errMsg = "GetEdbInfoCalculateHbzDetail Err:" + err.Error()
  1353. break
  1354. }
  1355. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  1356. if err != nil {
  1357. errMsg = "GetEdbInfoById Err:" + err.Error()
  1358. break
  1359. }
  1360. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1361. endDate = time.Now().Format(utils.FormatDate)
  1362. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1363. err = models.RefreshAllCalculateHbz(edbInfoId, source, subSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate, formulaInt)
  1364. if err != nil && err.Error() != utils.ErrNoRow() {
  1365. errMsg = "RefreshAllCalculateHbz Err:" + err.Error()
  1366. break
  1367. }
  1368. case utils.DATA_SOURCE_CALCULATE_HCZ: //刷新环差值
  1369. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1370. if err != nil {
  1371. errMsg = "GetEdbInfoCalculateHczDetail Err:" + err.Error()
  1372. break
  1373. }
  1374. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  1375. if err != nil {
  1376. errMsg = "GetEdbInfoById Err:" + err.Error()
  1377. break
  1378. }
  1379. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1380. endDate = time.Now().Format(utils.FormatDate)
  1381. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1382. err = models.RefreshAllCalculateHcz(edbInfoId, source, subSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate, formulaInt)
  1383. if err != nil && err.Error() != utils.ErrNoRow() {
  1384. errMsg = "RefreshAllCalculateHcz Err:" + err.Error()
  1385. break
  1386. }
  1387. case utils.DATA_SOURCE_CALCULATE_BP: //刷新升频
  1388. calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1389. if err != nil {
  1390. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  1391. break
  1392. }
  1393. fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  1394. if err != nil {
  1395. errMsg = "GetEdbInfoById Err:" + err.Error()
  1396. break
  1397. }
  1398. //startDate = edbInfo.StartDate
  1399. endDate = time.Now().Format(utils.FormatDate)
  1400. err = models.RefreshAllCalculateBp(edbInfoId, source, subSource, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate)
  1401. if err != nil && err.Error() != utils.ErrNoRow() {
  1402. errMsg = "RefreshAllCalculateBp Err:" + err.Error()
  1403. break
  1404. }
  1405. case utils.DATA_SOURCE_CALCULATE_TIME_SHIFT:
  1406. calculate, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1407. if err != nil {
  1408. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  1409. break
  1410. }
  1411. fromEdbInfo, err := models.GetEdbInfoById(calculate.FromEdbInfoId)
  1412. if err != nil {
  1413. errMsg = "GetEdbInfoById Err:" + err.Error()
  1414. break
  1415. }
  1416. //startDate = edbInfo.StartDate
  1417. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1418. endDate = time.Now().Format(utils.FormatDate)
  1419. formulaInt, _ := strconv.Atoi(calculate.CalculateFormula)
  1420. err = models.RefreshAllCalculateTimeShift(edbInfoId, source, subSource, formulaInt, calculate.MoveType, fromEdbInfo, calculate.EdbCode, startDate, endDate, calculate.MoveFrequency)
  1421. if err != nil && err.Error() != utils.ErrNoRow() {
  1422. errMsg = "RefreshAllCalculateTimeShift Err:" + err.Error()
  1423. }
  1424. case utils.DATA_SOURCE_CALCULATE_ZJPJ: //刷新直接拼接
  1425. err = models.RefreshAllCalculateZjpj(edbInfo)
  1426. if err != nil && err.Error() != utils.ErrNoRow() {
  1427. errMsg = "RefreshAllCalculateZjpj Err:" + err.Error()
  1428. break
  1429. }
  1430. case utils.DATA_SOURCE_CALCULATE_LJZTBPJ: //刷新累计值同比拼接
  1431. err = models.RefreshAllCalculateLjztbpj(edbInfo)
  1432. if err != nil && err.Error() != utils.ErrNoRow() {
  1433. errMsg = "RefreshAllCalculateLjztbpj Err:" + err.Error()
  1434. break
  1435. }
  1436. case utils.DATA_SOURCE_PYTHON: //python代码运算
  1437. edbPythonCode, err := models.GetEdbPythonCodeById(edbInfo.EdbInfoId)
  1438. if err != nil {
  1439. errMsg = "获取python代码失败 Err:" + err.Error()
  1440. break
  1441. }
  1442. edbData, err, errMsg := services.ExecPythonCode(edbInfo.EdbCode, edbPythonCode.PythonCode)
  1443. if err != nil {
  1444. br.Msg = "获取数据失败"
  1445. br.ErrMsg = "python代码获取数据失败,err:" + err.Error()
  1446. if errMsg != "" {
  1447. br.Msg = errMsg
  1448. }
  1449. return
  1450. }
  1451. err = models.RefreshAllPythonEdb(edbInfo, edbData)
  1452. if err != nil && err.Error() != utils.ErrNoRow() {
  1453. errMsg = "RefreshAllPythonEdb Err:" + err.Error()
  1454. break
  1455. }
  1456. case utils.DATA_SOURCE_CALCULATE_CJJX: //超季节性
  1457. calculateCjjx, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1458. if err != nil {
  1459. errMsg = "GetEdbInfoCalculateNszydpjjsDetail Err:" + err.Error()
  1460. break
  1461. }
  1462. fromEdbInfo, err := models.GetEdbInfoById(calculateCjjx.FromEdbInfoId)
  1463. if err != nil {
  1464. errMsg = "GetEdbInfoById Err:" + err.Error()
  1465. break
  1466. }
  1467. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1468. startDate = `` //只要填写日期,就会出现问题,还是把日期给去掉吧
  1469. err = models.RefreshAllCalculateCjjx(edbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, calculateCjjx.EdbCode, startDate, "", edbInfo.Calendar, formulaInt)
  1470. if err != nil && err.Error() != utils.ErrNoRow() {
  1471. errMsg = "RefreshAllCalculateCjjx Err:" + err.Error()
  1472. break
  1473. }
  1474. case utils.DATA_SOURCE_CALCULATE_NHCC: //nhcc
  1475. err = models.RefreshAllCalculateNhcc(edbInfo)
  1476. if err != nil && err.Error() != utils.ErrNoRow() {
  1477. errMsg = "RefreshAllCalculateNhcc Err:" + err.Error()
  1478. break
  1479. }
  1480. case utils.DATA_SOURCE_CALCULATE_ADJUST:
  1481. calculateMapping, err := models.GetEdbInfoCalculateMappingDetail(edbInfo.EdbInfoId)
  1482. if err != nil {
  1483. br.Msg = "获取来源指标异常!"
  1484. br.ErrMsg = "获取来源指标异常,Err:" + err.Error()
  1485. return
  1486. }
  1487. fromEdbInfo, err := models.GetEdbInfoById(calculateMapping.FromEdbInfoId)
  1488. if err != nil {
  1489. br.Msg = "来源指标不存在!"
  1490. br.ErrMsg = "来源指标不存在"
  1491. return
  1492. }
  1493. err = models.RefreshAllAdjustEdb(edbInfo, fromEdbInfo)
  1494. if err != nil && err.Error() != utils.ErrNoRow() {
  1495. errMsg = "RefreshAllAdjustEdb Err:" + err.Error()
  1496. break
  1497. }
  1498. case utils.DATA_SOURCE_CALCULATE_JP: //刷新降频
  1499. calculateMapping, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1500. if err != nil {
  1501. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  1502. break
  1503. }
  1504. fromEdbInfo, err := models.GetEdbInfoById(calculateMapping.FromEdbInfoId)
  1505. if err != nil {
  1506. errMsg = "GetEdbInfoById Err:" + err.Error()
  1507. break
  1508. }
  1509. //startDate = edbInfo.StartDate
  1510. endDate = time.Now().Format(utils.FormatDate)
  1511. err = models.RefreshAllCalculateJp(edbInfoId, source, subSource, fromEdbInfo, edbInfo.EdbCode, edbInfo.Frequency, edbInfo.CalculateFormula)
  1512. if err != nil && err.Error() != utils.ErrNoRow() {
  1513. errMsg = "RefreshAllCalculateJp Err:" + err.Error()
  1514. break
  1515. }
  1516. case utils.DATA_SOURCE_CALCULATE_NH: //刷新年化
  1517. calculateMapping, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1518. if err != nil {
  1519. errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error()
  1520. break
  1521. }
  1522. fromEdbInfo, err := models.GetEdbInfoById(calculateMapping.FromEdbInfoId)
  1523. if err != nil {
  1524. errMsg = "GetEdbInfoById Err:" + err.Error()
  1525. break
  1526. }
  1527. //startDate = edbInfo.StartDate
  1528. endDate = time.Now().Format(utils.FormatDate)
  1529. err = models.RefreshAllCalculateNh(edbInfoId, source, subSource, fromEdbInfo, edbInfo.EdbCode)
  1530. if err != nil && err.Error() != utils.ErrNoRow() {
  1531. errMsg = "RefreshAllCalculateNh Err:" + err.Error()
  1532. break
  1533. }
  1534. case utils.DATA_SOURCE_CALCULATE_KSZS: //刷新扩散指数
  1535. //startDate = edbInfo.StartDate
  1536. endDate = time.Now().Format(utils.FormatDate)
  1537. err = models.RefreshAllCalculateKszs(edbInfo)
  1538. if err != nil && err.Error() != utils.ErrNoRow() {
  1539. errMsg = "RefreshAllCalculateKszs Err:" + err.Error()
  1540. break
  1541. }
  1542. case utils.DATA_SOURCE_STOCK_PLANT: //存量装置
  1543. //startDate = edbInfo.StartDate
  1544. endDate = time.Now().Format(utils.FormatDate)
  1545. req.StartDate = `` // 开始日期也给过滤吧,万一研究员补充了之前的数据呢,还是过滤掉吧
  1546. err = models.RefreshEdbDataFromStockPlant(req.EdbInfoId, req.EdbCode, req.StartDate)
  1547. if err != nil && err.Error() != utils.ErrNoRow() {
  1548. errMsg = "RefreshEdbDataFromStockPlant Err:" + err.Error()
  1549. break
  1550. }
  1551. case utils.DATA_SOURCE_CALCULATE_CORRELATION:
  1552. err, errMsg = models.RefreshAllCalculateCorrelation(edbInfo)
  1553. case utils.DATA_SOURCE_CALCULATE_RJZ: //刷新日均值
  1554. calculateRjz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1555. if err != nil {
  1556. errMsg = "GetEdbInfoCalculateMappingDetail Err:" + err.Error()
  1557. break
  1558. }
  1559. fromEdbInfo, err := models.GetEdbInfoById(calculateRjz.FromEdbInfoId)
  1560. if err != nil {
  1561. errMsg = "GetEdbInfoById Err:" + err.Error()
  1562. break
  1563. }
  1564. //startDate = edbInfo.StartDate
  1565. endDate = time.Now().Format(utils.FormatDate)
  1566. err = models.RefreshAllCalculateRjz(edbInfoId, source, fromEdbInfo, calculateRjz.EdbCode, startDate, endDate)
  1567. if err != nil && err.Error() != utils.ErrNoRow() {
  1568. errMsg = "RefreshAllCalculateRjz Err:" + err.Error()
  1569. break
  1570. }
  1571. default:
  1572. // 获取通用的数据源处理服务
  1573. baseEdbInfoModel = models.GetBaseEdbInfoModel(source)
  1574. // 没有找到的话,那么就直接返回报错吧
  1575. if baseEdbInfoModel == nil {
  1576. br.Msg = "来源异常,请联系相关开发!"
  1577. br.ErrMsg = "来源异常,请联系相关开发"
  1578. return
  1579. }
  1580. err, errMsg = baseEdbInfoModel.Refresh(refreshParams)
  1581. }
  1582. if errMsg != `` {
  1583. br.Msg = "刷新指标失败!"
  1584. br.ErrMsg = "刷新指标失败,err:" + errMsg
  1585. return
  1586. }
  1587. // 更新指标最大最小值
  1588. err, errMsg = models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo)
  1589. if err != nil {
  1590. br.Msg = errMsg
  1591. br.ErrMsg = err.Error()
  1592. return
  1593. }
  1594. // 更新ES
  1595. go logic.UpdateEs(edbInfoId)
  1596. br.Ret = 200
  1597. br.Success = true
  1598. br.Msg = "获取成功"
  1599. }
  1600. // SaveAdjust
  1601. // @Title 保存数据调整指标接口
  1602. // @Description 保存数据调整指标接口
  1603. // @Success 200 {object} models.SaveAdjustEdbReq
  1604. // @router /adjust/save [post]
  1605. func (this *CalculateController) SaveAdjust() {
  1606. br := new(models.BaseResponse).Init()
  1607. defer func() {
  1608. this.Data["json"] = br
  1609. this.ServeJSON()
  1610. }()
  1611. var req models.SaveAdjustEdbReq
  1612. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  1613. if err != nil {
  1614. br.Msg = "参数解析异常!"
  1615. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1616. return
  1617. }
  1618. req.EdbName = strings.Trim(req.EdbName, " ")
  1619. if req.EdbName == "" {
  1620. br.Msg = "指标名称不能为空"
  1621. return
  1622. }
  1623. if req.Frequency == "" {
  1624. br.Msg = "频率不能为空"
  1625. return
  1626. }
  1627. if req.Unit == "" {
  1628. br.Msg = "单位不能为空"
  1629. return
  1630. }
  1631. if req.ClassifyId <= 0 {
  1632. br.Msg = "请选择分类"
  1633. return
  1634. }
  1635. if len(req.DataList) == 0 {
  1636. br.Msg = "请填写数据"
  1637. return
  1638. }
  1639. //加入缓存机制,避免创建同一个名称的指标 start
  1640. redisKey := fmt.Sprint("edb_info:adjust:add:", utils.DATA_SOURCE_CALCULATE_ADJUST, ":", req.EdbName)
  1641. isExist := utils.Rc.IsExist(redisKey)
  1642. if isExist {
  1643. br.Msg = "指标正在处理,请勿重复提交"
  1644. return
  1645. } else {
  1646. //设置3分钟缓存
  1647. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  1648. defer func() {
  1649. _ = utils.Rc.Delete(redisKey)
  1650. }()
  1651. }
  1652. //获取指标数据
  1653. var condition string
  1654. var pars []interface{}
  1655. condition += " AND edb_name=? "
  1656. pars = append(pars, req.EdbName)
  1657. if req.EdbInfoId > 0 {
  1658. condition += " AND edb_info_id != ? "
  1659. pars = append(pars, req.EdbInfoId)
  1660. }
  1661. count, err := models.GetEdbInfoCountByCondition(condition, pars)
  1662. if err != nil {
  1663. br.Msg = "判断指标名称是否存在失败"
  1664. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  1665. return
  1666. }
  1667. if count > 0 {
  1668. br.Msg = "指标名称已存在,请重新填写"
  1669. br.ErrMsg = "指标名称已存在,请重新填写"
  1670. return
  1671. }
  1672. edbInfo, err, errMsg := models.SaveAdjustEdb(req)
  1673. if err != nil {
  1674. br.Msg = errMsg
  1675. br.Msg = "添加指标失败,Err:" + err.Error()
  1676. return
  1677. }
  1678. //处理同名指标
  1679. {
  1680. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  1681. if err != nil {
  1682. br.Msg = "保存失败"
  1683. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  1684. return
  1685. }
  1686. if len(edbNameList) >= 2 {
  1687. for _, v := range edbNameList {
  1688. edbName := v.EdbName + "(" + v.SourceName + ")"
  1689. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  1690. if err != nil {
  1691. br.Msg = "保存失败"
  1692. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  1693. return
  1694. }
  1695. }
  1696. }
  1697. }
  1698. // 更新指标最大最小值
  1699. err, errMsg = models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo)
  1700. if err != nil {
  1701. br.Msg = errMsg
  1702. br.ErrMsg = err.Error()
  1703. return
  1704. }
  1705. resp := models.AddEdbInfoResp{
  1706. EdbInfoId: edbInfo.EdbInfoId,
  1707. UniqueCode: edbInfo.UniqueCode,
  1708. }
  1709. // 判断是否需要禁用
  1710. go services.DisableEdbInfoNoUpdate(edbInfo)
  1711. // 重置计算指标中的引用关系
  1712. go services.ResetEdbRelation(edbInfo.EdbInfoId)
  1713. br.Ret = 200
  1714. br.Success = true
  1715. br.Msg = "保存成功"
  1716. br.Data = resp
  1717. br.IsAddLog = true
  1718. }
  1719. // CalculateComputeCorrelation
  1720. // @Title 拟合残差计算相关性
  1721. // @Description 拟合残差计算相关性接口
  1722. // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string"
  1723. // @Success Ret=200 返回指标id
  1724. // @router /compute_correlation [post]
  1725. func (this *CalculateController) CalculateComputeCorrelation() {
  1726. br := new(models.BaseResponse).Init()
  1727. defer func() {
  1728. this.Data["json"] = br
  1729. this.ServeJSON()
  1730. }()
  1731. var req models.EdbInfoCalculateBatchSaveReq
  1732. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  1733. if err != nil {
  1734. br.Msg = "参数解析异常!"
  1735. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1736. return
  1737. }
  1738. if len(req.EdbInfoIdArr) != 2 {
  1739. br.Msg = "选择的指标异常,请重新选择"
  1740. return
  1741. }
  1742. //校验时间格式
  1743. //数据格式:2022-11-01,2022-11-10
  1744. timeList := strings.Split(req.Formula, ",")
  1745. if len(timeList) != 2 {
  1746. br.Msg = "选择时间有误,请重新输入"
  1747. return
  1748. }
  1749. startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  1750. if err != nil {
  1751. br.Msg = "开始日期有误,请重新输入"
  1752. return
  1753. }
  1754. endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  1755. if err != nil {
  1756. br.Msg = "结束日期有误,请重新输入"
  1757. return
  1758. }
  1759. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  1760. br.Msg = "日期间隔不得少于两天"
  1761. return
  1762. }
  1763. var nhccDate models.NhccDate // 拟合残差的日期
  1764. nhccDate.StartDate = startDate
  1765. nhccDate.EndDate = endDate
  1766. // 基础指标id
  1767. fromEdbInfoId := req.EdbInfoIdArr[0].EdbInfoId
  1768. if fromEdbInfoId <= 0 {
  1769. br.Msg = "请选择指标"
  1770. return
  1771. }
  1772. // 来源指标(自变量指标)
  1773. fromEdbInfo, err := models.GetEdbInfoById(fromEdbInfoId)
  1774. if err != nil {
  1775. br.Msg = "获取指标信息失败"
  1776. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  1777. return
  1778. }
  1779. // 因变量指标
  1780. secondEdbInfoReq := req.EdbInfoIdArr[1]
  1781. secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  1782. if tmpErr != nil {
  1783. br.Msg = "获取因变量的指标信息失败"
  1784. br.ErrMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
  1785. return
  1786. }
  1787. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  1788. br.Msg = "两个指标不允许为同一个"
  1789. br.ErrMsg = "两个指标不允许为同一个"
  1790. return
  1791. }
  1792. aVal, bVal, rVal, err, errMsg := models.CalculateComputeCorrelation(&req, fromEdbInfo, secondEdbInfo, nhccDate)
  1793. if err != nil {
  1794. br.Msg = "计算失败"
  1795. if errMsg != `` {
  1796. br.Msg = errMsg
  1797. }
  1798. br.ErrMsg = "计算失败,ERR:" + err.Error()
  1799. return
  1800. }
  1801. connStr := ``
  1802. if bVal >= 0 {
  1803. connStr = `+`
  1804. }
  1805. valStr := fmt.Sprintf("y = %sx %s %s R²=%f", utils.SubFloatToString(aVal, 4), connStr, utils.SubFloatToString(bVal, 4), rVal)
  1806. br.Ret = 200
  1807. br.Success = true
  1808. br.Msg = "计算成功"
  1809. br.Data = valStr
  1810. br.IsAddLog = true
  1811. }
  1812. // ResetCustomAnalysisData
  1813. // @Title 自定义表格数据重置
  1814. // @Description 自定义表格数据重置
  1815. // @Param request body models.ResetCustomAnalysisData true "type json string"
  1816. // @Success Ret=200 返回指标id
  1817. // @router /custom_analysis/reset [post]
  1818. func (this *CalculateController) ResetCustomAnalysisData() {
  1819. br := new(models.BaseResponse).Init()
  1820. defer func() {
  1821. this.Data["json"] = br
  1822. this.ServeJSON()
  1823. }()
  1824. var req models.ResetCustomAnalysisData
  1825. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  1826. if err != nil {
  1827. br.Msg = "参数解析异常!"
  1828. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1829. br.IsSendEmail = false
  1830. return
  1831. }
  1832. if req.EdbInfoId <= 0 {
  1833. br.Msg = "请选择指标"
  1834. br.ErrMsg = br.Msg
  1835. br.IsSendEmail = false
  1836. return
  1837. }
  1838. if len(req.DateList) <= 0 {
  1839. br.Msg = "请传入日期序列"
  1840. br.ErrMsg = br.Msg
  1841. br.IsSendEmail = false
  1842. return
  1843. }
  1844. if len(req.DataList) <= 0 {
  1845. br.Msg = "请传入数据序列"
  1846. br.ErrMsg = br.Msg
  1847. br.IsSendEmail = false
  1848. return
  1849. }
  1850. edbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
  1851. if err != nil {
  1852. if err.Error() == utils.ErrNoRow() {
  1853. br.Msg = "指标已被删除,请刷新页面"
  1854. br.ErrMsg = "指标已被删除,请刷新页面:Err:" + err.Error()
  1855. return
  1856. }
  1857. br.Msg = "获取指标信息失败"
  1858. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  1859. return
  1860. }
  1861. baseEdbInfoModel := models.CustomAnalysis{}
  1862. err, errMsg := baseEdbInfoModel.ResetData(edbInfo, req.DateList, req.DataList)
  1863. if err != nil {
  1864. br.Msg = "更新数据失败"
  1865. if errMsg != `` {
  1866. br.Msg = errMsg
  1867. }
  1868. br.ErrMsg = "更新数据失败 Err:" + err.Error()
  1869. return
  1870. }
  1871. if edbInfo == nil {
  1872. br.Msg = "更新数据失败"
  1873. br.ErrMsg = "更新数据失败,指标ID错误:"
  1874. return
  1875. }
  1876. // 更新指标最大最小值
  1877. err, errMsg = models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo)
  1878. if err != nil {
  1879. br.Msg = errMsg
  1880. br.ErrMsg = err.Error()
  1881. return
  1882. }
  1883. resp := models.AddEdbInfoResp{
  1884. EdbInfoId: edbInfo.EdbInfoId,
  1885. UniqueCode: edbInfo.UniqueCode,
  1886. }
  1887. br.Ret = 200
  1888. br.Success = true
  1889. br.Msg = "处理成功"
  1890. br.Data = resp
  1891. br.IsAddLog = true
  1892. }
  1893. // Calculate
  1894. // @Title 基础数据计算
  1895. // @Description 拟合残差计算相关性接口
  1896. // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string"
  1897. // @Success Ret=200 返回指标id
  1898. // @router /base [post]
  1899. func (this *CalculateController) Calculate() {
  1900. br := new(models.BaseResponse).Init()
  1901. defer func() {
  1902. this.Data["json"] = br
  1903. this.ServeJSON()
  1904. }()
  1905. var req models.BaseCalculateBySearchData
  1906. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  1907. if err != nil {
  1908. br.Msg = "参数解析异常!"
  1909. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1910. return
  1911. }
  1912. dateDataMap := make(map[time.Time]float64)
  1913. var errMsg string
  1914. dataList, err := models.EdbInfoSearchDataToData(req.DataList)
  1915. if err != nil {
  1916. br.Msg = "计算失败,数据异常!"
  1917. br.ErrMsg = "计算失败,数据异常,Err:" + err.Error()
  1918. return
  1919. }
  1920. baseCalculate := models.BaseCalculate{
  1921. DataList: dataList,
  1922. Frequency: req.Frequency,
  1923. Formula: req.Formula,
  1924. Calendar: req.Calendar,
  1925. MoveType: req.MoveType,
  1926. MoveFrequency: req.MoveFrequency,
  1927. FromFrequency: req.FromFrequency,
  1928. Source: req.Source,
  1929. }
  1930. //1:累计值转月;2:累计值转季;3:同比值;4:同差值;5:N数值移动平均数计算;6:环比值;7:环差值;8:升频;9:降频;10:时间移位;11:超季节性;12:年化;13:累计值;14:累计值年初至今;15:指数修匀;16:日均值
  1931. switch baseCalculate.Source {
  1932. case 1:
  1933. dateDataMap, err, errMsg = baseCalculate.Ljzzy()
  1934. case 2:
  1935. dateDataMap, err, errMsg = baseCalculate.Ljzzj()
  1936. case 3:
  1937. dateDataMap, err, errMsg = baseCalculate.Tbz()
  1938. case 4:
  1939. dateDataMap, err, errMsg = baseCalculate.Tcz()
  1940. case 5:
  1941. dateDataMap, err, errMsg = baseCalculate.Nszydpjjs()
  1942. case 6:
  1943. dateDataMap, err, errMsg = baseCalculate.Hbz()
  1944. case 7:
  1945. dateDataMap, err, errMsg = baseCalculate.Hcz()
  1946. case 8:
  1947. dateDataMap, err, errMsg = baseCalculate.UpFrequency()
  1948. case 9:
  1949. dateDataMap, err, errMsg = baseCalculate.DownFrequency()
  1950. case 10:
  1951. dateDataMap, err, errMsg = baseCalculate.TimeShift()
  1952. case 11:
  1953. dateDataMap, err, errMsg = baseCalculate.Cjjx()
  1954. case 12:
  1955. dateDataMap, err, errMsg = baseCalculate.Annualized()
  1956. case 13:
  1957. dateDataMap, err, errMsg = baseCalculate.Ljz()
  1958. case 14:
  1959. dateDataMap, err, errMsg = baseCalculate.LjzNczj()
  1960. case 15:
  1961. dateDataMap, err, errMsg = baseCalculate.ExponentialSmoothing()
  1962. case 16:
  1963. dateDataMap, err, errMsg = baseCalculate.Rjz()
  1964. default:
  1965. errMsg = "错误的计算类型"
  1966. err = errors.New(errMsg + ":" + strconv.Itoa(baseCalculate.Source))
  1967. }
  1968. if err != nil {
  1969. br.Msg = "计算失败"
  1970. if errMsg != `` {
  1971. br.Msg = errMsg
  1972. }
  1973. br.ErrMsg = err.Error()
  1974. return
  1975. }
  1976. dateStrDataMap, dateList := models.GetDateDataAndDateList(dateDataMap)
  1977. br.Ret = 200
  1978. br.Success = true
  1979. br.Msg = "计算成功"
  1980. br.Data = models.BaseCalculateResp{
  1981. DataMap: dateStrDataMap,
  1982. DateList: dateList,
  1983. }
  1984. br.IsAddLog = true
  1985. }
  1986. // BatchSaveMulti
  1987. // @Title 批量计算 累计值转月-同比值-同差等计算新增
  1988. // @Description 批量计算 累计值转月-同比值-同差等计算新增接口
  1989. // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string"
  1990. // @Success Ret=200 返回指标id
  1991. // @router /batch/save/multi [post]
  1992. func (this *CalculateController) BatchSaveMulti() {
  1993. br := new(models.BaseResponse).Init()
  1994. defer func() {
  1995. if br.ErrMsg == "" {
  1996. br.IsSendEmail = false
  1997. }
  1998. this.Data["json"] = br
  1999. this.ServeJSON()
  2000. }()
  2001. var req models.CalculateBatchSaveReq
  2002. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  2003. if err != nil {
  2004. br.Msg = "参数解析异常!"
  2005. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  2006. return
  2007. }
  2008. resp := models.BatchEdbInfoCalculateBatchSaveResp{
  2009. Fail: make([]models.BatchEdbInfoCalculateBatchSaveFailResp, 0),
  2010. Success: make([]models.BatchEdbInfoCalculateBatchSaveSuccessResp, 0),
  2011. }
  2012. redisKeyList := make([]string, 0) //需要清理的缓存key列表
  2013. defer func() {
  2014. for _, redisKey := range redisKeyList {
  2015. utils.Rc.Delete(redisKey)
  2016. }
  2017. }()
  2018. var wg sync.WaitGroup
  2019. // 校验参数
  2020. for _, item := range req.EdbList {
  2021. calculateId := item.CalculateId
  2022. //加入缓存机制,避免创建同一个名称的指标 start
  2023. redisKey := fmt.Sprint("edb_info:calculate:batch:save:", req.AdminId, ":", req.Source, ":", calculateId)
  2024. isExist := utils.Rc.IsExist(redisKey)
  2025. if isExist {
  2026. resp.Fail = append(resp.Fail, models.BatchEdbInfoCalculateBatchSaveFailResp{
  2027. CalculateId: calculateId,
  2028. Msg: "指标正在处理,请勿重复提交",
  2029. })
  2030. continue
  2031. } else {
  2032. //设置3分钟缓存
  2033. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  2034. redisKeyList = append(redisKeyList, redisKey)
  2035. }
  2036. wg.Add(1)
  2037. reqItem := models.EdbInfoCalculateBatchSaveReq{
  2038. AdminId: req.AdminId,
  2039. AdminName: req.AdminName,
  2040. EdbInfoId: item.EdbInfoId,
  2041. EdbName: item.EdbName,
  2042. Frequency: item.Frequency,
  2043. Unit: item.Unit,
  2044. ClassifyId: item.ClassifyId,
  2045. Formula: req.Formula, //N数值移动平均计算、环比值、环差值
  2046. FromEdbInfoId: item.FromEdbInfoId,
  2047. CalculateFormula: req.CalculateFormula,
  2048. Source: req.Source,
  2049. MoveType: req.MoveType,
  2050. MoveFrequency: req.MoveFrequency,
  2051. EdbInfoIdArr: req.EdbInfoIdArr,
  2052. Calendar: req.Calendar,
  2053. EmptyType: req.EmptyType,
  2054. MaxEmptyType: req.MaxEmptyType,
  2055. Extra: req.Extra,
  2056. }
  2057. var edbInfo *models.EdbInfo
  2058. uniqueCode := ""
  2059. errMsg := ""
  2060. go func() {
  2061. defer func() {
  2062. // todo 批量报错处理
  2063. if err != nil {
  2064. // 整理报错的指标
  2065. utils.FileLog.Info(fmt.Sprintf("批量指标计算,保存失败 Err:%v, ErrMsg:%s", err, errMsg))
  2066. resp.Fail = append(resp.Fail, models.BatchEdbInfoCalculateBatchSaveFailResp{
  2067. CalculateId: calculateId,
  2068. Msg: err.Error(),
  2069. ErrMsg: errMsg,
  2070. })
  2071. } else {
  2072. // 整理成功的指标
  2073. //todo 整理执行成功指标信息
  2074. resp.Success = append(resp.Success, models.BatchEdbInfoCalculateBatchSaveSuccessResp{
  2075. ClassifyId: reqItem.ClassifyId,
  2076. CalculateId: calculateId,
  2077. EdbInfoId: edbInfo.EdbInfoId,
  2078. UniqueCode: uniqueCode,
  2079. })
  2080. }
  2081. wg.Done()
  2082. }()
  2083. edbInfo, uniqueCode, err, errMsg = services.EdbCalculateBatchSave(reqItem, this.Lang)
  2084. return
  2085. }()
  2086. }
  2087. wg.Wait()
  2088. br.Ret = 200
  2089. br.Success = true
  2090. br.Msg = "保存成功"
  2091. br.Data = resp
  2092. br.IsAddLog = true
  2093. }
  2094. // BatchEditMulti
  2095. // @Title 批量计算 累计值转月-同比值-同差等计算编辑
  2096. // @Description 批量计算 累计值转月-同比值-同差等计算编辑接口
  2097. // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string"
  2098. // @Success Ret=200 返回指标id
  2099. // @router /batch/edit/multi [post]
  2100. func (this *CalculateController) BatchEditMulti() {
  2101. br := new(models.BaseResponse).Init()
  2102. defer func() {
  2103. if br.ErrMsg == "" {
  2104. br.IsSendEmail = false
  2105. }
  2106. this.Data["json"] = br
  2107. this.ServeJSON()
  2108. }()
  2109. var req models.CalculateBatchSaveReq
  2110. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  2111. if err != nil {
  2112. br.Msg = "参数解析异常!"
  2113. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  2114. return
  2115. }
  2116. resp := models.BatchEdbInfoCalculateBatchSaveResp{
  2117. Fail: make([]models.BatchEdbInfoCalculateBatchSaveFailResp, 0),
  2118. Success: make([]models.BatchEdbInfoCalculateBatchSaveSuccessResp, 0),
  2119. }
  2120. redisKeyList := make([]string, 0) //需要清理的缓存key列表
  2121. defer func() {
  2122. for _, redisKey := range redisKeyList {
  2123. utils.Rc.Delete(redisKey)
  2124. }
  2125. }()
  2126. var wg sync.WaitGroup
  2127. // 校验参数
  2128. for _, item := range req.EdbList {
  2129. calculateId := item.CalculateId
  2130. if item.EdbInfoId <= 0 {
  2131. resp.Fail = append(resp.Fail, models.BatchEdbInfoCalculateBatchSaveFailResp{
  2132. CalculateId: calculateId,
  2133. Msg: "请选择要编辑的指标",
  2134. })
  2135. continue
  2136. }
  2137. //加入缓存机制,避免创建同一个名称的指标 start
  2138. redisKey := fmt.Sprint("edb_info:calculate:batch:edit:", req.AdminId, ":", req.Source, ":", item.EdbInfoId)
  2139. isExist := utils.Rc.IsExist(redisKey)
  2140. if isExist {
  2141. resp.Fail = append(resp.Fail, models.BatchEdbInfoCalculateBatchSaveFailResp{
  2142. CalculateId: calculateId,
  2143. Msg: "指标正在处理,请勿重复提交",
  2144. })
  2145. continue
  2146. } else {
  2147. //设置3分钟缓存
  2148. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  2149. redisKeyList = append(redisKeyList, redisKey)
  2150. }
  2151. wg.Add(1)
  2152. reqItem := models.EdbInfoCalculateBatchEditReq{
  2153. EdbInfoId: item.EdbInfoId,
  2154. EdbName: item.EdbName,
  2155. Frequency: item.Frequency,
  2156. Unit: item.Unit,
  2157. ClassifyId: item.ClassifyId,
  2158. AdminId: req.AdminId,
  2159. AdminName: req.AdminName,
  2160. Formula: req.Formula, //N数值移动平均计算、环比值、环差值
  2161. FromEdbInfoId: item.FromEdbInfoId,
  2162. CalculateFormula: req.CalculateFormula,
  2163. Source: req.Source,
  2164. MoveType: req.MoveType,
  2165. MoveFrequency: req.MoveFrequency,
  2166. EdbInfoIdArr: req.EdbInfoIdArr,
  2167. Calendar: req.Calendar,
  2168. EmptyType: req.EmptyType,
  2169. MaxEmptyType: req.MaxEmptyType,
  2170. Extra: req.Extra,
  2171. }
  2172. var errMsg string
  2173. var edbInfo *models.EdbInfo
  2174. uniqueCode := ""
  2175. go func() {
  2176. defer func() {
  2177. // todo 批量报错处理
  2178. if err != nil {
  2179. // 整理报错的指标
  2180. utils.FileLog.Info(fmt.Sprintf("批量指标计算,保存失败 Err:%v, ErrMsg:%s", err, errMsg))
  2181. resp.Fail = append(resp.Fail, models.BatchEdbInfoCalculateBatchSaveFailResp{
  2182. CalculateId: calculateId,
  2183. Msg: err.Error(),
  2184. ErrMsg: errMsg,
  2185. })
  2186. } else {
  2187. // 整理成功的指标
  2188. //todo 整理执行成功指标信息
  2189. resp.Success = append(resp.Success, models.BatchEdbInfoCalculateBatchSaveSuccessResp{
  2190. ClassifyId: reqItem.ClassifyId,
  2191. CalculateId: calculateId,
  2192. EdbInfoId: edbInfo.EdbInfoId,
  2193. UniqueCode: uniqueCode,
  2194. })
  2195. }
  2196. wg.Done()
  2197. }()
  2198. edbInfo, uniqueCode, err, errMsg = services.EdbCalculateBatchEdit(reqItem)
  2199. return
  2200. }()
  2201. }
  2202. wg.Wait()
  2203. if err != nil {
  2204. br.Msg = "批量指标计算,保存失败"
  2205. br.ErrMsg = "批量指标计算,保存失败,Err:" + err.Error()
  2206. return
  2207. }
  2208. br.Ret = 200
  2209. br.Success = true
  2210. br.Msg = "保存成功"
  2211. br.Data = resp
  2212. br.IsAddLog = true
  2213. }
  2214. // StepCalculate
  2215. // @Title 多步骤计算
  2216. // @Description 多步骤计算
  2217. // @Param request body models.StepCalculateBySearchData true "type json string"
  2218. // @Success Ret=200 返回指标id
  2219. // @router /base/step_calculate [post]
  2220. func (this *CalculateController) StepCalculate() {
  2221. br := new(models.BaseResponse).Init()
  2222. defer func() {
  2223. if br.ErrMsg == "" {
  2224. br.IsSendEmail = false
  2225. }
  2226. this.Data["json"] = br
  2227. this.ServeJSON()
  2228. }()
  2229. var req models.StepCalculateBySearchData
  2230. if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
  2231. br.Msg = "参数解析异常"
  2232. br.ErrMsg = fmt.Sprintf("参数解析失败, Err: %v", e)
  2233. return
  2234. }
  2235. sort.Slice(req.Calculates, func(i, j int) bool {
  2236. return req.Calculates[i].Sort < req.Calculates[j].Sort
  2237. })
  2238. var errMsg string
  2239. originData, e := models.EdbInfoSearchDataToData(req.DataList)
  2240. if e != nil {
  2241. br.Msg = "基础数据异常"
  2242. br.ErrMsg = fmt.Sprintf("计算失败, 基础数据异常, Err: %v", e)
  2243. return
  2244. }
  2245. calculateData := originData
  2246. dateDataMap := make(map[time.Time]float64)
  2247. for _, v := range req.Calculates {
  2248. baseCalculate := models.BaseCalculate{
  2249. DataList: calculateData,
  2250. Frequency: v.Frequency,
  2251. Formula: v.Formula,
  2252. Calendar: v.Calendar,
  2253. MoveType: v.MoveType,
  2254. MoveFrequency: v.MoveFrequency,
  2255. FromFrequency: v.FromFrequency,
  2256. Source: v.Source,
  2257. }
  2258. // 计算方式
  2259. switch baseCalculate.Source {
  2260. case utils.EdbBaseCalculateLjzzy:
  2261. dateDataMap, e, errMsg = baseCalculate.Ljzzy()
  2262. case utils.EdbBaseCalculateLjzzj:
  2263. dateDataMap, e, errMsg = baseCalculate.Ljzzj()
  2264. case utils.EdbBaseCalculateTbz:
  2265. dateDataMap, e, errMsg = baseCalculate.Tbz()
  2266. case utils.EdbBaseCalculateTcz:
  2267. dateDataMap, e, errMsg = baseCalculate.Tcz()
  2268. case utils.EdbBaseCalculateNszydpjjs:
  2269. dateDataMap, e, errMsg = baseCalculate.Nszydpjjs()
  2270. case utils.EdbBaseCalculateHbz:
  2271. dateDataMap, e, errMsg = baseCalculate.Hbz()
  2272. case utils.EdbBaseCalculateHcz:
  2273. dateDataMap, e, errMsg = baseCalculate.Hcz()
  2274. case utils.EdbBaseCalculateUpFrequency:
  2275. dateDataMap, e, errMsg = baseCalculate.UpFrequency()
  2276. case utils.EdbBaseCalculateDownFrequency:
  2277. dateDataMap, e, errMsg = baseCalculate.DownFrequency()
  2278. case utils.EdbBaseCalculateTimeShift:
  2279. dateDataMap, e, errMsg = baseCalculate.TimeShift()
  2280. case utils.EdbBaseCalculateCjjx:
  2281. dateDataMap, e, errMsg = baseCalculate.Cjjx()
  2282. case utils.EdbBaseCalculateAnnualized:
  2283. dateDataMap, e, errMsg = baseCalculate.Annualized()
  2284. case utils.EdbBaseCalculateLjz:
  2285. dateDataMap, e, errMsg = baseCalculate.Ljz()
  2286. case utils.EdbBaseCalculateLjzNczj:
  2287. dateDataMap, e, errMsg = baseCalculate.LjzNczj()
  2288. case utils.EdbBaseCalculateExponentialSmoothing:
  2289. dateDataMap, e, errMsg = baseCalculate.ExponentialSmoothing()
  2290. case utils.EdbBaseCalculateRjz:
  2291. dateDataMap, e, errMsg = baseCalculate.Rjz()
  2292. default:
  2293. errMsg = "计算方式无效"
  2294. e = fmt.Errorf("%s:%d", errMsg, baseCalculate.Source)
  2295. }
  2296. if e != nil {
  2297. br.Msg = "计算失败"
  2298. if errMsg != "" {
  2299. br.Msg = errMsg
  2300. }
  2301. br.ErrMsg = e.Error()
  2302. return
  2303. }
  2304. calculateData = models.TransDateData2EdbData(dateDataMap)
  2305. }
  2306. resultData, dates := models.GetDateDataAndDateList(dateDataMap)
  2307. br.Ret = 200
  2308. br.Success = true
  2309. br.Msg = "计算成功"
  2310. br.Data = models.BaseCalculateResp{
  2311. DataMap: resultData,
  2312. DateList: dates,
  2313. }
  2314. br.IsAddLog = true
  2315. }