edb_info_calculate.go 75 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649
  1. package data_manage
  2. import (
  3. "encoding/json"
  4. "eta_gn/eta_api/controllers"
  5. "eta_gn/eta_api/models"
  6. "eta_gn/eta_api/models/data_manage"
  7. "eta_gn/eta_api/models/data_manage/request"
  8. "eta_gn/eta_api/services/data"
  9. "eta_gn/eta_api/services/data/data_manage_permission"
  10. "eta_gn/eta_api/services/elastic"
  11. "eta_gn/eta_api/utils"
  12. "fmt"
  13. "github.com/rdlucklib/rdluck_tools/paging"
  14. "net/url"
  15. "strconv"
  16. "strings"
  17. "time"
  18. )
  19. // 计算指标
  20. type EdbInfoCalculateController struct {
  21. controllers.BaseAuthController
  22. }
  23. // @Title 生成计算指标
  24. // @Description 生成计算指标接口
  25. // @Param request body data_manage.EdbInfoCalculateSaveReq true "type json string"
  26. // @Success Ret=200 返回图表id
  27. // @router /edb_info/calculate/save [post]
  28. func (this *ChartInfoController) CalculateSave() {
  29. br := new(models.BaseResponse).Init()
  30. defer func() {
  31. this.Data["json"] = br
  32. this.ServeJSON()
  33. }()
  34. sysUser := this.SysUser
  35. if sysUser == nil {
  36. br.Msg = "请登录"
  37. br.ErrMsg = "请登录,SysUser Is Empty"
  38. br.Ret = 408
  39. return
  40. }
  41. var req data_manage.EdbInfoCalculateSaveReq
  42. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  43. if err != nil {
  44. br.Msg = "参数解析异常!"
  45. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  46. return
  47. }
  48. req.EdbName = strings.Trim(req.EdbName, " ")
  49. if req.EdbName == "" {
  50. br.Msg = "指标名称不能为空"
  51. return
  52. }
  53. if req.Frequency == "" {
  54. br.Msg = "频率不能为空"
  55. return
  56. }
  57. if req.Unit == "" {
  58. br.Msg = "单位不能为空"
  59. return
  60. }
  61. if req.ClassifyId <= 0 {
  62. br.Msg = "请选择分类"
  63. return
  64. }
  65. if len(req.EdbInfoIdArr) <= 0 {
  66. br.Msg = "请选择指标"
  67. return
  68. }
  69. if req.CalculateFormula == "" {
  70. br.Msg = "请填写指标"
  71. return
  72. }
  73. calculateFormula := req.CalculateFormula
  74. calculateFormula = strings.Replace(calculateFormula, "(", "(", -1)
  75. calculateFormula = strings.Replace(calculateFormula, ")", ")", -1)
  76. calculateFormula = strings.Replace(calculateFormula, ",", ",", -1)
  77. calculateFormula = strings.Replace(calculateFormula, "。", ".", -1)
  78. calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1)
  79. req.CalculateFormula = calculateFormula
  80. //判断是否重复指标
  81. edbInfoMap := make(map[int]string)
  82. //移除研究员选择指标中的未使用的指标
  83. {
  84. //转大写的计算公式
  85. upperCalculateFormulaStr := strings.ToUpper(req.CalculateFormula)
  86. //用到的指标
  87. newEdbInfoIdArr := make([]data_manage.EdbInfoFromTag, 0)
  88. for _, tmpEdbInfo := range req.EdbInfoIdArr {
  89. _, ok := edbInfoMap[tmpEdbInfo.EdbInfoId]
  90. if ok {
  91. br.Msg = "选择指标失败,请勿选择重复指标!"
  92. return
  93. }
  94. edbInfoMap[tmpEdbInfo.EdbInfoId] = tmpEdbInfo.FromTag
  95. upperFromTag := strings.ToUpper(tmpEdbInfo.FromTag)
  96. if strings.Contains(upperCalculateFormulaStr, upperFromTag) {
  97. newEdbInfoIdArr = append(newEdbInfoIdArr, tmpEdbInfo)
  98. }
  99. }
  100. req.EdbInfoIdArr = newEdbInfoIdArr
  101. }
  102. // 根据指标名称和指标ID校验库中是否还存在其他同名指标
  103. existEdbName, err := data.CheckExistByEdbNameAndEdbInfoId(utils.EDB_INFO_TYPE, 0, this.SysUser.AdminId, req.EdbName, this.Lang)
  104. if err != nil {
  105. br.Msg = "判断指标名称是否存在失败"
  106. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  107. return
  108. }
  109. if existEdbName {
  110. br.Msg = "指标名称已存在,请重新填写"
  111. br.ErrMsg = "指标名称已存在,请重新填写"
  112. br.IsSendEmail = false
  113. return
  114. }
  115. //检验公式
  116. var formulaStr string
  117. var edbInfoIdBytes []string
  118. for _, v := range req.EdbInfoIdArr {
  119. formulaStr += v.FromTag + ","
  120. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  121. }
  122. formulaSlice, err := data.CheckFormulaJson(req.CalculateFormula)
  123. if err != nil {
  124. br.Msg = "公式格式错误,请重新填写"
  125. return
  126. }
  127. for _, formula := range formulaSlice {
  128. formulaMap := data.CheckFormula(formula)
  129. for _, v := range formulaMap {
  130. if !strings.Contains(formulaStr, v) {
  131. br.Msg = "公式错误,请重新填写"
  132. return
  133. }
  134. }
  135. }
  136. // 调用指标库去新增
  137. req2 := &data_manage.EdbInfoCalculateBatchSaveReqByEdbLib{
  138. AdminId: sysUser.AdminId,
  139. AdminName: sysUser.RealName,
  140. //EdbInfoId: req.EdbInfoId,
  141. EdbName: req.EdbName,
  142. Frequency: req.Frequency,
  143. Unit: req.Unit,
  144. ClassifyId: req.ClassifyId,
  145. CalculateFormula: req.CalculateFormula,
  146. EdbInfoIdArr: req.EdbInfoIdArr,
  147. EmptyType: req.EmptyType,
  148. MaxEmptyType: req.MaxEmptyType,
  149. Extra: req.Extra,
  150. }
  151. reqJson, err := json.Marshal(req2)
  152. if err != nil {
  153. br.Msg = "参数解析异常!"
  154. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  155. return
  156. }
  157. respItem, err := data.AddEdbCalculateData(string(reqJson), this.Lang)
  158. if err != nil {
  159. br.Msg = "新增失败"
  160. br.ErrMsg = "新增失败,Err:" + err.Error()
  161. return
  162. }
  163. if respItem.Ret != 200 {
  164. br.Msg = respItem.Msg
  165. br.ErrMsg = respItem.ErrMsg
  166. return
  167. }
  168. resp := respItem.Data
  169. //添加es
  170. data.AddOrEditEdbInfoToEs(resp.EdbInfoId)
  171. br.Ret = 200
  172. br.Success = true
  173. br.Msg = "保存成功"
  174. br.Data = resp
  175. br.IsAddLog = true
  176. }
  177. // CalculateDetail
  178. // @Title 获取计算指标详情
  179. // @Description 获取计算指标详情接口
  180. // @Param EdbInfoId query int true "指标id"
  181. // @Success 200 {object} data_manage.CalculateDetailResp
  182. // @router /edb_info/calculate/detail [get]
  183. func (this *ChartInfoController) CalculateDetail() {
  184. br := new(models.BaseResponse).Init()
  185. defer func() {
  186. this.Data["json"] = br
  187. this.ServeJSON()
  188. }()
  189. sysUser := this.SysUser
  190. if sysUser == nil {
  191. br.Msg = "请登录"
  192. br.ErrMsg = "请登录,SysUser Is Empty"
  193. br.Ret = 408
  194. return
  195. }
  196. edbInfoId, _ := this.GetInt("EdbInfoId")
  197. edbInfo, err := data_manage.GetEdbInfoById(edbInfoId)
  198. if err != nil {
  199. br.Msg = "获取失败"
  200. br.ErrMsg = "获取失败,Err:" + err.Error()
  201. return
  202. }
  203. calculateList, err := data_manage.GetEdbInfoCalculateDetail(edbInfoId, edbInfo.Source)
  204. if err != nil {
  205. br.Msg = "获取失败"
  206. br.ErrMsg = "获取失败,Err:" + err.Error()
  207. return
  208. }
  209. // 日期转换
  210. for _, v := range calculateList {
  211. v.ConvertToResp()
  212. }
  213. fullEdb := new(data_manage.EdbInfoFullClassify)
  214. classifyList, err, errMsg := data.GetFullClassifyByClassifyId(edbInfo.ClassifyId)
  215. if err != nil {
  216. br.Msg = err.Error()
  217. br.ErrMsg = errMsg
  218. return
  219. }
  220. edbInfoResp, err := edbInfo.ConvertToResp()
  221. if err != nil {
  222. br.Msg = err.Error()
  223. br.ErrMsg = errMsg
  224. return
  225. }
  226. fullEdb.EdbInfoResp = edbInfoResp
  227. fullEdb.ClassifyList = classifyList
  228. var currClassifyItem *data_manage.EdbClassifyIdItems
  229. for _, v := range classifyList {
  230. if v.ClassifyId == edbInfo.ClassifyId {
  231. currClassifyItem = v
  232. }
  233. }
  234. if currClassifyItem != nil {
  235. haveOperaAuth, err := data_manage_permission.CheckEdbPermission(edbInfo.IsJoinPermission, currClassifyItem.IsJoinPermission, sysUser.AdminId, edbInfo.EdbInfoId, edbInfo.ClassifyId)
  236. if err != nil {
  237. br.Msg = err.Error()
  238. br.ErrMsg = "校验指标权限失败,err:" + err.Error()
  239. return
  240. }
  241. fullEdb.HaveOperaAuth = haveOperaAuth
  242. }
  243. // 拟合残差计算相关系数
  244. if fullEdb.HaveOperaAuth && edbInfo.Source == utils.DATA_SOURCE_CALCULATE_NHCC {
  245. var aEdbInfo, bEdbInfo *data_manage.EdbInfoCalculateDetail
  246. for _, v := range calculateList {
  247. if v.FromTag == "A" {
  248. aEdbInfo = v
  249. continue
  250. }
  251. if v.FromTag == "B" {
  252. bEdbInfo = v
  253. continue
  254. }
  255. }
  256. if aEdbInfo != nil && bEdbInfo != nil {
  257. edbInfoFromTagList := []data_manage.EdbInfoFromTag{
  258. {
  259. EdbInfoId: aEdbInfo.FromEdbInfoId,
  260. FromTag: aEdbInfo.FromTag,
  261. MoveValue: aEdbInfo.MoveValue,
  262. }, {
  263. EdbInfoId: bEdbInfo.FromEdbInfoId,
  264. FromTag: bEdbInfo.FromTag,
  265. MoveValue: bEdbInfo.MoveValue,
  266. },
  267. }
  268. req2 := &data_manage.EdbInfoCalculateBatchSaveReqByEdbLib{
  269. AdminId: sysUser.AdminId,
  270. AdminName: sysUser.RealName,
  271. Formula: edbInfo.CalculateFormula,
  272. EdbInfoIdArr: edbInfoFromTagList,
  273. }
  274. // 计算
  275. val, err, _ := data.CallCalculateComputeCorrelation(req2, this.Lang)
  276. if err == nil {
  277. fullEdb.CorrelationStr = val
  278. }
  279. }
  280. }
  281. resp := new(data_manage.CalculateDetailResp)
  282. resp.EdbInfoDetail = fullEdb
  283. resp.CalculateList = calculateList
  284. br.Ret = 200
  285. br.Success = true
  286. br.Msg = "保存成功"
  287. br.Data = resp
  288. }
  289. // @Title 修改计算指标
  290. // @Description 修改计算指标接口
  291. // @Param request body data_manage.EdbInfoCalculateEditReq true "type json string"
  292. // @Success Ret=200 返回图表id
  293. // @router /edb_info/calculate/edit [post]
  294. func (this *ChartInfoController) CalculateEdit() {
  295. br := new(models.BaseResponse).Init()
  296. defer func() {
  297. this.Data["json"] = br
  298. this.ServeJSON()
  299. }()
  300. sysUser := this.SysUser
  301. if sysUser == nil {
  302. br.Msg = "请登录"
  303. br.ErrMsg = "请登录,SysUser Is Empty"
  304. br.Ret = 408
  305. return
  306. }
  307. var req data_manage.EdbInfoCalculateEditReq
  308. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  309. if err != nil {
  310. br.Msg = "参数解析异常!"
  311. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  312. return
  313. }
  314. if req.EdbInfoId <= 0 {
  315. br.Msg = "参数错误"
  316. br.ErrMsg = "指标ID:" + strconv.Itoa(req.EdbInfoId)
  317. return
  318. }
  319. req.EdbName = strings.Trim(req.EdbName, " ")
  320. if req.EdbName == "" {
  321. br.Msg = "指标名称不能为空"
  322. return
  323. }
  324. if req.Frequency == "" {
  325. br.Msg = "频率不能为空"
  326. return
  327. }
  328. if req.Unit == "" {
  329. br.Msg = "单位不能为空"
  330. return
  331. }
  332. if req.ClassifyId <= 0 {
  333. br.Msg = "请选择分类"
  334. return
  335. }
  336. if len(req.EdbInfoIdArr) <= 0 {
  337. br.Msg = "请选择指标"
  338. return
  339. }
  340. if req.CalculateFormula == "" {
  341. br.Msg = "请填写指标"
  342. return
  343. }
  344. calculateFormula := req.CalculateFormula
  345. calculateFormula = strings.Replace(calculateFormula, "(", "(", -1)
  346. calculateFormula = strings.Replace(calculateFormula, ")", ")", -1)
  347. calculateFormula = strings.Replace(calculateFormula, ",", ",", -1)
  348. calculateFormula = strings.Replace(calculateFormula, "。", ".", -1)
  349. calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1)
  350. req.CalculateFormula = calculateFormula
  351. fmt.Println("calculateFormula:" + calculateFormula)
  352. //判断是否重复指标
  353. edbInfoMap := make(map[int]string)
  354. //移除研究员选择指标中的未使用的指标
  355. {
  356. //转大写的计算公式
  357. upperCalculateFormulaStr := strings.ToUpper(req.CalculateFormula)
  358. //用到的指标
  359. newEdbInfoIdArr := make([]data_manage.EdbInfoFromTag, 0)
  360. for _, tmpEdbInfo := range req.EdbInfoIdArr {
  361. _, ok := edbInfoMap[tmpEdbInfo.EdbInfoId]
  362. if ok {
  363. br.Msg = "选择指标失败,请勿选择重复指标!"
  364. return
  365. }
  366. edbInfoMap[tmpEdbInfo.EdbInfoId] = tmpEdbInfo.FromTag
  367. upperFromTag := strings.ToUpper(tmpEdbInfo.FromTag)
  368. if strings.Contains(upperCalculateFormulaStr, upperFromTag) {
  369. newEdbInfoIdArr = append(newEdbInfoIdArr, tmpEdbInfo)
  370. }
  371. }
  372. req.EdbInfoIdArr = newEdbInfoIdArr
  373. }
  374. // 根据指标名称和指标ID校验库中是否还存在其他同名指标
  375. existEdbName, err := data.CheckExistByEdbNameAndEdbInfoId(utils.EDB_INFO_TYPE, req.EdbInfoId, this.SysUser.AdminId, req.EdbName, this.Lang)
  376. if err != nil {
  377. br.Msg = "判断指标名称是否存在失败"
  378. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  379. return
  380. }
  381. if existEdbName {
  382. br.Msg = "指标名称已存在,请重新填写"
  383. br.ErrMsg = "指标名称已存在,请重新填写"
  384. br.IsSendEmail = false
  385. return
  386. }
  387. //判断公式,指标是否有改动
  388. edbInfoDetail, err := data_manage.GetEdbInfoById(req.EdbInfoId)
  389. if err != nil {
  390. br.Msg = "修改失败"
  391. br.Msg = "获取指标信息失败,GetEdbInfoById Err:" + err.Error()
  392. return
  393. }
  394. if edbInfoDetail == nil {
  395. br.Msg = "修改失败"
  396. br.Msg = "指标信息不存在,EdbInfoId:" + strconv.Itoa(req.EdbInfoId)
  397. return
  398. }
  399. // 调用指标库去更新
  400. req2 := &data_manage.EdbInfoCalculateBatchSaveReqByEdbLib{
  401. AdminId: sysUser.AdminId,
  402. AdminName: sysUser.RealName,
  403. EdbInfoId: req.EdbInfoId,
  404. EdbName: req.EdbName,
  405. Frequency: req.Frequency,
  406. Unit: req.Unit,
  407. ClassifyId: req.ClassifyId,
  408. CalculateFormula: req.CalculateFormula,
  409. EdbInfoIdArr: req.EdbInfoIdArr,
  410. EmptyType: req.EmptyType,
  411. MaxEmptyType: req.MaxEmptyType,
  412. Extra: req.Extra,
  413. }
  414. reqJson, err := json.Marshal(req2)
  415. if err != nil {
  416. br.Msg = "参数解析异常!"
  417. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  418. return
  419. }
  420. respItem, err := data.EditEdbCalculateData(string(reqJson), this.Lang)
  421. if err != nil {
  422. br.Msg = "编辑失败"
  423. br.ErrMsg = "编辑失败,Err:" + err.Error()
  424. return
  425. }
  426. if respItem.Ret != 200 {
  427. br.Msg = respItem.Msg
  428. br.ErrMsg = respItem.ErrMsg
  429. return
  430. }
  431. resp := respItem.Data
  432. //添加es
  433. data.AddOrEditEdbInfoToEs(req.EdbInfoId)
  434. // 修改关联的预测指标基础信息
  435. go data.ModifyPredictEdbBaseInfoBySourceEdb(edbInfoDetail, req.Frequency, req.Unit)
  436. br.Ret = 200
  437. br.Success = true
  438. br.Msg = "保存成功"
  439. br.IsAddLog = true
  440. br.Data = resp
  441. }
  442. // CalculateBatchSave
  443. // @Title 累计值转月-同比值-同差等计算新增
  444. // @Description 累计值转月-同比值-同差等计算新增接口
  445. // @Param request body data_manage.EdbInfoCalculateBatchSaveReq true "type json string"
  446. // @Success Ret=200 返回指标id
  447. // @router /edb_info/calculate/batch/save [post]
  448. func (this *ChartInfoController) CalculateBatchSave() {
  449. br := new(models.BaseResponse).Init()
  450. defer func() {
  451. if br.ErrMsg == "" {
  452. br.IsSendEmail = false
  453. }
  454. this.Data["json"] = br
  455. this.ServeJSON()
  456. }()
  457. sysUser := this.SysUser
  458. if sysUser == nil {
  459. br.Msg = "请登录"
  460. br.ErrMsg = "请登录,SysUser Is Empty"
  461. br.Ret = 408
  462. return
  463. }
  464. var req data_manage.EdbInfoCalculateBatchSaveReq
  465. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  466. if err != nil {
  467. br.Msg = "参数解析异常!"
  468. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  469. return
  470. }
  471. req.EdbName = strings.Trim(req.EdbName, " ")
  472. if req.EdbName == "" {
  473. br.Msg = "指标名称不能为空"
  474. return
  475. }
  476. if req.Frequency == "" {
  477. br.Msg = "频率不能为空"
  478. return
  479. }
  480. if req.Unit == "" {
  481. br.Msg = "单位不能为空"
  482. return
  483. }
  484. if req.ClassifyId <= 0 {
  485. br.Msg = "请选择分类"
  486. return
  487. }
  488. fromEdbInfoId := req.FromEdbInfoId
  489. var formulaInt int
  490. switch req.Source {
  491. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS, utils.DATA_SOURCE_CALCULATE_HBZ, utils.DATA_SOURCE_CALCULATE_HCZ, utils.DATA_SOURCE_CALCULATE_TIME_SHIFT, utils.DATA_SOURCE_CALCULATE_CJJX:
  492. if req.Formula == "" {
  493. br.Msg = "请填写N值"
  494. return
  495. }
  496. formulaInt, _ = strconv.Atoi(req.Formula)
  497. if formulaInt <= 0 {
  498. br.Msg = "N值输入错误,请重新输入"
  499. return
  500. }
  501. case utils.DATA_SOURCE_CALCULATE_ZJPJ:
  502. //直接拼接指标
  503. //校验时间格式
  504. _, err = time.ParseInLocation(utils.FormatDate, req.Formula, time.Local)
  505. if err != nil {
  506. br.Msg = "拼接日期有误,请重新输入"
  507. return
  508. }
  509. case utils.DATA_SOURCE_CALCULATE_NHCC: //拟合残差指标
  510. //指标校验
  511. if len(req.EdbInfoIdArr) != 2 {
  512. br.Msg = "选择的指标异常,请重新选择"
  513. return
  514. }
  515. fromEdbInfoId = req.EdbInfoIdArr[0].EdbInfoId
  516. //校验时间格式
  517. //数据格式:2022-11-01,2022-11-10
  518. timeList := strings.Split(req.Formula, ",")
  519. if len(timeList) != 2 {
  520. br.Msg = "选择时间有误,请重新输入"
  521. return
  522. }
  523. startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  524. if err != nil {
  525. br.Msg = "开始日期有误,请重新输入"
  526. return
  527. }
  528. endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  529. if err != nil {
  530. br.Msg = "结束日期有误,请重新输入"
  531. return
  532. }
  533. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  534. br.Msg = "日期间隔不得少于两天"
  535. return
  536. }
  537. case utils.DATA_SOURCE_CALCULATE_ZSXY: // 指数修匀
  538. if req.Formula == "" {
  539. br.Msg = "请填写alpha值"
  540. return
  541. }
  542. alpha, e := strconv.ParseFloat(req.Formula, 64)
  543. if e != nil {
  544. br.Msg = "alpha值输入错误, 请重新输入"
  545. return
  546. }
  547. if alpha <= 0 || alpha >= 1 {
  548. br.Msg = "alpha值输入错误, 请重新输入"
  549. return
  550. }
  551. }
  552. notNeedFromEdbSourceList := []int{utils.DATA_SOURCE_CALCULATE_KSZS} // 不需要传入来源指标id的 指标类型
  553. if fromEdbInfoId <= 0 && !utils.InArrayByInt(notNeedFromEdbSourceList, req.Source) {
  554. br.Msg = "请选择指标"
  555. return
  556. }
  557. //加入缓存机制,避免创建同一个名称的指标 start
  558. redisKey := fmt.Sprint("edb_info:calculate:batch:save:", req.Source, ":", req.EdbName)
  559. isExist := utils.Rc.IsExist(redisKey)
  560. if isExist {
  561. br.Msg = "指标正在处理,请勿重复提交"
  562. return
  563. } else {
  564. //设置3分钟缓存
  565. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  566. defer func() {
  567. utils.Rc.Delete(redisKey)
  568. }()
  569. }
  570. //加入缓存机制,避免创建同一个名称的指标 end
  571. req2 := &data_manage.EdbInfoCalculateBatchSaveReqByEdbLib{
  572. AdminId: sysUser.AdminId,
  573. AdminName: sysUser.RealName,
  574. EdbInfoId: req.EdbInfoId,
  575. EdbName: req.EdbName,
  576. Frequency: req.Frequency,
  577. Unit: req.Unit,
  578. ClassifyId: req.ClassifyId,
  579. Formula: req.Formula, //N数值移动平均计算、环比值、环差值
  580. FromEdbInfoId: req.FromEdbInfoId,
  581. CalculateFormula: req.CalculateFormula,
  582. Source: req.Source,
  583. MoveType: req.MoveType,
  584. MoveFrequency: req.MoveFrequency,
  585. //CalculateFormula: edbInfo.CalculateFormula,
  586. EdbInfoIdArr: req.EdbInfoIdArr,
  587. Calendar: req.Calendar,
  588. Extra: req.Extra,
  589. EmptyType: req.EmptyType,
  590. }
  591. // 调用指标库去更新
  592. reqJson, err := json.Marshal(req2)
  593. if err != nil {
  594. br.Msg = "参数解析异常!"
  595. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  596. return
  597. }
  598. respItem, err := data.BatchSaveEdbCalculateData(string(reqJson), this.Lang)
  599. if err != nil {
  600. br.Msg = "新增失败"
  601. br.ErrMsg = "新增失败,Err:" + err.Error()
  602. return
  603. }
  604. if respItem.Ret != 200 {
  605. br.Msg = respItem.Msg
  606. br.ErrMsg = respItem.ErrMsg
  607. return
  608. }
  609. resp := respItem.Data
  610. //添加es
  611. data.AddOrEditEdbInfoToEs(resp.EdbInfoId)
  612. br.Ret = 200
  613. br.Success = true
  614. br.Msg = "保存成功"
  615. br.Data = resp
  616. br.IsAddLog = true
  617. }
  618. // @Title 累计值转月-同比值-同差等计算编辑
  619. // @Description 累计值转月-同比值-同差等计算编辑接口
  620. // @Param request body data_manage.EdbInfoCalculateBatchEditReq true "type json string"
  621. // @Success Ret=200 返回指标id
  622. // @router /edb_info/calculate/batch/edit [post]
  623. func (this *ChartInfoController) CalculateBatchEdit() {
  624. br := new(models.BaseResponse).Init()
  625. defer func() {
  626. if br.ErrMsg == "" {
  627. br.IsSendEmail = false
  628. }
  629. this.Data["json"] = br
  630. this.ServeJSON()
  631. }()
  632. sysUser := this.SysUser
  633. if sysUser == nil {
  634. br.Msg = "请登录"
  635. br.ErrMsg = "请登录,SysUser Is Empty"
  636. br.Ret = 408
  637. return
  638. }
  639. var req data_manage.EdbInfoCalculateBatchEditReq
  640. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  641. if err != nil {
  642. br.Msg = "参数解析异常!"
  643. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  644. return
  645. }
  646. if req.EdbName == "" {
  647. br.Msg = "指标名称不能为空"
  648. return
  649. }
  650. if req.Frequency == "" {
  651. br.Msg = "频率不能为空"
  652. return
  653. }
  654. if req.Unit == "" {
  655. br.Msg = "单位不能为空"
  656. return
  657. }
  658. if req.ClassifyId <= 0 {
  659. br.Msg = "请选择分类"
  660. return
  661. }
  662. if req.EdbInfoId <= 0 {
  663. br.Msg = "请选择指标"
  664. return
  665. }
  666. // 根据指标名称和指标ID校验库中是否还存在其他同名指标
  667. existEdbName, err := data.CheckExistByEdbNameAndEdbInfoId(utils.EDB_INFO_TYPE, req.EdbInfoId, this.SysUser.AdminId, req.EdbName, this.Lang)
  668. if err != nil {
  669. br.Msg = "判断指标名称是否存在失败"
  670. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  671. return
  672. }
  673. if existEdbName {
  674. br.Msg = "指标名称已存在,请重新填写"
  675. br.ErrMsg = "指标名称已存在,请重新填写"
  676. br.IsSendEmail = false
  677. return
  678. }
  679. edbInfo, err := data_manage.GetEdbInfoById(req.EdbInfoId)
  680. if err != nil {
  681. if utils.IsErrNoRow(err) {
  682. br.Msg = "指标已被删除,请刷新页面"
  683. br.ErrMsg = "指标已被删除,请刷新页面:Err:" + err.Error()
  684. return
  685. }
  686. br.Msg = "获取指标信息失败"
  687. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  688. return
  689. }
  690. if req.Source <= 0 {
  691. req.Source = edbInfo.Source
  692. }
  693. var formulaInt int
  694. switch req.Source {
  695. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS, utils.DATA_SOURCE_CALCULATE_HBZ, utils.DATA_SOURCE_CALCULATE_HCZ, utils.DATA_SOURCE_CALCULATE_TIME_SHIFT, utils.DATA_SOURCE_CALCULATE_CJJX:
  696. if req.Formula == "" {
  697. br.Msg = "请填写N值"
  698. return
  699. }
  700. formulaInt, _ = strconv.Atoi(req.Formula)
  701. if formulaInt <= 0 {
  702. br.Msg = "N值输入错误,请重新输入"
  703. return
  704. }
  705. case utils.DATA_SOURCE_CALCULATE_ZJPJ:
  706. //直接拼接指标
  707. //校验时间格式
  708. _, err = time.ParseInLocation(utils.FormatDate, req.Formula, time.Local)
  709. if err != nil {
  710. br.Msg = "拼接日期有误,请重新输入"
  711. return
  712. }
  713. case utils.DATA_SOURCE_CALCULATE_NHCC: //拟合残差指标
  714. //指标校验
  715. if len(req.EdbInfoIdArr) != 2 {
  716. br.Msg = "选择的指标异常,请重新选择"
  717. return
  718. }
  719. //校验时间格式
  720. //数据格式:2022-11-01,2022-11-10
  721. timeList := strings.Split(req.Formula, ",")
  722. if len(timeList) != 2 {
  723. br.Msg = "选择时间有误,请重新输入"
  724. return
  725. }
  726. startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  727. if err != nil {
  728. br.Msg = "开始日期有误,请重新输入"
  729. return
  730. }
  731. endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  732. if err != nil {
  733. br.Msg = "结束日期有误,请重新输入"
  734. return
  735. }
  736. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  737. br.Msg = "日期间隔不得少于两天"
  738. return
  739. }
  740. case utils.DATA_SOURCE_CALCULATE_ZSXY: // 指数修匀
  741. if req.Formula == "" {
  742. br.Msg = "请填写alpha值"
  743. return
  744. }
  745. alpha, e := strconv.ParseFloat(req.Formula, 64)
  746. if e != nil {
  747. br.Msg = "alpha值输入错误, 请重新输入"
  748. return
  749. }
  750. if alpha <= 0 || alpha >= 1 {
  751. br.Msg = "alpha值输入错误, 请重新输入"
  752. return
  753. }
  754. }
  755. // 构造请求
  756. req2 := &data_manage.EdbInfoCalculateBatchEditReqByEdbLib{
  757. EdbInfoId: req.EdbInfoId,
  758. EdbName: req.EdbName,
  759. Frequency: req.Frequency,
  760. Unit: req.Unit,
  761. ClassifyId: req.ClassifyId,
  762. AdminId: this.SysUser.AdminId,
  763. AdminName: this.SysUser.RealName,
  764. Formula: req.Formula, //N数值移动平均计算、环比值、环差值
  765. FromEdbInfoId: req.FromEdbInfoId,
  766. Source: req.Source,
  767. MoveType: req.MoveType,
  768. MoveFrequency: req.MoveFrequency,
  769. EdbInfoIdArr: req.EdbInfoIdArr,
  770. Calendar: req.Calendar,
  771. Extra: req.Extra,
  772. EmptyType: req.EmptyType,
  773. }
  774. // 调用指标库去更新
  775. reqJson, err := json.Marshal(req2)
  776. if err != nil {
  777. br.Msg = "参数解析异常!"
  778. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  779. return
  780. }
  781. respItem, err := data.BatchEditEdbCalculateData(string(reqJson), this.Lang)
  782. if err != nil {
  783. br.Msg = "编辑失败"
  784. br.ErrMsg = "编辑失败,Err:" + err.Error()
  785. return
  786. }
  787. if respItem.Ret != 200 {
  788. br.Msg = respItem.Msg
  789. br.ErrMsg = respItem.ErrMsg
  790. return
  791. }
  792. resp := respItem.Data
  793. //添加es
  794. data.AddOrEditEdbInfoToEs(resp.EdbInfoId)
  795. // 修改关联的预测指标基础信息
  796. go data.ModifyPredictEdbBaseInfoBySourceEdb(edbInfo, req.Frequency, req.Unit)
  797. br.Ret = 200
  798. br.Success = true
  799. br.Msg = "保存成功"
  800. br.Data = resp
  801. br.IsAddLog = true
  802. }
  803. // @Title 累计值转月-同比值-同差等重新计算
  804. // @Description 累计值转月-同比值-同差等重新计算接口
  805. // @Param request body data_manage.EdbInfoCalculateBatchSaveReq true "type json string"
  806. // @Success Ret=200 返回指标id
  807. // @router /edb_info/calculate/batch/reset [post]
  808. func (this *ChartInfoController) CalculateBatchReset() {
  809. br := new(models.BaseResponse).Init()
  810. defer func() {
  811. this.Data["json"] = br
  812. this.ServeJSON()
  813. }()
  814. sysUser := this.SysUser
  815. if sysUser == nil {
  816. br.Msg = "请登录"
  817. br.ErrMsg = "请登录,SysUser Is Empty"
  818. br.Ret = 408
  819. return
  820. }
  821. var req data_manage.EdbInfoCalculateBatchSaveReq
  822. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  823. if err != nil {
  824. br.Msg = "参数解析异常!"
  825. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  826. return
  827. }
  828. if req.EdbInfoId <= 0 {
  829. br.Msg = "参数错误"
  830. br.ErrMsg = "参数错误:EdbInfoId:" + strconv.Itoa(req.EdbInfoId)
  831. return
  832. }
  833. edbInfo, err := data_manage.GetEdbInfoById(req.EdbInfoId)
  834. if err != nil {
  835. if utils.IsErrNoRow(err) {
  836. br.Msg = "指标已被删除,请刷新页面"
  837. br.ErrMsg = "指标已删除,请刷新页面:Err:" + err.Error()
  838. return
  839. }
  840. br.Msg = "重新计算失败"
  841. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  842. return
  843. }
  844. uniqueCode := edbInfo.UniqueCode
  845. sourName := edbInfo.SourceName
  846. edbInfoId := edbInfo.EdbInfoId
  847. //if source == utils.DATA_SOURCE_CALCULATE {
  848. // //检验公式
  849. // var formulaStr string
  850. // var edbInfoIdBytes []string
  851. // for _, v := range fromEdbInfoList {
  852. // formulaStr += v.FromTag + ","
  853. // edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  854. // }
  855. // formulaStr = strings.Trim(formulaStr, ",")
  856. // formulaMap := data.CheckFormula(req.CalculateFormula)
  857. // for _, v := range formulaMap {
  858. // if !strings.Contains(formulaStr, v) {
  859. // br.Msg = "公式错误,请重新填写"
  860. // return
  861. // }
  862. // }
  863. //
  864. // edbInfoList := make([]*data_manage.EdbInfo, 0)
  865. //
  866. // for _, v := range fromEdbInfoList {
  867. // edbInfo, err := data_manage.GetEdbInfoById(v.FromEdbInfoId)
  868. // if err != nil {
  869. // if utils.IsErrNoRow(err) {
  870. // br.Msg = "重新计算失败"
  871. // br.Msg = "指标 " + strconv.Itoa(v.FromEdbInfoId) + " 不存在"
  872. // return
  873. // }
  874. // br.Msg = "重新计算失败"
  875. // br.Msg = "获取指标失败:Err:" + err.Error()
  876. // return
  877. // }
  878. // edbInfoList = append(edbInfoList, edbInfo)
  879. // }
  880. // //清除历史数据
  881. // err = data_manage.DeleteCalculateData(edbInfoId)
  882. // if err != nil {
  883. // br.Msg = "重新计算失败"
  884. // br.Msg = "获取指标失败:Err:" + err.Error()
  885. // return
  886. // }
  887. // err = data.Calculate(edbInfoList, int(edbInfoId), edbCode, edbInfo.CalculateFormula, edbInfoIdBytes)
  888. // if err != nil {
  889. // br.Msg = "重新计算失败"
  890. // br.Msg = "生成计算指标失败,Calculate Err:" + err.Error()
  891. // return
  892. // }
  893. //} else if source == utils.DATA_SOURCE_CALCULATE_LJZZY {
  894. // _, err = data_manage.AddCalculateLjzzy(&req, fromEdbInfo, edbCode, uniqueCode, sysUser.AdminId, sysUser.RealName)
  895. //} else if source == utils.DATA_SOURCE_CALCULATE_TBZ {
  896. // sourName = "同比值"
  897. // edbInfoId, err = data_manage.AddCalculateTbz(&req, fromEdbInfo, edbCode, uniqueCode, sysUser.AdminId, sysUser.RealName)
  898. //} else if source == utils.DATA_SOURCE_CALCULATE_TCZ {
  899. // sourName = "同差值"
  900. // edbInfoId, err = data_manage.AddCalculateTcz(&req, fromEdbInfo, edbCode, uniqueCode, sysUser.AdminId, sysUser.RealName)
  901. //} else if source == utils.DATA_SOURCE_CALCULATE_NSZYDPJJS {
  902. // sourName = "N数值移动平均计算"
  903. // formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  904. // edbInfoId, err = data_manage.AddCalculateNszydpjjs(&req, fromEdbInfo, edbCode, uniqueCode, sysUser.AdminId, sysUser.RealName, formulaInt)
  905. //} else if source == utils.DATA_SOURCE_CALCULATE_HBZ {
  906. // sourName = "环比值"
  907. // formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  908. // edbInfoId, err = data_manage.AddCalculateHbz(&req, fromEdbInfo, edbCode, uniqueCode, sysUser.AdminId, sysUser.RealName, formulaInt)
  909. //} else if source == utils.DATA_SOURCE_CALCULATE_HCZ {
  910. // sourName = "环差值"
  911. // formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  912. // edbInfoId, err = data_manage.AddCalculateHcz(&req, fromEdbInfo, edbCode, uniqueCode, sysUser.AdminId, sysUser.RealName, formulaInt)
  913. //} else if source == utils.DATA_SOURCE_CALCULATE_BP {
  914. // sourName = "变频"
  915. // edbInfoId, err = data_manage.AddCalculateBp(&req, fromEdbInfo, edbCode, uniqueCode, sysUser.AdminId, sysUser.RealName)
  916. //} else if source == utils.DATA_SOURCE_CALCULATE_TIME_SHIFT {
  917. // sourName = "时间移位"
  918. // if req.MoveFrequency == "" {
  919. // req.MoveFrequency = edbInfo.MoveFrequency
  920. // }
  921. // if req.Formula == "" {
  922. // req.Formula = edbInfo.CalculateFormula
  923. // }
  924. // edbInfoId, err = data_manage.AddCalculateTimeShift(&req, fromEdbInfo, edbCode, uniqueCode, sysUser.AdminId, sysUser.RealName)
  925. //} else if source == utils.DATA_SOURCE_CALCULATE_ZJPJ {
  926. // sourName = "直接拼接"
  927. // err = data_manage.RefreshAllCalculateZjpj(edbInfo)
  928. //} else if source == utils.DATA_SOURCE_CALCULATE_LJZTBPJ {
  929. // sourName = "累计值同比拼接"
  930. // err = data_manage.RefreshAllCalculateLjztbpj(edbInfo)
  931. //} else {
  932. // br.Msg = "无效计算方式"
  933. // br.ErrMsg = "无效计算方式,source:" + strconv.Itoa(source)
  934. // return
  935. //}
  936. // 重新计算
  937. err, isAsync := data.EdbInfoRefreshAllFromBaseV2(edbInfoId, true, false)
  938. if err != nil {
  939. fmt.Println(edbInfoId, "RefreshEdbCalculateData err", time.Now())
  940. br.Msg = "重新计算失败"
  941. br.ErrMsg = "生成" + sourName + "失败,RefreshEdbCalculateData Err:" + err.Error()
  942. return
  943. }
  944. resp := new(data_manage.AddEdbInfoResp)
  945. resp.EdbInfoId = edbInfoId
  946. resp.UniqueCode = uniqueCode
  947. br.Ret = 200
  948. br.Success = true
  949. br.Msg = "重新计算成功"
  950. if isAsync {
  951. br.Msg = "该指标关联指标较多,请10分钟后刷新页面查看最新数据"
  952. }
  953. br.Data = resp
  954. br.IsAddLog = true
  955. }
  956. // ExecPythonCode
  957. // @Title 执行python代码
  958. // @Description 执行python代码接口
  959. // @Param request body data_manage.EdbInfoCalculateSaveReq true "type json string"
  960. // @Success Ret=200 返回图表id
  961. // @router /edb_info/python/exec [post]
  962. func (this *ChartInfoController) ExecPythonCode() {
  963. br := new(models.BaseResponse).Init()
  964. defer func() {
  965. this.Data["json"] = br
  966. this.ServeJSON()
  967. }()
  968. sysUser := this.SysUser
  969. if sysUser == nil {
  970. br.Msg = "请登录"
  971. br.ErrMsg = "请登录,SysUser Is Empty"
  972. br.Ret = 408
  973. return
  974. }
  975. var req data_manage.ExecPythonEdbReq
  976. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  977. if err != nil {
  978. br.Msg = "参数解析异常!"
  979. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  980. return
  981. }
  982. if req.PythonCode == "" {
  983. br.Msg = "python代码不能为空"
  984. return
  985. }
  986. resp, err := data.ExecPythonCode(req.PythonCode)
  987. if err != nil {
  988. br.Msg = "python代码执行失败,请检查代码"
  989. br.ErrMsg = "python代码执行失败,Err:" + err.Error()
  990. return
  991. }
  992. if resp.Ret != 200 {
  993. br.Msg = "python代码执行失败,请检查代码:" + resp.Msg
  994. br.ErrMsg = "python代码执行失败,Err:" + resp.ErrMsg
  995. return
  996. }
  997. br.Ret = 200
  998. br.Success = true
  999. br.Msg = "运行成功"
  1000. br.Data = resp.Data
  1001. }
  1002. // AddPythonEdb
  1003. // @Title 添加python指标
  1004. // @Description 添加python指标接口
  1005. // @Param request body data_manage.AddPythonEdbReq true "type json string"
  1006. // @Success 200 {object} data_manage.AddEdbInfoResp
  1007. // @router /edb_info/python/add [post]
  1008. func (this *ChartInfoController) AddPythonEdb() {
  1009. br := new(models.BaseResponse).Init()
  1010. defer func() {
  1011. this.Data["json"] = br
  1012. this.ServeJSON()
  1013. }()
  1014. sysUser := this.SysUser
  1015. if sysUser == nil {
  1016. br.Msg = "请登录"
  1017. br.ErrMsg = "请登录,SysUser Is Empty"
  1018. br.Ret = 408
  1019. return
  1020. }
  1021. var req data_manage.PostAddPythonEdbReq
  1022. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  1023. if err != nil {
  1024. br.Msg = "参数解析异常!"
  1025. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1026. return
  1027. }
  1028. //传入操作人
  1029. req.AdminId = sysUser.AdminId
  1030. req.AdminName = sysUser.RealName
  1031. reqJson, err := json.Marshal(req)
  1032. if err != nil {
  1033. br.Msg = "参数解析异常!"
  1034. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1035. return
  1036. }
  1037. // 根据指标名称和指标ID校验库中是否还存在其他同名指标
  1038. {
  1039. existEdbName, err := data.CheckExistByEdbNameAndEdbInfoId(utils.EDB_INFO_TYPE, req.EdbInfoId, this.SysUser.AdminId, req.EdbName, this.Lang)
  1040. if err != nil {
  1041. br.Msg = "判断指标名称是否存在失败"
  1042. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  1043. return
  1044. }
  1045. if existEdbName {
  1046. br.Msg = "指标名称已存在,请重新填写"
  1047. br.ErrMsg = "指标名称已存在,请重新填写"
  1048. br.IsSendEmail = false
  1049. return
  1050. }
  1051. }
  1052. // 添加python指标
  1053. respItem, err := data.AddPythonEdbData(string(reqJson), this.Lang)
  1054. if err != nil {
  1055. br.Msg = "添加失败"
  1056. br.ErrMsg = "获取失败,Err:" + err.Error()
  1057. return
  1058. }
  1059. if respItem.Ret != 200 {
  1060. br.Msg = "添加失败"
  1061. br.ErrMsg = respItem.ErrMsg + ";EdbName:" + req.EdbName
  1062. return
  1063. }
  1064. respData := respItem.Data.(map[string]interface{})
  1065. tmpEdbInfoId, ok := respData["EdbInfoId"]
  1066. if !ok {
  1067. br.Msg = `数据转换异常`
  1068. br.ErrMsg = fmt.Sprint("respData.EdbInfoId 数据转换异常;respData:", respData)
  1069. return
  1070. }
  1071. //指标id
  1072. edbInfoId := int64(tmpEdbInfoId.(float64))
  1073. uniqueCode, ok := respData["UniqueCode"]
  1074. if !ok {
  1075. br.Msg = `数据转换异常`
  1076. br.ErrMsg = fmt.Sprint("respData.UniqueCode 数据转换异常;respData:", respData)
  1077. return
  1078. }
  1079. //添加es
  1080. data.AddOrEditEdbInfoToEs(int(edbInfoId))
  1081. //
  1082. resp := data_manage.AddEdbInfoResp{
  1083. EdbInfoId: int(edbInfoId),
  1084. UniqueCode: uniqueCode.(string),
  1085. }
  1086. br.Ret = 200
  1087. br.Success = true
  1088. br.Msg = "保存成功"
  1089. br.Data = resp
  1090. br.IsAddLog = true
  1091. }
  1092. // EditPythonEdb
  1093. // @Title 修改python运算指标
  1094. // @Description 修改python运算指标接口
  1095. // @Param request body data_manage.AddPythonEdbReq true "type json string"
  1096. // @Success Ret=200 返回成功
  1097. // @router /edb_info/python/edit [post]
  1098. func (this *ChartInfoController) EditPythonEdb() {
  1099. br := new(models.BaseResponse).Init()
  1100. defer func() {
  1101. this.Data["json"] = br
  1102. this.ServeJSON()
  1103. }()
  1104. sysUser := this.SysUser
  1105. if sysUser == nil {
  1106. br.Msg = "请登录"
  1107. br.ErrMsg = "请登录,SysUser Is Empty"
  1108. br.Ret = 408
  1109. return
  1110. }
  1111. var req data_manage.PostAddPythonEdbReq
  1112. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  1113. if err != nil {
  1114. br.Msg = "参数解析异常!"
  1115. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1116. return
  1117. }
  1118. //传入操作人
  1119. req.AdminId = sysUser.AdminId
  1120. req.AdminName = sysUser.RealName
  1121. reqJson, err := json.Marshal(req)
  1122. if err != nil {
  1123. br.Msg = "参数解析异常!"
  1124. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1125. return
  1126. }
  1127. // 根据指标名称和指标ID校验库中是否还存在其他同名指标
  1128. {
  1129. existEdbName, err := data.CheckExistByEdbNameAndEdbInfoId(utils.EDB_INFO_TYPE, req.EdbInfoId, this.SysUser.AdminId, req.EdbName, this.Lang)
  1130. if err != nil {
  1131. br.Msg = "判断指标名称是否存在失败"
  1132. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  1133. return
  1134. }
  1135. if existEdbName {
  1136. br.Msg = "指标名称已存在,请重新填写"
  1137. br.ErrMsg = "指标名称已存在,请重新填写"
  1138. br.IsSendEmail = false
  1139. return
  1140. }
  1141. }
  1142. //获取指标信息
  1143. edbInfo, err := data_manage.GetEdbInfoById(req.EdbInfoId)
  1144. if err != nil {
  1145. if utils.IsErrNoRow(err) {
  1146. br.Msg = "指标已被删除,请刷新页面"
  1147. br.ErrMsg = "指标已被删除,请刷新页面:Err:" + err.Error()
  1148. return
  1149. }
  1150. br.Msg = "获取指标信息失败"
  1151. br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
  1152. return
  1153. }
  1154. // 修改python运算指标
  1155. respItem, err := data.EditPythonEdbData(string(reqJson), this.Lang)
  1156. if err != nil {
  1157. br.Msg = "保存失败"
  1158. br.ErrMsg = "保存失败,Err:" + err.Error()
  1159. return
  1160. }
  1161. if respItem.Ret != 200 {
  1162. br.Msg = "保存失败"
  1163. br.ErrMsg = respItem.ErrMsg + ";EdbName:" + req.EdbName
  1164. return
  1165. }
  1166. //添加es
  1167. data.AddOrEditEdbInfoToEs(req.EdbInfoId)
  1168. resp := new(data_manage.AddEdbInfoResp)
  1169. resp.EdbInfoId = req.EdbInfoId
  1170. resp.UniqueCode = edbInfo.UniqueCode
  1171. br.Ret = 200
  1172. br.Success = true
  1173. br.Data = resp
  1174. br.Msg = "保存成功"
  1175. br.IsAddLog = true
  1176. }
  1177. // GetPythonEdbCode
  1178. // @Title 获取python代码
  1179. // @Description 获取python代码接口
  1180. // @Param EdbInfoId query int true "指标id"
  1181. // @Success 200 {object} data_manage.PythonEdbDetailResp
  1182. // @router /edb_info/python/detail [get]
  1183. func (this *ChartInfoController) GetPythonEdbCode() {
  1184. br := new(models.BaseResponse).Init()
  1185. defer func() {
  1186. this.Data["json"] = br
  1187. this.ServeJSON()
  1188. }()
  1189. sysUser := this.SysUser
  1190. if sysUser == nil {
  1191. br.Msg = "请登录"
  1192. br.ErrMsg = "请登录,SysUser Is Empty"
  1193. br.Ret = 408
  1194. return
  1195. }
  1196. edbInfoId, _ := this.GetInt("EdbInfoId")
  1197. edbInfo, err := data_manage.GetEdbInfoById(edbInfoId)
  1198. if err != nil {
  1199. br.Msg = "获取失败"
  1200. br.ErrMsg = "获取失败,Err:" + err.Error()
  1201. return
  1202. }
  1203. if edbInfo.Source != utils.DATA_SOURCE_PYTHON {
  1204. br.Msg = "该指标不是Python运算指标"
  1205. br.ErrMsg = "该指标不是Python运算指标"
  1206. return
  1207. }
  1208. pythonCode, err := data_manage.GetEdbPythonCodeById(edbInfoId)
  1209. if err != nil {
  1210. br.Msg = "获取失败"
  1211. br.ErrMsg = "获取失败,Err:" + err.Error()
  1212. return
  1213. }
  1214. resp := data_manage.PythonEdbDetailResp{
  1215. EdbInfoDetail: edbInfo,
  1216. PythonCode: pythonCode.PythonCode,
  1217. }
  1218. br.Ret = 200
  1219. br.Success = true
  1220. br.Msg = "保存成功"
  1221. br.Data = resp
  1222. }
  1223. // QueryEdbDataTable
  1224. // @Title 指标筛选接口
  1225. // @Description 指标筛选接口
  1226. // @Param EdbInfoId query int false "指标id"
  1227. // @Success 200 {object} data_manage.EdbInfoList
  1228. // @router /edb_data/table/detail [get]
  1229. func (this *EdbInfoController) QueryEdbDataTable() {
  1230. br := new(models.BaseResponse).Init()
  1231. defer func() {
  1232. this.Data["json"] = br
  1233. this.ServeJSON()
  1234. }()
  1235. edbInfoId, _ := this.GetInt("EdbInfoId")
  1236. if edbInfoId <= 0 {
  1237. br.Msg = "请选择指标"
  1238. br.ErrMsg = "请选择指标"
  1239. return
  1240. }
  1241. edbInfo, err := data_manage.GetEdbInfoById(edbInfoId)
  1242. if err != nil {
  1243. br.Msg = "获取指标信息失败"
  1244. br.ErrMsg = "获取指标信息失败,err:" + err.Error()
  1245. return
  1246. }
  1247. columnList := []map[string]string{
  1248. {
  1249. "edb_code": "指标code",
  1250. },
  1251. {
  1252. "data_time": "指标日期",
  1253. },
  1254. {
  1255. "value": "指标对应的值",
  1256. },
  1257. }
  1258. tableName := data_manage.GetEdbDataTableName(edbInfo.Source, edbInfo.SubSource)
  1259. var templateStr string
  1260. if edbInfo.Source == utils.DATA_SOURCE_BUSINESS && utils.UseMongo {
  1261. templateStr = fmt.Sprintf("# 查询条件\nquery = {\"edb_code\": \"%s\"}\n# 排序\nsort = [(\"data_time\", -1)] # -1 表示降序排列,对应 SQL 的 DESC\nprojection = {\"data_time\": 1, \"value\": 1, \"_id\": 0} # 只选择data_time和value字段,忽略_id字段\n# 使用 find() 方法获取数据,然后使用 aggregate() 转换为列表\nraw_data = list(collection.find(query, projection).sort(sort))\n# 将结果转换为 DataFrame\nraw = pd.DataFrame(raw_data)\n# 转换data_time字段为本地时区时间\nraw['data_time'] = raw['data_time'].apply(lambda x: x.replace(tzinfo=utc_tz)).dt.tz_convert(local_tz).dt.strftime('%s')", edbInfo.EdbCode, "%Y-%m-%d")
  1262. } else {
  1263. templateStr = fmt.Sprintf("sql1 = f\"\"\"SELECT data_time,\"value\" FROM %s WHERE edb_code = '%s' ORDER BY data_time DESC;\"\"\"\nraw = pandas_fetch_all(sql1, db)", tableName, edbInfo.EdbCode)
  1264. }
  1265. info := data_manage.TableInfoResp{
  1266. ColumnList: columnList,
  1267. TableName: tableName,
  1268. TemplateStr: url.PathEscape(templateStr),
  1269. }
  1270. br.Ret = 200
  1271. br.Success = true
  1272. br.Msg = "获取成功"
  1273. br.Data = info
  1274. }
  1275. // SaveAdjustEdbInfo
  1276. // @Title 保存数据调整接口
  1277. // @Description 保存数据调整接口
  1278. // @Param request body data_manage.AddPythonEdbReq true "type json string"
  1279. // @Success 200 {object} data_manage.AddEdbInfoResp
  1280. // @router /edb_info/adjust/save [post]
  1281. func (this *ChartInfoController) SaveAdjustEdbInfo() {
  1282. br := new(models.BaseResponse).Init()
  1283. defer func() {
  1284. this.Data["json"] = br
  1285. this.ServeJSON()
  1286. }()
  1287. sysUser := this.SysUser
  1288. if sysUser == nil {
  1289. br.Msg = "请登录"
  1290. br.ErrMsg = "请登录,SysUser Is Empty"
  1291. br.Ret = 408
  1292. return
  1293. }
  1294. var req data_manage.SaveAdjustEdbInfoReq
  1295. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  1296. if err != nil {
  1297. br.Msg = "参数解析异常!"
  1298. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1299. return
  1300. }
  1301. //传入操作人
  1302. req.AdminId = sysUser.AdminId
  1303. req.AdminName = sysUser.RealName
  1304. reqJson, err := json.Marshal(req)
  1305. if err != nil {
  1306. br.Msg = "参数解析异常!"
  1307. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1308. return
  1309. }
  1310. // 根据指标名称和指标ID校验库中是否还存在其他同名指标
  1311. {
  1312. existEdbName, err := data.CheckExistByEdbNameAndEdbInfoId(utils.EDB_INFO_TYPE, req.EdbInfoId, this.SysUser.AdminId, req.EdbName, this.Lang)
  1313. if err != nil {
  1314. br.Msg = "判断指标名称是否存在失败"
  1315. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  1316. return
  1317. }
  1318. if existEdbName {
  1319. br.Msg = "指标名称已存在,请重新填写"
  1320. br.ErrMsg = "指标名称已存在,请重新填写"
  1321. br.IsSendEmail = false
  1322. return
  1323. }
  1324. }
  1325. // 添加数据调整指标
  1326. respItem, err := data.SaveAdjustEdbInfo(string(reqJson), this.Lang)
  1327. if err != nil {
  1328. br.Msg = "添加失败"
  1329. br.ErrMsg = "获取失败,Err:" + err.Error()
  1330. return
  1331. }
  1332. if respItem.Ret != 200 {
  1333. br.Msg = "添加失败"
  1334. br.ErrMsg = respItem.ErrMsg + ";EdbName:" + req.EdbName
  1335. return
  1336. }
  1337. respData := respItem.Data.(map[string]interface{})
  1338. tmpEdbInfoId, ok := respData["EdbInfoId"]
  1339. if !ok {
  1340. br.Msg = `数据转换异常`
  1341. br.ErrMsg = fmt.Sprint("respData.EdbInfoId 数据转换异常;respData:", respData)
  1342. return
  1343. }
  1344. //指标id
  1345. edbInfoId := int64(tmpEdbInfoId.(float64))
  1346. uniqueCode, ok := respData["UniqueCode"]
  1347. if !ok {
  1348. br.Msg = `数据转换异常`
  1349. br.ErrMsg = fmt.Sprint("respData.UniqueCode 数据转换异常;respData:", respData)
  1350. return
  1351. }
  1352. //添加es
  1353. data.AddOrEditEdbInfoToEs(int(edbInfoId))
  1354. //
  1355. resp := data_manage.AddEdbInfoResp{
  1356. EdbInfoId: int(edbInfoId),
  1357. UniqueCode: uniqueCode.(string),
  1358. }
  1359. br.Ret = 200
  1360. br.Success = true
  1361. br.Msg = "保存成功"
  1362. br.Data = resp
  1363. br.IsAddLog = true
  1364. }
  1365. // BatchCalculateBatchSave
  1366. // @Title 批量添加 累计值转月-同比值-同差等计算新增
  1367. // @Description 批量添加 累计值转月-同比值-同差等计算新增接口
  1368. // @Param request body data_manage.EdbInfoCalculateBatchSaveReq true "type json string"
  1369. // @Success Ret=200 返回指标id
  1370. // @router /edb_info/calculate/batch/save/batch [post]
  1371. func (this *ChartInfoController) BatchCalculateBatchSave() {
  1372. br := new(models.BaseResponse).Init()
  1373. defer func() {
  1374. if br.ErrMsg == "" {
  1375. br.IsSendEmail = false
  1376. }
  1377. this.Data["json"] = br
  1378. this.ServeJSON()
  1379. }()
  1380. sysUser := this.SysUser
  1381. if sysUser == nil {
  1382. br.Msg = "请登录"
  1383. br.ErrMsg = "请登录,SysUser Is Empty"
  1384. br.Ret = 408
  1385. return
  1386. }
  1387. var req data_manage.BatchEdbInfoCalculateBatchSaveReq
  1388. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  1389. if err != nil {
  1390. br.Msg = "参数解析异常!"
  1391. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1392. return
  1393. }
  1394. resp := data_manage.BatchEdbInfoCalculateBatchSaveResp{
  1395. Fail: make([]data_manage.BatchEdbInfoCalculateBatchSaveFailResp, 0),
  1396. Success: make([]data_manage.BatchEdbInfoCalculateBatchSaveSuccessResp, 0),
  1397. }
  1398. var formulaInt int
  1399. switch req.Source {
  1400. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS, utils.DATA_SOURCE_CALCULATE_HBZ, utils.DATA_SOURCE_CALCULATE_HCZ, utils.DATA_SOURCE_CALCULATE_TIME_SHIFT, utils.DATA_SOURCE_CALCULATE_CJJX:
  1401. if req.Formula == "" {
  1402. br.Msg = "请输入N值"
  1403. return
  1404. }
  1405. formulaInt, _ = strconv.Atoi(req.Formula)
  1406. if formulaInt <= 0 {
  1407. br.Msg = "N值输入错误,请重新输入"
  1408. return
  1409. }
  1410. case utils.DATA_SOURCE_CALCULATE_ZJPJ:
  1411. //直接拼接指标
  1412. //校验时间格式
  1413. _, err = time.ParseInLocation(utils.FormatDate, req.Formula, time.Local)
  1414. if err != nil {
  1415. br.Msg = "拼接日期有误,请重新输入"
  1416. return
  1417. }
  1418. case utils.DATA_SOURCE_CALCULATE_NHCC: //拟合残差指标
  1419. //指标校验
  1420. if len(req.EdbInfoIdArr) != 2 {
  1421. br.Msg = "选择的指标异常,请重新选择"
  1422. return
  1423. }
  1424. fromEdbInfoId := req.EdbInfoIdArr[0].EdbInfoId
  1425. if fromEdbInfoId <= 0 {
  1426. br.Msg = "请选择指标"
  1427. return
  1428. }
  1429. //校验时间格式
  1430. //数据格式:2022-11-01,2022-11-10
  1431. timeList := strings.Split(req.Formula, ",")
  1432. if len(timeList) != 2 {
  1433. br.Msg = "选择的指标异常,请重新选择"
  1434. return
  1435. }
  1436. startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  1437. if err != nil {
  1438. br.Msg = "开始日期有误,请重新输入"
  1439. return
  1440. }
  1441. endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  1442. if err != nil {
  1443. br.Msg = "结束日期有误,请重新输入"
  1444. return
  1445. }
  1446. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  1447. br.Msg = "日期间隔不得少于两天"
  1448. return
  1449. }
  1450. case utils.DATA_SOURCE_CALCULATE_ZSXY: // 指数修匀
  1451. if req.Formula == "" {
  1452. br.Msg = "请填写alpha值"
  1453. return
  1454. }
  1455. alpha, e := strconv.ParseFloat(req.Formula, 64)
  1456. if e != nil {
  1457. br.Msg = "alpha值输入错误, 请重新输入"
  1458. return
  1459. }
  1460. if alpha <= 0 || alpha >= 1 {
  1461. br.Msg = "alpha值输入错误, 请重新输入"
  1462. return
  1463. }
  1464. }
  1465. if len(req.EdbList) > 100 {
  1466. br.Msg = "最多只能选择100个指标"
  1467. return
  1468. }
  1469. reqEdbList := make([]*data_manage.CalculateEdbInfoItem, 0)
  1470. for _, v := range req.EdbList {
  1471. v.EdbName = strings.Trim(v.EdbName, " ")
  1472. if v.EdbName == "" {
  1473. resp.Fail = append(resp.Fail, data_manage.BatchEdbInfoCalculateBatchSaveFailResp{
  1474. CalculateId: v.CalculateId,
  1475. Msg: "指标名称不能为空",
  1476. })
  1477. continue
  1478. }
  1479. if v.Frequency == "" {
  1480. resp.Fail = append(resp.Fail, data_manage.BatchEdbInfoCalculateBatchSaveFailResp{
  1481. CalculateId: v.CalculateId,
  1482. Msg: "频率不能为空",
  1483. })
  1484. continue
  1485. }
  1486. if v.Unit == "" {
  1487. resp.Fail = append(resp.Fail, data_manage.BatchEdbInfoCalculateBatchSaveFailResp{
  1488. CalculateId: v.CalculateId,
  1489. Msg: "单位不能为空",
  1490. })
  1491. continue
  1492. }
  1493. if v.ClassifyId <= 0 {
  1494. resp.Fail = append(resp.Fail, data_manage.BatchEdbInfoCalculateBatchSaveFailResp{
  1495. CalculateId: v.CalculateId,
  1496. Msg: "请选择分类",
  1497. })
  1498. continue
  1499. }
  1500. //加入缓存机制,避免创建同一个名称的指标 start
  1501. redisKey := fmt.Sprint("edb_info:calculate:batch:save:", req.Source, ":", v.EdbName)
  1502. isExist := utils.Rc.IsExist(redisKey)
  1503. if isExist {
  1504. resp.Fail = append(resp.Fail, data_manage.BatchEdbInfoCalculateBatchSaveFailResp{
  1505. CalculateId: v.CalculateId,
  1506. Msg: "指标正在处理,请勿重复提交",
  1507. })
  1508. continue
  1509. } else {
  1510. //设置3分钟缓存
  1511. //utils.Rc.SetNX(redisKey, 1, time.Second*300)
  1512. //redisKeyList = append(redisKeyList, redisKey)
  1513. }
  1514. reqEdbList = append(reqEdbList, v)
  1515. }
  1516. if len(reqEdbList) <= 0 {
  1517. br.Msg = "新增失败!"
  1518. if len(resp.Fail) > 0 {
  1519. br.ErrMsg = resp.Fail[0].Msg
  1520. } else {
  1521. br.Msg = "请选择指标"
  1522. }
  1523. return
  1524. }
  1525. req.AdminId = sysUser.AdminId
  1526. req.AdminName = sysUser.RealName
  1527. req.EdbList = reqEdbList
  1528. // 调用指标库去更新
  1529. reqJson, err := json.Marshal(req)
  1530. if err != nil {
  1531. br.Msg = "参数解析异常!"
  1532. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1533. return
  1534. }
  1535. respItem, err := data.BatchSaveEdbCalculateMultiData(string(reqJson), this.Lang)
  1536. if err != nil {
  1537. br.Msg = "新增失败!"
  1538. br.ErrMsg = "新增失败,Err:" + err.Error()
  1539. return
  1540. }
  1541. if respItem.Ret != 200 {
  1542. br.Msg = respItem.Msg
  1543. br.ErrMsg = respItem.ErrMsg
  1544. return
  1545. }
  1546. br.Ret = 200
  1547. br.Success = true
  1548. br.Msg = "批量保存成功"
  1549. br.Data = respItem.Data
  1550. br.IsAddLog = true
  1551. }
  1552. // BatchCalculateBatchEdit
  1553. // @Title 多指标求和和多指标求平均编辑接口
  1554. // @Description 多指标求和和多指标求平均编辑接口
  1555. // @Param request body data_manage.EdbInfoCalculateBatchSaveReq true "type json string"
  1556. // @Success Ret=200 返回指标id
  1557. // @router /edb_info/calculate/batch/edit/batch [post]
  1558. func (this *ChartInfoController) BatchCalculateBatchEdit() {
  1559. br := new(models.BaseResponse).Init()
  1560. defer func() {
  1561. if br.ErrMsg == "" {
  1562. br.IsSendEmail = false
  1563. }
  1564. this.Data["json"] = br
  1565. this.ServeJSON()
  1566. }()
  1567. sysUser := this.SysUser
  1568. if sysUser == nil {
  1569. br.Msg = "请登录"
  1570. br.ErrMsg = "请登录,SysUser Is Empty"
  1571. br.Ret = 408
  1572. return
  1573. }
  1574. var req data_manage.BatchEdbInfoCalculateBatchSaveReq
  1575. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  1576. if err != nil {
  1577. br.Msg = "参数解析异常!"
  1578. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1579. return
  1580. }
  1581. resp := data_manage.BatchEdbInfoCalculateBatchSaveResp{
  1582. Fail: make([]data_manage.BatchEdbInfoCalculateBatchSaveFailResp, 0),
  1583. Success: make([]data_manage.BatchEdbInfoCalculateBatchSaveSuccessResp, 0),
  1584. }
  1585. var formulaInt int
  1586. switch req.Source {
  1587. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS, utils.DATA_SOURCE_CALCULATE_HBZ, utils.DATA_SOURCE_CALCULATE_HCZ, utils.DATA_SOURCE_CALCULATE_TIME_SHIFT, utils.DATA_SOURCE_CALCULATE_CJJX:
  1588. if req.Formula == "" {
  1589. br.Msg = "请输入N值"
  1590. return
  1591. }
  1592. formulaInt, _ = strconv.Atoi(req.Formula)
  1593. if formulaInt <= 0 {
  1594. br.Msg = "N值输入错误,请重新输入"
  1595. return
  1596. }
  1597. case utils.DATA_SOURCE_CALCULATE_ZJPJ:
  1598. //直接拼接指标
  1599. //校验时间格式
  1600. _, err = time.ParseInLocation(utils.FormatDate, req.Formula, time.Local)
  1601. if err != nil {
  1602. br.Msg = "拼接日期有误,请重新输入"
  1603. return
  1604. }
  1605. case utils.DATA_SOURCE_CALCULATE_NHCC: //拟合残差指标
  1606. //指标校验
  1607. if len(req.EdbInfoIdArr) != 2 {
  1608. br.Msg = "选择的指标异常,请重新选择"
  1609. return
  1610. }
  1611. fromEdbInfoId := req.EdbInfoIdArr[0].EdbInfoId
  1612. if fromEdbInfoId <= 0 {
  1613. br.Msg = "请选择指标"
  1614. return
  1615. }
  1616. //校验时间格式
  1617. //数据格式:2022-11-01,2022-11-10
  1618. timeList := strings.Split(req.Formula, ",")
  1619. if len(timeList) != 2 {
  1620. br.Msg = "选择的指标异常,请重新选择"
  1621. return
  1622. }
  1623. startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  1624. if err != nil {
  1625. br.Msg = "开始日期有误,请重新输入"
  1626. return
  1627. }
  1628. endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  1629. if err != nil {
  1630. br.Msg = "结束日期有误,请重新输入"
  1631. return
  1632. }
  1633. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  1634. br.Msg = "日期间隔不得少于两天"
  1635. return
  1636. }
  1637. case utils.DATA_SOURCE_CALCULATE_ZSXY: // 指数修匀
  1638. if req.Formula == "" {
  1639. br.Msg = "请填写alpha值"
  1640. return
  1641. }
  1642. alpha, e := strconv.ParseFloat(req.Formula, 64)
  1643. if e != nil {
  1644. br.Msg = "alpha值输入错误, 请重新输入"
  1645. return
  1646. }
  1647. if alpha <= 0 || alpha >= 1 {
  1648. br.Msg = "alpha值输入错误, 请重新输入"
  1649. return
  1650. }
  1651. }
  1652. if len(req.EdbList) > 50 {
  1653. br.Msg = "最多只能选择50个指标"
  1654. return
  1655. }
  1656. reqEdbList := make([]*data_manage.CalculateEdbInfoItem, 0)
  1657. for _, v := range req.EdbList {
  1658. if v.EdbInfoId <= 0 {
  1659. resp.Fail = append(resp.Fail, data_manage.BatchEdbInfoCalculateBatchSaveFailResp{
  1660. CalculateId: v.CalculateId,
  1661. Msg: "请选择要编辑的指标",
  1662. })
  1663. continue
  1664. }
  1665. v.EdbName = strings.Trim(v.EdbName, " ")
  1666. if v.EdbName == "" {
  1667. resp.Fail = append(resp.Fail, data_manage.BatchEdbInfoCalculateBatchSaveFailResp{
  1668. CalculateId: v.CalculateId,
  1669. Msg: "指标名称不能为空",
  1670. })
  1671. continue
  1672. }
  1673. if v.Frequency == "" {
  1674. resp.Fail = append(resp.Fail, data_manage.BatchEdbInfoCalculateBatchSaveFailResp{
  1675. CalculateId: v.CalculateId,
  1676. Msg: "频率不能为空",
  1677. })
  1678. continue
  1679. }
  1680. if v.Unit == "" {
  1681. resp.Fail = append(resp.Fail, data_manage.BatchEdbInfoCalculateBatchSaveFailResp{
  1682. CalculateId: v.CalculateId,
  1683. Msg: "单位不能为空",
  1684. })
  1685. continue
  1686. }
  1687. if v.ClassifyId <= 0 {
  1688. resp.Fail = append(resp.Fail, data_manage.BatchEdbInfoCalculateBatchSaveFailResp{
  1689. CalculateId: v.CalculateId,
  1690. Msg: "请选择分类",
  1691. })
  1692. continue
  1693. }
  1694. reqEdbList = append(reqEdbList, v)
  1695. }
  1696. if len(reqEdbList) <= 0 {
  1697. br.Msg = "编辑失败!"
  1698. if len(resp.Fail) > 0 {
  1699. br.ErrMsg = resp.Fail[0].Msg
  1700. } else {
  1701. br.Msg = "请选择指标"
  1702. }
  1703. return
  1704. }
  1705. req.AdminId = sysUser.AdminId
  1706. req.AdminName = sysUser.RealName
  1707. req.EdbList = reqEdbList
  1708. // 调用指标库去更新
  1709. reqJson, err := json.Marshal(req)
  1710. if err != nil {
  1711. br.Msg = "参数解析异常!"
  1712. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1713. return
  1714. }
  1715. respItem, err := data.BatchEditEdbCalculateMultiData(string(reqJson), this.Lang)
  1716. if err != nil {
  1717. br.Msg = "编辑失败!"
  1718. br.ErrMsg = "编辑失败,Err:" + err.Error()
  1719. return
  1720. }
  1721. if respItem.Ret != 200 {
  1722. br.Msg = respItem.Msg
  1723. br.ErrMsg = respItem.ErrMsg
  1724. return
  1725. }
  1726. br.Ret = 200
  1727. br.Success = true
  1728. br.Msg = "批量编辑成功"
  1729. br.Data = respItem.Data
  1730. br.IsAddLog = true
  1731. }
  1732. // CalculateMapping
  1733. // @Title 获取计算指标与基础指标关联
  1734. // @Description 获取计算指标与基础指标关联
  1735. // @Param EdbInfoId query int true "指标id"
  1736. // @Success 200 {object} data_manage.CalculateDetailResp
  1737. // @router /edb_info/calculate/mapping [get]
  1738. func (this *ChartInfoController) CalculateMapping() {
  1739. br := new(models.BaseResponse).Init()
  1740. defer func() {
  1741. this.Data["json"] = br
  1742. this.ServeJSON()
  1743. }()
  1744. sysUser := this.SysUser
  1745. if sysUser == nil {
  1746. br.Msg = "请登录"
  1747. br.ErrMsg = "请登录,SysUser Is Empty"
  1748. br.Ret = 408
  1749. return
  1750. }
  1751. edbInfoId, _ := this.GetInt("EdbInfoId")
  1752. if edbInfoId <= 0 {
  1753. br.Msg = "参数有误"
  1754. return
  1755. }
  1756. item, e := data_manage.GetEdbInfoCalculateMappingDetail(edbInfoId)
  1757. if e != nil {
  1758. br.Msg = "获取失败"
  1759. br.ErrMsg = "获取失败,Err:" + e.Error()
  1760. return
  1761. }
  1762. // 英文来源,显示英文名称
  1763. if this.Lang == utils.EnLangVersion {
  1764. fromEdbInfo, e := data_manage.GetEdbInfoById(item.FromEdbInfoId)
  1765. if e != nil {
  1766. br.Msg = "获取失败"
  1767. br.ErrMsg = "获取失败,Err:" + e.Error()
  1768. return
  1769. }
  1770. item.FromEdbName = fromEdbInfo.EdbNameEn
  1771. }
  1772. br.Ret = 200
  1773. br.Success = true
  1774. br.Msg = "保存成功"
  1775. br.Data = item
  1776. }
  1777. // CalculateComputeCorrelation
  1778. // @Title 拟合残差计算相关性
  1779. // @Description 拟合残差计算相关性接口
  1780. // @Param request body data_manage.EdbInfoCalculateBatchSaveReq true "type json string"
  1781. // @Success Ret=200 返回指标id
  1782. // @router /edb_info/calculate/compute_correlation [post]
  1783. func (this *ChartInfoController) CalculateComputeCorrelation() {
  1784. br := new(models.BaseResponse).Init()
  1785. defer func() {
  1786. this.Data["json"] = br
  1787. this.ServeJSON()
  1788. }()
  1789. sysUser := this.SysUser
  1790. if sysUser == nil {
  1791. br.Msg = "请登录"
  1792. br.ErrMsg = "请登录,SysUser Is Empty"
  1793. br.Ret = 408
  1794. return
  1795. }
  1796. var req data_manage.EdbInfoCalculateBatchSaveReq
  1797. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  1798. if err != nil {
  1799. br.Msg = "参数解析异常!"
  1800. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  1801. return
  1802. }
  1803. if len(req.EdbInfoIdArr) != 2 {
  1804. br.Msg = "选择的指标异常,请重新选择"
  1805. return
  1806. }
  1807. fromEdbInfoId := req.EdbInfoIdArr[0].EdbInfoId
  1808. //校验时间格式
  1809. //数据格式:2022-11-01,2022-11-10
  1810. timeList := strings.Split(req.Formula, ",")
  1811. if len(timeList) != 2 {
  1812. br.Msg = "选择时间有误,请重新输入"
  1813. return
  1814. }
  1815. startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
  1816. if err != nil {
  1817. br.Msg = "开始日期有误,请重新输入"
  1818. return
  1819. }
  1820. endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
  1821. if err != nil {
  1822. br.Msg = "结束日期有误,请重新输入"
  1823. return
  1824. }
  1825. if utils.GetTimeSubDay(startDate, endDate) < 2 {
  1826. br.Msg = "日期间隔不得少于两天"
  1827. return
  1828. }
  1829. if fromEdbInfoId <= 0 {
  1830. br.Msg = "请选择指标"
  1831. return
  1832. }
  1833. req2 := &data_manage.EdbInfoCalculateBatchSaveReqByEdbLib{
  1834. AdminId: sysUser.AdminId,
  1835. AdminName: sysUser.RealName,
  1836. EdbInfoId: req.EdbInfoId,
  1837. EdbName: req.EdbName,
  1838. Frequency: req.Frequency,
  1839. Unit: req.Unit,
  1840. ClassifyId: req.ClassifyId,
  1841. Formula: req.Formula, //N数值移动平均计算、环比值、环差值
  1842. FromEdbInfoId: req.FromEdbInfoId,
  1843. CalculateFormula: req.CalculateFormula,
  1844. Source: req.Source,
  1845. MoveType: req.MoveType,
  1846. MoveFrequency: req.MoveFrequency,
  1847. //CalculateFormula: edbInfo.CalculateFormula,
  1848. EdbInfoIdArr: req.EdbInfoIdArr,
  1849. Calendar: req.Calendar,
  1850. }
  1851. val, err, errMsg := data.CallCalculateComputeCorrelation(req2, this.Lang)
  1852. if err != nil {
  1853. br.Msg = "计算失败"
  1854. if errMsg != `` {
  1855. br.Msg = errMsg
  1856. }
  1857. br.ErrMsg = err.Error()
  1858. return
  1859. }
  1860. br.Data = val
  1861. br.Ret = 200
  1862. br.Success = true
  1863. br.Msg = "计算成功"
  1864. br.IsAddLog = true
  1865. }
  1866. // CalculateMultiChoice
  1867. // @Title 批量计算-加入已选指标
  1868. // @Description 批量计算-加入已选指标
  1869. // @Param ClassifyIds query int true "指标库分类IDs"
  1870. // @Param SysUserIds query int true "创建人"
  1871. // @Param Keyword query string false "关键词搜索"
  1872. // @Param Frequency query string false "频度"
  1873. // @Param EdbInfoType query int false "指标类型: 0-普通指标; 1-预测指标"
  1874. // @Success 200 {object} data_manage.EdbInfoSearchResp
  1875. // @router /edb_info/calculate/multi/choice [get]
  1876. func (this *ChartInfoController) CalculateMultiChoice() {
  1877. br := new(models.BaseResponse).Init()
  1878. defer func() {
  1879. this.Data["json"] = br
  1880. this.ServeJSON()
  1881. }()
  1882. //来源类型,1:中文,2:英文
  1883. frequency := this.GetString("Frequency")
  1884. keyword := this.GetString("Keyword")
  1885. //sysUserIds := this.GetString("SysUserIds")
  1886. //classifyIds := this.GetString("ClassifyIds")
  1887. edbInfoIds := this.GetString("EdbInfoIds")
  1888. selectAll, _ := this.GetBool("SelectAll")
  1889. notFrequency := this.GetString("NotFrequency")
  1890. edbInfoType, _ := this.GetInt("EdbInfoType", 0)
  1891. var edbIdArr []int
  1892. var filterEdbIds []int
  1893. if edbInfoIds != "" {
  1894. arr := strings.Split(edbInfoIds, ",")
  1895. for _, v := range arr {
  1896. t, e := strconv.Atoi(v)
  1897. if e != nil {
  1898. br.Msg = "参数有误"
  1899. br.ErrMsg = fmt.Sprintf("指标ID有误, %s", v)
  1900. return
  1901. }
  1902. filterEdbIds = append(filterEdbIds, t)
  1903. }
  1904. }
  1905. if selectAll {
  1906. // 如果勾了列表全选,那么EdbCode传的就是排除的code
  1907. edbTypeStr := `0`
  1908. if edbInfoType == 1 {
  1909. edbTypeStr = `3`
  1910. }
  1911. sortMap := make(map[string]string)
  1912. // 如果没有搜索关键词,则默认根据指标编码倒序排序
  1913. if keyword == `` {
  1914. sortMap["EdbInfoId"] = `desc`
  1915. }
  1916. generalEdbEsSearchReq := request.GeneralEdbEsSearchReq{
  1917. FilterSource: 0,
  1918. //ClassifyId: 0,
  1919. Source: 0,
  1920. EdbAuth: 0,
  1921. EdbCollect: 0,
  1922. Frequency: frequency,
  1923. NotFrequency: notFrequency,
  1924. EdbType: edbTypeStr,
  1925. Keyword: keyword,
  1926. KeyWord: keyword,
  1927. }
  1928. edbList, err, errMsg := data.GetAllGeneralEdbInfoListByGeneralEdbEsSearchReq(generalEdbEsSearchReq, this.SysUser.AdminId)
  1929. if err != nil {
  1930. br.Msg = "获取指标列表失败!"
  1931. if errMsg != `` {
  1932. br.Msg = errMsg
  1933. }
  1934. br.ErrMsg = "获取指标列表失败,Err:" + err.Error()
  1935. return
  1936. }
  1937. filterLen := len(filterEdbIds)
  1938. for _, v := range edbList {
  1939. // 全选-排除传入的指标
  1940. if filterLen > 0 && utils.InArrayByInt(filterEdbIds, v.EdbInfoId) {
  1941. continue
  1942. }
  1943. edbIdArr = append(edbIdArr, v.EdbInfoId)
  1944. }
  1945. } else {
  1946. //未勾选全选EdbCode就是需要的code
  1947. edbIdStrArr := strings.Split(edbInfoIds, ",")
  1948. for _, v := range edbIdStrArr {
  1949. id, e := strconv.Atoi(v)
  1950. if e != nil {
  1951. br.Msg = "获取指标列表失败"
  1952. br.ErrMsg = "获取指标列表失败,Err:" + e.Error()
  1953. return
  1954. }
  1955. edbIdArr = append(edbIdArr, id)
  1956. }
  1957. }
  1958. if len(edbIdArr) > 100 {
  1959. br.Msg = "最多只能选择100个指标"
  1960. return
  1961. }
  1962. if len(edbIdArr) <= 0 {
  1963. br.Msg = "无符合指标或指标代码错误"
  1964. return
  1965. }
  1966. list, err := data_manage.GetEdbInfoByIdList(edbIdArr)
  1967. if err != nil && !utils.IsErrNoRow(err) {
  1968. br.Msg = "获取指标列表失败"
  1969. br.ErrMsg = "获取指标列表失败,Err:" + err.Error()
  1970. return
  1971. }
  1972. searchItemList := make([]data_manage.EdbInfoBase, 0)
  1973. resp := new(data_manage.CalculateMultiChoiceResp)
  1974. if len(list) > 0 {
  1975. // 当前列表中的分类map
  1976. classifyMap := make(map[int]*data_manage.EdbClassify)
  1977. {
  1978. classifyIdList := make([]int, 0)
  1979. for _, info := range list {
  1980. classifyIdList = append(classifyIdList, info.ClassifyId)
  1981. }
  1982. classifyList, err := data_manage.GetEdbClassifyByIdList(classifyIdList)
  1983. if err != nil {
  1984. if err != nil {
  1985. br.Msg = "获取失败"
  1986. br.ErrMsg = "获取分类列表失败,Err:" + err.Error()
  1987. return
  1988. }
  1989. }
  1990. for _, v := range classifyList {
  1991. classifyMap[v.ClassifyId] = v
  1992. }
  1993. }
  1994. // 获取所有有权限的指标和分类
  1995. permissionEdbIdList, permissionClassifyIdList, err := data_manage_permission.GetUserEdbAndClassifyPermissionList(this.SysUser.AdminId, 0, 0)
  1996. if err != nil {
  1997. br.Msg = "获取失败"
  1998. br.ErrMsg = "获取所有有权限的指标和分类失败,Err:" + err.Error()
  1999. return
  2000. }
  2001. for _, info := range list {
  2002. var haveOperaAuth bool
  2003. if currClassify, ok := classifyMap[info.ClassifyId]; ok {
  2004. haveOperaAuth = data_manage_permission.CheckEdbPermissionByPermissionIdList(info.IsJoinPermission, currClassify.IsJoinPermission, info.EdbInfoId, info.ClassifyId, permissionEdbIdList, permissionClassifyIdList)
  2005. }
  2006. searchItem := data_manage.EdbInfoBase{
  2007. Frequency: info.Frequency,
  2008. Unit: info.Unit,
  2009. UnitEn: info.UnitEn,
  2010. EdbName: info.EdbName,
  2011. EdbNameEn: info.EdbNameEn,
  2012. EdbInfoId: info.EdbInfoId,
  2013. ClassifyId: info.ClassifyId,
  2014. HaveOperaAuth: haveOperaAuth,
  2015. EdbInfoType: info.EdbInfoType,
  2016. }
  2017. searchItemList = append(searchItemList, searchItem)
  2018. }
  2019. }
  2020. resp.SearchItem = searchItemList
  2021. br.Ret = 200
  2022. br.Success = true
  2023. br.Msg = "获取成功"
  2024. br.Data = resp
  2025. }
  2026. // CalculateMultiSearch
  2027. // @Title 批量计算-查询指标
  2028. // @Description 批量计算-查询指标
  2029. // @Param ClassifyIds query int true "指标库分类IDs"
  2030. // @Param SysUserIds query int true "创建人"
  2031. // @Param Keyword query string false "关键词搜索"
  2032. // @Param Frequency query string false "频度"
  2033. // @Param EdbInfoType query int false "指标类型: 0-普通指标; 1-预测指标"
  2034. // @Success 200 {object} data_manage.EdbInfoSearchResp
  2035. // @router /edb_info/calculate/multi/search [get]
  2036. func (this *ChartInfoController) CalculateMultiSearch() {
  2037. br := new(models.BaseResponse).Init()
  2038. defer func() {
  2039. this.Data["json"] = br
  2040. this.ServeJSON()
  2041. }()
  2042. //来源类型,1:中文,2:英文
  2043. frequency := this.GetString("Frequency")
  2044. keyword := this.GetString("Keyword")
  2045. keyword = strings.TrimSpace(keyword)
  2046. //classifyIds := this.GetString("ClassifyIds")
  2047. pageSize, _ := this.GetInt("PageSize")
  2048. currentIndex, _ := this.GetInt("CurrentIndex")
  2049. notFrequency := this.GetString("NotFrequency")
  2050. edbInfoType, _ := this.GetInt("EdbInfoType", 0)
  2051. var startSize int
  2052. if pageSize <= 0 {
  2053. pageSize = utils.PageSize50
  2054. }
  2055. if currentIndex <= 0 {
  2056. currentIndex = 1
  2057. }
  2058. startSize = utils.StartIndex(currentIndex, pageSize)
  2059. var edbIdArr []int
  2060. notFrequencyList := make([]string, 0)
  2061. if notFrequency != "" {
  2062. notFrequencyList = strings.Split(notFrequency, ",")
  2063. }
  2064. source := 0
  2065. edbAuth := 0
  2066. edbCollect := 0
  2067. edbTypeStr := `0`
  2068. if edbInfoType == 1 {
  2069. edbTypeStr = `3`
  2070. }
  2071. // 获取es搜索参数
  2072. noPermissionEdbInfoIdList, noPermissionEdbClassifyIdList, collectEdbInfoIdList, searchClassifyIdList, searchPublicClassifyIdList, edbTypeList, edbInfoType, edbAuth, searchUserId, frequencyList, err, errMsg := data.GetGeneralEdbEsSearchParams(edbTypeStr, frequency, this.SysUser.AdminId, edbAuth, edbCollect, 0)
  2073. if err != nil {
  2074. br.Msg = "获取失败"
  2075. if errMsg != `` {
  2076. br.Msg = errMsg
  2077. }
  2078. br.ErrMsg = "获取失败:" + err.Error()
  2079. return
  2080. }
  2081. sortMap := make(map[string]string)
  2082. // 如果没有搜索关键词,则默认根据指标编码倒序排序
  2083. if keyword == `` {
  2084. sortMap["EdbInfoId"] = `desc`
  2085. }
  2086. // 普通的搜索
  2087. total, edbList, err := elastic.SearchEdbInfoData(keyword, startSize, pageSize, 0, source, frequencyList, notFrequencyList, noPermissionEdbInfoIdList, noPermissionEdbClassifyIdList, collectEdbInfoIdList, searchClassifyIdList, searchPublicClassifyIdList, edbTypeList, edbInfoType, edbAuth, searchUserId, sortMap)
  2088. searchItemList := make([]data_manage.CalculateMultiEdbSearchItem, 0)
  2089. page := paging.GetPaging(currentIndex, pageSize, int(total))
  2090. resp := new(data_manage.CalculateMultiEdbSearchResp)
  2091. if len(edbList) > 0 {
  2092. for _, v := range edbList {
  2093. edbIdArr = append(edbIdArr, v.EdbInfoId)
  2094. }
  2095. list, err := data_manage.GetEdbInfoByIdList(edbIdArr)
  2096. if err != nil && !utils.IsErrNoRow(err) {
  2097. br.Msg = "获取指标列表失败"
  2098. br.ErrMsg = "获取指标列表失败,Err:" + err.Error()
  2099. return
  2100. }
  2101. for _, info := range list {
  2102. searchItem := data_manage.CalculateMultiEdbSearchItem{
  2103. Frequency: info.Frequency,
  2104. Unit: info.Unit,
  2105. UnitEn: info.UnitEn,
  2106. EdbName: info.EdbName,
  2107. EdbNameEn: info.EdbNameEn,
  2108. EdbInfoId: info.EdbInfoId,
  2109. ClassifyId: info.ClassifyId,
  2110. SysUserRealName: info.SysUserRealName,
  2111. SysUserId: info.SysUserId,
  2112. EndDate: utils.TimeToFormatDate(info.EndDate),
  2113. EndValue: info.EndValue,
  2114. HaveOperaAuth: true,
  2115. EdbInfoType: info.EdbInfoType,
  2116. }
  2117. searchItemList = append(searchItemList, searchItem)
  2118. }
  2119. }
  2120. resp.SearchItem = searchItemList
  2121. resp.Paging = page
  2122. br.Ret = 200
  2123. br.Success = true
  2124. br.Msg = "获取成功"
  2125. br.Data = resp
  2126. }
  2127. //func (this *ChartInfoController) CalculateMultiChoiceBak() {
  2128. // br := new(models.BaseResponse).Init()
  2129. // defer func() {
  2130. // this.Data["json"] = br
  2131. // this.ServeJSON()
  2132. // }()
  2133. //
  2134. // //来源类型,1:中文,2:英文
  2135. // frequency := this.GetString("Frequency")
  2136. // keyword := this.GetString("Keyword")
  2137. // sysUserIds := this.GetString("SysUserIds")
  2138. // classifyIds := this.GetString("ClassifyIds")
  2139. // edbInfoIds := this.GetString("EdbInfoIds")
  2140. // selectAll, _ := this.GetBool("SelectAll")
  2141. // notFrequency := this.GetString("NotFrequency")
  2142. // edbInfoType, _ := this.GetInt("EdbInfoType", 0)
  2143. // var edbIdArr []int
  2144. // var filterEdbIds []int
  2145. // if edbInfoIds != "" {
  2146. // arr := strings.Split(edbInfoIds, ",")
  2147. // for _, v := range arr {
  2148. // t, e := strconv.Atoi(v)
  2149. // if e != nil {
  2150. // br.Msg = "参数有误"
  2151. // br.ErrMsg = fmt.Sprintf("指标ID有误, %s", v)
  2152. // return
  2153. // }
  2154. // filterEdbIds = append(filterEdbIds, t)
  2155. // }
  2156. // }
  2157. //
  2158. // if selectAll {
  2159. // // 如果勾了列表全选,那么EdbCode传的就是排除的code
  2160. //
  2161. // condition := ` AND edb_info_type = ? `
  2162. // pars := make([]interface{}, 0)
  2163. // pars = append(pars, edbInfoType)
  2164. //
  2165. // if classifyIds != "" {
  2166. // classifyIdsArr := strings.Split(classifyIds, ",")
  2167. // condition += ` AND classify_id IN (` + utils.GetOrmInReplace(len(classifyIdsArr)) + `) `
  2168. // pars = append(pars, classifyIdsArr)
  2169. // }
  2170. //
  2171. // if frequency != "" {
  2172. // frequencyArr := strings.Split(frequency, ",")
  2173. // condition += ` AND frequency IN (` + utils.GetOrmInReplace(len(frequencyArr)) + `) `
  2174. // pars = append(pars, frequencyArr)
  2175. // }
  2176. // if notFrequency != "" {
  2177. // notFrequencyArr := strings.Split(notFrequency, ",")
  2178. // condition += ` AND frequency NOT IN (` + utils.GetOrmInReplace(len(notFrequencyArr)) + `) `
  2179. // pars = append(pars, notFrequencyArr)
  2180. // }
  2181. //
  2182. // if sysUserIds != "" {
  2183. // sysUserIdSlice := strings.Split(sysUserIds, ",")
  2184. // condition += ` AND sys_user_id IN (` + utils.GetOrmInReplace(len(sysUserIdSlice)) + `)`
  2185. // pars = append(pars, sysUserIdSlice)
  2186. // }
  2187. //
  2188. // if keyword != "" {
  2189. // keyWordArr := strings.Split(keyword, " ")
  2190. //
  2191. // if len(keyWordArr) > 0 {
  2192. // for _, v := range keyWordArr {
  2193. // condition += ` AND CONCAT(edb_name,edb_code) LIKE ?`
  2194. // pars = append(pars, utils.GetLikeKeyword(v))
  2195. // }
  2196. // }
  2197. // }
  2198. // edbList, e := data_manage.GetEdbInfoListByCond(condition, pars)
  2199. // if e != nil {
  2200. // br.Msg = "获取指标列表失败"
  2201. // br.ErrMsg = "获取指标列表失败,Err:" + e.Error()
  2202. // return
  2203. // }
  2204. //
  2205. // filterLen := len(filterEdbIds)
  2206. // for _, v := range edbList {
  2207. // // 全选-排除传入的指标
  2208. // if filterLen > 0 && utils.InArrayByInt(filterEdbIds, v.EdbInfoId) {
  2209. // continue
  2210. // }
  2211. // edbIdArr = append(edbIdArr, v.EdbInfoId)
  2212. // }
  2213. // } else {
  2214. // //未勾选全选EdbCode就是需要的code
  2215. // edbIdStrArr := strings.Split(edbInfoIds, ",")
  2216. // for _, v := range edbIdStrArr {
  2217. // id, e := strconv.Atoi(v)
  2218. // if e != nil {
  2219. // br.Msg = "获取指标列表失败"
  2220. // br.ErrMsg = "获取指标列表失败,Err:" + e.Error()
  2221. // return
  2222. // }
  2223. // edbIdArr = append(edbIdArr, id)
  2224. // }
  2225. // }
  2226. //
  2227. // if len(edbIdArr) > 100 {
  2228. // br.Msg = "最多只能选择100个指标"
  2229. // return
  2230. // }
  2231. //
  2232. // if len(edbIdArr) <= 0 {
  2233. // br.Msg = "无符合指标或指标代码错误"
  2234. // return
  2235. // }
  2236. //
  2237. // list, err := data_manage.GetEdbInfoByIdList(edbIdArr)
  2238. // if err != nil && !utils.IsErrNoRow(err) {
  2239. // br.Msg = "获取指标列表失败"
  2240. // br.ErrMsg = "获取指标列表失败,Err:" + err.Error()
  2241. // return
  2242. // }
  2243. //
  2244. // searchItemList := make([]data_manage.EdbInfoBase, 0)
  2245. //
  2246. // resp := new(data_manage.CalculateMultiChoiceResp)
  2247. //
  2248. // if len(list) > 0 {
  2249. // // 当前列表中的分类map
  2250. // classifyMap := make(map[int]*data_manage.EdbClassify)
  2251. // {
  2252. // classifyIdList := make([]int, 0)
  2253. // for _, info := range list {
  2254. // classifyIdList = append(classifyIdList, info.ClassifyId)
  2255. // }
  2256. // classifyList, err := data_manage.GetEdbClassifyByIdList(classifyIdList)
  2257. // if err != nil {
  2258. // if err != nil {
  2259. // br.Msg = "获取失败"
  2260. // br.ErrMsg = "获取分类列表失败,Err:" + err.Error()
  2261. // return
  2262. // }
  2263. // }
  2264. //
  2265. // for _, v := range classifyList {
  2266. // classifyMap[v.ClassifyId] = v
  2267. // }
  2268. // }
  2269. //
  2270. // // 获取所有有权限的指标和分类
  2271. // permissionEdbIdList, permissionClassifyIdList, err := data_manage_permission.GetUserEdbAndClassifyPermissionList(this.SysUser.AdminId, 0, 0)
  2272. // if err != nil {
  2273. // br.Msg = "获取失败"
  2274. // br.ErrMsg = "获取所有有权限的指标和分类失败,Err:" + err.Error()
  2275. // return
  2276. // }
  2277. // for _, info := range list {
  2278. // var haveOperaAuth bool
  2279. // if currClassify, ok := classifyMap[info.ClassifyId]; ok {
  2280. // haveOperaAuth = data_manage_permission.CheckEdbPermissionByPermissionIdList(info.IsJoinPermission, currClassify.IsJoinPermission, info.EdbInfoId, info.ClassifyId, permissionEdbIdList, permissionClassifyIdList)
  2281. // }
  2282. // searchItem := data_manage.EdbInfoBase{
  2283. // Frequency: info.Frequency,
  2284. // Unit: info.Unit,
  2285. // UnitEn: info.UnitEn,
  2286. // EdbName: info.EdbName,
  2287. // EdbNameEn: info.EdbNameEn,
  2288. // EdbInfoId: info.EdbInfoId,
  2289. // ClassifyId: info.ClassifyId,
  2290. // HaveOperaAuth: haveOperaAuth,
  2291. // EdbInfoType: info.EdbInfoType,
  2292. // }
  2293. // searchItemList = append(searchItemList, searchItem)
  2294. // }
  2295. // }
  2296. //
  2297. // resp.SearchItem = searchItemList
  2298. //
  2299. // br.Ret = 200
  2300. // br.Success = true
  2301. // br.Msg = "获取成功"
  2302. // br.Data = resp
  2303. //}
  2304. //func (this *ChartInfoController) CalculateMultiSearchBak() {
  2305. // br := new(models.BaseResponse).Init()
  2306. // defer func() {
  2307. // this.Data["json"] = br
  2308. // this.ServeJSON()
  2309. // }()
  2310. //
  2311. // //来源类型,1:中文,2:英文
  2312. // frequency := this.GetString("Frequency")
  2313. // keyword := this.GetString("Keyword")
  2314. // sysUserIds := this.GetString("SysUserIds")
  2315. // classifyIds := this.GetString("ClassifyIds")
  2316. //
  2317. // pageSize, _ := this.GetInt("PageSize")
  2318. // currentIndex, _ := this.GetInt("CurrentIndex")
  2319. // notFrequency := this.GetString("NotFrequency")
  2320. // edbInfoType, _ := this.GetInt("EdbInfoType", 0)
  2321. //
  2322. // var startSize int
  2323. // if pageSize <= 0 {
  2324. // pageSize = utils.PageSize50
  2325. // }
  2326. // if currentIndex <= 0 {
  2327. // currentIndex = 1
  2328. // }
  2329. // startSize = utils.StartIndex(currentIndex, pageSize)
  2330. //
  2331. // var edbIdArr []int
  2332. //
  2333. // condition := ` AND edb_info_type = ? `
  2334. // pars := make([]interface{}, 0)
  2335. // pars = append(pars, edbInfoType)
  2336. //
  2337. // if classifyIds != "" {
  2338. // classifyIdsArr := strings.Split(classifyIds, ",")
  2339. // condition += ` AND classify_id IN (` + utils.GetOrmInReplace(len(classifyIdsArr)) + `) `
  2340. // pars = append(pars, classifyIdsArr)
  2341. // }
  2342. //
  2343. // if frequency != "" {
  2344. // frequencyArr := strings.Split(frequency, ",")
  2345. // condition += ` AND frequency IN (` + utils.GetOrmInReplace(len(frequencyArr)) + `) `
  2346. // pars = append(pars, frequencyArr)
  2347. // }
  2348. // if notFrequency != "" {
  2349. // notFrequencyArr := strings.Split(notFrequency, ",")
  2350. // condition += ` AND frequency NOT IN (` + utils.GetOrmInReplace(len(notFrequencyArr)) + `) `
  2351. // pars = append(pars, notFrequencyArr)
  2352. // }
  2353. // if sysUserIds != "" {
  2354. // sysUserIdSlice := strings.Split(sysUserIds, ",")
  2355. // condition += ` AND sys_user_id IN (` + utils.GetOrmInReplace(len(sysUserIdSlice)) + `)`
  2356. // pars = append(pars, sysUserIdSlice)
  2357. // }
  2358. //
  2359. // if keyword != "" {
  2360. // keyWordArr := strings.Split(keyword, " ")
  2361. //
  2362. // if len(keyWordArr) > 0 {
  2363. // for _, v := range keyWordArr {
  2364. // condition += ` AND CONCAT(edb_name,edb_code) LIKE ?`
  2365. // pars = append(pars, utils.GetLikeKeyword(v))
  2366. // }
  2367. // }
  2368. // }
  2369. //
  2370. // total, e := data_manage.GetEdbInfoByConditionCount(condition, pars)
  2371. // if e != nil {
  2372. // br.Msg = "获取指标列表总数失败"
  2373. // br.ErrMsg = "获取指标列表总数失败,Err:" + e.Error()
  2374. // return
  2375. // }
  2376. //
  2377. // searchItemList := make([]data_manage.CalculateMultiEdbSearchItem, 0)
  2378. // page := paging.GetPaging(currentIndex, pageSize, total)
  2379. // resp := new(data_manage.CalculateMultiEdbSearchResp)
  2380. //
  2381. // edbList, e := data_manage.GetEdbInfoListByCondition(condition, pars, startSize, pageSize, "")
  2382. // if e != nil {
  2383. // br.Msg = "获取指标列表失败"
  2384. // br.ErrMsg = "获取指标列表失败,Err:" + e.Error()
  2385. // return
  2386. // }
  2387. //
  2388. // if len(edbList) > 0 {
  2389. // classifyIdList := make([]int, 0)
  2390. // for _, v := range edbList {
  2391. // edbIdArr = append(edbIdArr, v.EdbInfoId)
  2392. // classifyIdList = append(classifyIdList, v.ClassifyId)
  2393. // }
  2394. //
  2395. // // 当前列表中的分类map
  2396. // classifyMap := make(map[int]*data_manage.EdbClassify)
  2397. // {
  2398. // classifyList, err := data_manage.GetEdbClassifyByIdList(classifyIdList)
  2399. // if err != nil {
  2400. // if err != nil {
  2401. // br.Msg = "获取失败"
  2402. // br.ErrMsg = "获取分类列表失败,Err:" + err.Error()
  2403. // return
  2404. // }
  2405. // }
  2406. // for _, v := range classifyList {
  2407. // classifyMap[v.ClassifyId] = v
  2408. // }
  2409. // }
  2410. //
  2411. // // 获取所有有权限的指标和分类
  2412. // permissionEdbIdList, permissionClassifyIdList, err := data_manage_permission.GetUserEdbAndClassifyPermissionList(this.SysUser.AdminId, 0, 0)
  2413. // if err != nil {
  2414. // br.Msg = "获取失败"
  2415. // br.ErrMsg = "获取所有有权限的指标和分类失败,Err:" + err.Error()
  2416. // return
  2417. // }
  2418. //
  2419. // list, err := data_manage.GetEdbInfoByIdList(edbIdArr)
  2420. // if err != nil && !utils.IsErrNoRow(err) {
  2421. // br.Msg = "获取指标列表失败"
  2422. // br.ErrMsg = "获取指标列表失败,Err:" + err.Error()
  2423. // return
  2424. // }
  2425. // for _, info := range list {
  2426. // var haveOperaAuth bool
  2427. // if currClassify, ok := classifyMap[info.ClassifyId]; ok {
  2428. // haveOperaAuth = data_manage_permission.CheckEdbPermissionByPermissionIdList(info.IsJoinPermission, currClassify.IsJoinPermission, info.EdbInfoId, info.ClassifyId, permissionEdbIdList, permissionClassifyIdList)
  2429. // }
  2430. // searchItem := data_manage.CalculateMultiEdbSearchItem{
  2431. // Frequency: info.Frequency,
  2432. // Unit: info.Unit,
  2433. // UnitEn: info.UnitEn,
  2434. // EdbName: info.EdbName,
  2435. // EdbNameEn: info.EdbNameEn,
  2436. // EdbInfoId: info.EdbInfoId,
  2437. // ClassifyId: info.ClassifyId,
  2438. // SysUserRealName: info.SysUserRealName,
  2439. // SysUserId: info.SysUserId,
  2440. // EndDate: utils.TimeToFormatDate(info.EndDate),
  2441. // EndValue: info.EndValue,
  2442. // HaveOperaAuth: haveOperaAuth,
  2443. // EdbInfoType: info.EdbInfoType,
  2444. // }
  2445. // searchItemList = append(searchItemList, searchItem)
  2446. // }
  2447. // }
  2448. //
  2449. // resp.SearchItem = searchItemList
  2450. // resp.Paging = page
  2451. // br.Ret = 200
  2452. // br.Success = true
  2453. // br.Msg = "获取成功"
  2454. // br.Data = resp
  2455. //}