yongyi_data.go 29 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109
  1. package data_manage
  2. import (
  3. "encoding/json"
  4. "eta/eta_api/models"
  5. "eta/eta_api/models/data_manage"
  6. "eta/eta_api/models/data_manage/request"
  7. "eta/eta_api/models/system"
  8. "eta/eta_api/services/data"
  9. etaTrialService "eta/eta_api/services/eta_trial"
  10. "eta/eta_api/utils"
  11. "fmt"
  12. "os"
  13. "path/filepath"
  14. "strconv"
  15. "strings"
  16. "time"
  17. "github.com/rdlucklib/rdluck_tools/paging"
  18. "github.com/tealeg/xlsx"
  19. )
  20. // YongyiClassify
  21. // @Title 涌益咨询数据分类
  22. // @Description 涌益咨询数据分类接口
  23. // @Success 200 {object} data_manage.BaseFromYongyiClassify
  24. // @router /yongyi/classify [get]
  25. func (this *EdbInfoController) YongyiClassify() {
  26. br := new(models.BaseResponse).Init()
  27. defer func() {
  28. this.Data["json"] = br
  29. this.ServeJSON()
  30. }()
  31. sysUser := this.SysUser
  32. if sysUser == nil {
  33. br.Msg = "请登录"
  34. br.ErrMsg = "请登录,SysUser Is Empty"
  35. br.Ret = 408
  36. return
  37. }
  38. classifyAll, err := data_manage.GetAllBaseFromYongyiClassify()
  39. if err != nil && err.Error() != utils.ErrNoRow() {
  40. br.Msg = "获取失败"
  41. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  42. return
  43. }
  44. //组装一级分类
  45. rootMap := make(map[int][]*data_manage.BaseFromYongyiClassifyItems)
  46. list := make([]*data_manage.BaseFromYongyiClassifyItems, 0)
  47. for _, classify := range classifyAll {
  48. if classify.ParentId == 0 {
  49. if _, ok := rootMap[classify.ClassifyId]; !ok {
  50. rootMap[classify.ClassifyId] = make([]*data_manage.BaseFromYongyiClassifyItems, 0)
  51. list = append(list, classify)
  52. }
  53. } else {
  54. child, ok := rootMap[classify.ParentId]
  55. if ok {
  56. child = append(child, classify)
  57. rootMap[classify.ParentId] = child
  58. }
  59. }
  60. }
  61. for k, v := range list {
  62. child, ok := rootMap[v.ClassifyId]
  63. if ok {
  64. list[k].Children = child
  65. }
  66. }
  67. //组装二级分类
  68. var ret data_manage.BaseFromYongyiClassifyResp
  69. ret.List = list
  70. br.Ret = 200
  71. br.Success = true
  72. br.Msg = "获取成功"
  73. br.Data = ret
  74. }
  75. // YongyiIndexData
  76. // @Title 获取涌益咨询数据
  77. // @Description 获取涌益咨询数据接口
  78. // @Param PageSize query int true "每页数据条数"
  79. // @Param CurrentIndex query int true "当前页页码,从1开始"
  80. // @Param ClassifyId query string true "分类id"
  81. // @Success 200 {object} data_manage.LzFrequency
  82. // @router /yongyi/index/data [get]
  83. func (this *EdbInfoController) YongyiIndexData() {
  84. br := new(models.BaseResponse).Init()
  85. defer func() {
  86. this.Data["json"] = br
  87. this.ServeJSON()
  88. }()
  89. sysUser := this.SysUser
  90. if sysUser == nil {
  91. br.Msg = "请登录"
  92. br.ErrMsg = "请登录,SysUser Is Empty"
  93. br.Ret = 408
  94. return
  95. }
  96. pageSize, _ := this.GetInt("PageSize")
  97. currentIndex, _ := this.GetInt("CurrentIndex")
  98. var startSize int
  99. if pageSize <= 0 {
  100. pageSize = utils.PageSize20
  101. }
  102. if currentIndex <= 0 {
  103. currentIndex = 1
  104. }
  105. startSize = utils.StartIndex(currentIndex, pageSize)
  106. classifyId, _ := this.GetInt("ClassifyId")
  107. if classifyId < 0 {
  108. br.Msg = "请选择分类"
  109. br.ErrMsg = "请选择分类"
  110. return
  111. }
  112. //获取指标
  113. var condition string
  114. var pars []interface{}
  115. if classifyId >= 0 {
  116. classifyInfo, err := data_manage.GetBaseFromYongyiClassifyById(classifyId)
  117. if err != nil {
  118. if err.Error() == utils.ErrNoRow() {
  119. br.Msg = "分类不存在"
  120. return
  121. }
  122. br.Msg = "获取分类信息失败"
  123. br.ErrMsg = "获取分类信息失败,Err:" + err.Error()
  124. return
  125. }
  126. if classifyInfo.Level == 2 || classifyInfo.ParentId > 0 {
  127. condition += ` AND classify_id=? `
  128. pars = append(pars, classifyId)
  129. } else if classifyInfo.Level == 1 {
  130. childClassify, err := data_manage.GetBaseFromYongyiClassifyByParentId(classifyId)
  131. if err != nil {
  132. br.Msg = "获取分类信息失败"
  133. br.ErrMsg = "获取子分类信息失败,Err:" + err.Error()
  134. return
  135. }
  136. var classifyList []int
  137. for _, v := range childClassify {
  138. classifyList = append(classifyList, v.ClassifyId)
  139. }
  140. condition += ` AND classify_id IN (` + utils.GetOrmInReplace(len(classifyList)) + `) `
  141. pars = append(pars, classifyList)
  142. }
  143. }
  144. yongyiList, err := data_manage.GetYongyiIndex(condition, pars)
  145. if err != nil {
  146. br.Msg = "获取数据失败"
  147. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  148. return
  149. }
  150. edbCodeList := make([]string, 0)
  151. for _, v := range yongyiList {
  152. edbCodeList = append(edbCodeList, v.IndexCode)
  153. }
  154. edbInfoList, err := data_manage.GetEdbInfoByEdbCodeList(utils.DATA_SOURCE_YONYI, edbCodeList)
  155. if err != nil {
  156. br.Msg = "获取数据源失败"
  157. br.ErrMsg = "获取指标数据失败,Err:" + err.Error()
  158. return
  159. }
  160. edbInfoMap := make(map[string]*data_manage.EdbInfo)
  161. for _, v := range edbInfoList {
  162. edbInfoMap[v.EdbCode] = v
  163. }
  164. resultList := make([]*data_manage.BaseFromYongyiIndexList, 0)
  165. for _, v := range yongyiList {
  166. product := new(data_manage.BaseFromYongyiIndexList)
  167. product.YongyiIndexId = v.YongyiIndexId
  168. product.Unit = v.Unit
  169. product.IndexCode = v.IndexCode
  170. product.IndexName = v.IndexName
  171. product.Frequency = v.Frequency
  172. product.ModifyTime = v.ModifyTime
  173. if edb, ok := edbInfoMap[v.IndexCode]; ok {
  174. product.EdbInfoId = edb.EdbInfoId
  175. product.EdbExist = 1
  176. }
  177. total, err := data_manage.GetYongyiIndexDataCount(v.IndexCode)
  178. if err != nil {
  179. br.Msg = "获取数据失败"
  180. br.ErrMsg = "获取指标数据失败,Err:" + err.Error()
  181. }
  182. page := paging.GetPaging(currentIndex, pageSize, total)
  183. dataList, err := data_manage.GetYongyiIndexData(v.IndexCode, startSize, pageSize)
  184. if err != nil {
  185. br.Msg = "获取数据失败"
  186. br.ErrMsg = "获取指标数据失败,Err:" + err.Error()
  187. return
  188. }
  189. if dataList == nil {
  190. dataList = make([]*data_manage.BaseFromYongyiData, 0)
  191. }
  192. product.DataList = dataList
  193. product.Paging = page
  194. resultList = append(resultList, product)
  195. }
  196. br.Ret = 200
  197. br.Success = true
  198. br.Msg = "获取成功"
  199. br.Data = resultList
  200. }
  201. // YongyiSearchList
  202. // @Title Yongyi模糊搜索
  203. // @Description Yongyi模糊搜索
  204. // @Param Keyword query string ture "关键字搜索"
  205. // @Success 200 {object} models.BaseResponse
  206. // @router /yongyi/search_list [get]
  207. func (this *EdbInfoController) YongyiSearchList() {
  208. br := new(models.BaseResponse).Init()
  209. defer func() {
  210. this.Data["json"] = br
  211. this.ServeJSON()
  212. }()
  213. sysUser := this.SysUser
  214. if sysUser == nil {
  215. br.Msg = "请重新登录"
  216. return
  217. }
  218. list := make([]*data_manage.BaseFromYongyiIndexSearchItem, 0)
  219. var err error
  220. //关键字
  221. keyword := this.GetString("Keyword")
  222. if keyword != "" {
  223. keyWordArr := strings.Split(keyword, " ")
  224. if len(keyWordArr) > 0 {
  225. condition := ""
  226. for _, v := range keyWordArr {
  227. condition += ` AND CONCAT(index_name,index_code) LIKE '%` + v + `%'`
  228. }
  229. list, err = data_manage.GetYongyiItemList(condition)
  230. if err != nil {
  231. br.ErrMsg = "获取失败,Err:" + err.Error()
  232. br.Msg = "获取失败"
  233. return
  234. }
  235. }
  236. } else {
  237. // todo es 模糊搜索
  238. list, err = data_manage.GetYongyiItemList("")
  239. if err != nil {
  240. br.ErrMsg = "获取失败,Err:" + err.Error()
  241. br.Msg = "获取失败"
  242. return
  243. }
  244. }
  245. br.Ret = 200
  246. br.Success = true
  247. br.Msg = "获取成功"
  248. br.Data = list
  249. }
  250. // YongyiSingleData
  251. // @Title 获取Yongyi数据
  252. // @Description 获取Yongyi单条数据接口
  253. // @Param IndexCode query string true "指标唯一编码"
  254. // @Success 200 {object} models.BaseResponse
  255. // @router /yongyi/single_data [get]
  256. func (this *EdbInfoController) YongyiSingleData() {
  257. br := new(models.BaseResponse).Init()
  258. defer func() {
  259. this.Data["json"] = br
  260. this.ServeJSON()
  261. }()
  262. sysUser := this.SysUser
  263. if sysUser == nil {
  264. br.Msg = "请登录"
  265. br.ErrMsg = "请登录,SysUser Is Empty"
  266. br.Ret = 408
  267. return
  268. }
  269. indexCode := this.GetString("IndexCode")
  270. indexInfo, err := data_manage.GetBaseFromYongyiIndexByIndexCode(indexCode)
  271. if err != nil {
  272. br.Msg = "获取指标信息失败"
  273. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  274. return
  275. }
  276. dataTmpList, err := data_manage.GetYongyiIndexDataByCode(indexCode)
  277. if err != nil {
  278. br.Msg = "获取数据失败"
  279. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  280. return
  281. }
  282. edbInfo, err := data_manage.GetEdbInfoByEdbCode(utils.DATA_SOURCE_YONYI, indexCode)
  283. if err != nil && err.Error() != utils.ErrNoRow() {
  284. br.Msg = "获取数据源失败"
  285. br.ErrMsg = "获取数据源失败,Err:" + err.Error()
  286. return
  287. }
  288. var ret data_manage.YongyiSingleDataResp
  289. var dataList []*data_manage.YongyiSingleData
  290. if edbInfo != nil {
  291. ret.EdbInfoId = edbInfo.EdbInfoId
  292. ret.EdbExist = 1
  293. }
  294. ret.ClassifyId = indexInfo.ClassifyId
  295. ret.YongyiIndexId = indexInfo.YongyiIndexId
  296. ret.IndexCode = indexInfo.IndexCode
  297. ret.IndexName = indexInfo.IndexName
  298. ret.Frequency = indexInfo.Frequency
  299. ret.CreateTime = indexInfo.CreateTime.Format(utils.FormatDateTime)
  300. ret.ModifyTime = indexInfo.ModifyTime.Format(utils.FormatDateTime)
  301. ret.Unit = indexInfo.Unit
  302. for _, v := range dataTmpList {
  303. tmp := &data_manage.YongyiSingleData{
  304. Value: v.Value,
  305. DataTime: v.DataTime,
  306. }
  307. dataList = append(dataList, tmp)
  308. }
  309. ret.Data = dataList
  310. br.Ret = 200
  311. br.Success = true
  312. br.Msg = "获取成功"
  313. br.Data = ret
  314. }
  315. // YongyiIndexList
  316. // @Title 涌益咨询指标列表
  317. // @Description 涌益咨询指标列表
  318. // @Param ClassifyId query int true "分类id"
  319. // @Success 200 {object} data_manage.BaseFromMysteelChemicalIndexResp
  320. // @router /yongyi/classify/index/list [get]
  321. func (this *EdbInfoController) YongyiIndexList() {
  322. br := new(models.BaseResponse).Init()
  323. defer func() {
  324. this.Data["json"] = br
  325. this.ServeJSON()
  326. }()
  327. classifyId, _ := this.GetInt("ClassifyId", 0)
  328. indexList, err := data_manage.GetYongyiIndexByClassifyId(classifyId)
  329. if err != nil && err.Error() != utils.ErrNoRow() {
  330. br.Msg = "获取失败"
  331. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  332. return
  333. }
  334. br.Ret = 200
  335. br.Success = true
  336. br.Msg = "获取成功"
  337. br.Data = indexList
  338. }
  339. // YongyiBatchSearch
  340. // @Title 涌益咨询指标查询
  341. // @Description 涌益咨询指标查询
  342. // @Param ClassifyIds query string true "分类id, 多个分类用英文"
  343. // @Param Keyword query string true "关键词, 指标ID/指标名称"
  344. // @Success 200 {object} data_manage.LzFrequency
  345. // @router /yongyi/batch_search [get]
  346. func (this *EdbInfoController) YongyiBatchSearch() {
  347. br := new(models.BaseResponse).Init()
  348. defer func() {
  349. this.Data["json"] = br
  350. this.ServeJSON()
  351. }()
  352. sysUser := this.SysUser
  353. if sysUser == nil {
  354. br.Msg = "请登录"
  355. br.ErrMsg = "请登录,SysUser Is Empty"
  356. br.Ret = 408
  357. return
  358. }
  359. classifyIdStr := this.GetString("ClassifyIds")
  360. var condition string
  361. var pars []interface{}
  362. classifyIds := strings.Split(classifyIdStr, ",")
  363. if len(classifyIds) > 0 && classifyIds[0] != `` {
  364. condition += " AND classify_id IN (" + utils.GetOrmInReplace(len(classifyIds)) + " ) "
  365. pars = append(pars, classifyIds)
  366. }
  367. keyword := this.GetString("Keyword")
  368. if keyword != `` {
  369. condition += " AND (index_name like ? OR index_code like ?) "
  370. pars = utils.GetLikeKeywordPars(pars, keyword, 2)
  371. }
  372. if classifyIdStr == `` && keyword == `` {
  373. var list = make([]*data_manage.BaseFromYongyiIndexList, 0)
  374. br.Ret = 200
  375. br.Success = true
  376. br.Msg = "获取成功"
  377. br.Data = list
  378. return
  379. }
  380. list, err := data_manage.GetYongyiIndex(condition, pars)
  381. if err != nil {
  382. br.Msg = "获取失败"
  383. br.ErrMsg = "获取失败,Err:" + err.Error()
  384. return
  385. }
  386. br.Ret = 200
  387. br.Success = true
  388. br.Msg = "获取成功"
  389. br.Data = list
  390. }
  391. // YongyiBatchAdd
  392. // @Title 涌益批量新增
  393. // @Description 涌益批量新增
  394. // @Param request body data_manage.AddEdbInfoReq true "type json string"
  395. // @Success 200 string "操作成功"
  396. // @router /yongyi/batch_add [post]
  397. func (this *EdbInfoController) YongyiBatchAdd() {
  398. br := new(models.BaseResponse).Init()
  399. defer func() {
  400. if br.ErrMsg == "" {
  401. br.IsSendEmail = false
  402. }
  403. this.Data["json"] = br
  404. this.ServeJSON()
  405. }()
  406. sysUser := this.SysUser
  407. if sysUser == nil {
  408. br.Msg = "请登录"
  409. br.ErrMsg = "请登录,SysUser Is Empty"
  410. br.Ret = 408
  411. return
  412. }
  413. deleteCache := true
  414. cacheKey := "CACHE_EDB_INFO_BATCH_ADD_YONGYI_" + strconv.Itoa(sysUser.AdminId)
  415. defer func() {
  416. if deleteCache {
  417. _ = utils.Rc.Delete(cacheKey)
  418. }
  419. }()
  420. if !utils.Rc.SetNX(cacheKey, 1, 30*time.Second) {
  421. deleteCache = false
  422. br.Msg = "系统处理中,请稍后重试!"
  423. br.ErrMsg = "系统处理中,请稍后重试!" + sysUser.RealName + ";data:" + string(this.Ctx.Input.RequestBody)
  424. return
  425. }
  426. var req []*data_manage.AddEdbInfoReq
  427. if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
  428. br.Msg = "参数解析异常!"
  429. br.ErrMsg = "参数解析失败,Err:" + e.Error()
  430. return
  431. }
  432. if len(req) == 0 {
  433. br.Msg = "请选择指标"
  434. return
  435. }
  436. if len(req) > 30 {
  437. br.Msg = "批量添加指标数量不得超过30个"
  438. return
  439. }
  440. for _, v := range req {
  441. v.EdbCode = strings.TrimSpace(v.EdbCode)
  442. if v.EdbCode == "" {
  443. br.Msg = "指标ID不可为空"
  444. return
  445. }
  446. v.EdbName = strings.TrimSpace(v.EdbName)
  447. if v.EdbName == "" {
  448. br.Msg = "请输入指标名称"
  449. return
  450. }
  451. v.Frequency = strings.TrimSpace(v.Frequency)
  452. if v.Frequency == "" {
  453. br.Msg = "请选择频度"
  454. return
  455. }
  456. v.Unit = strings.TrimSpace(v.Unit)
  457. if v.Unit == "" {
  458. br.Msg = "请输入单位"
  459. return
  460. }
  461. if v.ClassifyId <= 0 {
  462. br.Msg = "请选择分类"
  463. return
  464. }
  465. }
  466. // 限定同一时间最多批量新增30个指标
  467. for _, v := range req {
  468. var r request.YongyiIndexSource2EdbReq
  469. r.EdbCode = v.EdbCode
  470. r.EdbName = v.EdbName
  471. r.Frequency = v.Frequency
  472. r.Unit = v.Unit
  473. r.ClassifyId = v.ClassifyId
  474. r.AdminId = sysUser.AdminId
  475. r.AdminRealName = sysUser.RealName
  476. edbInfo, e, errMsg, skip := data.YongyiIndexSource2Edb(r, this.Lang)
  477. if e != nil {
  478. br.Msg = "操作失败"
  479. if errMsg != "" {
  480. br.Msg = errMsg
  481. }
  482. br.ErrMsg = e.Error()
  483. return
  484. }
  485. if skip {
  486. continue
  487. }
  488. // 试用平台更新用户累计新增指标数
  489. if utils.BusinessCode == utils.BusinessCodeSandbox {
  490. go func() {
  491. adminItem, e := system.GetSysAdminById(sysUser.AdminId)
  492. if e != nil {
  493. tips := fmt.Sprintf("试用平台更新用户累计新增指标数-获取用户失败, Err: " + e.Error())
  494. utils.FileLog.Info(tips)
  495. return
  496. }
  497. if adminItem.DepartmentName != "ETA试用客户" {
  498. return
  499. }
  500. var ur etaTrialService.EtaTrialUserReq
  501. ur.Mobile = adminItem.Mobile
  502. _, _ = etaTrialService.UpdateUserIndexNum(ur)
  503. }()
  504. }
  505. // 新增操作日志
  506. {
  507. edbLog := new(data_manage.EdbInfoLog)
  508. edbLog.EdbInfoId = edbInfo.EdbInfoId
  509. edbLog.SourceName = edbInfo.SourceName
  510. edbLog.Source = edbInfo.Source
  511. edbLog.EdbCode = edbInfo.EdbCode
  512. edbLog.EdbName = edbInfo.EdbName
  513. edbLog.ClassifyId = edbInfo.ClassifyId
  514. edbLog.SysUserId = sysUser.AdminId
  515. edbLog.SysUserRealName = sysUser.RealName
  516. edbLog.CreateTime = time.Now()
  517. edbLog.Content = string(this.Ctx.Input.RequestBody)
  518. edbLog.Status = "新增指标"
  519. edbLog.Method = this.Ctx.Input.URI()
  520. go data_manage.AddEdbInfoLog(edbLog)
  521. }
  522. }
  523. br.Msg = "操作成功"
  524. br.Ret = 200
  525. br.Success = true
  526. br.IsAddLog = true
  527. }
  528. // YongyiNameCheck
  529. // @Title 加入指标库的重名检测
  530. // @Description 加入指标库的重名检测
  531. // @Param ClassifyIds query string true "分类id, 多个分类用英文"
  532. // @Param Keyword query string true "关键词, 指标ID/指标名称"
  533. // @Success 200 {object} NameCheckResult
  534. // @router /yongyi/edb_info/name_check [post]
  535. func (this *EdbInfoController) YongyiNameCheck() {
  536. br := new(models.BaseResponse).Init()
  537. defer func() {
  538. if br.ErrMsg == "" {
  539. br.IsSendEmail = false
  540. }
  541. this.Data["json"] = br
  542. this.ServeJSON()
  543. }()
  544. sysUser := this.SysUser
  545. if sysUser == nil {
  546. br.Msg = "请登录"
  547. br.ErrMsg = "请登录,SysUser Is Empty"
  548. br.Ret = 408
  549. return
  550. }
  551. var req []*data_manage.NameCheckEdbInfoReq
  552. if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
  553. br.Msg = "参数解析异常!"
  554. br.ErrMsg = "参数解析失败,Err:" + e.Error()
  555. return
  556. }
  557. if len(req) == 0 {
  558. br.Msg = "请选择指标"
  559. return
  560. }
  561. codeMax := 30
  562. codeLen := len(req)
  563. if codeLen > codeMax {
  564. br.Msg = fmt.Sprintf("最多只能选择%d个指标", codeMax)
  565. return
  566. }
  567. type NameCheckResult struct {
  568. EdbCode string
  569. EdbName string
  570. Exist bool
  571. }
  572. indexNames := make([]string, 0)
  573. resp := make([]*NameCheckResult, 0)
  574. for _, v := range req {
  575. v.EdbCode = strings.TrimSpace(v.EdbCode)
  576. if v.EdbCode == "" {
  577. br.Msg = "指标ID不可为空"
  578. return
  579. }
  580. v.EdbName = strings.TrimSpace(v.EdbName)
  581. if v.EdbName == "" {
  582. br.Msg = "请输入指标名称"
  583. return
  584. }
  585. indexNames = append(indexNames, v.EdbName)
  586. resp = append(resp, &NameCheckResult{
  587. EdbCode: v.EdbCode,
  588. EdbName: v.EdbName,
  589. })
  590. dataItems, err := data_manage.GetEdbDataAllByEdbCode(v.EdbCode, utils.DATA_SOURCE_YONYI, 0, utils.EDB_DATA_LIMIT)
  591. if err != nil && err.Error() != utils.ErrNoRow() {
  592. br.Msg = "获取失败"
  593. br.ErrMsg = "获取钢联已存在信息失败,Err:" + err.Error()
  594. return
  595. }
  596. if len(dataItems) <= 0 {
  597. respItem, err := data.AddEdbData(utils.DATA_SOURCE_YONYI, v.EdbCode, v.Frequency)
  598. if err != nil {
  599. br.Msg = "获取失败"
  600. br.ErrMsg = "获取失败,Err:" + err.Error()
  601. return
  602. }
  603. if respItem.Ret != 200 {
  604. br.Msg = "未搜索到该指标"
  605. br.ErrMsg = respItem.ErrMsg + ";EdbCode:" + v.EdbCode
  606. return
  607. }
  608. }
  609. }
  610. // 重名校验
  611. edbList, e := data_manage.GetEdbInfoByNameArr(indexNames, utils.EDB_INFO_TYPE)
  612. if e != nil {
  613. br.Msg = "操作失败"
  614. br.ErrMsg = "获取重名指标失败, Err: " + e.Error()
  615. return
  616. }
  617. nameExists := make(map[string]bool)
  618. for _, v := range edbList {
  619. nameExists[v.EdbName] = true
  620. }
  621. if len(nameExists) > 0 {
  622. for _, v := range resp {
  623. v.Exist = nameExists[v.EdbName]
  624. }
  625. }
  626. br.Data = resp
  627. br.Msg = "校验成功"
  628. br.Ret = 200
  629. br.Success = true
  630. }
  631. // YongyiAddCheck
  632. // @Title 加入指标库指标Id检测
  633. // @Description 加入指标库指标Id检测
  634. // @Param request body request.BatchAddCheckReq true "type json string"
  635. // @Success 200 string "操作成功"
  636. // @router /yongyi/edb_info/add_check [post]
  637. func (c *EdbInfoController) YongyiAddCheck() {
  638. br := new(models.BaseResponse).Init()
  639. defer func() {
  640. if br.ErrMsg == "" {
  641. br.IsSendEmail = false
  642. }
  643. c.Data["json"] = br
  644. c.ServeJSON()
  645. }()
  646. sysUser := c.SysUser
  647. if sysUser == nil {
  648. br.Msg = "请登录"
  649. br.ErrMsg = "请登录,SysUser Is Empty"
  650. br.Ret = 408
  651. return
  652. }
  653. var req data_manage.BatchAddCheckReq
  654. if e := json.Unmarshal(c.Ctx.Input.RequestBody, &req); e != nil {
  655. br.Msg = "参数解析异常!"
  656. br.ErrMsg = "参数解析失败,Err:" + e.Error()
  657. return
  658. }
  659. codeMax := 30
  660. codeLen := len(req.IndexCodes)
  661. // 获取指标库已有指标
  662. existsEdb, e := data_manage.GetEdbCodesBySource(utils.DATA_SOURCE_YONYI)
  663. if e != nil {
  664. br.Msg = "获取失败"
  665. br.ErrMsg = "获取自有数据已添加的指标失败, Err: " + e.Error()
  666. return
  667. }
  668. existMap := make(map[string]*data_manage.EdbInfo)
  669. for _, v := range existsEdb {
  670. existMap[v.EdbCode] = v
  671. }
  672. if codeLen == 0 {
  673. br.Msg = "请选择指标"
  674. return
  675. }
  676. if codeLen > codeMax {
  677. br.Msg = fmt.Sprintf("最多只能选择%d个指标", codeMax)
  678. return
  679. }
  680. // 查询选中的指标
  681. cond := fmt.Sprintf(` AND index_code IN (%s)`, utils.GetOrmInReplace(codeLen))
  682. pars := make([]interface{}, 0)
  683. pars = append(pars, req.IndexCodes)
  684. list, err := data_manage.GetYongyiIndex(cond, pars)
  685. if err != nil {
  686. br.Msg = "获取失败"
  687. br.ErrMsg = "获取钢联已存在信息失败,Err:" + err.Error()
  688. return
  689. }
  690. if len(list) > codeMax {
  691. br.Msg = fmt.Sprintf("最多只能选择%d个指标", codeMax)
  692. return
  693. }
  694. resp := make([]*data_manage.BaseFromYongyiIndexList, 0)
  695. for _, v := range list {
  696. if edb, ok := existMap[v.IndexCode]; ok {
  697. v.EdbInfoId = edb.EdbInfoId
  698. v.EdbExist = 1
  699. }
  700. resp = append(resp, v)
  701. }
  702. br.Data = resp
  703. br.Msg = "校验成功"
  704. br.Ret = 200
  705. br.Success = true
  706. }
  707. // YongyiEdbInfoAdd
  708. // @Title 新增指标接口
  709. // @Description 新增指标接口
  710. // @Param request body data_manage.AddEdbInfoReq true "type json string"
  711. // @Success Ret=200 保存成功
  712. // @router /yongyi/edb_info/add [post]
  713. func (this *EdbInfoController) YongyiEdbInfoAdd() {
  714. br := new(models.BaseResponse).Init()
  715. defer func() {
  716. this.Data["json"] = br
  717. this.ServeJSON()
  718. }()
  719. sysUser := this.SysUser
  720. if sysUser == nil {
  721. br.Msg = "请登录"
  722. br.ErrMsg = "请登录,SysUser Is Empty"
  723. br.Ret = 408
  724. return
  725. }
  726. deleteCache := true
  727. cacheKey := "CACHE_EDB_INFO_ADD_" + strconv.Itoa(sysUser.AdminId)
  728. defer func() {
  729. if deleteCache {
  730. utils.Rc.Delete(cacheKey)
  731. }
  732. }()
  733. if !utils.Rc.SetNX(cacheKey, 1, 30*time.Second) {
  734. deleteCache = false
  735. br.Msg = "系统处理中,请稍后重试!"
  736. br.ErrMsg = "系统处理中,请稍后重试!" + sysUser.RealName + ";data:" + string(this.Ctx.Input.RequestBody)
  737. return
  738. }
  739. var req data_manage.AddEdbInfoReq
  740. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  741. if err != nil {
  742. br.Msg = "参数解析异常!"
  743. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  744. return
  745. }
  746. req.EdbName = strings.Trim(req.EdbName, " ")
  747. req.EdbCode = strings.Trim(req.EdbCode, " ")
  748. if req.EdbCode == "" {
  749. br.Msg = "指标ID不能为空"
  750. return
  751. }
  752. if req.EdbName == "" {
  753. br.Msg = "指标名称不能为空"
  754. return
  755. }
  756. if req.Frequency == "" {
  757. br.Msg = "频率不能为空"
  758. return
  759. }
  760. if req.Unit == "" {
  761. br.Msg = "单位不能为空"
  762. return
  763. }
  764. if req.ClassifyId <= 0 {
  765. br.Msg = "请选择分类"
  766. return
  767. }
  768. count, err := data_manage.GetYongyiIndexDataCount(req.EdbCode)
  769. if err != nil {
  770. br.Msg = "获取失败"
  771. br.ErrMsg = "获取失败,Err:" + err.Error()
  772. return
  773. }
  774. if count == 0 {
  775. br.Msg = "指标不存在"
  776. }
  777. // 指标入库
  778. edbInfo, err, errMsg, isSendEmail := data.EdbInfoAdd(utils.DATA_SOURCE_YONYI, utils.DATA_SUB_SOURCE_EDB, req.ClassifyId, req.EdbCode, req.EdbName, req.Frequency, req.Unit, req.StartDate, req.EndDate, sysUser.AdminId, sysUser.RealName, this.Lang)
  779. if err != nil {
  780. br.Msg = "保存失败"
  781. if errMsg != `` {
  782. br.Msg = errMsg
  783. }
  784. br.ErrMsg = err.Error()
  785. br.IsSendEmail = isSendEmail
  786. return
  787. }
  788. // 试用平台更新用户累计新增指标数
  789. adminItem, e := system.GetSysAdminById(sysUser.AdminId)
  790. if e != nil {
  791. br.Msg = "操作失败"
  792. br.ErrMsg = "获取系统用户数据失败,Err:" + e.Error()
  793. return
  794. }
  795. if utils.BusinessCode == utils.BusinessCodeSandbox && adminItem.DepartmentName == "ETA试用客户" {
  796. go func() {
  797. var r etaTrialService.EtaTrialUserReq
  798. r.Mobile = adminItem.Mobile
  799. _, _ = etaTrialService.UpdateUserIndexNum(r)
  800. }()
  801. }
  802. //新增操作日志
  803. {
  804. edbLog := new(data_manage.EdbInfoLog)
  805. edbLog.EdbInfoId = edbInfo.EdbInfoId
  806. edbLog.SourceName = edbInfo.SourceName
  807. edbLog.Source = edbInfo.Source
  808. edbLog.EdbCode = edbInfo.EdbCode
  809. edbLog.EdbName = edbInfo.EdbName
  810. edbLog.ClassifyId = edbInfo.ClassifyId
  811. edbLog.SysUserId = sysUser.AdminId
  812. edbLog.SysUserRealName = sysUser.RealName
  813. edbLog.CreateTime = time.Now()
  814. edbLog.Content = string(this.Ctx.Input.RequestBody)
  815. edbLog.Status = "新增指标"
  816. edbLog.Method = this.Ctx.Input.URI()
  817. go data_manage.AddEdbInfoLog(edbLog)
  818. }
  819. // 更新es
  820. go data.AddOrEditEdbInfoToEs(edbInfo.EdbInfoId)
  821. resp := new(data_manage.AddEdbInfoResp)
  822. resp.EdbInfoId = edbInfo.EdbInfoId
  823. resp.UniqueCode = edbInfo.UniqueCode
  824. br.Ret = 200
  825. br.Success = true
  826. br.Msg = "保存成功"
  827. br.Data = resp
  828. br.IsAddLog = true
  829. }
  830. // ExportYongyiList
  831. // @Title 导出涌益数据
  832. // @Description 导出涌益数据
  833. // @Param ClassifyId query int true "关键字搜索"
  834. // @Param IndexCode query string true "指标编码"
  835. // @Success 200 导出成功
  836. // @router /yongyi/export [get]
  837. func (this *EdbInfoController) ExportYongyiList() {
  838. br := new(models.BaseResponse).Init()
  839. defer func() {
  840. this.Data["json"] = br
  841. this.ServeJSON()
  842. }()
  843. sysUser := this.SysUser
  844. if sysUser == nil {
  845. br.Msg = "请重新登录"
  846. return
  847. }
  848. classifyId, _ := this.GetInt("ClassifyId")
  849. indexCode := this.GetString("IndexCode")
  850. if classifyId < 0 {
  851. br.Msg = "请选择分类"
  852. return
  853. }
  854. secNameList := make([]*data_manage.BaseFromYongyiIndex, 0)
  855. dir, _ := os.Executable()
  856. exPath := filepath.Dir(dir)
  857. downLoadnFilePath := exPath + "/" + time.Now().Format(utils.FormatDateTimeUnSpace) + ".xlsx"
  858. xlsxFile := xlsx.NewFile()
  859. var condition string
  860. var pars []interface{}
  861. var classifyName string
  862. if classifyId > 0 {
  863. classifyInfo, err := data_manage.GetBaseFromYongyiClassifyById(classifyId)
  864. if err != nil {
  865. if err.Error() == utils.ErrNoRow() {
  866. br.Msg = "分类不存在"
  867. return
  868. }
  869. br.Msg = "下载失败"
  870. br.ErrMsg = "获取分类失败,Err:" + err.Error()
  871. return
  872. }
  873. classifyName = classifyInfo.ClassifyName
  874. childClassify, err := data_manage.GetBaseFromYongyiClassifyByParentId(classifyId)
  875. if err != nil {
  876. br.Msg = "下载失败"
  877. br.ErrMsg = "获取分类失败,Err:" + err.Error()
  878. return
  879. }
  880. if len(childClassify) > 0 {
  881. condition += `AND classify_id IN (` + utils.GetOrmInReplace(len(childClassify)) + `)`
  882. for _, child := range childClassify {
  883. pars = append(pars, child.ClassifyId)
  884. }
  885. } else {
  886. condition += ` AND classify_id=?`
  887. pars = append(pars, classifyId)
  888. }
  889. } else {
  890. condition += ` AND classify_id=?`
  891. pars = append(pars, classifyId)
  892. }
  893. if indexCode != "" {
  894. condition += ` AND index_code=? `
  895. pars = append(pars, indexCode)
  896. }
  897. frequencies, err := data_manage.GetYongyiFrequencyByCondition(condition, pars)
  898. if err != nil {
  899. fmt.Println("GetSciFrequency err:", err.Error())
  900. utils.FileLog.Info("GetSciFrequency err:" + err.Error())
  901. return
  902. }
  903. for _, frequency := range frequencies {
  904. //获取指标
  905. secNameList, err = data_manage.GetYongyiByConditionAndFrequency(condition, frequency, pars)
  906. if err != nil {
  907. fmt.Println("获取数据失败,Err:" + err.Error())
  908. return
  909. }
  910. if len(secNameList) <= 0 {
  911. fmt.Println("secNameList长度为0")
  912. return
  913. }
  914. var sheetName string
  915. switch frequency {
  916. case "日度":
  917. sheetName = "日度(Daily)"
  918. case "周度":
  919. sheetName = "周度(Weekly)"
  920. case "旬度":
  921. sheetName = "旬度(ten-day)"
  922. case "月度":
  923. sheetName = "月度(Monthly)"
  924. case "季度":
  925. sheetName = "季度(Quarterly)"
  926. case "半年度":
  927. sheetName = "半年度(Semi-annual)"
  928. case "年度":
  929. sheetName = "年度(Annual)"
  930. default:
  931. sheetName = "其他数据"
  932. }
  933. sheetNew, err := xlsxFile.AddSheet(sheetName)
  934. if err != nil {
  935. fmt.Println("新增Sheet失败", err.Error())
  936. return
  937. }
  938. secNameRow := sheetNew.AddRow()
  939. frequencyRow := sheetNew.AddRow()
  940. unitRow := sheetNew.AddRow()
  941. lastModifyDateRow := sheetNew.AddRow()
  942. var indexIdList []int
  943. for _, sv := range secNameList {
  944. indexIdList = append(indexIdList, sv.YongyiIndexId)
  945. }
  946. dataTimeList, err := data_manage.GetYongyiDataDataTimeByIndexId(indexIdList)
  947. if err != nil {
  948. fmt.Println("获取数据时间失败", err.Error())
  949. return
  950. }
  951. // 添加excel左侧指标日期
  952. setRowIndex := 4
  953. for rk, dv := range dataTimeList {
  954. rowIndex := setRowIndex + rk
  955. row := sheetNew.Row(rowIndex)
  956. displayDate, _ := time.Parse(utils.FormatDate, dv)
  957. displayDateCell := row.AddCell()
  958. style := new(xlsx.Style)
  959. style.ApplyAlignment = true
  960. style.Alignment.WrapText = true
  961. displayDateCell.SetStyle(style)
  962. displayDateCell.SetDate(displayDate)
  963. }
  964. for k, sv := range secNameList {
  965. //获取数据
  966. dataList, err := data_manage.GetYongyiIndexDataByCode(sv.IndexCode)
  967. if err != nil {
  968. br.Msg = "获取数据失败"
  969. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  970. return
  971. }
  972. if k == 0 {
  973. secNameRow.AddCell().SetValue("指标名称/Metric Name")
  974. frequencyRow.AddCell().SetValue("频度/Frequency")
  975. unitRow.AddCell().SetValue("单位/Unit")
  976. lastModifyDateRow.AddCell().SetValue("更新时间/Update Time")
  977. min := k * 3
  978. sheetNew.SetColWidth(min, min, 15)
  979. }
  980. if len(dataList) == 0 {
  981. continue
  982. }
  983. secNameRow.AddCell().SetValue(sv.IndexName)
  984. frequencyRow.AddCell().SetValue(sv.Frequency)
  985. unitRow.AddCell().SetValue(sv.Unit)
  986. lastModifyDateRow.AddCell().SetValue(sv.ModifyTime.Format(utils.FormatDate))
  987. dataInfoMap := make(map[string]*data_manage.BaseFromYongyiData)
  988. for _, v := range dataList {
  989. dataInfoMap[v.DataTime] = v
  990. }
  991. for rk, dtv := range dataTimeList {
  992. rowIndex := setRowIndex + rk
  993. row := sheetNew.Row(rowIndex)
  994. displayDateCell := row.AddCell()
  995. tmpData, ok := dataInfoMap[dtv]
  996. if ok {
  997. displayDateCell.SetValue(tmpData.Value)
  998. }
  999. }
  1000. }
  1001. }
  1002. err = xlsxFile.Save(downLoadnFilePath)
  1003. if err != nil {
  1004. //有指标无数据时先导出一遍空表
  1005. sheet, err := xlsxFile.AddSheet("无数据")
  1006. if err != nil {
  1007. br.Msg = "新增Sheet失败"
  1008. br.ErrMsg = "新增Sheet失败,Err:" + err.Error()
  1009. return
  1010. }
  1011. rowSecName := sheet.AddRow()
  1012. celSecName := rowSecName.AddCell()
  1013. celSecName.SetValue("")
  1014. err = xlsxFile.Save(downLoadnFilePath)
  1015. if err != nil {
  1016. br.Msg = "保存文件失败"
  1017. br.ErrMsg = "保存文件失败"
  1018. return
  1019. }
  1020. }
  1021. fileName := classifyName
  1022. if indexCode != "" && len(secNameList) == 1 {
  1023. fileName = secNameList[0].IndexName
  1024. }
  1025. fileName += time.Now().Format("06.01.02") + `.xlsx` //文件名称
  1026. this.Ctx.Output.Download(downLoadnFilePath, fileName)
  1027. defer func() {
  1028. os.Remove(downLoadnFilePath)
  1029. }()
  1030. br.Ret = 200
  1031. br.Success = true
  1032. br.Msg = "success"
  1033. }