purang_data.go 28 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051
  1. package data_manage
  2. import (
  3. "encoding/json"
  4. "eta/eta_api/controllers"
  5. "eta/eta_api/models"
  6. "eta/eta_api/models/data_manage"
  7. "eta/eta_api/models/system"
  8. "eta/eta_api/services/data"
  9. etaTrialService "eta/eta_api/services/eta_trial"
  10. "eta/eta_api/utils"
  11. "fmt"
  12. "os"
  13. "path/filepath"
  14. "strconv"
  15. "strings"
  16. "time"
  17. "github.com/rdlucklib/rdluck_tools/paging"
  18. "github.com/tealeg/xlsx"
  19. )
  20. type BaseFromPurangController struct {
  21. controllers.BaseAuthController
  22. }
  23. // PurangClassify
  24. // @Title Purang数据分类
  25. // @Description Purang数据分类接口
  26. // @Success 200 {object} data_manage.BaseFromPurangClassify
  27. // @router /purang/classify [get]
  28. func (this *BaseFromPurangController) PurangClassify() {
  29. br := new(models.BaseResponse).Init()
  30. defer func() {
  31. this.Data["json"] = br
  32. this.ServeJSON()
  33. }()
  34. sysUser := this.SysUser
  35. if sysUser == nil {
  36. br.Msg = "请登录"
  37. br.ErrMsg = "请登录,SysUser Is Empty"
  38. br.Ret = 408
  39. return
  40. }
  41. classifyAll, err := data_manage.GetAllBaseFromPurangClassify()
  42. if err != nil && !utils.IsErrNoRow(err) {
  43. br.Msg = "获取失败"
  44. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  45. return
  46. }
  47. //组装一级分类
  48. rootMap := make(map[int][]*data_manage.BaseFromPurangClassifyItems)
  49. list := make([]*data_manage.BaseFromPurangClassifyItems, 0)
  50. for _, classify := range classifyAll {
  51. classify.UniqueCode = strconv.Itoa(classify.ClassifyId)
  52. if classify.ParentId == 0 {
  53. if _, ok := rootMap[classify.ClassifyId]; !ok {
  54. rootMap[classify.ClassifyId] = make([]*data_manage.BaseFromPurangClassifyItems, 0)
  55. list = append(list, classify)
  56. }
  57. } else {
  58. child, ok := rootMap[classify.ParentId]
  59. if ok {
  60. child = append(child, classify)
  61. rootMap[classify.ParentId] = child
  62. }
  63. }
  64. }
  65. for k, v := range list {
  66. child, ok := rootMap[v.ClassifyId]
  67. if ok {
  68. list[k].Children = child
  69. }
  70. }
  71. //组装二级分类
  72. var ret data_manage.BaseFromPurangClassifyResp
  73. ret.List = list
  74. br.Ret = 200
  75. br.Success = true
  76. br.Msg = "获取成功"
  77. br.Data = ret
  78. }
  79. // PurangIndexData
  80. // @Title 获取Purang数据
  81. // @Description 获取Purang数据接口
  82. // @Param PageSize query int true "每页数据条数"
  83. // @Param CurrentIndex query int true "当前页页码,从1开始"
  84. // @Param ClassifyId query string true "分类id"
  85. // @Success 200 {object} data_manage.LzFrequency
  86. // @router /purang/index/data [get]
  87. func (this *BaseFromPurangController) PurangIndexData() {
  88. br := new(models.BaseResponse).Init()
  89. defer func() {
  90. this.Data["json"] = br
  91. this.ServeJSON()
  92. }()
  93. sysUser := this.SysUser
  94. if sysUser == nil {
  95. br.Msg = "请登录"
  96. br.ErrMsg = "请登录,SysUser Is Empty"
  97. br.Ret = 408
  98. return
  99. }
  100. pageSize, _ := this.GetInt("PageSize")
  101. currentIndex, _ := this.GetInt("CurrentIndex")
  102. var startSize int
  103. if pageSize <= 0 {
  104. pageSize = utils.PageSize20
  105. }
  106. if currentIndex <= 0 {
  107. currentIndex = 1
  108. }
  109. startSize = utils.StartIndex(currentIndex, pageSize)
  110. classifyId, _ := this.GetInt("ClassifyId")
  111. if classifyId < 0 {
  112. br.Msg = "请选择分类"
  113. br.ErrMsg = "请选择分类"
  114. return
  115. }
  116. // 增加频度请求入参
  117. frequency := this.GetString("Frequency")
  118. //获取指标
  119. var condition string
  120. var pars []interface{}
  121. if classifyId > 0 {
  122. condition += ` AND classify_id=? `
  123. pars = append(pars, classifyId)
  124. }
  125. if frequency != "" {
  126. condition += ` AND frequency=? `
  127. pars = append(pars, frequency)
  128. }
  129. purangList, err := data_manage.GetPurangIndex(condition, pars)
  130. if err != nil {
  131. br.Msg = "获取数据失败"
  132. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  133. return
  134. }
  135. edbCodeList := make([]string, 0)
  136. for _, v := range purangList {
  137. edbCodeList = append(edbCodeList, v.IndexCode)
  138. }
  139. edbInfoMap := make(map[string]*data_manage.EdbInfo)
  140. dataMap := make(map[string][]*data_manage.BaseFromPurangData)
  141. total := 0
  142. if len(edbCodeList) > 0 {
  143. edbInfoList, err := data_manage.GetEdbInfoByEdbCodeList(utils.DATA_SOURCE_PURANG, edbCodeList)
  144. if err != nil {
  145. br.Msg = "获取数据源失败"
  146. br.ErrMsg = "获取指标数据失败,Err:" + err.Error()
  147. return
  148. }
  149. for _, v := range edbInfoList {
  150. edbInfoMap[v.EdbCode] = v
  151. }
  152. // 首先对分类下的指标按照日期进行分页,再针对日期,进行排序
  153. dataTimes, err := data_manage.GetPurangIndexDataTimePageByCodes(edbCodeList, startSize, pageSize)
  154. if err != nil {
  155. br.Msg = "获取数据失败"
  156. br.ErrMsg = "获取指标数据日期信息失败,Err:" + err.Error()
  157. return
  158. }
  159. if len(dataTimes) > 0 {
  160. startDate := utils.GormDateStrToDateStr(dataTimes[len(dataTimes)-1])
  161. endDate := utils.GormDateStrToDateStr(dataTimes[0])
  162. // 把截止日往后加1天
  163. endDateT, _ := time.ParseInLocation(utils.FormatDate, endDate, time.Local)
  164. endDate = endDateT.AddDate(0, 0, 1).Format(utils.FormatDate)
  165. dataList, e := data_manage.GetPurangIndexDataByDataTime(edbCodeList, startDate, endDate)
  166. if e != nil {
  167. br.Msg = "获取数据失败"
  168. br.ErrMsg = "获取指标数据失败,Err:" + e.Error()
  169. return
  170. }
  171. //将数据按照指标进行分类
  172. for _, v := range dataList {
  173. dataMap[v.IndexCode] = append(dataMap[v.IndexCode], v)
  174. }
  175. }
  176. total, err = data_manage.GetPurangIndexDataTimePageCount(edbCodeList)
  177. if err != nil {
  178. br.Msg = "获取数据失败"
  179. br.ErrMsg = "获取指标数据失败,Err:" + err.Error()
  180. return
  181. }
  182. }
  183. page := paging.GetPaging(currentIndex, pageSize, total)
  184. resultList := make([]*data_manage.BaseFromPurangIndexList, 0)
  185. for _, v := range purangList {
  186. product := new(data_manage.BaseFromPurangIndexList)
  187. product.BaseFromPurangIndexId = v.BaseFromPurangIndexId
  188. product.Unit = v.Unit
  189. product.IndexCode = v.IndexCode
  190. product.IndexName = v.IndexName
  191. product.Frequency = v.Frequency
  192. product.ModifyTime = v.ModifyTime
  193. product.ClassifyId = v.ClassifyId
  194. if edb, ok := edbInfoMap[v.IndexCode]; ok {
  195. product.EdbInfoId = edb.EdbInfoId
  196. product.EdbExist = 1
  197. }
  198. dataListTmp, ok := dataMap[v.IndexCode]
  199. if !ok {
  200. dataListTmp = make([]*data_manage.BaseFromPurangData, 0)
  201. }
  202. product.DataList = dataListTmp
  203. product.Paging = page
  204. resultList = append(resultList, product)
  205. }
  206. br.Ret = 200
  207. br.Success = true
  208. br.Msg = "获取成功"
  209. br.Data = resultList
  210. }
  211. // PurangSearchList
  212. // @Title Purang模糊搜索
  213. // @Description Purang模糊搜索
  214. // @Param Keyword query string ture "关键字搜索"
  215. // @Success 200 {object} models.BaseResponse
  216. // @router /purang/search_list [get]
  217. func (this *BaseFromPurangController) PurangSearchList() {
  218. br := new(models.BaseResponse).Init()
  219. defer func() {
  220. this.Data["json"] = br
  221. this.ServeJSON()
  222. }()
  223. sysUser := this.SysUser
  224. if sysUser == nil {
  225. br.Msg = "请重新登录"
  226. return
  227. }
  228. list := make([]*data_manage.BaseFromPurangIndexSearchItem, 0)
  229. var err error
  230. //关键字
  231. keyword := this.GetString("Keyword")
  232. if keyword != "" {
  233. keyWordArr := strings.Split(keyword, " ")
  234. if len(keyWordArr) > 0 {
  235. var condition string
  236. var pars []interface{}
  237. for _, v := range keyWordArr {
  238. //condition += ` AND CONCAT(index_name,index_code) LIKE '%` + v + `%'`
  239. likeKey := `%` + v + `%`
  240. condition += ` AND CONCAT(index_name,index_code) LIKE ? `
  241. pars = append(pars, likeKey)
  242. }
  243. list, err = data_manage.GetPurangItemList(condition, pars)
  244. if err != nil {
  245. br.ErrMsg = "获取失败,Err:" + err.Error()
  246. br.Msg = "获取失败"
  247. return
  248. }
  249. }
  250. } else {
  251. var condition string
  252. var pars []interface{}
  253. list, err = data_manage.GetPurangItemList(condition, pars)
  254. if err != nil {
  255. br.ErrMsg = "获取失败,Err:" + err.Error()
  256. br.Msg = "获取失败"
  257. return
  258. }
  259. }
  260. classifyIds := make([]int, 0)
  261. for _, v := range list {
  262. classifyIds = append(classifyIds, v.ClassifyId)
  263. }
  264. classifyList, err := data_manage.GetBaseFromPurangClassifyByIds(classifyIds)
  265. if err != nil {
  266. br.Msg = "搜索失败"
  267. br.ErrMsg = "获取分类信息失败,Err:" + err.Error()
  268. return
  269. }
  270. classifyMap := make(map[int]int)
  271. for _, v := range classifyList {
  272. classifyMap[v.ClassifyId] = v.ParentId
  273. }
  274. for _, v := range list {
  275. v.ParentClassifyId = classifyMap[v.ClassifyId]
  276. }
  277. br.Ret = 200
  278. br.Success = true
  279. br.Msg = "获取成功"
  280. br.Data = list
  281. }
  282. // PurangSingleData
  283. // @Title 获取Purang数据
  284. // @Description 获取Purang单条数据接口
  285. // @Param IndexCode query string true "指标唯一编码"
  286. // @Success 200 {object} models.BaseResponse
  287. // @router /purang/single_data [get]
  288. func (this *BaseFromPurangController) PurangSingleData() {
  289. br := new(models.BaseResponse).Init()
  290. defer func() {
  291. this.Data["json"] = br
  292. this.ServeJSON()
  293. }()
  294. sysUser := this.SysUser
  295. if sysUser == nil {
  296. br.Msg = "请登录"
  297. br.ErrMsg = "请登录,SysUser Is Empty"
  298. br.Ret = 408
  299. return
  300. }
  301. indexCode := this.GetString("IndexCode")
  302. pageSize, _ := this.GetInt("PageSize")
  303. currentIndex, _ := this.GetInt("CurrentIndex")
  304. var total int64
  305. page := paging.GetPaging(currentIndex, pageSize, int(total))
  306. var startSize int
  307. if pageSize <= 0 {
  308. pageSize = utils.PageSize20
  309. }
  310. if currentIndex <= 0 {
  311. currentIndex = 1
  312. }
  313. startSize = paging.StartIndex(currentIndex, pageSize)
  314. indexInfo, err := data_manage.GetBaseFromPurangIndexByIndexCode(indexCode)
  315. if err != nil {
  316. br.Msg = "获取指标信息失败"
  317. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  318. return
  319. }
  320. total, err = data_manage.GetPurangIndexDataTotalByCode(indexCode)
  321. if err != nil {
  322. br.Msg = "获取数据失败"
  323. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  324. return
  325. }
  326. page = paging.GetPaging(currentIndex, pageSize, int(total))
  327. dataTmpList, err := data_manage.GetPurangIndexDataByCode(indexCode, startSize, pageSize)
  328. if err != nil {
  329. br.Msg = "获取数据失败"
  330. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  331. return
  332. }
  333. edbInfo, err := data_manage.GetEdbInfoByEdbCode(utils.DATA_SOURCE_PURANG, indexCode)
  334. if err != nil && !utils.IsErrNoRow(err) {
  335. br.Msg = "获取数据源失败"
  336. br.ErrMsg = "获取数据源失败,Err:" + err.Error()
  337. return
  338. }
  339. var ret data_manage.PurangSingleDataResp
  340. var dataList []*data_manage.PurangSingleData
  341. if edbInfo != nil {
  342. ret.EdbInfoId = edbInfo.EdbInfoId
  343. ret.EdbExist = 1
  344. }
  345. ret.ClassifyId = indexInfo.ClassifyId
  346. ret.BaseFromPurangIndexId = indexInfo.BaseFromPurangIndexId
  347. ret.IndexCode = indexInfo.IndexCode
  348. ret.IndexName = indexInfo.IndexName
  349. ret.Frequency = indexInfo.Frequency
  350. ret.CreateTime = indexInfo.CreateTime.Format(utils.FormatDateTime)
  351. ret.ModifyTime = indexInfo.ModifyTime.Format(utils.FormatDateTime)
  352. ret.Unit = indexInfo.Unit
  353. for _, v := range dataTmpList {
  354. tmp := &data_manage.PurangSingleData{
  355. Value: v.Value,
  356. DataTime: v.DataTime,
  357. }
  358. dataList = append(dataList, tmp)
  359. }
  360. ret.Data = dataList
  361. ret.Paging = page
  362. br.Ret = 200
  363. br.Success = true
  364. br.Msg = "获取成功"
  365. br.Data = ret
  366. }
  367. // PurangIndexList
  368. // @Title Purang指标列表
  369. // @Description Purang指标列表
  370. // @Param ClassifyId query int true "分类id"
  371. // @Success 200 {object} data_manage.BaseFromPurangClassifyResp
  372. // @router /purang/classify/index/list [get]
  373. func (this *BaseFromPurangController) PurangIndexList() {
  374. br := new(models.BaseResponse).Init()
  375. defer func() {
  376. this.Data["json"] = br
  377. this.ServeJSON()
  378. }()
  379. classifyId, _ := this.GetInt("ClassifyId", 0)
  380. indexList, err := data_manage.GetPurangIndexByClassifyId(classifyId)
  381. if err != nil && !utils.IsErrNoRow(err) {
  382. br.Msg = "获取失败"
  383. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  384. return
  385. }
  386. var ret data_manage.BaseFromPurangClassifyResp
  387. list := make([]*data_manage.BaseFromPurangClassifyItems, 0)
  388. for _, v := range indexList {
  389. classify := new(data_manage.BaseFromPurangClassifyItems)
  390. classify.ClassifyId = classifyId
  391. classify.BaseFromPurangIndexId = v.BaseFromPurangIndexId
  392. classify.IndexCode = v.IndexCode
  393. classify.ClassifyName = v.IndexName
  394. classify.UniqueCode = fmt.Sprintf("%d_%d", classifyId, v.BaseFromPurangIndexId)
  395. list = append(list, classify)
  396. }
  397. ret.List = list
  398. br.Ret = 200
  399. br.Success = true
  400. br.Msg = "获取成功"
  401. br.Data = ret
  402. }
  403. // PurangNameCheck
  404. // @Title 加入指标库的重名检测
  405. // @Description 加入指标库的重名检测
  406. // @Param ClassifyIds query string true "分类id, 多个分类用英文"
  407. // @Param Keyword query string true "关键词, 指标ID/指标名称"
  408. // @Success 200 {object} NameCheckResult
  409. // @router /purang/edb_info/name_check [post]
  410. func (this *BaseFromPurangController) PurangNameCheck() {
  411. br := new(models.BaseResponse).Init()
  412. defer func() {
  413. if br.ErrMsg == "" {
  414. br.IsSendEmail = false
  415. }
  416. this.Data["json"] = br
  417. this.ServeJSON()
  418. }()
  419. sysUser := this.SysUser
  420. if sysUser == nil {
  421. br.Msg = "请登录"
  422. br.ErrMsg = "请登录,SysUser Is Empty"
  423. br.Ret = 408
  424. return
  425. }
  426. var req []*data_manage.NameCheckEdbInfoReq
  427. if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
  428. br.Msg = "参数解析异常!"
  429. br.ErrMsg = "参数解析失败,Err:" + e.Error()
  430. return
  431. }
  432. if len(req) == 0 {
  433. br.Msg = "请选择指标"
  434. return
  435. }
  436. codeMaxT := 30
  437. codeLen := len(req)
  438. if codeLen > codeMaxT {
  439. br.Msg = "批量添加指标数量不得超过30个"
  440. return
  441. }
  442. indexNames := make([]string, 0)
  443. resp := make([]*data_manage.EdbNameCheckResult, 0)
  444. for _, v := range req {
  445. v.EdbCode = strings.TrimSpace(v.EdbCode)
  446. if v.EdbCode == "" {
  447. br.Msg = "指标ID不可为空"
  448. return
  449. }
  450. v.EdbName = strings.TrimSpace(v.EdbName)
  451. if v.EdbName == "" {
  452. br.Msg = "请输入指标名称"
  453. return
  454. }
  455. indexNames = append(indexNames, v.EdbName)
  456. resp = append(resp, &data_manage.EdbNameCheckResult{
  457. EdbCode: v.EdbCode,
  458. EdbName: v.EdbName,
  459. })
  460. dataItems, err := data_manage.GetEdbDataAllByEdbCode(v.EdbCode, utils.DATA_SOURCE_PURANG, 0, utils.EDB_DATA_LIMIT)
  461. if err != nil && !utils.IsErrNoRow(err) {
  462. br.Msg = "获取失败"
  463. br.ErrMsg = "获取钢联已存在信息失败,Err:" + err.Error()
  464. return
  465. }
  466. if len(dataItems) <= 0 {
  467. respItem, err := data.AddEdbData(utils.DATA_SOURCE_PURANG, v.EdbCode, v.Frequency)
  468. if err != nil {
  469. br.Msg = "获取失败"
  470. br.ErrMsg = "获取失败,Err:" + err.Error()
  471. return
  472. }
  473. if respItem.Ret != 200 {
  474. br.Msg = "未搜索到该指标"
  475. br.ErrMsg = respItem.ErrMsg + ";EdbCode:" + v.EdbCode
  476. return
  477. }
  478. }
  479. }
  480. // 重名校验
  481. edbList, e := data_manage.GetEdbInfoByNameArr(indexNames, utils.EDB_INFO_TYPE)
  482. if e != nil {
  483. br.Msg = "操作失败"
  484. br.ErrMsg = "获取重名指标失败, Err: " + e.Error()
  485. return
  486. }
  487. nameExists := make(map[string]bool)
  488. for _, v := range edbList {
  489. nameExists[v.EdbName] = true
  490. }
  491. if len(nameExists) > 0 {
  492. for _, v := range resp {
  493. v.Exist = nameExists[v.EdbName]
  494. }
  495. }
  496. br.Data = resp
  497. br.Msg = "校验成功"
  498. br.Ret = 200
  499. br.Success = true
  500. }
  501. // PurangAddCheck
  502. // @Title 加入指标库指标Id检测
  503. // @Description 加入指标库指标Id检测
  504. // @Param request body request.BatchAddCheckReq true "type json string"
  505. // @Success 200 string "操作成功"
  506. // @router /purang/edb_info/add_check [post]
  507. func (c *BaseFromPurangController) PurangAddCheck() {
  508. br := new(models.BaseResponse).Init()
  509. defer func() {
  510. if br.ErrMsg == "" {
  511. br.IsSendEmail = false
  512. }
  513. c.Data["json"] = br
  514. c.ServeJSON()
  515. }()
  516. sysUser := c.SysUser
  517. if sysUser == nil {
  518. br.Msg = "请登录"
  519. br.ErrMsg = "请登录,SysUser Is Empty"
  520. br.Ret = 408
  521. return
  522. }
  523. var req data_manage.BatchAddCheckReq
  524. if e := json.Unmarshal(c.Ctx.Input.RequestBody, &req); e != nil {
  525. br.Msg = "参数解析异常!"
  526. br.ErrMsg = "参数解析失败,Err:" + e.Error()
  527. return
  528. }
  529. codeMaxT := 30
  530. codeLen := len(req.IndexCodes)
  531. // 获取指标库已有指标
  532. existsEdb, e := data_manage.GetEdbCodesBySource(utils.DATA_SOURCE_PURANG)
  533. if e != nil {
  534. br.Msg = "获取失败"
  535. br.ErrMsg = "获取自有数据已添加的指标失败, Err: " + e.Error()
  536. return
  537. }
  538. existMap := make(map[string]*data_manage.EdbInfo)
  539. for _, v := range existsEdb {
  540. existMap[v.EdbCode] = v
  541. }
  542. if codeLen == 0 {
  543. br.Msg = "请选择指标"
  544. return
  545. }
  546. if codeLen > codeMaxT {
  547. br.Msg = fmt.Sprintf("最多只能选择%d个指标", codeMaxT)
  548. return
  549. }
  550. // 查询选中的指标
  551. cond := fmt.Sprintf(` AND index_code IN (%s)`, utils.GetOrmInReplace(codeLen))
  552. pars := make([]interface{}, 0)
  553. pars = append(pars, req.IndexCodes)
  554. list, err := data_manage.GetPurangIndex(cond, pars)
  555. if err != nil {
  556. br.Msg = "获取失败"
  557. br.ErrMsg = "获取钢联已存在信息失败,Err:" + err.Error()
  558. return
  559. }
  560. if len(list) > codeMaxT {
  561. br.Msg = fmt.Sprintf("最多只能选择%d个指标", codeMaxT)
  562. return
  563. }
  564. resp := make([]*data_manage.BaseFromPurangIndexList, 0)
  565. for _, v := range list {
  566. if edb, ok := existMap[v.IndexCode]; ok {
  567. v.EdbInfoId = edb.EdbInfoId
  568. v.EdbClassifyId = edb.ClassifyId
  569. v.EdbUniqueCode = edb.UniqueCode
  570. v.EdbExist = 1
  571. }
  572. resp = append(resp, v)
  573. }
  574. br.Data = resp
  575. br.Msg = "校验成功"
  576. br.Ret = 200
  577. br.Success = true
  578. }
  579. // PurangEdbInfoAdd
  580. // @Title 新增指标接口
  581. // @Description 新增指标接口
  582. // @Param request body data_manage.AddEdbInfoReq true "type json string"
  583. // @Success Ret=200 保存成功
  584. // @router /purang/edb_info/add [post]
  585. func (this *BaseFromPurangController) PurangEdbInfoAdd() {
  586. br := new(models.BaseResponse).Init()
  587. defer func() {
  588. this.Data["json"] = br
  589. this.ServeJSON()
  590. }()
  591. sysUser := this.SysUser
  592. if sysUser == nil {
  593. br.Msg = "请登录"
  594. br.ErrMsg = "请登录,SysUser Is Empty"
  595. br.Ret = 408
  596. return
  597. }
  598. deleteCache := true
  599. cacheKey := "CACHE_EDB_INFO_ADD_" + strconv.Itoa(sysUser.AdminId)
  600. defer func() {
  601. if deleteCache {
  602. utils.Rc.Delete(cacheKey)
  603. }
  604. }()
  605. if !utils.Rc.SetNX(cacheKey, 1, 30*time.Second) {
  606. deleteCache = false
  607. br.Msg = "系统处理中,请稍后重试!"
  608. br.ErrMsg = "系统处理中,请稍后重试!" + sysUser.RealName + ";data:" + string(this.Ctx.Input.RequestBody)
  609. return
  610. }
  611. var req data_manage.AddEdbInfoReq
  612. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  613. if err != nil {
  614. br.Msg = "参数解析异常!"
  615. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  616. return
  617. }
  618. req.EdbName = strings.Trim(req.EdbName, " ")
  619. req.EdbCode = strings.Trim(req.EdbCode, " ")
  620. if req.EdbCode == "" {
  621. br.Msg = "指标ID不能为空"
  622. return
  623. }
  624. if req.EdbName == "" {
  625. br.Msg = "指标名称不能为空"
  626. return
  627. }
  628. if req.Frequency == "" {
  629. br.Msg = "频率不能为空"
  630. return
  631. }
  632. if req.Unit == "" {
  633. br.Msg = "单位不能为空"
  634. return
  635. }
  636. if req.ClassifyId <= 0 {
  637. br.Msg = "请选择分类"
  638. return
  639. }
  640. count, err := data_manage.GetPurangIndexDataCount(req.EdbCode)
  641. if err != nil {
  642. br.Msg = "获取失败"
  643. br.ErrMsg = "获取失败,Err:" + err.Error()
  644. return
  645. }
  646. if count == 0 {
  647. br.Msg = "指标不存在"
  648. }
  649. // 指标入库
  650. edbInfo, err, errMsg, isSendEmail := data.EdbInfoAdd(utils.DATA_SOURCE_PURANG, utils.DATA_SUB_SOURCE_EDB, req.ClassifyId, req.EdbCode, req.EdbName, req.Frequency, req.Unit, req.StartDate, req.EndDate, sysUser.AdminId, sysUser.RealName, this.Lang)
  651. if err != nil {
  652. br.Msg = "保存失败"
  653. if errMsg != `` {
  654. br.Msg = errMsg
  655. }
  656. br.ErrMsg = err.Error()
  657. br.IsSendEmail = isSendEmail
  658. return
  659. }
  660. // 试用平台更新用户累计新增指标数
  661. adminItem, e := system.GetSysAdminById(sysUser.AdminId)
  662. if e != nil {
  663. br.Msg = "操作失败"
  664. br.ErrMsg = "获取系统用户数据失败,Err:" + e.Error()
  665. return
  666. }
  667. if utils.BusinessCode == utils.BusinessCodeSandbox && adminItem.DepartmentName == "ETA试用客户" {
  668. go func() {
  669. var r etaTrialService.EtaTrialUserReq
  670. r.Mobile = adminItem.Mobile
  671. _, _ = etaTrialService.UpdateUserIndexNum(r)
  672. }()
  673. }
  674. //新增操作日志
  675. {
  676. edbLog := new(data_manage.EdbInfoLog)
  677. edbLog.EdbInfoId = edbInfo.EdbInfoId
  678. edbLog.SourceName = edbInfo.SourceName
  679. edbLog.Source = edbInfo.Source
  680. edbLog.EdbCode = edbInfo.EdbCode
  681. edbLog.EdbName = edbInfo.EdbName
  682. edbLog.ClassifyId = edbInfo.ClassifyId
  683. edbLog.SysUserId = sysUser.AdminId
  684. edbLog.SysUserRealName = sysUser.RealName
  685. edbLog.CreateTime = time.Now()
  686. edbLog.Content = string(this.Ctx.Input.RequestBody)
  687. edbLog.Status = "新增指标"
  688. edbLog.Method = this.Ctx.Input.URI()
  689. go data_manage.AddEdbInfoLog(edbLog)
  690. }
  691. // 更新es
  692. go data.AddOrEditEdbInfoToEs(edbInfo.EdbInfoId)
  693. resp := new(data_manage.AddEdbInfoResp)
  694. resp.EdbInfoId = edbInfo.EdbInfoId
  695. resp.UniqueCode = edbInfo.UniqueCode
  696. br.Ret = 200
  697. br.Success = true
  698. br.Msg = "保存成功"
  699. br.Data = resp
  700. br.IsAddLog = true
  701. }
  702. // ExportPurangList
  703. // @Title 导出Purang数据
  704. // @Description 导出Purang数据
  705. // @Param ClassifyId query int true "关键字搜索"
  706. // @Param IndexCode query string true "指标编码"
  707. // @Success 200 导出成功
  708. // @router /purang/export [get]
  709. func (this *BaseFromPurangController) ExportPurangList() {
  710. br := new(models.BaseResponse).Init()
  711. defer func() {
  712. this.Data["json"] = br
  713. this.ServeJSON()
  714. }()
  715. sysUser := this.SysUser
  716. if sysUser == nil {
  717. br.Msg = "请重新登录"
  718. return
  719. }
  720. classifyId, _ := this.GetInt("ClassifyId")
  721. indexCode := this.GetString("IndexCode")
  722. if classifyId <= 0 && indexCode == "" {
  723. br.Msg = "请选择分类或者指标"
  724. return
  725. }
  726. dir, _ := os.Executable()
  727. exPath := filepath.Dir(dir)
  728. downLoadnFilePath := exPath + "/" + time.Now().Format(utils.FormatDateTimeUnSpace) + ".xlsx"
  729. xlsxFile := xlsx.NewFile()
  730. var condition string
  731. var pars []interface{}
  732. var classifyName string
  733. if classifyId > 0 {
  734. classifyInfo, err := data_manage.GetBaseFromPurangClassifyById(classifyId)
  735. if err != nil {
  736. if utils.IsErrNoRow(err) {
  737. br.Msg = "分类不存在"
  738. return
  739. }
  740. br.Msg = "下载失败"
  741. br.ErrMsg = "获取分类失败,Err:" + err.Error()
  742. return
  743. }
  744. classifyName = classifyInfo.ClassifyName
  745. childClassify, err := data_manage.GetBaseFromPurangClassifyByParentId(classifyId)
  746. if err != nil {
  747. br.Msg = "下载失败"
  748. br.ErrMsg = "获取分类失败,Err:" + err.Error()
  749. return
  750. }
  751. if len(childClassify) > 0 {
  752. condition += `AND classify_id IN (` + utils.GetOrmInReplace(len(childClassify)) + `)`
  753. for _, child := range childClassify {
  754. pars = append(pars, child.ClassifyId)
  755. }
  756. } else {
  757. condition += ` AND classify_id=?`
  758. pars = append(pars, classifyId)
  759. }
  760. }
  761. if indexCode != "" {
  762. condition += ` AND index_code=? `
  763. pars = append(pars, indexCode)
  764. }
  765. indexList, err := data_manage.GetPurangIndex(condition, pars)
  766. if err != nil {
  767. br.Msg = "下载失败"
  768. br.ErrMsg = "获取指标失败,Err:" + err.Error()
  769. fmt.Println("获取数据失败,Err:" + err.Error())
  770. return
  771. }
  772. if len(indexList) <= 0 {
  773. fmt.Println("indexList 为空")
  774. br.Ret = 200
  775. br.Success = true
  776. br.Msg = "success"
  777. return
  778. }
  779. codeList := make([]string, 0)
  780. frequenciesMap := make(map[string][]*data_manage.BaseFromPurangIndexList)
  781. for _, v := range indexList {
  782. codeList = append(codeList, v.IndexCode)
  783. frequenciesMap[v.Frequency] = append(frequenciesMap[v.Frequency], v)
  784. }
  785. dataListMap := make(map[string][]*data_manage.BaseFromPurangData)
  786. if len(indexList) > 0 {
  787. allDataList, e := data_manage.GetPurangIndexDataByCodes(codeList)
  788. if e != nil {
  789. br.Msg = "获取数据失败"
  790. br.ErrMsg = "获取数据失败,Err:" + e.Error()
  791. return
  792. }
  793. for _, v := range allDataList {
  794. dataListMap[v.IndexCode] = append(dataListMap[v.IndexCode], v)
  795. }
  796. }
  797. // 按照频率分组排序
  798. frequencies := []string{
  799. "日度", "周度", "旬度", "月度", "季度", "半年度", "年度",
  800. }
  801. for _, frequency := range frequencies {
  802. //获取指标
  803. indexCodeList, ok := frequenciesMap[frequency]
  804. if !ok {
  805. continue
  806. }
  807. if len(indexCodeList) <= 0 {
  808. fmt.Printf("sheet:%s, 不存在指标", frequency)
  809. return
  810. }
  811. var sheetName string
  812. switch frequency {
  813. case "日度":
  814. sheetName = "日度(Daily)"
  815. case "周度":
  816. sheetName = "周度(Weekly)"
  817. case "旬度":
  818. sheetName = "旬度(ten-day)"
  819. case "月度":
  820. sheetName = "月度(Monthly)"
  821. case "季度":
  822. sheetName = "季度(Quarterly)"
  823. case "半年度":
  824. sheetName = "半年度(Semi-annual)"
  825. case "年度":
  826. sheetName = "年度(Annual)"
  827. default:
  828. sheetName = "其他数据"
  829. }
  830. sheetNew, err := xlsxFile.AddSheet(sheetName)
  831. if err != nil {
  832. fmt.Println("新增Sheet失败", err.Error())
  833. return
  834. }
  835. secNameRow := sheetNew.AddRow()
  836. frequencyRow := sheetNew.AddRow()
  837. unitRow := sheetNew.AddRow()
  838. lastModifyDateRow := sheetNew.AddRow()
  839. var indexIdList []int
  840. for _, idx := range frequenciesMap[frequency] {
  841. indexIdList = append(indexIdList, idx.BaseFromPurangIndexId)
  842. }
  843. dataTimeList, err := data_manage.GetPurangDataDataTimeByIndexId(indexIdList)
  844. if err != nil {
  845. br.Msg = "下载失败"
  846. br.ErrMsg = "获取数据时间失败,Err:" + err.Error()
  847. fmt.Println("获取数据时间失败", err.Error())
  848. return
  849. }
  850. // 添加excel左侧指标日期
  851. setRowIndex := 4
  852. for rk, dv := range dataTimeList {
  853. rowIndex := setRowIndex + rk
  854. row := sheetNew.Row(rowIndex)
  855. displayDate, _ := time.Parse(utils.FormatDate, dv)
  856. displayDateCell := row.AddCell()
  857. style := new(xlsx.Style)
  858. style.ApplyAlignment = true
  859. style.Alignment.WrapText = true
  860. displayDateCell.SetStyle(style)
  861. displayDateCell.SetDate(displayDate)
  862. }
  863. for k, icl := range indexCodeList {
  864. // 获取数据
  865. dataList, ok := dataListMap[icl.IndexCode]
  866. if !ok {
  867. continue
  868. }
  869. if k == 0 {
  870. secNameRow.AddCell().SetValue("指标名称/Metric Name")
  871. frequencyRow.AddCell().SetValue("频度/Frequency")
  872. unitRow.AddCell().SetValue("单位/Unit")
  873. lastModifyDateRow.AddCell().SetValue("更新时间/Update Time")
  874. min := k * 3
  875. sheetNew.SetColWidth(min, min, 15)
  876. }
  877. if len(dataList) == 0 {
  878. continue
  879. }
  880. secNameRow.AddCell().SetValue(icl.IndexName)
  881. frequencyRow.AddCell().SetValue(icl.Frequency)
  882. unitRow.AddCell().SetValue(icl.Unit)
  883. timeDate, err := time.Parse(utils.FormatDateTime, dataList[0].ModifyTime)
  884. if err != nil {
  885. continue
  886. }
  887. lastModifyDateRow.AddCell().SetValue(timeDate.Format(utils.FormatDate))
  888. dataInfoMap := make(map[string]*data_manage.BaseFromPurangData)
  889. for _, v := range dataList {
  890. dataInfoMap[v.DataTime] = v
  891. }
  892. for rk, dtv := range dataTimeList {
  893. rowIndex := setRowIndex + rk
  894. row := sheetNew.Row(rowIndex)
  895. displayDateCell := row.AddCell()
  896. tmpData, ok := dataInfoMap[dtv]
  897. if ok {
  898. displayDateCell.SetValue(tmpData.Value)
  899. }
  900. }
  901. }
  902. }
  903. err = xlsxFile.Save(downLoadnFilePath)
  904. if err != nil {
  905. //有指标无数据时先导出一遍空表
  906. sheet, err := xlsxFile.AddSheet("无数据")
  907. if err != nil {
  908. br.Msg = "新增Sheet失败"
  909. br.ErrMsg = "新增Sheet失败,Err:" + err.Error()
  910. return
  911. }
  912. rowSecName := sheet.AddRow()
  913. celSecName := rowSecName.AddCell()
  914. celSecName.SetValue("")
  915. e := xlsxFile.Save(downLoadnFilePath)
  916. if e != nil {
  917. br.Msg = "保存文件失败"
  918. br.ErrMsg = "保存文件失败"
  919. return
  920. }
  921. }
  922. fileName := classifyName
  923. if indexCode != "" && len(indexList) == 1 {
  924. fileName = indexList[0].IndexName
  925. }
  926. fileName = strings.Replace(fileName, ": ", "_", -1)
  927. fileName = strings.Replace(fileName, ", ", "_", -1)
  928. fileName = strings.Replace(fileName, " ", "_", -1)
  929. fileName += time.Now().Format("06.01.02") + `.xlsx` //文件名称
  930. fmt.Println(fileName)
  931. this.Ctx.Output.Download(downLoadnFilePath, fileName)
  932. defer func() {
  933. os.Remove(downLoadnFilePath)
  934. }()
  935. br.Ret = 200
  936. br.Success = true
  937. br.Msg = "success"
  938. }
  939. // GetFrequency
  940. // @Title Purang数据频度
  941. // @Description Purang数据频度接口
  942. // @Param ClassifyId query string true "分类Id"
  943. // @Success 200 {object} data_manage.LzFrequency
  944. // @router /purang/frequency [get]
  945. func (this *BaseFromPurangController) GetFrequency() {
  946. br := new(models.BaseResponse).Init()
  947. defer func() {
  948. this.Data["json"] = br
  949. this.ServeJSON()
  950. }()
  951. sysUser := this.SysUser
  952. if sysUser == nil {
  953. br.Msg = "请登录"
  954. br.ErrMsg = "请登录,SysUser Is Empty"
  955. br.Ret = 408
  956. return
  957. }
  958. classifyId, _ := this.GetInt("ClassifyId")
  959. if classifyId < 0 {
  960. br.Msg = "请选择分类"
  961. br.ErrMsg = "请选择分类"
  962. return
  963. }
  964. frequencyList, err := data_manage.GetPurangFrequencyByClassifyId(classifyId)
  965. if err != nil {
  966. br.Msg = "获取频度失败"
  967. br.ErrMsg = "获取频度失败,Err:" + err.Error()
  968. return
  969. }
  970. br.Ret = 200
  971. br.Success = true
  972. br.Msg = "获取成功"
  973. br.Data = frequencyList
  974. }