fenwei_data.go 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026
  1. package data_manage
  2. import (
  3. "encoding/json"
  4. "eta_gn/eta_api/models"
  5. "eta_gn/eta_api/models/data_manage"
  6. "eta_gn/eta_api/services/data"
  7. "eta_gn/eta_api/utils"
  8. "fmt"
  9. "github.com/rdlucklib/rdluck_tools/paging"
  10. "github.com/tealeg/xlsx"
  11. "os"
  12. "path/filepath"
  13. "strconv"
  14. "strings"
  15. "time"
  16. )
  17. // FenweiClassify
  18. // @Title 汾渭数据分类
  19. // @Description 汾渭数据分类接口
  20. // @Success 200 {object} data_manage.BaseFromFenweiClassifyItem
  21. // @router /fenwei/classify [get]
  22. func (this *EdbInfoController) FenweiClassify() {
  23. br := new(models.BaseResponse).Init()
  24. defer func() {
  25. if br.ErrMsg == "" {
  26. br.IsSendEmail = false
  27. }
  28. this.Data["json"] = br
  29. this.ServeJSON()
  30. }()
  31. sysUser := this.SysUser
  32. if sysUser == nil {
  33. br.Msg = "请登录"
  34. br.ErrMsg = "请登录,SysUser Is Empty"
  35. br.Ret = 408
  36. return
  37. }
  38. classifies, e := data_manage.GetBaseFromFenweiClassify()
  39. if e != nil {
  40. br.Msg = "获取失败"
  41. br.ErrMsg = "获取汾渭数据分类失败, Err: " + e.Error()
  42. return
  43. }
  44. classifyOb := new(data_manage.BaseFromFenweiClassify)
  45. resp := make([]*data_manage.BaseFromFenweiClassifyItem, 0)
  46. parentMap := make(map[int][]*data_manage.BaseFromFenweiClassifyItem)
  47. for _, v := range classifies {
  48. t := classifyOb.Format2Item(v)
  49. if v.ParentId == 0 {
  50. resp = append(resp, t)
  51. }
  52. if v.ParentId > 0 {
  53. if parentMap[v.ParentId] == nil {
  54. parentMap[v.ParentId] = make([]*data_manage.BaseFromFenweiClassifyItem, 0)
  55. }
  56. parentMap[v.ParentId] = append(parentMap[v.ParentId], t)
  57. }
  58. }
  59. for _, v := range resp {
  60. addChildren(v, parentMap)
  61. }
  62. br.Data = resp
  63. br.Ret = 200
  64. br.Success = true
  65. br.Msg = "获取成功"
  66. }
  67. func addChildren(parent *data_manage.BaseFromFenweiClassifyItem, parentMap map[int][]*data_manage.BaseFromFenweiClassifyItem) {
  68. if children, ok := parentMap[parent.ClassifyId]; ok {
  69. parent.Child = children
  70. for _, child := range children {
  71. addChildren(child, parentMap)
  72. }
  73. }
  74. }
  75. // FenweiIndexData
  76. // @Title 获取汾渭数据
  77. // @Description 获取汾渭数据接口
  78. // @Param PageSize query int true "每页数据条数"
  79. // @Param CurrentIndex query int true "当前页页码,从1开始"
  80. // @Param ClassifyId query string true "分类id"
  81. // @Param Frequency query string true "频率"
  82. // @Success 200 {object} data_manage.LzFrequency
  83. // @router /fenwei/index/data [get]
  84. func (this *EdbInfoController) FenweiIndexData() {
  85. br := new(models.BaseResponse).Init()
  86. defer func() {
  87. if br.ErrMsg == "" {
  88. br.IsSendEmail = false
  89. }
  90. this.Data["json"] = br
  91. this.ServeJSON()
  92. }()
  93. sysUser := this.SysUser
  94. if sysUser == nil {
  95. br.Msg = "请登录"
  96. br.ErrMsg = "请登录,SysUser Is Empty"
  97. br.Ret = 408
  98. return
  99. }
  100. pageSize, _ := this.GetInt("PageSize")
  101. currentIndex, _ := this.GetInt("CurrentIndex")
  102. var startSize int
  103. if pageSize <= 0 {
  104. pageSize = utils.PageSize20
  105. }
  106. if currentIndex <= 0 {
  107. currentIndex = 1
  108. }
  109. startSize = utils.StartIndex(currentIndex, pageSize)
  110. classifyId, _ := this.GetInt("ClassifyId")
  111. if classifyId < 0 {
  112. br.Msg = "请选择分类"
  113. br.ErrMsg = "请选择分类"
  114. return
  115. }
  116. frequency := this.GetString("Frequency")
  117. // 获取指标
  118. var condition string
  119. var pars []interface{}
  120. if classifyId >= 0 {
  121. condition += ` AND classify_id=? `
  122. pars = append(pars, classifyId)
  123. }
  124. if frequency != "" {
  125. condition += ` AND frequency=? `
  126. pars = append(pars, frequency)
  127. }
  128. indexes, err := data_manage.GetFenweiIndex(condition, pars)
  129. if err != nil {
  130. br.Msg = "获取数据失败"
  131. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  132. return
  133. }
  134. indexCodes := make([]string, 0)
  135. for _, v := range indexes {
  136. indexCodes = append(indexCodes, v.IndexCode)
  137. }
  138. indexCounts, e := data_manage.GetFenweiIndexDataCountGroup(indexCodes)
  139. if e != nil {
  140. br.Msg = "获取失败"
  141. br.ErrMsg = "获取指标数据总量失败, Err:" + err.Error()
  142. return
  143. }
  144. countMap := make(map[string]int)
  145. for _, v := range indexCounts {
  146. countMap[v.IndexCode] = v.Count
  147. }
  148. // 判断是否存在于指标库
  149. edbCodeList, err := data_manage.GetEdbInfoByEdbCodeList(utils.DATA_SOURCE_FENWEI, indexCodes)
  150. if err != nil {
  151. return
  152. }
  153. edbCodeMap := make(map[string]*data_manage.EdbInfo)
  154. for _, v := range edbCodeList {
  155. edbCodeMap[v.EdbCode] = v
  156. }
  157. resultList := make([]*data_manage.BaseFromFenweiIndexList, 0)
  158. for _, v := range indexes {
  159. product := new(data_manage.BaseFromFenweiIndexList)
  160. product.FenweiIndexId = v.FenweiIndexId
  161. product.ClassifyId = v.ClassifyId
  162. product.Unit = v.Unit
  163. product.IndexCode = v.IndexCode
  164. product.IndexName = v.IndexName
  165. product.Frequency = v.Frequency
  166. product.CreateTime = v.CreateTime
  167. product.ModifyTime = v.ModifyTime
  168. edbInfo := edbCodeMap[v.IndexCode]
  169. if edbInfo != nil {
  170. product.EdbInfoId = edbInfo.EdbInfoId
  171. }
  172. total := countMap[v.IndexCode]
  173. page := paging.GetPaging(currentIndex, pageSize, total)
  174. dataList, e := data_manage.GetFenweiIndexData(v.IndexCode, startSize, pageSize)
  175. if e != nil {
  176. br.Msg = "获取数据失败"
  177. br.ErrMsg = "获取指标数据失败,Err:" + e.Error()
  178. return
  179. }
  180. if dataList == nil {
  181. dataList = make([]*data_manage.BaseFromFenweiData, 0)
  182. }
  183. product.DataList = dataList
  184. product.Paging = page
  185. resultList = append(resultList, product)
  186. }
  187. br.Ret = 200
  188. br.Success = true
  189. br.Msg = "获取成功"
  190. br.Data = resultList
  191. }
  192. // FenweiSearchList
  193. // @Title Fenwei模糊搜索
  194. // @Description Fenwei模糊搜索
  195. // @Param Keyword query string ture "关键字搜索"
  196. // @Success 200 {object} data_manage.BaseFromFenweiIndexSearchItem
  197. // @router /fenwei/search_list [get]
  198. func (this *EdbInfoController) FenweiSearchList() {
  199. br := new(models.BaseResponse).Init()
  200. defer func() {
  201. if br.ErrMsg == "" {
  202. br.IsSendEmail = false
  203. }
  204. this.Data["json"] = br
  205. this.ServeJSON()
  206. }()
  207. sysUser := this.SysUser
  208. if sysUser == nil {
  209. br.Msg = "请登录"
  210. br.ErrMsg = "请登录,SysUser Is Empty"
  211. br.Ret = 408
  212. return
  213. }
  214. list := make([]*data_manage.BaseFromFenweiIndexSearchItem, 0)
  215. var err error
  216. // 关键字
  217. keyword := this.GetString("Keyword")
  218. if keyword != "" {
  219. keyWordArr := strings.Split(keyword, " ")
  220. if len(keyWordArr) > 0 {
  221. condition := ""
  222. for _, v := range keyWordArr {
  223. condition += ` AND CONCAT(index_name,index_code) LIKE '%` + v + `%'`
  224. }
  225. list, err = data_manage.GetFenweiItemList(condition)
  226. if err != nil {
  227. br.ErrMsg = "获取失败,Err:" + err.Error()
  228. br.Msg = "获取失败"
  229. return
  230. }
  231. }
  232. } else {
  233. list, err = data_manage.GetFenweiItemList("")
  234. if err != nil {
  235. br.ErrMsg = "获取失败,Err:" + err.Error()
  236. br.Msg = "获取失败"
  237. return
  238. }
  239. }
  240. br.Ret = 200
  241. br.Success = true
  242. br.Msg = "获取成功"
  243. br.Data = list
  244. }
  245. // FenweiSingleData
  246. // @Title 获取Fenwei数据
  247. // @Description 获取Fenwei单条数据接口
  248. // @Param IndexCode query string true "指标唯一编码"
  249. // @Success 200 {object} models.BaseResponse
  250. // @router /fenwei/single_data [get]
  251. func (this *EdbInfoController) FenweiSingleData() {
  252. br := new(models.BaseResponse).Init()
  253. defer func() {
  254. if br.ErrMsg == "" {
  255. br.IsSendEmail = false
  256. }
  257. this.Data["json"] = br
  258. this.ServeJSON()
  259. }()
  260. sysUser := this.SysUser
  261. if sysUser == nil {
  262. br.Msg = "请登录"
  263. br.ErrMsg = "请登录,SysUser Is Empty"
  264. br.Ret = 408
  265. return
  266. }
  267. indexCode := this.GetString("IndexCode")
  268. indexInfo, err := data_manage.GetBaseFromFenweiIndexByIndexCode(indexCode)
  269. if err != nil {
  270. br.Msg = "获取指标信息失败"
  271. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  272. return
  273. }
  274. dataTmpList, err := data_manage.GetFenweiIndexDataByCode(indexCode)
  275. if err != nil {
  276. br.Msg = "获取数据失败"
  277. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  278. return
  279. }
  280. indexCodeList := []string{indexCode}
  281. edbCodeList, err := data_manage.GetEdbInfoByEdbCodeList(utils.DATA_SOURCE_FENWEI, indexCodeList)
  282. if err != nil {
  283. return
  284. }
  285. var ret data_manage.FenweiSingleDataResp
  286. var dataList []*data_manage.FenweiSingleData
  287. ret.ClassifyId = indexInfo.ClassifyId
  288. ret.FenweiIndexId = indexInfo.FenweiIndexId
  289. ret.IndexCode = indexInfo.IndexCode
  290. ret.IndexName = indexInfo.IndexName
  291. ret.Frequency = indexInfo.Frequency
  292. ret.CreateTime = indexInfo.CreateTime.Format(utils.FormatDateTime)
  293. ret.ModifyTime = indexInfo.ModifyTime.Format(utils.FormatDateTime)
  294. ret.Unit = indexInfo.Unit
  295. for _, v := range dataTmpList {
  296. tmp := &data_manage.FenweiSingleData{
  297. Value: v.Value,
  298. DataTime: v.DataTime,
  299. }
  300. dataList = append(dataList, tmp)
  301. }
  302. ret.Data = dataList
  303. if len(edbCodeList) > 0 {
  304. edbInfo := edbCodeList[0]
  305. ret.EdbInfoId = edbInfo.EdbInfoId
  306. }
  307. br.Ret = 200
  308. br.Success = true
  309. br.Msg = "获取成功"
  310. br.Data = ret
  311. }
  312. // ExportFenweiList
  313. // @Title 导出Fenwei数据
  314. // @Description 导出Fenwei数据
  315. // @Param IndexName query string false "名称关键词"
  316. // @Param IndexCode query string false "指标唯一编码"
  317. // @Param ClassifyId query string true "分类"
  318. // @Success 200 导出成功
  319. // @router /fenwei/export [get]
  320. func (this *EdbInfoController) ExportFenweiList() {
  321. br := new(models.BaseResponse).Init()
  322. defer func() {
  323. if br.ErrMsg == "" {
  324. br.IsSendEmail = false
  325. }
  326. this.Data["json"] = br
  327. this.ServeJSON()
  328. }()
  329. sysUser := this.SysUser
  330. if sysUser == nil {
  331. br.Msg = "请重新登录"
  332. return
  333. }
  334. indexCode := this.GetString("IndexCode") //指标唯一编码
  335. classifyId, _ := this.GetInt("ClassifyId")
  336. //secNameList := make([]*models.EdbdataExportList, 0)
  337. dir, _ := os.Executable()
  338. exPath := filepath.Dir(dir)
  339. downLoadnFilePath := exPath + "/" + time.Now().Format(utils.FormatDateTimeUnSpace) + ".xlsx"
  340. xlsxFile := xlsx.NewFile()
  341. var pars []interface{}
  342. condition := ""
  343. if classifyId > 0 {
  344. //获取指标
  345. condition += " AND classify_id=?"
  346. pars = append(pars, classifyId)
  347. }
  348. if indexCode != "" {
  349. //获取指标
  350. condition += " AND index_code=?"
  351. pars = append(pars, indexCode)
  352. }
  353. indexList, err := data_manage.GetFenweiIndex(condition, pars)
  354. if err != nil {
  355. fmt.Println("获取数据失败,Err:" + err.Error())
  356. return
  357. }
  358. if len(indexList) <= 0 {
  359. fmt.Println("indexList 为空")
  360. br.Ret = 200
  361. br.Success = true
  362. br.Msg = "success"
  363. return
  364. }
  365. sheetNew := new(xlsx.Sheet)
  366. // todo 分类名称
  367. sheetNew, err = xlsxFile.AddSheet("汾渭数据")
  368. //sheetNew.SetColWidth()
  369. //获取指标数据
  370. windRow := sheetNew.AddRow()
  371. secNameRow := sheetNew.AddRow()
  372. indexCodeRow := sheetNew.AddRow()
  373. frequencyRow := sheetNew.AddRow()
  374. unitRow := sheetNew.AddRow()
  375. lastModifyDateRow := sheetNew.AddRow()
  376. //获取分类下指标最大数据量
  377. var dataMax int
  378. setRowIndex := 6
  379. indexCodeList := make([]string, 0)
  380. for _, v := range indexList {
  381. indexCodeList = append(indexCodeList, v.IndexCode)
  382. }
  383. dataListMap := make(map[string][]*data_manage.BaseFromFenweiData)
  384. if len(indexList) > 0 {
  385. allDataList, e := data_manage.GetFenweiIndexDataByCodes(indexCodeList)
  386. if e != nil {
  387. br.Msg = "获取数据失败"
  388. br.ErrMsg = "获取数据失败,Err:" + e.Error()
  389. return
  390. }
  391. for _, v := range allDataList {
  392. dataListMap[v.IndexCode] = append(dataListMap[v.IndexCode], v)
  393. }
  394. for _, v := range dataListMap {
  395. if len(v) > dataMax {
  396. dataMax = len(v)
  397. }
  398. }
  399. }
  400. for k, sv := range indexList {
  401. //获取数据
  402. dataList, ok := dataListMap[sv.IndexCode]
  403. if !ok {
  404. continue
  405. }
  406. if len(dataList) > 0 {
  407. windRow.AddCell().SetValue("汾渭数据")
  408. secNameRow.AddCell().SetValue("指标名称")
  409. indexCodeRow.AddCell().SetValue("指标ID")
  410. frequencyRow.AddCell().SetValue("频率")
  411. unitRow.AddCell().SetValue("单位")
  412. lastModifyDateRow.AddCell().SetValue("更新时间")
  413. secNameRow.AddCell().SetValue(sv.IndexName)
  414. indexCodeRow.AddCell().SetValue(sv.IndexCode)
  415. frequencyRow.AddCell().SetValue(sv.Frequency)
  416. unitRow.AddCell().SetValue(sv.Unit)
  417. lastModifyDateRow.AddCell().SetValue(sv.ModifyTime)
  418. windRow.AddCell()
  419. windRow.AddCell()
  420. secNameRow.AddCell()
  421. indexCodeRow.AddCell()
  422. frequencyRow.AddCell()
  423. unitRow.AddCell()
  424. lastModifyDateRow.AddCell()
  425. min := k * 3
  426. sheetNew.SetColWidth(min, min, 15)
  427. if len(dataList) <= 0 {
  428. for n := 0; n < dataMax; n++ {
  429. rowIndex := setRowIndex + n
  430. row := sheetNew.Row(rowIndex)
  431. row.AddCell()
  432. row.AddCell()
  433. row.AddCell()
  434. }
  435. } else {
  436. endRowIndex := 0
  437. for rk, dv := range dataList {
  438. rowIndex := setRowIndex + rk
  439. row := sheetNew.Row(rowIndex)
  440. displayDate, _ := time.Parse(utils.FormatDate, dv.DataTime)
  441. displayDateCell := row.AddCell()
  442. style := new(xlsx.Style)
  443. style.ApplyAlignment = true
  444. style.Alignment.WrapText = true
  445. displayDateCell.SetStyle(style)
  446. displayDateCell.SetDate(displayDate)
  447. row.AddCell().SetValue(dv.Value)
  448. row.AddCell()
  449. endRowIndex = rowIndex
  450. }
  451. if len(dataList) < dataMax {
  452. dataLen := dataMax - len(dataList)
  453. for n := 0; n < dataLen; n++ {
  454. rowIndex := (endRowIndex + 1) + n
  455. row := sheetNew.Row(rowIndex)
  456. row.AddCell()
  457. row.AddCell()
  458. row.AddCell()
  459. }
  460. }
  461. }
  462. }
  463. }
  464. err = xlsxFile.Save(downLoadnFilePath)
  465. if err != nil {
  466. //有指标无数据时先导出一遍空表
  467. sheet, err := xlsxFile.AddSheet("无数据")
  468. if err != nil {
  469. br.Msg = "新增Sheet失败"
  470. br.ErrMsg = "新增Sheet失败,Err:" + err.Error()
  471. return
  472. }
  473. rowSecName := sheet.AddRow()
  474. celSecName := rowSecName.AddCell()
  475. celSecName.SetValue("")
  476. err = xlsxFile.Save(downLoadnFilePath)
  477. if err != nil {
  478. br.Msg = "保存文件失败"
  479. br.ErrMsg = "保存文件失败"
  480. return
  481. }
  482. }
  483. fileName := `汾渭数据`
  484. if len(indexList) > 0 {
  485. fileName = indexList[0].IndexName
  486. }
  487. fileName += time.Now().Format("06.01.02") + `.xlsx` //文件名称
  488. this.Ctx.Output.Download(downLoadnFilePath, fileName)
  489. defer func() {
  490. os.Remove(downLoadnFilePath)
  491. }()
  492. br.Ret = 200
  493. br.Success = true
  494. br.Msg = "success"
  495. }
  496. // GetFenWeiFrequencyList
  497. // @Title 查询频率列表
  498. // @Description 查询频率列表
  499. // @Param classifyId query int false "指标唯一编码"
  500. // @Success 200 {object} []string
  501. // @router /fenwei/frequency/list [get]
  502. func (this *EdbInfoController) GetFenWeiFrequencyList() {
  503. br := new(models.BaseResponse).Init()
  504. defer func() {
  505. if br.ErrMsg == "" {
  506. br.IsSendEmail = false
  507. }
  508. this.Data["json"] = br
  509. this.ServeJSON()
  510. }()
  511. sysUser := this.SysUser
  512. if sysUser == nil {
  513. br.Msg = "请登录"
  514. br.ErrMsg = "请登录,SysUser Is Empty"
  515. br.Ret = 408
  516. return
  517. }
  518. classifyId, _ := this.GetInt("ClassifyId")
  519. frequencyList, err := data_manage.GetFenWeiIndexFrequency(classifyId)
  520. if err != nil {
  521. return
  522. }
  523. br.Ret = 200
  524. br.Success = true
  525. br.Msg = "获取成功"
  526. br.Data = frequencyList
  527. }
  528. // FenWeiIndexAddValidate
  529. // @Title 新增加入到指标库校验
  530. // @Description 新增加入到指标库校验
  531. // @Param req body data_manage.BaseFromFenWeiIndexBatchAddCheckReq true "请求参数"
  532. // @Success 200 {object} []data_manage.IndexCheckData
  533. // @router /fenwei/index/add/validate [post]
  534. func (this *EdbInfoController) FenWeiIndexAddValidate() {
  535. br := new(models.BaseResponse).Init()
  536. defer func() {
  537. if br.ErrMsg == "" {
  538. br.IsSendEmail = false
  539. }
  540. this.Data["json"] = br
  541. this.ServeJSON()
  542. }()
  543. sysUser := this.SysUser
  544. if sysUser == nil {
  545. br.Msg = "请登录"
  546. br.ErrMsg = "请登录,SysUser Is Empty"
  547. br.Ret = 408
  548. return
  549. }
  550. var req *data_manage.BaseFromFenWeiIndexBatchAddCheckReq
  551. if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
  552. br.Msg = "参数解析异常!"
  553. br.ErrMsg = "参数解析失败,Err:" + e.Error()
  554. return
  555. }
  556. codeLen := len(req.IndexCodes)
  557. var codeMax = 30
  558. if codeLen > codeMax {
  559. br.Msg = "批量添加指标数量不得超过" + strconv.Itoa(codeMax) + "个"
  560. br.ErrMsg = "批量添加指标数量不得超过" + strconv.Itoa(codeMax) + "个"
  561. return
  562. }
  563. // 校验指标编码是否存在
  564. addValidate, err := data.FenWeiIndexAddValidate(req.IndexCodes)
  565. if err != nil {
  566. return
  567. }
  568. br.Data = addValidate
  569. br.Ret = 200
  570. br.Success = true
  571. br.Msg = "操作成功"
  572. }
  573. // FenWeiIndexAdd
  574. // @Title 指标添加到指标库
  575. // @Description 指标添加到指标库
  576. // @Param req body []data_manage.AddEdbInfoReq true "请求参数"
  577. // @Success 200 string "操作成功"
  578. // @router /fenwei/index/add [post]
  579. func (this *EdbInfoController) FenWeiIndexAdd() {
  580. br := new(models.BaseResponse).Init()
  581. defer func() {
  582. if br.ErrMsg == "" {
  583. br.IsSendEmail = false
  584. }
  585. this.Data["json"] = br
  586. this.ServeJSON()
  587. }()
  588. sysUser := this.SysUser
  589. if sysUser == nil {
  590. br.Msg = "请登录"
  591. br.ErrMsg = "请登录,SysUser Is Empty"
  592. br.Ret = 408
  593. return
  594. }
  595. deleteCache := true
  596. cacheKey := "CACHE_EDB_INFO_BATCH_ADD_FENWEI_" + strconv.Itoa(sysUser.AdminId)
  597. defer func() {
  598. if deleteCache {
  599. _ = utils.Rc.Delete(cacheKey)
  600. }
  601. }()
  602. if !utils.Rc.SetNX(cacheKey, 1, 30*time.Second) {
  603. deleteCache = false
  604. br.Msg = "系统处理中,请稍后重试!"
  605. br.ErrMsg = "系统处理中,请稍后重试!" + sysUser.RealName + ";data:" + string(this.Ctx.Input.RequestBody)
  606. return
  607. }
  608. var req []*data_manage.AddEdbInfoReq
  609. if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
  610. br.Msg = "参数解析异常!"
  611. br.ErrMsg = "参数解析失败,Err:" + e.Error()
  612. return
  613. }
  614. if len(req) == 0 {
  615. br.Msg = "请选择指标"
  616. return
  617. }
  618. codeMax := 30
  619. if len(req) > codeMax {
  620. br.Msg = "批量添加指标数量不得超过" + strconv.Itoa(codeMax) + "个"
  621. return
  622. }
  623. indexNames := make([]string, 0)
  624. resp := make([]*data_manage.FenWeiNameCheckResult, 0)
  625. for _, index := range req {
  626. index.EdbCode = strings.TrimSpace(index.EdbCode)
  627. if index.EdbCode == "" {
  628. br.Msg = "指标ID不可为空"
  629. return
  630. }
  631. index.EdbName = strings.TrimSpace(index.EdbName)
  632. if index.EdbName == "" {
  633. br.Msg = "请输入指标名称"
  634. return
  635. }
  636. index.Frequency = strings.TrimSpace(index.Frequency)
  637. if index.Frequency == "" {
  638. br.Msg = "请选择频度"
  639. return
  640. }
  641. index.Unit = strings.TrimSpace(index.Unit)
  642. if index.Unit == "" {
  643. br.Msg = "请输入单位"
  644. return
  645. }
  646. if index.ClassifyId <= 0 {
  647. br.Msg = "请选择分类"
  648. return
  649. }
  650. indexNames = append(indexNames, index.EdbName)
  651. resp = append(resp, &data_manage.FenWeiNameCheckResult{
  652. IndexCode: index.EdbCode,
  653. IndexName: index.EdbName,
  654. Exist: false,
  655. })
  656. }
  657. // 指标名称重复校验
  658. nameCheck, err := data.FenWeiIndexNameCheck(indexNames, resp)
  659. if err != nil {
  660. br.Msg = err.Error()
  661. br.ErrMsg = err.Error()
  662. return
  663. }
  664. for _, v := range nameCheck {
  665. if v.Exist {
  666. br.Msg = "指标名称重复"
  667. br.Data = nameCheck
  668. br.Ret = 200
  669. br.Success = true
  670. return
  671. }
  672. }
  673. for _, v := range req {
  674. var fenWeiIndexAddReq data_manage.FenWeiIndexAddReq
  675. fenWeiIndexAddReq.EdbCode = v.EdbCode
  676. fenWeiIndexAddReq.EdbName = v.EdbName
  677. fenWeiIndexAddReq.Frequency = v.Frequency
  678. fenWeiIndexAddReq.Unit = v.Unit
  679. fenWeiIndexAddReq.ClassifyId = v.ClassifyId
  680. fenWeiIndexAddReq.AdminId = sysUser.AdminId
  681. fenWeiIndexAddReq.AdminRealName = sysUser.RealName
  682. // 新增指标到指标库
  683. edbInfo, e, errMsg, skip := data.FenWeiIndexAdd(fenWeiIndexAddReq, this.Lang)
  684. if e != nil {
  685. br.Msg = "操作失败"
  686. if errMsg != "" {
  687. br.Msg = errMsg
  688. }
  689. br.ErrMsg = e.Error()
  690. return
  691. }
  692. if skip {
  693. continue
  694. }
  695. // 新增操作日志
  696. {
  697. edbLog := new(data_manage.EdbInfoLog)
  698. edbLog.EdbInfoId = edbInfo.EdbInfoId
  699. edbLog.SourceName = edbInfo.SourceName
  700. edbLog.Source = edbInfo.Source
  701. edbLog.EdbCode = edbInfo.EdbCode
  702. edbLog.EdbName = edbInfo.EdbName
  703. edbLog.ClassifyId = edbInfo.ClassifyId
  704. edbLog.SysUserId = sysUser.AdminId
  705. edbLog.SysUserRealName = sysUser.RealName
  706. edbLog.CreateTime = time.Now()
  707. edbLog.Content = string(this.Ctx.Input.RequestBody)
  708. edbLog.Status = "新增指标"
  709. edbLog.Method = this.Ctx.Input.URI()
  710. go data_manage.AddEdbInfoLog(edbLog)
  711. }
  712. }
  713. br.Msg = "操作成功"
  714. br.Ret = 200
  715. br.Success = true
  716. br.IsAddLog = true
  717. }
  718. // FenWeiIndexDataExport
  719. // @Title 导出指标数据
  720. // @Description 导出指标数据
  721. // @Param IndexCode query string false "指标编码"
  722. // @Param ClassifyId query int false "分类ID"
  723. // @Success 200 string "操作成功"
  724. // @router /fenwei/index/data/export [get]
  725. func (this *EdbInfoController) FenWeiIndexDataExport() {
  726. br := new(models.BaseResponse).Init()
  727. defer func() {
  728. this.Data["json"] = br
  729. this.ServeJSON()
  730. }()
  731. sysUser := this.SysUser
  732. if sysUser == nil {
  733. br.Msg = "请重新登录"
  734. return
  735. }
  736. classifyId, _ := this.GetInt("ClassifyId") //分类
  737. indexCode := this.GetString("IndexCode") //指标唯一编码
  738. if classifyId <= 0 {
  739. br.Msg = "请选择分类"
  740. return
  741. }
  742. //userId := sysUser.AdminId
  743. //超管账号可以查看分类下的所有频度数据
  744. /*if sysUser.RoleTypeCode == utils.ROLE_TYPE_CODE_ADMIN {
  745. userId = 0
  746. }*/
  747. //获取账户所拥有权限的分类id集合
  748. /*classifyIdStrList, err := data.GetEdbClassifyListByAdminId(int64(userId))
  749. if err != nil {
  750. br.Msg = "获取分类数据失败"
  751. return
  752. }*/
  753. dir, _ := os.Executable()
  754. exPath := filepath.Dir(dir)
  755. downLoadFilePath := exPath + "/" + time.Now().Format(utils.FormatDateTimeUnSpace) + ".xlsx"
  756. xlsxFile := xlsx.NewFile()
  757. frequencies, err := data_manage.GetFenWeiIndexFrequency(classifyId)
  758. if err != nil {
  759. br.Msg = "查询频度失败"
  760. br.ErrMsg = "查询频度失败"
  761. return
  762. }
  763. fileName := `汾渭网页数据`
  764. if classifyId > 0 && indexCode == "" {
  765. fenWeiClassify, err := data_manage.GetFenweiClassifyItemByClassifyId(classifyId)
  766. if err != nil {
  767. return
  768. }
  769. fileName = fenWeiClassify.ClassifyName
  770. }
  771. if frequencies == nil {
  772. sheet, err := xlsxFile.AddSheet("无数据")
  773. if err != nil {
  774. br.Msg = "新增Sheet失败"
  775. br.ErrMsg = "新增Sheet失败,Err:" + err.Error()
  776. return
  777. }
  778. rowSecName := sheet.AddRow()
  779. celSecName := rowSecName.AddCell()
  780. celSecName.SetValue("")
  781. }
  782. for _, frequency := range frequencies {
  783. fenWeiIndices, err := data_manage.GetFenWeiIndexByCodeAndClassify(indexCode, classifyId, frequency)
  784. if err != nil {
  785. return
  786. }
  787. var sheet *xlsx.Sheet
  788. if len(fenWeiIndices) > 0 {
  789. sheetName := *frequency
  790. if sheetName == "" {
  791. sheetName = "无频度"
  792. }
  793. sheet, err = xlsxFile.AddSheet(sheetName)
  794. if err != nil {
  795. br.Msg = "新增Sheet失败"
  796. br.ErrMsg = "新增Sheet失败,Err:" + err.Error()
  797. return
  798. }
  799. } else {
  800. continue
  801. }
  802. if indexCode != "" {
  803. fileName = fenWeiIndices[0].IndexName
  804. }
  805. //获取指标数据
  806. rowSecName := sheet.AddRow()
  807. celSecName := rowSecName.AddCell()
  808. celSecName.SetValue("指标名称")
  809. rowFrequency := sheet.AddRow()
  810. celFrequency := rowFrequency.AddCell()
  811. celFrequency.SetValue("频率")
  812. rowUnit := sheet.AddRow()
  813. celUnit := rowUnit.AddCell()
  814. celUnit.SetValue("单位")
  815. rowModifyDate := sheet.AddRow()
  816. rowModifyCell := rowModifyDate.AddCell()
  817. rowModifyCell.SetValue("更新时间")
  818. dataMap := make(map[string]map[string]*data_manage.BaseFromFenweiData)
  819. var tradeCodeList []string
  820. for _, v := range fenWeiIndices {
  821. cellSenName := rowSecName.AddCell()
  822. cellSenName.SetValue(v.IndexName)
  823. celFrequency := rowFrequency.AddCell()
  824. celFrequency.SetValue(v.Frequency)
  825. celUnit := rowUnit.AddCell()
  826. celUnit.SetValue(v.Unit)
  827. rowModifyCell := rowModifyDate.AddCell()
  828. updateTimeStr := utils.TimeToStr(v.ModifyTime, utils.FormatDate)
  829. rowModifyCell.SetValue(updateTimeStr)
  830. tradeCodeList = append(tradeCodeList, v.IndexCode)
  831. var dataList []*data_manage.BaseFromFenweiData
  832. dataList, err = data_manage.GetBaseFromFenWeiDataByIndexCode(v.IndexCode)
  833. if err != nil && !utils.IsErrNoRow(err) {
  834. br.ErrMsg = "GetBaseFromFenWeiDataByIndexCode,Err:" + err.Error()
  835. br.Msg = "获取数据失败"
  836. return
  837. }
  838. for _, item := range dataList {
  839. if dataMap[item.IndexCode] == nil {
  840. dataMap[item.IndexCode] = make(map[string]*data_manage.BaseFromFenweiData)
  841. }
  842. dataMap[item.IndexCode][item.DataTime] = item
  843. }
  844. }
  845. tradeCodeStr := strings.Join(tradeCodeList, "','")
  846. tradeCodeStr = "'" + tradeCodeStr + "'"
  847. dataTimeList, err := data_manage.GetFenWeiDataListByIndexCodes(tradeCodeStr)
  848. if err != nil {
  849. br.Msg = "获取数据失败"
  850. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  851. return
  852. }
  853. for _, dataTime := range dataTimeList {
  854. rowData := sheet.AddRow()
  855. celDate := rowData.AddCell()
  856. celDate.SetValue(dataTime)
  857. for _, m := range fenWeiIndices {
  858. celData := rowData.AddCell()
  859. if dataMap[m.IndexCode][dataTime] != nil {
  860. celData.SetValue(dataMap[m.IndexCode][dataTime].Value)
  861. }
  862. }
  863. }
  864. }
  865. err = xlsxFile.Save(downLoadFilePath)
  866. if err != nil {
  867. //有指标无数据时先导出一遍空表
  868. sheet, err := xlsxFile.AddSheet("无数据")
  869. if err != nil {
  870. br.Msg = "新增Sheet失败"
  871. br.ErrMsg = "新增Sheet失败,Err:" + err.Error()
  872. return
  873. }
  874. rowSecName := sheet.AddRow()
  875. celSecName := rowSecName.AddCell()
  876. celSecName.SetValue("")
  877. err = xlsxFile.Save(downLoadFilePath)
  878. if err != nil {
  879. br.Msg = "保存文件失败"
  880. br.ErrMsg = "保存文件失败"
  881. return
  882. }
  883. }
  884. fileName += time.Now().Format("06.01.02") + `.xlsx` //文件名称
  885. this.Ctx.Output.Download(downLoadFilePath, fileName)
  886. defer func() {
  887. os.Remove(downLoadFilePath)
  888. }()
  889. br.Ret = 200
  890. br.Success = true
  891. br.Msg = "success"
  892. }
  893. // GetFenWeiIndexInfo
  894. // @Title 添加指标-根据条件获取指标信息
  895. // @Description 添加指标-根据条件获取指标信息
  896. // @Param KeyWord query string false "关键字"
  897. // @Param ClassifyIds query string false "分类id"
  898. // @Param Frequencies query string false "频率"
  899. // @Param PageSize query int false "每页数据条数"
  900. // @Param CurrentIndex query int false "当前页页码,从1开始"
  901. // @Success 200 {object} data_manage.BaseFromFenWeiIndexPage
  902. // @router /fenwei/get/index/info [get]
  903. func (this *EdbInfoController) GetFenWeiIndexInfo() {
  904. br := new(models.BaseResponse).Init()
  905. defer func() {
  906. if br.ErrMsg == "" {
  907. br.IsSendEmail = false
  908. }
  909. this.Data["json"] = br
  910. this.ServeJSON()
  911. }()
  912. sysUser := this.SysUser
  913. if sysUser == nil {
  914. br.Msg = "请登录"
  915. br.ErrMsg = "请登录,SysUser Is Empty"
  916. br.Ret = 408
  917. return
  918. }
  919. /*pageSize, _ := this.GetInt("PageSize")
  920. currentIndex, _ := this.GetInt("CurrentIndex")
  921. if pageSize <= 0 {
  922. pageSize = utils.PageSize20
  923. }
  924. if currentIndex <= 0 {
  925. currentIndex = 1
  926. }*/
  927. keyWord := this.GetString("KeyWord")
  928. classifyIds := this.GetString("ClassifyIds")
  929. frequencies := this.GetString("Frequencies")
  930. var classifyIdList []string
  931. var frequencyList []string
  932. if classifyIds != "" {
  933. classifyIdList = strings.Split(classifyIds, ",")
  934. }
  935. if frequencies != "" {
  936. frequencyList = strings.Split(frequencies, ",")
  937. }
  938. indexInfoList, err := data.GetFenWeiIndexInfo(keyWord, classifyIdList, frequencyList)
  939. if err != nil {
  940. return
  941. }
  942. br.Ret = 200
  943. br.Success = true
  944. br.Msg = "获取成功"
  945. br.Data = indexInfoList
  946. }