gl_data.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558
  1. package data_manage
  2. import (
  3. "eta/eta_api/models"
  4. "eta/eta_api/models/data_manage"
  5. "eta/eta_api/services/elastic"
  6. "eta/eta_api/utils"
  7. "fmt"
  8. "github.com/rdlucklib/rdluck_tools/paging"
  9. "github.com/tealeg/xlsx"
  10. "os"
  11. "path/filepath"
  12. "time"
  13. )
  14. // @Title 钢联数据分类
  15. // @Description 隆众数据分类接口
  16. // @Success 200 {object} data_manage.LzClassify
  17. // @router /gl/classify [get]
  18. func (this *EdbInfoController) GlClassify() {
  19. br := new(models.BaseResponse).Init()
  20. defer func() {
  21. this.Data["json"] = br
  22. this.ServeJSON()
  23. }()
  24. sysUser := this.SysUser
  25. if sysUser == nil {
  26. br.Msg = "请登录"
  27. br.ErrMsg = "请登录,SysUser Is Empty"
  28. br.Ret = 408
  29. return
  30. }
  31. classifyList, err := data_manage.GetGlSurveyClassify()
  32. if err != nil {
  33. br.Msg = "获取分类失败"
  34. br.ErrMsg = "获取分类失败,Err:" + err.Error()
  35. return
  36. }
  37. br.Ret = 200
  38. br.Success = true
  39. br.Msg = "获取成功"
  40. br.Data = classifyList
  41. }
  42. // @Title 钢联数据频度
  43. // @Description 钢联数据频度接口
  44. // @Param BreedShortName query string true "分类名称"
  45. // @Success 200 {object} data_manage.LzFrequency
  46. // @router /gl/frequency [get]
  47. func (this *EdbInfoController) GlFrequency() {
  48. br := new(models.BaseResponse).Init()
  49. defer func() {
  50. this.Data["json"] = br
  51. this.ServeJSON()
  52. }()
  53. sysUser := this.SysUser
  54. if sysUser == nil {
  55. br.Msg = "请登录"
  56. br.ErrMsg = "请登录,SysUser Is Empty"
  57. br.Ret = 408
  58. return
  59. }
  60. breedShortName := this.GetString("BreedShortName")
  61. if breedShortName == "" {
  62. br.Msg = "分类不可为空"
  63. br.ErrMsg = "分类不可为空"
  64. return
  65. }
  66. fmt.Println("breedShortName:", breedShortName)
  67. frequencyList, err := data_manage.GetGlFrequencyByClassifyId(breedShortName)
  68. if err != nil {
  69. br.Msg = "获取频度失败"
  70. br.ErrMsg = "获取频度失败,Err:" + err.Error()
  71. return
  72. }
  73. br.Ret = 200
  74. br.Success = true
  75. br.Msg = "获取成功"
  76. br.Data = frequencyList
  77. }
  78. // @Title 获取钢联数据
  79. // @Description 获取钢联数据接口
  80. // @Param BreedShortName query string true "分类名称"
  81. // @Param Frequency query string true "频度名称"
  82. // @Param PageSize query int true "每页数据条数"
  83. // @Param CurrentIndex query int true "当前页页码,从1开始"
  84. // @Success 200 {object} data_manage.LzFrequency
  85. // @router /gl/data [get]
  86. func (this *EdbInfoController) GlData() {
  87. br := new(models.BaseResponse).Init()
  88. defer func() {
  89. this.Data["json"] = br
  90. this.ServeJSON()
  91. }()
  92. sysUser := this.SysUser
  93. if sysUser == nil {
  94. br.Msg = "请登录"
  95. br.ErrMsg = "请登录,SysUser Is Empty"
  96. br.Ret = 408
  97. return
  98. }
  99. pageSize, _ := this.GetInt("PageSize")
  100. currentIndex, _ := this.GetInt("CurrentIndex")
  101. var startSize int
  102. if pageSize <= 0 {
  103. pageSize = utils.PageSize20
  104. }
  105. if currentIndex <= 0 {
  106. currentIndex = 1
  107. }
  108. startSize = utils.StartIndex(currentIndex, pageSize)
  109. breedShortName := this.GetString("BreedShortName")
  110. if breedShortName == "" {
  111. br.Msg = "请选择分类"
  112. br.ErrMsg = "请选择分类"
  113. return
  114. }
  115. frequency := this.GetString("Frequency")
  116. if frequency == "" {
  117. br.Msg = "请选择频度"
  118. br.ErrMsg = "请选择频度"
  119. return
  120. }
  121. //获取指标
  122. glList, err := data_manage.GetGlIndex(breedShortName, frequency)
  123. if err != nil {
  124. br.Msg = "获取数据失败"
  125. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  126. return
  127. }
  128. resultList := make([]*data_manage.GlIndexList, 0)
  129. for _, v := range glList {
  130. product := new(data_manage.GlIndexList)
  131. product.UnitName = v.UnitName
  132. product.Id = v.Id
  133. product.IndexCode = v.IndexCode
  134. product.IndexName = v.IndexName
  135. product.UnitName = v.UnitName
  136. product.FrequencyName = v.FrequencyName
  137. product.UpdateTime = v.UpdateTime
  138. total, err := data_manage.GetGlIndexDataCount(v.IndexCode)
  139. page := paging.GetPaging(currentIndex, pageSize, total)
  140. dataList, err := data_manage.GetGlIndexData(v.IndexCode, startSize, pageSize)
  141. if err != nil {
  142. br.Msg = "获取数据失败"
  143. br.ErrMsg = "获取指标数据失败,Err:" + err.Error()
  144. return
  145. }
  146. if dataList == nil {
  147. dataList = make([]*data_manage.GlIndexData, 0)
  148. }
  149. product.DataList = dataList
  150. product.Paging = page
  151. resultList = append(resultList, product)
  152. }
  153. br.Ret = 200
  154. br.Success = true
  155. br.Msg = "获取成功"
  156. br.Data = resultList
  157. }
  158. // GlSearchList
  159. // @Title 钢联模糊搜索
  160. // @Description 钢联模糊搜索
  161. // @Param Keyword query string ture "关键字搜索"
  162. // @Success 200 {object} models.BaseResponse
  163. // @router /gl/search_list [get]
  164. func (this *EdbInfoController) GlSearchList() {
  165. br := new(models.BaseResponse).Init()
  166. defer func() {
  167. if br.ErrMsg == "" {
  168. br.IsSendEmail = false
  169. }
  170. this.Data["json"] = br
  171. this.ServeJSON()
  172. }()
  173. sysUser := this.SysUser
  174. if sysUser == nil {
  175. br.Msg = "请重新登录"
  176. return
  177. }
  178. pageSize, _ := this.GetInt("PageSize")
  179. currentIndex, _ := this.GetInt("CurrentIndex")
  180. keyword := this.GetString("KeyWord")
  181. if keyword == `` {
  182. keyword = this.GetString("Keyword")
  183. }
  184. var total, startSize int
  185. if pageSize <= 0 {
  186. pageSize = utils.PageSize15
  187. }
  188. if currentIndex <= 0 {
  189. currentIndex = 1
  190. }
  191. startSize = paging.StartIndex(currentIndex, pageSize)
  192. // es搜索
  193. t, list, e := elastic.SearchDataSourceIndex(utils.EsDataSourceIndexName, keyword, utils.DATA_SOURCE_GL, 0, []int{}, []int{}, []string{}, startSize, pageSize)
  194. if e != nil {
  195. br.Msg = "获取失败"
  196. br.ErrMsg = fmt.Sprintf("ES-搜索数据源列表失败, %v", e)
  197. return
  198. }
  199. total = int(t)
  200. resp := new(data_manage.GlDataPageListResp)
  201. resp.Paging = paging.GetPaging(currentIndex, pageSize, total)
  202. if len(list) == 0 {
  203. resp.List = make([]*data_manage.GlSearchIndex, 0)
  204. br.Ret = 200
  205. br.Success = true
  206. br.Msg = "获取成功"
  207. br.Data = resp
  208. return
  209. }
  210. highlightMap := make(map[int]string)
  211. for _, v := range list {
  212. highlightMap[v.PrimaryId] = v.SearchText
  213. }
  214. var ids []int
  215. for _, v := range list {
  216. ids = append(ids, v.PrimaryId)
  217. }
  218. items, e := data_manage.GetGlItemListByIds(ids)
  219. if e != nil {
  220. br.Msg = "获取失败"
  221. br.ErrMsg = fmt.Sprintf("获取指标列表失败, %v", e)
  222. return
  223. }
  224. for _, v := range items {
  225. v.Source = utils.DATA_SOURCE_GL
  226. v.SourceName = "钢联原始指标库"
  227. v.SearchText = highlightMap[v.Id]
  228. }
  229. resp.List = items
  230. br.Data = resp
  231. br.Ret = 200
  232. br.Success = true
  233. br.Msg = "获取成功"
  234. }
  235. // GlSingleData
  236. // @Title 获取钢联数据
  237. // @Description 获取钢联单条数据接口
  238. // @Param IndexCode query string true "指标唯一编码"
  239. // @Success 200 {object} models.BaseResponse
  240. // @router /gl/single_data [get]
  241. func (this *EdbInfoController) GlSingleData() {
  242. br := new(models.BaseResponse).Init()
  243. defer func() {
  244. this.Data["json"] = br
  245. this.ServeJSON()
  246. }()
  247. sysUser := this.SysUser
  248. if sysUser == nil {
  249. br.Msg = "请登录"
  250. br.ErrMsg = "请登录,SysUser Is Empty"
  251. br.Ret = 408
  252. return
  253. }
  254. indexCode := this.GetString("IndexCode")
  255. dataList, err := data_manage.GetGlDataByCode(indexCode)
  256. if err != nil {
  257. br.Msg = "获取数据失败"
  258. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  259. return
  260. }
  261. br.Ret = 200
  262. br.Success = true
  263. br.Msg = "获取成功"
  264. br.Data = dataList
  265. }
  266. // ExportGlList
  267. // @Title 导出钢联数据
  268. // @Description 导出钢联数据
  269. // @Param QuotaName query string false "名称关键词"
  270. // @Param IndexCode query string false "指标唯一编码"
  271. // @Param BreedName query string true "分类"
  272. // @Param Frequency query string true "频度"
  273. // @Param UnitName query string false "单位"
  274. // @Param ModifyTime query string false "更新时间"
  275. // @Success 200 导出成功
  276. // @router /export/glList [get]
  277. func (this *EdbInfoController) ExportGlList() {
  278. br := new(models.BaseResponse).Init()
  279. defer func() {
  280. this.Data["json"] = br
  281. this.ServeJSON()
  282. }()
  283. sysUser := this.SysUser
  284. if sysUser == nil {
  285. br.Msg = "请重新登录"
  286. return
  287. }
  288. breedName := this.GetString("BreedName") //分类
  289. //frequency := this.GetString("Frequency")
  290. secNameList := make([]*models.EdbdataExportList, 0)
  291. dir, _ := os.Executable()
  292. exPath := filepath.Dir(dir)
  293. downLoadnFilePath := exPath + "/" + time.Now().Format(utils.FormatDateTimeUnSpace) + ".xlsx"
  294. xlsxFile := xlsx.NewFile()
  295. frequencies, err := data_manage.GetGlFrequency(breedName)
  296. if err != nil {
  297. fmt.Println("GetGlFrequency err:", err.Error())
  298. utils.FileLog.Info("GetGlFrequency err:" + err.Error())
  299. return
  300. }
  301. if breedName != "" {
  302. for _, frequency := range frequencies {
  303. //获取指标
  304. secNameList, err := data_manage.GetGlIndex(breedName, *frequency)
  305. if err != nil {
  306. fmt.Println("获取数据失败,Err:" + err.Error())
  307. return
  308. }
  309. if len(secNameList) <= 0 {
  310. fmt.Println("secNameList长度为0")
  311. return
  312. }
  313. if breedName == "1/3焦煤" {
  314. breedName = "三分之一焦煤"
  315. }
  316. sheetNew, err := xlsxFile.AddSheet(*frequency)
  317. if err != nil {
  318. fmt.Println("新增Sheet失败", err.Error())
  319. return
  320. }
  321. //sheetNew.SetColWidth()
  322. //获取指标数据
  323. windRow := sheetNew.AddRow()
  324. secNameRow := sheetNew.AddRow()
  325. indexCodeRow := sheetNew.AddRow()
  326. frequencyRow := sheetNew.AddRow()
  327. unitRow := sheetNew.AddRow()
  328. lastModifyDateRow := sheetNew.AddRow()
  329. //获取分类下指标最大数据量
  330. dataMax, err := data_manage.GetGlDataMaxCount(breedName)
  331. if err != nil {
  332. fmt.Println("获取指标最大数据量失败", err.Error())
  333. return
  334. }
  335. fmt.Println("dataMax:", dataMax)
  336. setRowIndex := 6
  337. for k, sv := range secNameList {
  338. //获取数据
  339. dataList, err := data_manage.GetGlDataByCode(sv.IndexCode)
  340. if err != nil {
  341. br.Msg = "获取数据失败"
  342. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  343. return
  344. }
  345. if len(dataList) > 0 {
  346. windRow.AddCell().SetValue("钢联")
  347. secNameRow.AddCell().SetValue("指标名称")
  348. indexCodeRow.AddCell().SetValue("指标ID")
  349. frequencyRow.AddCell().SetValue("频率")
  350. unitRow.AddCell().SetValue("单位")
  351. lastModifyDateRow.AddCell().SetValue("更新时间")
  352. secNameRow.AddCell().SetValue(sv.IndexName)
  353. indexCodeRow.AddCell().SetValue(sv.IndexCode)
  354. frequencyRow.AddCell().SetValue(sv.FrequencyName)
  355. unitRow.AddCell().SetValue(sv.UnitName)
  356. lastModifyDateRow.AddCell().SetValue(sv.UpdateTime)
  357. windRow.AddCell()
  358. windRow.AddCell()
  359. secNameRow.AddCell()
  360. indexCodeRow.AddCell()
  361. frequencyRow.AddCell()
  362. unitRow.AddCell()
  363. lastModifyDateRow.AddCell()
  364. min := k * 3
  365. sheetNew.SetColWidth(min, min, 15)
  366. if len(dataList) <= 0 {
  367. for n := 0; n < dataMax; n++ {
  368. rowIndex := setRowIndex + n
  369. row := sheetNew.Row(rowIndex)
  370. row.AddCell()
  371. row.AddCell()
  372. row.AddCell()
  373. }
  374. } else {
  375. endRowIndex := 0
  376. for rk, dv := range dataList {
  377. rowIndex := setRowIndex + rk
  378. row := sheetNew.Row(rowIndex)
  379. displayDate, _ := time.Parse(utils.FormatDate, dv.DataTime)
  380. displayDateCell := row.AddCell()
  381. style := new(xlsx.Style)
  382. style.ApplyAlignment = true
  383. style.Alignment.WrapText = true
  384. displayDateCell.SetStyle(style)
  385. displayDateCell.SetDate(displayDate)
  386. row.AddCell().SetValue(dv.InputValue)
  387. row.AddCell()
  388. endRowIndex = rowIndex
  389. }
  390. if len(dataList) < dataMax {
  391. dataLen := dataMax - len(dataList)
  392. for n := 0; n < dataLen; n++ {
  393. rowIndex := (endRowIndex + 1) + n
  394. row := sheetNew.Row(rowIndex)
  395. row.AddCell()
  396. row.AddCell()
  397. row.AddCell()
  398. }
  399. }
  400. }
  401. }
  402. }
  403. }
  404. } else {
  405. name := this.GetString("QuotaName")
  406. indexCode := this.GetString("IndexCode") //指标唯一编码
  407. unit := this.GetString("UnitName")
  408. modifyTime := this.GetString("ModifyTime")
  409. frequency := this.GetString("Frequency")
  410. sheet, err := xlsxFile.AddSheet(frequency)
  411. if err != nil {
  412. br.Msg = "新增Sheet失败"
  413. br.ErrMsg = "新增Sheet失败,Err:" + err.Error()
  414. return
  415. }
  416. //获取指标数据
  417. windRow := sheet.AddRow()
  418. windRow.AddCell().SetValue("钢联")
  419. rowSecName := sheet.AddRow()
  420. celSecName := rowSecName.AddCell()
  421. celSecName.SetValue("指标名称")
  422. cellSenName := rowSecName.AddCell()
  423. cellSenName.SetValue(name)
  424. indexCodeRow := sheet.AddRow()
  425. indexCodeRow.AddCell().SetValue("指标ID")
  426. indexCodeRow.AddCell().SetValue(indexCode)
  427. rowFrequency := sheet.AddRow()
  428. celFrequency := rowFrequency.AddCell()
  429. celFrequency.SetValue("频率")
  430. cellFrequency := rowFrequency.AddCell()
  431. cellFrequency.SetValue(frequency)
  432. rowUnit := sheet.AddRow()
  433. celUnit := rowUnit.AddCell()
  434. celUnit.SetValue("单位")
  435. cellUnit := rowUnit.AddCell()
  436. cellUnit.SetValue(unit)
  437. rowModifyDate := sheet.AddRow()
  438. rowModifyCell := rowModifyDate.AddCell()
  439. rowModifyCell.SetValue("更新时间")
  440. rowModifyCell = rowModifyDate.AddCell()
  441. rowModifyCell.SetValue(modifyTime)
  442. //获取数据
  443. dataList, err := data_manage.GetGlDataByCode(indexCode)
  444. if err != nil {
  445. br.Msg = "获取数据失败"
  446. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  447. return
  448. }
  449. fmt.Println("len(dataList):", len(dataList))
  450. dataMax, err := data_manage.GetGlDataMaxCount(breedName)
  451. fmt.Println("dataMax:", dataMax)
  452. if len(dataList) <= 0 {
  453. for n := 0; n < dataMax; n++ {
  454. rowIndex := 6 + n
  455. row := sheet.Row(rowIndex)
  456. row.AddCell()
  457. row.AddCell()
  458. row.AddCell()
  459. }
  460. } else {
  461. endRowIndex := 0
  462. for rk, dv := range dataList {
  463. rowIndex := 6 + rk
  464. row := sheet.Row(rowIndex)
  465. displayDate, _ := time.Parse(utils.FormatDate, dv.DataTime)
  466. displayDateCell := row.AddCell()
  467. style := new(xlsx.Style)
  468. style.ApplyAlignment = true
  469. style.Alignment.WrapText = true
  470. displayDateCell.SetStyle(style)
  471. displayDateCell.SetDate(displayDate)
  472. row.AddCell().SetValue(dv.InputValue)
  473. row.AddCell()
  474. endRowIndex = rowIndex
  475. }
  476. if len(dataList) < dataMax {
  477. dataLen := dataMax - len(dataList)
  478. for n := 0; n < dataLen; n++ {
  479. rowIndex := (endRowIndex + 1) + n
  480. row := sheet.Row(rowIndex)
  481. row.AddCell()
  482. row.AddCell()
  483. row.AddCell()
  484. }
  485. }
  486. }
  487. }
  488. err = xlsxFile.Save(downLoadnFilePath)
  489. if err != nil {
  490. //有指标无数据时先导出一遍空表
  491. sheet, err := xlsxFile.AddSheet("无数据")
  492. if err != nil {
  493. br.Msg = "新增Sheet失败"
  494. br.ErrMsg = "新增Sheet失败,Err:" + err.Error()
  495. return
  496. }
  497. rowSecName := sheet.AddRow()
  498. celSecName := rowSecName.AddCell()
  499. celSecName.SetValue("")
  500. err = xlsxFile.Save(downLoadnFilePath)
  501. if err != nil {
  502. br.Msg = "保存文件失败"
  503. br.ErrMsg = "保存文件失败"
  504. return
  505. }
  506. }
  507. fileName := `钢联数据`
  508. if len(secNameList) > 0 {
  509. fileName = secNameList[0].ClassifyName
  510. }
  511. fileName += time.Now().Format("06.01.02") + `.xlsx` //文件名称
  512. this.Ctx.Output.Download(downLoadnFilePath, fileName)
  513. defer func() {
  514. os.Remove(downLoadnFilePath)
  515. }()
  516. br.Ret = 200
  517. br.Success = true
  518. br.Msg = "success"
  519. }