hisugar_data.go 27 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033
  1. package controllers
  2. import (
  3. "encoding/json"
  4. "eta/eta_api/models"
  5. "eta/eta_api/models/data_manage"
  6. "eta/eta_api/models/system"
  7. "eta/eta_api/services/data"
  8. etaTrialService "eta/eta_api/services/eta_trial"
  9. "eta/eta_api/utils"
  10. "fmt"
  11. "github.com/rdlucklib/rdluck_tools/paging"
  12. "github.com/tealeg/xlsx"
  13. "os"
  14. "path/filepath"
  15. "strconv"
  16. "strings"
  17. "time"
  18. )
  19. // HisugarClassify
  20. // @title 获取泛糖科技分类列表
  21. // @Description 获取泛糖科技分类列表
  22. // @Success 200 {object} models.
  23. // @router /data/hisugar/classify [get]
  24. func (this *TradeCommonController) HisugarClassify() {
  25. br := new(models.BaseResponse).Init()
  26. defer func() {
  27. this.Data["json"] = br
  28. this.ServeJSON()
  29. }()
  30. classifyList, err := data_manage.GetHisugarClassifyAll()
  31. if err != nil {
  32. br.Msg = "查询失败"
  33. br.ErrMsg = "查询失败, Err:" + err.Error()
  34. return
  35. }
  36. finalList := make([]*data_manage.BaseFromHisugarClassifyItem, 0)
  37. classifyTree := getHisugarClassifyTree(classifyList, 0)
  38. finalList = append(finalList, classifyTree...)
  39. br.Msg = "查询成功"
  40. br.Data = finalList
  41. br.Success = true
  42. br.Ret = 200
  43. }
  44. // HisugarIndexList
  45. // @title 获取泛糖科技指标列表
  46. // @Description 获取泛糖科技指标列表
  47. // @Success 200 {object} models.
  48. // @router /data/hisugar/indexList [get]
  49. func (this *TradeCommonController) HisugarIndexList() {
  50. br := new(models.BaseResponse).Init()
  51. defer func() {
  52. this.Data["json"] = br
  53. this.ServeJSON()
  54. }()
  55. pageSize, _ := this.GetInt("PageSize")
  56. currentIndex, _ := this.GetInt("CurrentIndex")
  57. var startSize int
  58. if pageSize <= 0 {
  59. pageSize = utils.PageSize20
  60. }
  61. if currentIndex <= 0 {
  62. currentIndex = 1
  63. }
  64. startSize = utils.StartIndex(currentIndex, pageSize)
  65. classifyId, _ := this.GetInt("ClassifyId")
  66. var condition string
  67. var pars []interface{}
  68. if classifyId > 0 {
  69. condition += ` AND b.classify_id=? `
  70. pars = append(pars, classifyId)
  71. }
  72. //keyword := this.GetString("KeyWord")
  73. //if keyword != "" {
  74. // condition += ` AND (index_code =? OR index_name LIKE ?) `
  75. // pars = append(pars, keyword)
  76. // pars = append(pars, "%"+keyword+"%")
  77. //}
  78. indexList, e := data_manage.GetHisugarIndexViewList(condition, pars, startSize, pageSize)
  79. if e != nil {
  80. br.Msg = "获取失败"
  81. br.ErrMsg = "获取泛糖科技分类数据分类失败, Err: " + e.Error()
  82. return
  83. }
  84. indexIdList := make([]int, 0)
  85. for _, v := range indexList {
  86. indexIdList = append(indexIdList, v.BaseFromHisugarIndexId)
  87. }
  88. dataList, err := data_manage.GetHisugarDataViewList(indexIdList)
  89. if err != nil {
  90. br.Msg = "获取失败"
  91. br.ErrMsg = "获取泛糖科技分类数据分类失败, Err: " + err.Error()
  92. return
  93. }
  94. for i, v := range indexList {
  95. for _, v1 := range dataList {
  96. if v.BaseFromHisugarIndexId == v1.BaseFromHisugarIndexId {
  97. indexList[i].DataTime = v1.DataTime
  98. indexList[i].Value = v1.Value
  99. }
  100. }
  101. }
  102. total, err := data_manage.GetHisugarIndexViewListCount(condition, pars)
  103. if err != nil {
  104. br.Msg = "获取失败"
  105. br.ErrMsg = "获取泛糖科技分类数据分类失败, Err: " + err.Error()
  106. return
  107. }
  108. page := paging.GetPaging(currentIndex, pageSize, total)
  109. resp := data_manage.BaseFromHisugarIndexListResp{}
  110. resp.List = indexList
  111. resp.Paging = page
  112. br.Data = resp
  113. br.Ret = 200
  114. br.Success = true
  115. br.Msg = "获取成功"
  116. }
  117. // HisugarMineData
  118. // @title 获取泛糖科技详细数据列表
  119. // @Description 获取泛糖科技详细数据接口
  120. // @Param ClassifyId query int true "数据id"
  121. // @Param GroupName query string true "分组名"
  122. // @Param Frequency query string true "频度"
  123. // @Param PageSize query int true "每页数据条数"
  124. // @Param CurrentIndex query int true "当前页页码,从1开始"
  125. // @Success 200 {object} []data_manage.CoalmineDataResp
  126. // @router /data/hisugar/data [get]
  127. func (this *TradeCommonController) HisugarData() {
  128. br := new(models.BaseResponse).Init()
  129. defer func() {
  130. this.Data["json"] = br
  131. this.ServeJSON()
  132. }()
  133. pageSize, _ := this.GetInt("PageSize")
  134. currentIndex, _ := this.GetInt("CurrentIndex")
  135. var startSize int
  136. if pageSize <= 0 {
  137. pageSize = utils.PageSize20
  138. }
  139. if currentIndex <= 0 {
  140. currentIndex = 1
  141. }
  142. startSize = utils.StartIndex(currentIndex, pageSize)
  143. indexCode := this.GetString("IndexCode")
  144. if indexCode == "" {
  145. br.Msg = "请选择指标"
  146. br.ErrMsg = "请选择指标"
  147. return
  148. }
  149. //获取指标
  150. var condition string
  151. var pars []interface{}
  152. condition += ` AND index_code =? `
  153. pars = append(pars, indexCode)
  154. index, err := data_manage.GetHisugarIndexByCode(indexCode)
  155. if err != nil {
  156. br.Msg = "获取数据失败"
  157. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  158. return
  159. }
  160. dataList, err := data_manage.GetHisugarIndexData(condition, pars, startSize, pageSize)
  161. if err != nil {
  162. br.Msg = "获取数据失败"
  163. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  164. return
  165. }
  166. resp := data_manage.BaseFromHisugarIndexList{}
  167. resp.BaseFromHisugarIndexId = index.BaseFromHisugarIndexId
  168. resp.ClassifyId = index.ClassifyId
  169. resp.IndexCode = index.IndexCode
  170. resp.IndexName = index.IndexName
  171. resp.Frequency = index.Frequency
  172. resp.Unit = index.Unit
  173. resp.EdbExist = index.EdbExist
  174. total, err := data_manage.GetHisugarDataListCount(condition, pars)
  175. page := paging.GetPaging(currentIndex, pageSize, total)
  176. if len(dataList) > 0 {
  177. resp.ModifyTime = dataList[0].ModifyTime
  178. }
  179. resp.Paging = page
  180. resp.DataList = dataList
  181. br.Ret = 200
  182. br.Success = true
  183. br.Msg = "获取成功"
  184. br.Data = resp
  185. }
  186. // CoalSearchList
  187. // @Title 泛糖科技模糊搜索
  188. // @Description 泛糖科技模糊搜索
  189. // @Param Keyword query string ture "关键字搜索"
  190. // @Success 200 {object} models.BaseResponse
  191. // @router /data/hisugar/search [get]
  192. func (this *TradeCommonController) HisugarSearchList() {
  193. br := new(models.BaseResponse).Init()
  194. defer func() {
  195. this.Data["json"] = br
  196. this.ServeJSON()
  197. }()
  198. //关键字
  199. keyword := this.GetString("Keyword")
  200. list, err := data_manage.GetHisugarItemList(keyword)
  201. if err != nil {
  202. br.ErrMsg = "获取失败,Err:" + err.Error()
  203. br.Msg = "获取失败"
  204. return
  205. }
  206. br.Ret = 200
  207. br.Success = true
  208. br.Msg = "获取成功"
  209. br.Data = list
  210. }
  211. // BatchIndexList
  212. // @Title 泛糖科技批量操作指标列表
  213. // @Description 泛糖科技批量操作指标列表
  214. // @Param request body request.SciHqDataBatchListReq true "type json string"
  215. // @Success 200 {object} data_manage.BaseFromMysteelChemicalIndexResp
  216. // @router /data/hisugar/batch_list [post]
  217. func (this *TradeCommonController) HisugarBatchIndexList() {
  218. br := new(models.BaseResponse).Init()
  219. defer func() {
  220. this.Data["json"] = br
  221. this.ServeJSON()
  222. }()
  223. var req data_manage.HisugarDataBatchListReq
  224. if err := json.Unmarshal(this.Ctx.Input.RequestBody, &req); err != nil {
  225. br.Msg = "参数解析异常!"
  226. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  227. return
  228. }
  229. var condition string
  230. var pars []interface{}
  231. if req.KeyWord != "" {
  232. condition += `AND (index_code=? OR index_name=?)`
  233. pars = utils.GetLikeKeywordPars(pars, req.KeyWord, 2)
  234. }
  235. if req.IsSelectAll {
  236. if len(req.SelectedId) > 0 {
  237. condition += ` AND base_from_hisugar_index_id NOT IN (` + utils.GetOrmInReplace(len(req.SelectedId)) + `)`
  238. pars = append(pars, req.SelectedId)
  239. }
  240. } else {
  241. if len(req.SelectedId) > 0 {
  242. condition += ` AND base_from_hisugar_index_id IN (` + utils.GetOrmInReplace(len(req.SelectedId)) + `)`
  243. pars = append(pars, req.SelectedId)
  244. }
  245. }
  246. if req.ClassifyId >= 0 {
  247. condition += ` AND classify_id=?`
  248. pars = append(pars, req.ClassifyId)
  249. }
  250. count, err := data_manage.GetHisugarIndexListCount(condition, pars)
  251. if err != nil {
  252. br.Msg = "获取失败"
  253. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  254. return
  255. }
  256. MaxLen := 30
  257. if count > MaxLen {
  258. br.Msg = "批量操作数量不能超过" + strconv.Itoa(MaxLen)
  259. return
  260. }
  261. indexList, err := data_manage.GetHisugarIndexByCondition(condition, pars)
  262. if err != nil {
  263. br.Msg = "获取失败"
  264. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  265. return
  266. }
  267. br.Ret = 200
  268. br.Success = true
  269. br.Msg = "获取成功"
  270. br.Data = indexList
  271. }
  272. // AddCheck
  273. // @Title 新增校验
  274. // @Description 新增校验
  275. // @Param request body request.BusinessDataBatchAddCheckReq true "type json string"
  276. // @Success 200 string "操作成功"
  277. // @router /data/hisugar/add_check [post]
  278. func (this *TradeCommonController) HisugarAddCheck() {
  279. br := new(models.BaseResponse).Init()
  280. defer func() {
  281. if br.ErrMsg == "" {
  282. br.IsSendEmail = false
  283. }
  284. this.Data["json"] = br
  285. this.ServeJSON()
  286. }()
  287. sysUser := this.SysUser
  288. if sysUser == nil {
  289. br.Msg = "请登录"
  290. br.ErrMsg = "请登录,SysUser Is Empty"
  291. br.Ret = 408
  292. return
  293. }
  294. var req *data_manage.HisugarDataBatchAddCheckReq
  295. if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
  296. br.Msg = "参数解析异常!"
  297. br.ErrMsg = "参数解析失败,Err:" + e.Error()
  298. return
  299. }
  300. codeMax := 30
  301. codeLen := len(req.IndexCodes)
  302. if len(req.IndexCodes) == 0 {
  303. br.Msg = "请选择指标"
  304. return
  305. }
  306. if codeLen > codeMax {
  307. br.Msg = fmt.Sprintf("最多只能选择%d个指标", codeMax)
  308. return
  309. }
  310. // 获取指标库已有指标
  311. existsEdb, e := data_manage.GetEdbCodesBySource(utils.DATA_SOURCE_HISUGAR)
  312. if e != nil {
  313. br.Msg = "获取失败"
  314. br.ErrMsg = "获取自有数据已添加的指标失败, Err: " + e.Error()
  315. return
  316. }
  317. existMap := make(map[string]*data_manage.EdbInfo)
  318. for _, v := range existsEdb {
  319. existMap[v.EdbCode] = v
  320. }
  321. // 查询选中的指标
  322. cond := fmt.Sprintf(` AND index_code IN (%s)`, utils.GetOrmInReplace(codeLen))
  323. pars := make([]interface{}, 0)
  324. pars = append(pars, req.IndexCodes)
  325. list, err := data_manage.GetHisugarIndexAndEdbInfoByCondition(cond, pars)
  326. if err != nil {
  327. br.Msg = "获取失败"
  328. br.ErrMsg = "获取卓创红期原始指标列表失败, Err: " + err.Error()
  329. return
  330. }
  331. resp := make([]*data_manage.BaseFromHisugarIndexView, 0)
  332. for _, v := range list {
  333. if v.EdbInfoId > 0 {
  334. v.EdbExist = 1
  335. }
  336. resp = append(resp, v)
  337. }
  338. br.Data = resp
  339. br.Msg = "校验成功"
  340. br.Ret = 200
  341. br.Success = true
  342. }
  343. // NameCheck
  344. // @Title 重名校验
  345. // @Description 批量新增
  346. // @Param request body data_manage.AddEdbInfoReq true "type json string"
  347. // @Success 200 string "操作成功"
  348. // @router /data/hisugar/name_check [post]
  349. func (c *TradeCommonController) HisugarNameCheck() {
  350. br := new(models.BaseResponse).Init()
  351. defer func() {
  352. if br.ErrMsg == "" {
  353. br.IsSendEmail = false
  354. }
  355. c.Data["json"] = br
  356. c.ServeJSON()
  357. }()
  358. sysUser := c.SysUser
  359. if sysUser == nil {
  360. br.Msg = "请登录"
  361. br.ErrMsg = "请登录,SysUser Is Empty"
  362. br.Ret = 408
  363. return
  364. }
  365. var req []*data_manage.NameCheckEdbInfoReq
  366. if err := json.Unmarshal(c.Ctx.Input.RequestBody, &req); err != nil {
  367. br.Msg = "参数解析异常!"
  368. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  369. return
  370. }
  371. if len(req) == 0 {
  372. br.Msg = "请选择指标"
  373. return
  374. }
  375. codeMax := 30
  376. codeLen := len(req)
  377. if codeLen > codeMax {
  378. br.Msg = fmt.Sprintf("最多只能选择%d个指标", codeMax)
  379. return
  380. }
  381. type NameCheckResult struct {
  382. EdbCode string
  383. EdbName string
  384. Exist bool
  385. }
  386. indexNames := make([]string, 0)
  387. resp := make([]*NameCheckResult, 0)
  388. for _, v := range req {
  389. v.EdbCode = strings.TrimSpace(v.EdbCode)
  390. if v.EdbCode == "" {
  391. br.Msg = "指标ID不可为空"
  392. return
  393. }
  394. v.EdbName = strings.TrimSpace(v.EdbName)
  395. if v.EdbName == "" {
  396. br.Msg = "请输入指标名称"
  397. return
  398. }
  399. indexNames = append(indexNames, v.EdbName)
  400. resp = append(resp, &NameCheckResult{
  401. EdbCode: v.EdbCode,
  402. EdbName: v.EdbName,
  403. })
  404. dataItems, err := data_manage.GetEdbDataAllByEdbCode(v.EdbCode, utils.DATA_SOURCE_HISUGAR, 0, utils.EDB_DATA_LIMIT)
  405. if err != nil && err.Error() != utils.ErrNoRow() {
  406. br.Msg = "获取失败"
  407. br.ErrMsg = "获取泛糖科技已存在信息失败,Err:" + err.Error()
  408. return
  409. }
  410. if len(dataItems) <= 0 {
  411. respItem, err := data.AddEdbData(utils.DATA_SOURCE_HISUGAR, v.EdbCode, v.Frequency)
  412. if err != nil {
  413. br.Msg = "获取失败"
  414. br.ErrMsg = "获取失败,Err:" + err.Error()
  415. return
  416. }
  417. if respItem.Ret != 200 {
  418. br.Msg = "未搜索到该指标"
  419. br.ErrMsg = respItem.ErrMsg + ";EdbCode:" + v.EdbCode
  420. return
  421. }
  422. }
  423. }
  424. // 重名校验
  425. edbList, e := data_manage.GetEdbInfoByNameArr(indexNames, utils.EDB_INFO_TYPE)
  426. if e != nil {
  427. br.Msg = "操作失败"
  428. br.ErrMsg = "获取重名指标失败, Err: " + e.Error()
  429. return
  430. }
  431. nameExists := make(map[string]bool)
  432. for _, v := range edbList {
  433. nameExists[v.EdbName] = true
  434. }
  435. if len(nameExists) > 0 {
  436. for _, v := range resp {
  437. v.Exist = nameExists[v.EdbName]
  438. }
  439. }
  440. br.Data = resp
  441. br.Msg = "校验成功"
  442. br.Ret = 200
  443. br.Success = true
  444. }
  445. // BatchAdd
  446. // @Title 批量新增
  447. // @Description 批量新增
  448. // @Param request body data_manage.AddEdbInfoReq true "type json string"
  449. // @Success 200 string "操作成功"
  450. // @router /data/hisugar/batch_add [post]
  451. func (this *TradeCommonController) HisugarBatchAdd() {
  452. br := new(models.BaseResponse).Init()
  453. defer func() {
  454. if br.ErrMsg == "" {
  455. br.IsSendEmail = false
  456. }
  457. this.Data["json"] = br
  458. this.ServeJSON()
  459. }()
  460. sysUser := this.SysUser
  461. if sysUser == nil {
  462. br.Msg = "请登录"
  463. br.ErrMsg = "请登录,SysUser Is Empty"
  464. br.Ret = 408
  465. return
  466. }
  467. deleteCache := true
  468. cacheKey := "CACHE_EDB_INFO_BATCH_ADD_OILCHEM_" + strconv.Itoa(sysUser.AdminId)
  469. defer func() {
  470. if deleteCache {
  471. _ = utils.Rc.Delete(cacheKey)
  472. }
  473. }()
  474. if !utils.Rc.SetNX(cacheKey, 1, 30*time.Second) {
  475. deleteCache = false
  476. br.Msg = "系统处理中,请稍后重试!"
  477. br.ErrMsg = "系统处理中,请稍后重试!" + sysUser.RealName + ";data:" + string(this.Ctx.Input.RequestBody)
  478. return
  479. }
  480. var req []*data_manage.AddEdbInfoReq
  481. if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
  482. br.Msg = "参数解析异常!"
  483. br.ErrMsg = "参数解析失败,Err:" + e.Error()
  484. return
  485. }
  486. if len(req) == 0 {
  487. br.Msg = "请选择指标"
  488. return
  489. }
  490. if len(req) > 30 {
  491. br.Msg = "批量添加指标数量不得超过30个"
  492. return
  493. }
  494. for _, v := range req {
  495. v.EdbCode = strings.TrimSpace(v.EdbCode)
  496. if v.EdbCode == "" {
  497. br.Msg = "指标ID不可为空"
  498. return
  499. }
  500. v.EdbName = strings.TrimSpace(v.EdbName)
  501. if v.EdbName == "" {
  502. br.Msg = "请输入指标名称"
  503. return
  504. }
  505. v.Frequency = strings.TrimSpace(v.Frequency)
  506. if v.Frequency == "" {
  507. br.Msg = "请选择频度"
  508. return
  509. }
  510. v.Unit = strings.TrimSpace(v.Unit)
  511. if v.Unit == "" {
  512. br.Msg = "请输入单位"
  513. return
  514. }
  515. if v.ClassifyId <= 0 {
  516. br.Msg = "请选择分类"
  517. return
  518. }
  519. }
  520. // 限定同一时间最多批量新增30个指标
  521. for _, v := range req {
  522. var r data.HisugarIndexSource2EdbReq
  523. r.EdbCode = v.EdbCode
  524. r.EdbName = v.EdbName
  525. r.Frequency = v.Frequency
  526. r.Unit = v.Unit
  527. r.ClassifyId = v.ClassifyId
  528. r.AdminId = sysUser.AdminId
  529. r.AdminRealName = sysUser.RealName
  530. edbInfo, errMsg, skip, e := data.HisugarIndexSource2Edb(r, this.Lang)
  531. if e != nil {
  532. br.Msg = "操作失败"
  533. if errMsg != "" {
  534. br.Msg = errMsg
  535. }
  536. br.ErrMsg = e.Error()
  537. return
  538. }
  539. if skip {
  540. continue
  541. }
  542. // 试用平台更新用户累计新增指标数
  543. if utils.BusinessCode == utils.BusinessCodeSandbox {
  544. go func() {
  545. adminItem, e := system.GetSysAdminById(sysUser.AdminId)
  546. if e != nil {
  547. tips := fmt.Sprintf("试用平台更新用户累计新增指标数-获取用户失败, Err: " + e.Error())
  548. utils.FileLog.Info(tips)
  549. return
  550. }
  551. if adminItem.DepartmentName != "ETA试用客户" {
  552. return
  553. }
  554. var ur etaTrialService.EtaTrialUserReq
  555. ur.Mobile = adminItem.Mobile
  556. _, _ = etaTrialService.UpdateUserIndexNum(ur)
  557. }()
  558. }
  559. // 新增操作日志
  560. {
  561. edbLog := new(data_manage.EdbInfoLog)
  562. edbLog.EdbInfoId = edbInfo.EdbInfoId
  563. edbLog.SourceName = edbInfo.SourceName
  564. edbLog.Source = edbInfo.Source
  565. edbLog.EdbCode = edbInfo.EdbCode
  566. edbLog.EdbName = edbInfo.EdbName
  567. edbLog.ClassifyId = edbInfo.ClassifyId
  568. edbLog.SysUserId = sysUser.AdminId
  569. edbLog.SysUserRealName = sysUser.RealName
  570. edbLog.CreateTime = time.Now()
  571. edbLog.Content = string(this.Ctx.Input.RequestBody)
  572. edbLog.Status = "新增指标"
  573. edbLog.Method = this.Ctx.Input.URI()
  574. go data_manage.AddEdbInfoLog(edbLog)
  575. }
  576. }
  577. br.Msg = "操作成功"
  578. br.Ret = 200
  579. br.Success = true
  580. br.IsAddLog = true
  581. }
  582. // ExporthisugarList
  583. // @Title 导出泛糖科技数据
  584. // @Description 导出泛糖科技数据
  585. // @Param request body request.ExportHisugarExcelReq true "type json string"
  586. // @Success 200 导出成功
  587. // @router /data/export/hisugarList [post]
  588. func (this *TradeCommonController) HisugarExporthisugarList() {
  589. br := new(models.BaseResponse).Init()
  590. defer func() {
  591. this.Data["json"] = br
  592. this.ServeJSON()
  593. }()
  594. sysUser := this.SysUser
  595. if sysUser == nil {
  596. br.Msg = "请重新登录"
  597. return
  598. }
  599. var req data_manage.ExportHisugarExcelReq
  600. if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
  601. br.Msg = "参数解析异常!"
  602. br.ErrMsg = "参数解析失败,Err:" + e.Error()
  603. return
  604. }
  605. secNameList := make([]*data_manage.BaseFromHisugarIndex, 0)
  606. dir, _ := os.Executable()
  607. exPath := filepath.Dir(dir)
  608. downLoadnFilePath := exPath + "/" + time.Now().Format(utils.FormatDateTimeUnSpace) + ".xlsx"
  609. xlsxFile := xlsx.NewFile()
  610. var condition string
  611. var pars []interface{}
  612. if req.KeyWord != "" {
  613. condition += `AND (index_code=? OR index_name=?)`
  614. pars = utils.GetLikeKeywordPars(pars, req.KeyWord, 2)
  615. }
  616. if req.IsSelectedAll {
  617. if len(req.IndexCode) > 0 {
  618. condition += ` AND index_code NOT IN (` + utils.GetOrmInReplace(len(req.IndexCode)) + `)`
  619. pars = append(pars, req.IndexCode)
  620. }
  621. } else {
  622. if len(req.IndexCode) > 0 {
  623. condition += ` AND index_code IN (` + utils.GetOrmInReplace(len(req.IndexCode)) + `)`
  624. pars = append(pars, req.IndexCode)
  625. }
  626. }
  627. if req.ClassifyId > 0 {
  628. condition += ` AND classify_id=?`
  629. pars = append(pars, req.ClassifyId)
  630. }
  631. frequencies, err := data_manage.GetHisugarFrequencyByCondition(condition, pars)
  632. if err != nil {
  633. fmt.Println("GetSciFrequency err:", err.Error())
  634. utils.FileLog.Info("GetSciFrequency err:" + err.Error())
  635. return
  636. }
  637. for _, frequency := range frequencies {
  638. //获取指标
  639. secNameList, err = data_manage.GetHisugarIndexByConditionAndFrequency(condition, *frequency, pars)
  640. if err != nil {
  641. fmt.Println("获取数据失败,Err:" + err.Error())
  642. return
  643. }
  644. if len(secNameList) <= 0 {
  645. fmt.Println("secNameList长度为0")
  646. return
  647. }
  648. sheetNew, err := xlsxFile.AddSheet(*frequency)
  649. if err != nil {
  650. fmt.Println("新增Sheet失败", err.Error())
  651. return
  652. }
  653. secNameRow := sheetNew.AddRow()
  654. frequencyRow := sheetNew.AddRow()
  655. unitRow := sheetNew.AddRow()
  656. lastModifyDateRow := sheetNew.AddRow()
  657. var indexIdList []int
  658. for _, sv := range secNameList {
  659. indexIdList = append(indexIdList, sv.BaseFromHisugarIndexId)
  660. }
  661. dataTimeList, err := data_manage.GetHisugarDataDataTimeByIndexId(indexIdList)
  662. if err != nil {
  663. fmt.Println("获取数据时间失败", err.Error())
  664. return
  665. }
  666. // 添加excel左侧指标日期
  667. setRowIndex := 4
  668. for rk, dv := range dataTimeList {
  669. rowIndex := setRowIndex + rk
  670. row := sheetNew.Row(rowIndex)
  671. displayDate, _ := time.Parse(utils.FormatDate, dv)
  672. displayDateCell := row.AddCell()
  673. style := new(xlsx.Style)
  674. style.ApplyAlignment = true
  675. style.Alignment.WrapText = true
  676. displayDateCell.SetStyle(style)
  677. displayDateCell.SetDate(displayDate)
  678. }
  679. for k, sv := range secNameList {
  680. //获取数据
  681. dataList, err := data_manage.GetHisugarIndexDataByCode(sv.IndexCode)
  682. if err != nil {
  683. br.Msg = "获取数据失败"
  684. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  685. return
  686. }
  687. if k == 0 {
  688. secNameRow.AddCell().SetValue("指标名称/Metric Name")
  689. frequencyRow.AddCell().SetValue("频度/Frequency")
  690. unitRow.AddCell().SetValue("单位/Unit")
  691. lastModifyDateRow.AddCell().SetValue("更新时间/Update Time")
  692. min := k * 3
  693. sheetNew.SetColWidth(min, min, 15)
  694. }
  695. if len(dataList) == 0 {
  696. continue
  697. }
  698. secNameRow.AddCell().SetValue(sv.IndexName)
  699. frequencyRow.AddCell().SetValue(sv.Frequency)
  700. unitRow.AddCell().SetValue(sv.Unit)
  701. lastModifyDateRow.AddCell().SetValue(sv.ModifyTime)
  702. dataInfoMap := make(map[string]*data_manage.BaseFromHisugarData)
  703. for _, v := range dataList {
  704. dataInfoMap[v.DataTime] = v
  705. }
  706. for rk, dtv := range dataTimeList {
  707. rowIndex := setRowIndex + rk
  708. row := sheetNew.Row(rowIndex)
  709. displayDateCell := row.AddCell()
  710. tmpData, ok := dataInfoMap[dtv]
  711. if ok {
  712. displayDateCell.SetValue(tmpData.Value)
  713. }
  714. }
  715. }
  716. }
  717. err = xlsxFile.Save(downLoadnFilePath)
  718. if err != nil {
  719. //有指标无数据时先导出一遍空表
  720. sheet, err := xlsxFile.AddSheet("无数据")
  721. if err != nil {
  722. br.Msg = "新增Sheet失败"
  723. br.ErrMsg = "新增Sheet失败,Err:" + err.Error()
  724. return
  725. }
  726. rowSecName := sheet.AddRow()
  727. celSecName := rowSecName.AddCell()
  728. celSecName.SetValue("")
  729. err = xlsxFile.Save(downLoadnFilePath)
  730. if err != nil {
  731. br.Msg = "保存文件失败"
  732. br.ErrMsg = "保存文件失败"
  733. return
  734. }
  735. }
  736. fileName := `泛糖科技`
  737. if len(secNameList) > 0 {
  738. fileName = secNameList[0].IndexName
  739. }
  740. fileName += time.Now().Format("2006.01.02") + `.xlsx` //文件名称
  741. this.Ctx.Output.Download(downLoadnFilePath, fileName)
  742. defer func() {
  743. os.Remove(downLoadnFilePath)
  744. }()
  745. br.Ret = 200
  746. br.Success = true
  747. br.Msg = "success"
  748. }
  749. // getHisugarClassifyTree 返回泛糖科技的树形结构
  750. func getHisugarClassifyTree(items []*data_manage.BaseFromHisugarClassifyItem, parentId int) []*data_manage.BaseFromHisugarClassifyItem {
  751. res := make([]*data_manage.BaseFromHisugarClassifyItem, 0)
  752. for _, item := range items {
  753. if item.ParentId == parentId {
  754. t := new(data_manage.BaseFromHisugarClassifyItem)
  755. t.BaseFromHisugarClassifyId = item.BaseFromHisugarClassifyId
  756. t.ClassifyName = item.ClassifyName
  757. t.ParentId = item.ParentId
  758. t.Level = item.Level
  759. t.Sort = item.Sort
  760. t.ModifyTime = item.ModifyTime
  761. t.CreateTime = item.CreateTime
  762. t.ClassifyNameEn = item.ClassifyNameEn
  763. if item.UniqueCode == "" {
  764. t.UniqueCode = strconv.Itoa(item.BaseFromHisugarClassifyId)
  765. }
  766. t.Children = getHisugarClassifyTree(items, item.BaseFromHisugarClassifyId)
  767. res = append(res, t)
  768. }
  769. }
  770. return res
  771. }
  772. // FenweiIndexData
  773. // @Title 获取数据
  774. // @Description 获取泛糖科技数据接口
  775. // @Param PageSize query int true "每页数据条数"
  776. // @Param CurrentIndex query int true "当前页页码,从1开始"
  777. // @Param ClassifyId query string true "分类id"
  778. // @Param Frequency query string true "频率"
  779. // @Success 200 {object} data_manage.LzFrequency
  780. // @router /data/hisugar/index/data [get]
  781. func (this *TradeCommonController) HisugarIndexData() {
  782. br := new(models.BaseResponse).Init()
  783. defer func() {
  784. if br.ErrMsg == "" {
  785. br.IsSendEmail = false
  786. }
  787. this.Data["json"] = br
  788. this.ServeJSON()
  789. }()
  790. sysUser := this.SysUser
  791. if sysUser == nil {
  792. br.Msg = "请登录"
  793. br.ErrMsg = "请登录,SysUser Is Empty"
  794. br.Ret = 408
  795. return
  796. }
  797. pageSize, _ := this.GetInt("PageSize")
  798. currentIndex, _ := this.GetInt("CurrentIndex")
  799. var startSize int
  800. if pageSize <= 0 {
  801. pageSize = utils.PageSize20
  802. }
  803. if currentIndex <= 0 {
  804. currentIndex = 1
  805. }
  806. startSize = utils.StartIndex(currentIndex, pageSize)
  807. classifyId, _ := this.GetInt("ClassifyId")
  808. if classifyId < 0 {
  809. br.Msg = "请选择分类"
  810. br.ErrMsg = "请选择分类"
  811. return
  812. }
  813. frequency := this.GetString("Frequency")
  814. // 获取指标
  815. var condition string
  816. var pars []interface{}
  817. if classifyId >= 0 {
  818. condition += ` AND classify_id=? `
  819. pars = append(pars, classifyId)
  820. }
  821. if frequency != "" {
  822. condition += ` AND frequency=? `
  823. pars = append(pars, frequency)
  824. }
  825. indexes, err := data_manage.GetHisugarIndex(condition, pars)
  826. if err != nil {
  827. br.Msg = "获取数据失败"
  828. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  829. return
  830. }
  831. indexCodes := make([]string, 0)
  832. for _, v := range indexes {
  833. indexCodes = append(indexCodes, v.IndexCode)
  834. }
  835. indexCounts, e := data_manage.GetHisugarIndexDataCountGroup(indexCodes)
  836. if e != nil {
  837. br.Msg = "获取失败"
  838. br.ErrMsg = "获取指标数据总量失败, Err:" + err.Error()
  839. return
  840. }
  841. countMap := make(map[string]int)
  842. for _, v := range indexCounts {
  843. countMap[v.IndexCode] = v.Count
  844. }
  845. // 判断是否存在于指标库
  846. edbCodeList, err := data_manage.GetEdbInfoByEdbCodeList(utils.DATA_SOURCE_HISUGAR, indexCodes)
  847. if err != nil {
  848. return
  849. }
  850. edbCodeMap := make(map[string]*data_manage.EdbInfo)
  851. for _, v := range edbCodeList {
  852. edbCodeMap[v.EdbCode] = v
  853. }
  854. resultList := make([]*data_manage.BaseFromHisugarIndexList, 0)
  855. for _, v := range indexes {
  856. product := new(data_manage.BaseFromHisugarIndexList)
  857. product.BaseFromHisugarIndexId = v.BaseFromHisugarIndexId
  858. product.ClassifyId = v.ClassifyId
  859. product.Unit = v.Unit
  860. product.IndexCode = v.IndexCode
  861. product.IndexName = v.IndexName
  862. product.Frequency = v.Frequency
  863. product.CreateTime = v.CreateTime
  864. product.ModifyTime = v.ModifyTime
  865. edbInfo := edbCodeMap[v.IndexCode]
  866. if edbInfo != nil {
  867. product.EdbInfoId = edbInfo.EdbInfoId
  868. product.EdbExist = 1
  869. }
  870. total := countMap[v.IndexCode]
  871. page := paging.GetPaging(currentIndex, pageSize, total)
  872. dataList, e := data_manage.GetHisugarIndexDataV2(v.IndexCode, startSize, pageSize)
  873. if e != nil {
  874. br.Msg = "获取数据失败"
  875. br.ErrMsg = "获取指标数据失败,Err:" + e.Error()
  876. return
  877. }
  878. if dataList == nil {
  879. dataList = make([]*data_manage.BaseFromHisugarData, 0)
  880. }
  881. product.DataList = dataList
  882. product.Paging = page
  883. resultList = append(resultList, product)
  884. }
  885. br.Ret = 200
  886. br.Success = true
  887. br.Msg = "获取成功"
  888. br.Data = resultList
  889. }
  890. // GetFenWeiIndexInfo
  891. // @Title 添加指标-根据条件获取指标信息
  892. // @Description 添加指标-根据条件获取指标信息
  893. // @Param KeyWord query string false "关键字"
  894. // @Param ClassifyIds query string false "分类id"
  895. // @Param Frequencies query string false "频率"
  896. // @Param PageSize query int false "每页数据条数"
  897. // @Param CurrentIndex query int false "当前页页码,从1开始"
  898. // @Success 200 {object} data_manage.BaseFromFenWeiIndexPage
  899. // @router /data/hisugar/index/info [get]
  900. func (this *TradeCommonController) GetHisugarIndexInfo() {
  901. br := new(models.BaseResponse).Init()
  902. defer func() {
  903. if br.ErrMsg == "" {
  904. br.IsSendEmail = false
  905. }
  906. this.Data["json"] = br
  907. this.ServeJSON()
  908. }()
  909. sysUser := this.SysUser
  910. if sysUser == nil {
  911. br.Msg = "请登录"
  912. br.ErrMsg = "请登录,SysUser Is Empty"
  913. br.Ret = 408
  914. return
  915. }
  916. pageSize, _ := this.GetInt("PageSize")
  917. currentIndex, _ := this.GetInt("CurrentIndex")
  918. if pageSize <= 0 {
  919. pageSize = utils.PageSize20
  920. }
  921. if currentIndex <= 0 {
  922. currentIndex = 1
  923. }
  924. keyWord := this.GetString("KeyWord")
  925. classifyIds := this.GetString("ClassifyIds")
  926. frequencies := this.GetString("Frequencies")
  927. var classifyIdList []string
  928. var frequencyList []string
  929. if classifyIds != "" {
  930. classifyIdList = strings.Split(classifyIds, ",")
  931. }
  932. if frequencies != "" {
  933. frequencyList = strings.Split(frequencies, ",")
  934. }
  935. indexInfoPage, err := data.GethisugarIndexInfo(keyWord, classifyIdList, frequencyList, currentIndex, pageSize)
  936. if err != nil {
  937. return
  938. }
  939. br.Ret = 200
  940. br.Success = true
  941. br.Msg = "获取成功"
  942. br.Data = indexInfoPage
  943. }