base_from_ly_index_service.go 5.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191
  1. // Package data
  2. // @Author gmy 2024/8/12 16:44:00
  3. package data
  4. import (
  5. "eta/eta_api/models/data_manage"
  6. "eta/eta_api/utils"
  7. "fmt"
  8. "github.com/beego/beego/v2/core/logs"
  9. "github.com/rdlucklib/rdluck_tools/paging"
  10. )
  11. // GetIndexPage 获取指标分页列表
  12. func GetIndexPage(classifyId string, searchParam string, currentIndex, pageSize int) (*data_manage.BaseFromLyIndexPage, error) {
  13. count, err := data_manage.GetLyIndexCount(searchParam)
  14. if err != nil {
  15. return nil, err
  16. }
  17. lyIndexPage := data_manage.BaseFromLyIndexPage{}
  18. page := paging.GetPaging(currentIndex, pageSize, count)
  19. if count <= 0 {
  20. lyIndexPage.Paging = page
  21. return &lyIndexPage, nil
  22. }
  23. lyIndexList, err := data_manage.GetLyIndexPage(classifyId, searchParam, currentIndex, pageSize)
  24. if err != nil {
  25. return nil, err
  26. }
  27. lyIndexPage.List = lyIndexList
  28. lyIndexPage.Paging = page
  29. return &lyIndexPage, nil
  30. }
  31. // GetIndexDataPage 获取指标分页数据列表
  32. func GetIndexDataPage(indexId, startSize, pageSize int) (*data_manage.BaseFromLyDataPage, error) {
  33. count, err := data_manage.GetLyDataCountByIndexId(indexId)
  34. if err != nil {
  35. return nil, err
  36. }
  37. lyDataPage := data_manage.BaseFromLyDataPage{}
  38. page := paging.GetPaging(startSize, pageSize, count)
  39. if count <= 0 {
  40. lyDataPage.Paging = page
  41. return &lyDataPage, nil
  42. }
  43. dataList, err := data_manage.GetLyDataPageByIndexId(indexId, startSize, pageSize)
  44. if err != nil {
  45. return nil, err
  46. }
  47. lyDataPage.List = dataList
  48. return &lyDataPage, nil
  49. }
  50. // LyIndexAddValidate 指标添加校验
  51. func LyIndexAddValidate(indexCodes []string) (*[]data_manage.BaseFromLyIndex, error) {
  52. edbInfos, err := data_manage.GetEdbInfoByEdbCodeList(utils.DATA_SOURCE_LY, indexCodes)
  53. if err != nil {
  54. return nil, err
  55. }
  56. var respList []data_manage.BaseFromLyIndex
  57. if len(edbInfos) > 0 {
  58. for _, ebdInfo := range edbInfos {
  59. respList = append(respList, data_manage.BaseFromLyIndex{
  60. IndexCode: ebdInfo.EdbCode,
  61. IndexName: ebdInfo.EdbName,
  62. Unit: ebdInfo.Unit,
  63. Frequency: ebdInfo.Frequency,
  64. })
  65. }
  66. }
  67. return &respList, nil
  68. }
  69. // LyIndexNameCheck 指标名称校验
  70. func LyIndexNameCheck(indexNames []string, resp []*data_manage.NameCheckResult) ([]*data_manage.NameCheckResult, error) {
  71. // 重名校验
  72. edbList, e := data_manage.GetEdbInfoByNameArr(indexNames, utils.EDB_INFO_TYPE)
  73. if e != nil {
  74. return nil, e
  75. }
  76. nameExists := make(map[string]bool)
  77. for _, edbInfo := range edbList {
  78. nameExists[edbInfo.EdbName] = true
  79. }
  80. if len(nameExists) > 0 {
  81. for _, v := range resp {
  82. v.Exist = nameExists[v.IndexName]
  83. }
  84. }
  85. return resp, nil
  86. }
  87. type LyIndexAddReq struct {
  88. EdbCode string `description:"指标编码"`
  89. EdbName string `description:"指标名称"`
  90. Frequency string `description:"频度"`
  91. Unit string `description:"单位"`
  92. ClassifyId int `description:"分类ID"`
  93. AdminId int `description:"管理员ID"`
  94. AdminRealName string `description:"管理员名称"`
  95. }
  96. // LyIndexAdd 批量添加指标
  97. func LyIndexAdd(req LyIndexAddReq, lang string) (edb *data_manage.EdbInfo, err error, errMsg string, skip bool) {
  98. if req.EdbCode == "" {
  99. err = fmt.Errorf("指标ID为空")
  100. return
  101. }
  102. defer func() {
  103. if err != nil {
  104. tips := fmt.Sprintf("BloombergIndexSource2Edb新增失败, Err: %s", err.Error())
  105. logs.Info(tips)
  106. utils.FileLog.Info(tips)
  107. }
  108. }()
  109. source := utils.DATA_SOURCE_LY
  110. // 是否已有指标数据
  111. dataList, e := data_manage.GetEdbDataAllByEdbCode(req.EdbCode, source, utils.DATA_SUB_SOURCE_EDB, utils.EDB_DATA_LIMIT)
  112. if e != nil {
  113. err = fmt.Errorf("获取指标数据失败, Err: %s", e.Error())
  114. return
  115. }
  116. // 新增指标数据
  117. if len(dataList) == 0 {
  118. res, e := AddEdbData(source, req.EdbCode, req.Frequency)
  119. if e != nil {
  120. err = fmt.Errorf("index_lib: 新增指标数据失败, Err: %s", e.Error())
  121. return
  122. }
  123. if res == nil {
  124. err = fmt.Errorf("index_lib: 新增指标数据失败, res nil")
  125. return
  126. }
  127. if res.Ret != 200 {
  128. err = fmt.Errorf("index_lib: 新增指标数据失败, Ret: %d", res.Ret)
  129. return
  130. }
  131. }
  132. // 是否新增过指标
  133. exist, e := data_manage.GetEdbInfoByEdbCode(source, req.EdbCode)
  134. if e != nil && e.Error() != utils.ErrNoRow() {
  135. err = fmt.Errorf("获取指标是否存在失败, err: %s", e.Error())
  136. return
  137. }
  138. if exist != nil {
  139. skip = true
  140. return
  141. }
  142. // 开始结束时间
  143. var startDate, endDate string
  144. minMax, e := data_manage.GetEdbInfoMaxAndMinInfo(source, utils.DATA_SUB_SOURCE_EDB, req.EdbCode)
  145. if e != nil && e.Error() != utils.ErrNoRow() {
  146. err = fmt.Errorf("MinMax: 获取指标极值失败, err: %s", e.Error())
  147. return
  148. }
  149. if minMax != nil {
  150. startDate = minMax.MinDate
  151. endDate = minMax.MaxDate
  152. }
  153. // 新增指标到指标库
  154. edbInfo, e, msg, _ := EdbInfoAdd(source, utils.DATA_SUB_SOURCE_EDB, req.ClassifyId, req.EdbCode, req.EdbName, req.Frequency, req.Unit, startDate, endDate, req.AdminId, req.AdminRealName, lang)
  155. if e != nil {
  156. errMsg = msg
  157. err = fmt.Errorf("EdbInfo: 新增指标失败, err: %s", e.Error())
  158. return
  159. }
  160. edb = edbInfo
  161. // 标记原始指标为已添加
  162. err = data_manage.UpdateLyIndexEdbExist(req.EdbCode)
  163. if err != nil {
  164. err = fmt.Errorf("BaseIndex: 标记已添加指标库失败, err: %s", err.Error())
  165. return
  166. }
  167. // todo EdbInfoAdd方法已经新增es,这里不需要再新增???
  168. // 新增es
  169. // go AddOrEditEdbInfoToEs(edbInfo.EdbInfoId)
  170. return
  171. }