base_from_ly_index_service.go 5.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192
  1. // Package data
  2. // @Author gmy 2024/8/12 16:44:00
  3. package data
  4. import (
  5. "eta/eta_api/models/data_manage"
  6. "eta/eta_api/utils"
  7. "fmt"
  8. "github.com/beego/beego/v2/core/logs"
  9. "github.com/rdlucklib/rdluck_tools/paging"
  10. )
  11. // GetIndexPage 获取指标分页列表
  12. func GetIndexPage(classifyId string, searchParam string, currentIndex, pageSize int) (*data_manage.BaseFromLyIndexPage, error) {
  13. count, err := data_manage.GetLyIndexCount(classifyId, searchParam)
  14. if err != nil {
  15. return nil, err
  16. }
  17. lyIndexPage := data_manage.BaseFromLyIndexPage{}
  18. page := paging.GetPaging(currentIndex, pageSize, count)
  19. if count <= 0 {
  20. lyIndexPage.Paging = page
  21. return &lyIndexPage, nil
  22. }
  23. lyIndexList, err := data_manage.GetLyIndexPage(classifyId, searchParam, currentIndex, pageSize)
  24. if err != nil {
  25. return nil, err
  26. }
  27. lyIndexPage.List = lyIndexList
  28. lyIndexPage.Paging = page
  29. return &lyIndexPage, nil
  30. }
  31. // GetIndexDataPage 获取指标分页数据列表
  32. func GetIndexDataPage(indexId, startSize, pageSize int) (*data_manage.BaseFromLyDataPage, error) {
  33. count, err := data_manage.GetLyDataCountByIndexId(indexId)
  34. if err != nil {
  35. return nil, err
  36. }
  37. lyDataPage := data_manage.BaseFromLyDataPage{}
  38. page := paging.GetPaging(startSize, pageSize, count)
  39. if count <= 0 {
  40. lyDataPage.Paging = page
  41. return &lyDataPage, nil
  42. }
  43. dataList, err := data_manage.GetLyDataPageByIndexId(indexId, startSize, pageSize)
  44. if err != nil {
  45. return nil, err
  46. }
  47. lyDataPage.List = dataList
  48. lyDataPage.Paging = page
  49. return &lyDataPage, nil
  50. }
  51. // LyIndexAddValidate 指标添加校验
  52. func LyIndexAddValidate(indexCodes []string) (*[]data_manage.BaseFromLyIndex, error) {
  53. edbInfos, err := data_manage.GetEdbInfoByEdbCodeList(utils.DATA_SOURCE_LY, indexCodes)
  54. if err != nil {
  55. return nil, err
  56. }
  57. var respList []data_manage.BaseFromLyIndex
  58. if len(edbInfos) > 0 {
  59. for _, ebdInfo := range edbInfos {
  60. respList = append(respList, data_manage.BaseFromLyIndex{
  61. IndexCode: ebdInfo.EdbCode,
  62. IndexName: ebdInfo.EdbName,
  63. Unit: ebdInfo.Unit,
  64. Frequency: ebdInfo.Frequency,
  65. })
  66. }
  67. }
  68. return &respList, nil
  69. }
  70. // LyIndexNameCheck 指标名称校验
  71. func LyIndexNameCheck(indexNames []string, resp []*data_manage.NameCheckResult) ([]*data_manage.NameCheckResult, error) {
  72. // 重名校验
  73. edbList, e := data_manage.GetEdbInfoByNameArr(indexNames, utils.EDB_INFO_TYPE)
  74. if e != nil {
  75. return nil, e
  76. }
  77. nameExists := make(map[string]bool)
  78. for _, edbInfo := range edbList {
  79. nameExists[edbInfo.EdbName] = true
  80. }
  81. if len(nameExists) > 0 {
  82. for _, v := range resp {
  83. v.Exist = nameExists[v.IndexName]
  84. }
  85. }
  86. return resp, nil
  87. }
  88. type LyIndexAddReq struct {
  89. EdbCode string `description:"指标编码"`
  90. EdbName string `description:"指标名称"`
  91. Frequency string `description:"频度"`
  92. Unit string `description:"单位"`
  93. ClassifyId int `description:"分类ID"`
  94. AdminId int `description:"管理员ID"`
  95. AdminRealName string `description:"管理员名称"`
  96. }
  97. // LyIndexAdd 批量添加指标
  98. func LyIndexAdd(req LyIndexAddReq, lang string) (edb *data_manage.EdbInfo, err error, errMsg string, skip bool) {
  99. if req.EdbCode == "" {
  100. err = fmt.Errorf("指标ID为空")
  101. return
  102. }
  103. defer func() {
  104. if err != nil {
  105. tips := fmt.Sprintf("BloombergIndexSource2Edb新增失败, Err: %s", err.Error())
  106. logs.Info(tips)
  107. utils.FileLog.Info(tips)
  108. }
  109. }()
  110. source := utils.DATA_SOURCE_LY
  111. // 是否已有指标数据
  112. dataList, e := data_manage.GetEdbDataAllByEdbCode(req.EdbCode, source, utils.DATA_SUB_SOURCE_EDB, utils.EDB_DATA_LIMIT)
  113. if e != nil {
  114. err = fmt.Errorf("获取指标数据失败, Err: %s", e.Error())
  115. return
  116. }
  117. // 新增指标数据
  118. if len(dataList) == 0 {
  119. res, e := AddEdbData(source, req.EdbCode, req.Frequency)
  120. if e != nil {
  121. err = fmt.Errorf("index_lib: 新增指标数据失败, Err: %s", e.Error())
  122. return
  123. }
  124. if res == nil {
  125. err = fmt.Errorf("index_lib: 新增指标数据失败, res nil")
  126. return
  127. }
  128. if res.Ret != 200 {
  129. err = fmt.Errorf("index_lib: 新增指标数据失败, Ret: %d", res.Ret)
  130. return
  131. }
  132. }
  133. // 是否新增过指标
  134. exist, e := data_manage.GetEdbInfoByEdbCode(source, req.EdbCode)
  135. if e != nil && e.Error() != utils.ErrNoRow() {
  136. err = fmt.Errorf("获取指标是否存在失败, err: %s", e.Error())
  137. return
  138. }
  139. if exist != nil {
  140. skip = true
  141. return
  142. }
  143. // 开始结束时间
  144. var startDate, endDate string
  145. minMax, e := data_manage.GetEdbInfoMaxAndMinInfo(source, utils.DATA_SUB_SOURCE_EDB, req.EdbCode)
  146. if e != nil && e.Error() != utils.ErrNoRow() {
  147. err = fmt.Errorf("MinMax: 获取指标极值失败, err: %s", e.Error())
  148. return
  149. }
  150. if minMax != nil {
  151. startDate = minMax.MinDate
  152. endDate = minMax.MaxDate
  153. }
  154. // 新增指标到指标库
  155. edbInfo, e, msg, _ := EdbInfoAdd(source, utils.DATA_SUB_SOURCE_EDB, req.ClassifyId, req.EdbCode, req.EdbName, req.Frequency, req.Unit, startDate, endDate, req.AdminId, req.AdminRealName, lang)
  156. if e != nil {
  157. errMsg = msg
  158. err = fmt.Errorf("EdbInfo: 新增指标失败, err: %s", e.Error())
  159. return
  160. }
  161. edb = edbInfo
  162. // 标记原始指标为已添加
  163. err = data_manage.UpdateLyIndexEdbExist(req.EdbCode)
  164. if err != nil {
  165. err = fmt.Errorf("BaseIndex: 标记已添加指标库失败, err: %s", err.Error())
  166. return
  167. }
  168. // todo EdbInfoAdd方法已经新增es,这里不需要再新增???
  169. // 新增es
  170. // go AddOrEditEdbInfoToEs(edbInfo.EdbInfoId)
  171. return
  172. }