base_from_ly_index_service.go 5.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216
  1. // Package data
  2. // @Author gmy 2024/8/12 16:44:00
  3. package data
  4. import (
  5. "eta/eta_api/models/data_manage"
  6. "eta/eta_api/utils"
  7. "fmt"
  8. "github.com/beego/beego/v2/core/logs"
  9. "github.com/rdlucklib/rdluck_tools/paging"
  10. )
  11. // GetIndexPage 获取指标分页列表
  12. func GetIndexPage(classifyId string, searchParam string, currentIndex, pageSize int) (*data_manage.BaseFromLyIndexPage, error) {
  13. count, err := data_manage.GetLyIndexCount(classifyId, searchParam)
  14. if err != nil {
  15. return nil, err
  16. }
  17. lyIndexPage := data_manage.BaseFromLyIndexPage{}
  18. page := paging.GetPaging(currentIndex, pageSize, count)
  19. if count <= 0 {
  20. lyIndexPage.Paging = page
  21. return &lyIndexPage, nil
  22. }
  23. lyIndexList, err := data_manage.GetLyIndexPage(classifyId, searchParam, currentIndex, pageSize)
  24. if err != nil {
  25. return nil, err
  26. }
  27. // 获取指标编码列表
  28. var indexCodes []string
  29. for _, v := range lyIndexList {
  30. indexCodes = append(indexCodes, v.IndexCode)
  31. }
  32. // 获取指标数据
  33. lyIndexData, err := data_manage.GetLyDataLastByIndexCode(indexCodes)
  34. if err != nil {
  35. return nil, err
  36. }
  37. if len(lyIndexData) > 0 {
  38. for _, v := range lyIndexList {
  39. for _, data := range lyIndexData {
  40. if v.IndexCode == data.IndexCode {
  41. v.Value = data.Value
  42. v.ModifyTimeMax = data.ModifyTime
  43. break
  44. }
  45. }
  46. }
  47. }
  48. lyIndexPage.List = lyIndexList
  49. lyIndexPage.Paging = page
  50. return &lyIndexPage, nil
  51. }
  52. // GetIndexDataPage 获取指标分页数据列表
  53. func GetIndexDataPage(indexId, startSize, pageSize int) (*data_manage.BaseFromLyDataPage, error) {
  54. count, err := data_manage.GetLyDataCountByIndexId(indexId)
  55. if err != nil {
  56. return nil, err
  57. }
  58. lyDataPage := data_manage.BaseFromLyDataPage{}
  59. page := paging.GetPaging(startSize, pageSize, count)
  60. if count <= 0 {
  61. lyDataPage.Paging = page
  62. return &lyDataPage, nil
  63. }
  64. dataList, err := data_manage.GetLyDataPageByIndexId(indexId, startSize, pageSize)
  65. if err != nil {
  66. return nil, err
  67. }
  68. lyDataPage.List = dataList
  69. lyDataPage.Paging = page
  70. return &lyDataPage, nil
  71. }
  72. // LyIndexAddValidate 指标添加校验
  73. func LyIndexAddValidate(indexCodes []string) (*[]data_manage.BaseFromLyIndex, error) {
  74. edbInfos, err := data_manage.GetEdbInfoByEdbCodeList(utils.DATA_SOURCE_LY, indexCodes)
  75. if err != nil {
  76. return nil, err
  77. }
  78. var respList []data_manage.BaseFromLyIndex
  79. if len(edbInfos) > 0 {
  80. for _, ebdInfo := range edbInfos {
  81. respList = append(respList, data_manage.BaseFromLyIndex{
  82. IndexCode: ebdInfo.EdbCode,
  83. IndexName: ebdInfo.EdbName,
  84. Unit: ebdInfo.Unit,
  85. Frequency: ebdInfo.Frequency,
  86. })
  87. }
  88. }
  89. return &respList, nil
  90. }
  91. // LyIndexNameCheck 指标名称校验
  92. func LyIndexNameCheck(indexNames []string, resp []*data_manage.NameCheckResult) ([]*data_manage.NameCheckResult, error) {
  93. // 重名校验
  94. edbList, e := data_manage.GetEdbInfoByNameArr(indexNames, utils.EDB_INFO_TYPE)
  95. if e != nil {
  96. return nil, e
  97. }
  98. nameExists := make(map[string]bool)
  99. for _, edbInfo := range edbList {
  100. nameExists[edbInfo.EdbName] = true
  101. }
  102. if len(nameExists) > 0 {
  103. for _, v := range resp {
  104. v.Exist = nameExists[v.IndexName]
  105. }
  106. }
  107. return resp, nil
  108. }
  109. type LyIndexAddReq struct {
  110. EdbCode string `description:"指标编码"`
  111. EdbName string `description:"指标名称"`
  112. Frequency string `description:"频度"`
  113. Unit string `description:"单位"`
  114. ClassifyId int `description:"分类ID"`
  115. AdminId int `description:"管理员ID"`
  116. AdminRealName string `description:"管理员名称"`
  117. }
  118. // LyIndexAdd 批量添加指标
  119. func LyIndexAdd(req LyIndexAddReq, lang string) (edb *data_manage.EdbInfo, err error, errMsg string, skip bool) {
  120. if req.EdbCode == "" {
  121. err = fmt.Errorf("指标ID为空")
  122. return
  123. }
  124. defer func() {
  125. if err != nil {
  126. tips := fmt.Sprintf("BloombergIndexSource2Edb新增失败, Err: %s", err.Error())
  127. logs.Info(tips)
  128. utils.FileLog.Info(tips)
  129. }
  130. }()
  131. source := utils.DATA_SOURCE_LY
  132. // 是否已有指标数据
  133. dataList, e := data_manage.GetEdbDataAllByEdbCode(req.EdbCode, source, utils.DATA_SUB_SOURCE_EDB, utils.EDB_DATA_LIMIT)
  134. if e != nil {
  135. err = fmt.Errorf("获取指标数据失败, Err: %s", e.Error())
  136. return
  137. }
  138. // 新增指标数据
  139. if len(dataList) == 0 {
  140. res, e := AddEdbData(source, req.EdbCode, req.Frequency)
  141. if e != nil {
  142. err = fmt.Errorf("index_lib: 新增指标数据失败, Err: %s", e.Error())
  143. return
  144. }
  145. if res == nil {
  146. err = fmt.Errorf("index_lib: 新增指标数据失败, res nil")
  147. return
  148. }
  149. if res.Ret != 200 {
  150. err = fmt.Errorf("index_lib: 新增指标数据失败, Ret: %d", res.Ret)
  151. return
  152. }
  153. }
  154. // 是否新增过指标
  155. exist, e := data_manage.GetEdbInfoByEdbCode(source, req.EdbCode)
  156. if e != nil && e.Error() != utils.ErrNoRow() {
  157. err = fmt.Errorf("获取指标是否存在失败, err: %s", e.Error())
  158. return
  159. }
  160. if exist != nil {
  161. skip = true
  162. return
  163. }
  164. // 开始结束时间
  165. var startDate, endDate string
  166. minMax, e := data_manage.GetEdbInfoMaxAndMinInfo(source, utils.DATA_SUB_SOURCE_EDB, req.EdbCode)
  167. if e != nil && e.Error() != utils.ErrNoRow() {
  168. err = fmt.Errorf("MinMax: 获取指标极值失败, err: %s", e.Error())
  169. return
  170. }
  171. if minMax != nil {
  172. startDate = minMax.MinDate
  173. endDate = minMax.MaxDate
  174. }
  175. // 新增指标到指标库
  176. edbInfo, e, msg, _ := EdbInfoAdd(source, utils.DATA_SUB_SOURCE_EDB, req.ClassifyId, req.EdbCode, req.EdbName, req.Frequency, req.Unit, startDate, endDate, req.AdminId, req.AdminRealName, lang)
  177. if e != nil {
  178. errMsg = msg
  179. err = fmt.Errorf("EdbInfo: 新增指标失败, err: %s", e.Error())
  180. return
  181. }
  182. edb = edbInfo
  183. // 标记原始指标为已添加
  184. err = data_manage.UpdateLyIndexEdbExist(req.EdbCode)
  185. if err != nil {
  186. err = fmt.Errorf("BaseIndex: 标记已添加指标库失败, err: %s", err.Error())
  187. return
  188. }
  189. // todo EdbInfoAdd方法已经新增es,这里不需要再新增???
  190. // 新增es
  191. // go AddOrEditEdbInfoToEs(edbInfo.EdbInfoId)
  192. return
  193. }