base_from_sci_hq.go 7.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268
  1. package controllers
  2. import (
  3. "encoding/json"
  4. "eta/eta_index_lib/logic"
  5. "eta/eta_index_lib/models"
  6. "eta/eta_index_lib/utils"
  7. "fmt"
  8. "strconv"
  9. "time"
  10. )
  11. type SciHqController struct {
  12. BaseAuthController
  13. }
  14. // Add
  15. // @Title 新增卓创红期指标接口
  16. // @Description 新增卓创红期指标接口
  17. // @Success 200 {object} models.AddEdbInfoReq
  18. // @router /add [post]
  19. func (this *SciHqController) Add() {
  20. br := new(models.BaseResponse).Init()
  21. var cacheKey string
  22. defer func() {
  23. utils.Rc.Delete(cacheKey)
  24. this.Data["json"] = br
  25. this.ServeJSON()
  26. }()
  27. source := utils.DATA_SOURCE_SCI
  28. var req models.AddEdbInfoReq
  29. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  30. if err != nil {
  31. br.Msg = "参数解析异常!"
  32. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  33. return
  34. }
  35. if req.EdbCode == "" {
  36. br.Msg = "请输入指标编码!"
  37. br.ErrMsg = "请输入指标编码,指标编码为空"
  38. return
  39. }
  40. cacheKey = utils.CACHE_EDB_DATA_ADD + strconv.Itoa(source) + "_" + req.EdbCode
  41. if !utils.Rc.IsExist(cacheKey) {
  42. utils.Rc.SetNX(cacheKey, 1, 1*time.Minute)
  43. err = models.AddEdbDataFromSciHq(req.EdbCode)
  44. if err != nil {
  45. br.Msg = "获取指标信息失败!"
  46. br.ErrMsg = "获取指标信息失败 AddEdbDataFromSci,Err:" + err.Error()
  47. return
  48. }
  49. br.Ret = 200
  50. br.Success = true
  51. br.Msg = "获取成功"
  52. } else {
  53. br.Ret = 501
  54. br.Success = true
  55. br.Msg = "系统处理中,请稍后重试"
  56. }
  57. }
  58. // Refresh
  59. // @Title 刷新卓创红期指标接口
  60. // @Description 刷新卓创红期指标接口
  61. // @Success 200 {object} models.RefreshEdbInfoReq
  62. // @router /refresh [post]
  63. func (this *SciHqController) Refresh() {
  64. br := new(models.BaseResponse).Init()
  65. defer func() {
  66. this.Data["json"] = br
  67. this.ServeJSON()
  68. }()
  69. source := utils.DATA_SOURCE_SCI
  70. var req models.RefreshEdbInfoReq
  71. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  72. if err != nil {
  73. br.Msg = "参数解析异常!"
  74. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  75. return
  76. }
  77. if req.EdbCode == "" {
  78. br.Msg = "请输入指标编码!"
  79. br.ErrMsg = "请输入指标编码,指标编码为空"
  80. return
  81. }
  82. if req.EdbInfoId < 0 {
  83. br.Msg = "请输入指标ID!"
  84. br.ErrMsg = "请输入指标ID"
  85. return
  86. }
  87. // 获取指标详情
  88. edbInfo, err := models.GetEdbInfoByEdbCode(source, req.EdbCode)
  89. if err != nil {
  90. br.Msg = "指标不存在!"
  91. br.ErrMsg = "指标不存在"
  92. return
  93. }
  94. isHandling, errMsg, err := logic.RefreshBaseEdbInfo(edbInfo, req.StartDate)
  95. if isHandling {
  96. br.Ret = 501
  97. br.Success = true
  98. br.Msg = "系统处理中,请稍后重试"
  99. return
  100. }
  101. if err != nil {
  102. br.Msg = errMsg
  103. br.ErrMsg = err.Error()
  104. return
  105. }
  106. br.Ret = 200
  107. br.Success = true
  108. br.Msg = "获取成功"
  109. }
  110. // HandleExcelData
  111. // @Title 处理卓创红期指标的接口
  112. // @Description 处理卓创红期指标的接口
  113. // @Success 200 {object} models.HandleMysteelIndexResp
  114. // @router /handle/excel_data [post]
  115. func (this *SciHqController) HandleExcelData() {
  116. br := new(models.BaseResponse).Init()
  117. defer func() {
  118. this.Data["json"] = br
  119. this.ServeJSON()
  120. }()
  121. var req []*models.HandleSciHqExcelDataReq
  122. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  123. if err != nil {
  124. br.Msg = "参数解析异常!"
  125. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  126. return
  127. }
  128. indexList, err := models.GetAllBaseFromSciHqIndex()
  129. if err != nil {
  130. br.Msg = "获取指标列表失败!"
  131. br.ErrMsg = "获取指标列表失败,Err:" + err.Error()
  132. return
  133. }
  134. allIndexMap := make(map[string]*models.BaseFromSciHqIndex)
  135. for _, v := range indexList {
  136. allIndexMap[v.IndexCode] = v
  137. }
  138. addSciHqIndexList := make([]*models.BaseFromSciHqIndex, 0)
  139. for _, v := range req {
  140. t := new(models.BaseFromSciHqIndex)
  141. if _, ok := allIndexMap[v.ExcelIndexCode]; !ok {
  142. t.ClassifyId = 0
  143. t.IndexName = v.IndexName
  144. t.IndexCode = v.ExcelIndexCode
  145. t.Frequency = v.Frequency
  146. t.Unit = v.Unit
  147. t.TerminalCode = v.TerminalCode
  148. t.FilePath = v.FilePath
  149. t.CreateTime = time.Now()
  150. t.ModifyTime = time.Now()
  151. addSciHqIndexList = append(addSciHqIndexList, t)
  152. }
  153. }
  154. if len(addSciHqIndexList) > 0 {
  155. err = models.BatchAddBaseFromSciHqIndex(addSciHqIndexList)
  156. if err != nil {
  157. br.Msg = "添加指标失败!"
  158. br.ErrMsg = "添加指标失败,Err:" + err.Error()
  159. return
  160. }
  161. }
  162. indexList, err = models.GetAllBaseFromSciHqIndex()
  163. if err != nil {
  164. br.Msg = "获取指标列表失败!"
  165. br.ErrMsg = "获取指标列表失败,Err:" + err.Error()
  166. return
  167. }
  168. allIndexMap = make(map[string]*models.BaseFromSciHqIndex)
  169. for _, v := range indexList {
  170. allIndexMap[v.IndexCode] = v
  171. }
  172. for _, v := range req {
  173. if indexInfo, ok := allIndexMap[v.ExcelIndexCode]; !ok {
  174. utils.FileLog.Info("指标不存在,indexCode:" + v.ExcelIndexCode)
  175. continue
  176. } else {
  177. indexDataList, err := models.GetBaseFromSciHqDataByIndexCode(indexInfo.IndexCode)
  178. if err != nil {
  179. br.Msg = "获取指标数据失败!"
  180. br.ErrMsg = "获取指标数据失败,Err:" + err.Error()
  181. return
  182. }
  183. indexDataExistMap := make(map[string]*models.BaseFromSciHqData)
  184. for _, indexData := range indexDataList {
  185. indexDataExistMap[indexData.DataTime] = indexData
  186. }
  187. addSciHqDataList := make([]*models.BaseFromSciHqData, 0)
  188. for dataDate, dataVal := range v.Data {
  189. currDataTime, err := time.ParseInLocation(utils.FormatDate, dataDate, time.Local)
  190. if err != nil {
  191. utils.FileLog.Info("时间格式化失败,indexCode:" + v.ExcelIndexCode + "Err:" + err.Error())
  192. continue
  193. }
  194. timestamp := currDataTime.UnixNano() / 1e6
  195. sciHqData, ok := indexDataExistMap[dataDate]
  196. if !ok {
  197. tmpBaseFromSciData := &models.BaseFromSciHqData{
  198. BaseFromSciHqIndexId: indexInfo.BaseFromSciHqIndexId,
  199. IndexCode: indexInfo.IndexCode,
  200. DataTime: dataDate,
  201. Value: dataVal,
  202. CreateTime: time.Now(),
  203. ModifyTime: time.Now(),
  204. DataTimestamp: timestamp,
  205. }
  206. addSciHqDataList = append(addSciHqDataList, tmpBaseFromSciData)
  207. } else {
  208. existValue := sciHqData.Value
  209. if dataVal != "" && existValue != dataVal {
  210. sciHqData.Value = dataVal
  211. sciHqData.ModifyTime = time.Now()
  212. if sciHqData.SciHqDataId > 0 {
  213. err = sciHqData.Update([]string{"value", "modify_time"})
  214. if err != nil {
  215. utils.FileLog.Info("更新指标数据失败,indexCode:" + v.ExcelIndexCode + "Err:" + err.Error())
  216. continue
  217. }
  218. }
  219. }
  220. }
  221. }
  222. if len(addSciHqDataList) > 0 {
  223. err = models.BatchAddBaseFromSciHqData(addSciHqDataList)
  224. if err != nil {
  225. utils.FileLog.Info("添加指标数据失败,indexCode:" + v.ExcelIndexCode + "Err:" + err.Error())
  226. continue
  227. }
  228. }
  229. //修改最大最小日期
  230. sciHqIndexMaxItem, err := models.GetSciHqIndexInfoMaxAndMinInfo(indexInfo.IndexCode)
  231. if err == nil && sciHqIndexMaxItem != nil {
  232. e := models.ModifySciHqIndexMaxAndMinInfo(indexInfo.IndexCode, sciHqIndexMaxItem)
  233. if e != nil {
  234. fmt.Println("ModifySciHqIndexMaxAndMinInfo Err:" + e.Error())
  235. }
  236. }
  237. // 同步刷新ETA图库卓创红期的指标
  238. {
  239. // 获取指标详情
  240. edbInfo, err := models.GetEdbInfoByEdbCode(utils.DATA_SOURCE_SCI_HQ, indexInfo.IndexCode)
  241. if err != nil && err.Error() != utils.ErrNoRow() {
  242. utils.FileLog.Info("刷新指标异常,indexCode:" + v.ExcelIndexCode + "Err:" + err.Error())
  243. continue
  244. }
  245. // 已经加入到指标库的话,那么就去更新ETA指标库吧
  246. if edbInfo != nil {
  247. go logic.RefreshBaseEdbInfo(edbInfo, ``)
  248. }
  249. }
  250. }
  251. }
  252. br.Msg = "处理成功"
  253. br.Success = true
  254. br.Ret = 200
  255. }