base_from_smm.go 9.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359
  1. package controllers
  2. import (
  3. "encoding/json"
  4. "eta/eta_index_lib/logic"
  5. "eta/eta_index_lib/models"
  6. "eta/eta_index_lib/services"
  7. "eta/eta_index_lib/utils"
  8. "fmt"
  9. "math"
  10. "strconv"
  11. "time"
  12. )
  13. // 有色
  14. type SmmController struct {
  15. BaseAuthController
  16. }
  17. // @Title 新增有色指标接口
  18. // @Description 新增有色指标接口
  19. // @Success 200 {object} models.AddEdbInfoReq
  20. // @router /add [post]
  21. func (this *SmmController) Add() {
  22. br := new(models.BaseResponse).Init()
  23. var cacheKey string
  24. defer func() {
  25. utils.Rc.Delete(cacheKey)
  26. this.Data["json"] = br
  27. this.ServeJSON()
  28. }()
  29. source := utils.DATA_SOURCE_YS
  30. var req models.AddEdbInfoReq
  31. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  32. if err != nil {
  33. br.Msg = "参数解析异常!"
  34. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  35. return
  36. }
  37. if req.EdbCode == "" {
  38. br.Msg = "请输入指标编码!"
  39. br.ErrMsg = "请输入指标编码,指标编码为空"
  40. return
  41. }
  42. cacheKey = utils.CACHE_EDB_DATA_ADD + strconv.Itoa(source) + "_" + req.EdbCode
  43. if !utils.Rc.IsExist(cacheKey) {
  44. utils.Rc.SetNX(cacheKey, 1, 1*time.Minute)
  45. smmBaseDataAllList, err := services.GetEdbDataFromSmm(req.EdbCode)
  46. if err!= nil {
  47. br.Msg = "获取指标信息失败!"
  48. br.ErrMsg = "获取指标信息失败 GetEdbDataFromSmm,Err:" + err.Error()
  49. return
  50. }
  51. for _, item := range smmBaseDataAllList {
  52. err = models.AddEdbDataFromSmm(item.IndexCode, item.Data)
  53. if err != nil {
  54. br.Msg = "获取指标信息失败!"
  55. br.ErrMsg = "获取指标信息失败 AddEdbDataFromSmm,Err:" + err.Error()
  56. return
  57. }
  58. }
  59. br.Ret = 200
  60. br.Success = true
  61. br.Msg = "获取成功"
  62. } else {
  63. br.Ret = 501
  64. br.Success = true
  65. br.Msg = "系统处理中,请稍后重试"
  66. }
  67. }
  68. // @Title 刷新有色指标接口
  69. // @Description 刷新有色指标接口
  70. // @Success 200 {object} models.RefreshEdbInfoReq
  71. // @router /refresh [post]
  72. func (this *SmmController) Refresh() {
  73. br := new(models.BaseResponse).Init()
  74. var cacheKey string
  75. defer func() {
  76. this.Data["json"] = br
  77. this.ServeJSON()
  78. }()
  79. source := utils.DATA_SOURCE_YS
  80. var req models.RefreshEdbInfoReq
  81. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  82. if err != nil {
  83. br.Msg = "参数解析异常!"
  84. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  85. return
  86. }
  87. if req.EdbCode == "" {
  88. br.Msg = "请输入指标编码!"
  89. br.ErrMsg = "请输入指标编码,指标编码为空"
  90. return
  91. }
  92. if req.EdbInfoId < 0 {
  93. br.Msg = "请输入指标ID!"
  94. br.ErrMsg = "请输入指标ID"
  95. return
  96. }
  97. // 获取指标详情
  98. edbInfo, err := models.GetEdbInfoByEdbCode(source, req.EdbCode)
  99. if err != nil {
  100. br.Msg = "指标不存在!"
  101. br.ErrMsg = "指标不存在"
  102. return
  103. }
  104. cacheKey = utils.CACHE_EDB_DATA_REFRESH + strconv.Itoa(source) + "_" + req.EdbCode
  105. if utils.Rc.IsExist(cacheKey) {
  106. br.Ret = 501
  107. br.Success = true
  108. br.Msg = "系统处理中,请稍后重试"
  109. return
  110. }
  111. utils.Rc.SetNX(cacheKey, 1, 1*time.Minute)
  112. defer func() {
  113. utils.Rc.Delete(cacheKey)
  114. }()
  115. if req.EdbInfoId <= 0 {
  116. req.EdbInfoId = edbInfo.EdbInfoId
  117. }
  118. if utils.BusinessCode == "E2023110300" {
  119. // 中基宁波走API更新
  120. err = services.GetSmmIndexLatestFromBridge(req.EdbInfoId, req.EdbCode, req.StartDate)
  121. if err != nil && err.Error() != utils.ErrNoRow() {
  122. br.Msg = "刷新指标信息失败!"
  123. br.ErrMsg = "刷新指标信息失败 RefreshEdbDataFromSmm,Err:" + err.Error()
  124. return
  125. }
  126. } else {
  127. err = models.RefreshEdbDataFromSmm(req.EdbInfoId, req.EdbCode, req.StartDate)
  128. if err != nil && err.Error() != utils.ErrNoRow() {
  129. br.Msg = "刷新指标信息失败!"
  130. br.ErrMsg = "刷新指标信息失败 RefreshEdbDataFromSmm,Err:" + err.Error()
  131. return
  132. }
  133. }
  134. // 更新指标最大最小值
  135. err, errMsg := models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo)
  136. if err != nil {
  137. br.Msg = errMsg
  138. br.ErrMsg = err.Error()
  139. return
  140. }
  141. // 更新ES
  142. go logic.UpdateEs(edbInfo.EdbInfoId)
  143. br.Ret = 200
  144. br.Success = true
  145. br.Msg = "获取成功"
  146. }
  147. // HandleExcelData
  148. // @Title 处理有色指标的接口
  149. // @Description 处理有色指标的接口
  150. // @Success 200 string "操作成功"
  151. // @router /handle/excel_data [post]
  152. func (this *SmmController) HandleExcelData() {
  153. br := new(models.BaseResponse).Init()
  154. defer func() {
  155. this.Data["json"] = br
  156. this.ServeJSON()
  157. }()
  158. var req models.HandleSmmExcelDataReq
  159. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  160. if err != nil {
  161. br.Msg = "参数解析异常!"
  162. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  163. return
  164. }
  165. // 处理excel表数据
  166. e, errMsg := services.SmmIndexHandle(req.BaseFilePath, req.RenameFilePath, req.IndexName, req.IndexCode, req.Unit, req.Frequency, req.Source, req.ExcelDataMap, req.TerminalCode)
  167. if e != nil {
  168. br.Msg = "处理失败"
  169. br.ErrMsg = fmt.Sprintf("处理有色excel表数据失败, Err: %s, ErrMsg: %s", e.Error(), errMsg)
  170. return
  171. }
  172. br.Ret = 200
  173. br.Success = true
  174. br.Msg = "处理成功"
  175. }
  176. // AddIndexToDataSource
  177. // @Title 添加指标到数据源-SMM
  178. // @Description 添加指标到数据源-SMM
  179. // @Success 200 {object} models.AddSmmIndexToDataSourceResp
  180. // @router /add/index/to_data_source [post]
  181. func (this *SmmController) AddIndexToDataSource() {
  182. br := new(models.BaseResponse).Init()
  183. defer func() {
  184. this.Data["json"] = br
  185. this.ServeJSON()
  186. }()
  187. var req models.AddSmmIndexToDataSourceResp
  188. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  189. if err != nil {
  190. br.Msg = "参数解析异常!"
  191. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  192. return
  193. }
  194. smmIndexObj := new(models.BaseFromSmmIndex)
  195. indexItem, err := smmIndexObj.GetSmmIndexItem(req.EdbCode)
  196. var isAdd bool
  197. if err != nil {
  198. if err.Error() == utils.ErrNoRow() {
  199. isAdd = true
  200. } else {
  201. br.Msg = "判断指标是否存在失败"
  202. br.ErrMsg = "判断指标是否存在失败,Err:" + err.Error()
  203. return
  204. }
  205. }
  206. if indexItem == nil {
  207. isAdd = true
  208. }
  209. if isAdd {
  210. smmIndexObj.IndexCode = req.EdbCode
  211. smmIndexObj.ClassifyId = req.ClassifyId
  212. smmIndexObj.CreateTime = time.Now()
  213. smmIndexObj.ModifyTime = time.Now()
  214. err = smmIndexObj.Add()
  215. if err != nil {
  216. br.Msg = "新增指标失败"
  217. br.ErrMsg = "新增指标失败,Err:" + err.Error()
  218. return
  219. }
  220. }
  221. br.Ret = 200
  222. br.Success = true
  223. br.Msg = "新增成功"
  224. }
  225. // GetIndexDetailByCode
  226. // @Title 获取指标详情
  227. // @Description 获取指标详情
  228. // @Success 200 {object} models.GetIndexDetailReq
  229. // @router /index_detail/from_data_source [post]
  230. func (this *SmmController) GetIndexDetailFromDataSourceByCode() {
  231. br := new(models.BaseResponse).Init()
  232. defer func() {
  233. this.Data["json"] = br
  234. this.ServeJSON()
  235. }()
  236. var req models.GetIndexDetailReq
  237. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  238. if err != nil {
  239. br.Msg = "参数解析异常!"
  240. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  241. return
  242. }
  243. if req.IndexCode == "" {
  244. br.Msg = "参数有误"
  245. br.ErrMsg = "参数有误"
  246. return
  247. }
  248. indexObj := new(models.BaseFromSmmIndex)
  249. item, err := indexObj.GetIndexItem(req.IndexCode)
  250. if err != nil {
  251. br.Msg = "获取失败"
  252. br.ErrMsg = "获取指标失败, Err: " + err.Error()
  253. return
  254. }
  255. br.Data = item
  256. br.Ret = 200
  257. br.Success = true
  258. br.Msg = "获取成功"
  259. }
  260. // @Title 新增有色指标接口
  261. // @Description 新增有色指标接口
  262. // @Success 200 {object} models.AddEdbInfoReq
  263. // @router /zhongji/list [post]
  264. func (this *SmmController) List() {
  265. br := new(models.BaseResponse).Init()
  266. var cacheKey string
  267. defer func() {
  268. utils.Rc.Delete(cacheKey)
  269. this.Data["json"] = br
  270. this.ServeJSON()
  271. }()
  272. list, err := models.GetBaseFromSmmIndex()
  273. if err!= nil {
  274. br.Msg = "获取指标失败"
  275. br.ErrMsg = "获取指标失败, Err: " + err.Error()
  276. return
  277. }
  278. indexCodeMap := make(map[string]*models.BaseFromSmmIndex)
  279. for _, item := range list {
  280. indexCodeMap[item.IndexCode] = item
  281. }
  282. // 从桥接服务获取指标和数据
  283. var params models.BridgeZhongJiIndexListParams
  284. params.Page = 1
  285. params.PageSize = 500
  286. total, err := services.GetSmmNewIndexListTotalFromBridge(params)
  287. if err!= nil {
  288. br.Msg = "获取指标失败"
  289. br.ErrMsg = "获取指标数据失败, Err: " + err.Error()
  290. return
  291. }
  292. if total <= 0 {
  293. br.Msg = "没有指标数据"
  294. br.ErrMsg = "没有指标数据"
  295. return
  296. }
  297. var addList []*models.BaseFromSmmIndex
  298. for i := 1; i <= int(math.Ceil(float64(total)/float64(params.PageSize))); i++ {
  299. time.Sleep(time.Second * 2)
  300. params.Page = i
  301. indexList, err := services.GetSmmNewIndexListFromBridge(params)
  302. if err!= nil {
  303. br.Msg = "获取指标失败"
  304. br.ErrMsg = "获取指标数据失败, Err: " + err.Error()
  305. }
  306. for _, item := range indexList {
  307. if _, ok := indexCodeMap[item.IndexCode]; !ok {
  308. addList = append(addList, item)
  309. indexCodeMap[item.IndexCode] = item
  310. } else {
  311. if indexCodeMap[item.IndexCode].DataState != item.DataState || indexCodeMap[item.IndexCode].EndDate != item.EndDate {
  312. err = models.ModifyBaseFromSmmIndex(item)
  313. if err != nil {
  314. br.Msg = "更新指标失败"
  315. br.ErrMsg = "更新指标失败,Err:" + err.Error()
  316. return
  317. }
  318. fmt.Println("更新数据:",item.IndexCode)
  319. }
  320. }
  321. }
  322. if len(addList) > 0 {
  323. _,err = models.AddBaseFromSmmIndex(addList)
  324. if err!= nil {
  325. br.Msg = "新增指标失败"
  326. br.ErrMsg = "新增指标失败,Err:" + err.Error()
  327. return
  328. }
  329. //fmt.Println("新增数据:",len(addList))
  330. addList = []*models.BaseFromSmmIndex{}
  331. }
  332. }
  333. br.Ret = 200
  334. br.Success = true
  335. br.Msg = "操作成功"
  336. }