base_from_baiinfo.go 4.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150
  1. package services
  2. import (
  3. "eta/eta_index_lib/logic"
  4. "eta/eta_index_lib/models"
  5. "eta/eta_index_lib/services/alarm_msg"
  6. "eta/eta_index_lib/utils"
  7. "fmt"
  8. "strings"
  9. "time"
  10. )
  11. // HandleBaiinfoIndex 处理百川盈弗的excel数据
  12. func HandleBaiinfoIndex(baseFilePath, renameFilePath, indexName, indexCode string, excelDataMap map[string]string, terminalCode string) {
  13. var err error
  14. errMsgList := make([]string, 0)
  15. defer func() {
  16. if len(errMsgList) > 0 {
  17. go alarm_msg.SendAlarmMsg(fmt.Sprint("红桃3实际数据处理失败,err:", strings.Join(errMsgList, "\n")), 3)
  18. }
  19. }()
  20. indexObj := new(models.BaseFromBaiinfoIndex)
  21. var indexId int64
  22. addDataList := make([]*models.BaseFromBaiinfoData, 0)
  23. exitDataMap := make(map[string]*models.BaseFromBaiinfoData)
  24. // 修改指标信息
  25. if indexName == "" {
  26. utils.FileLog.Info("未刷新到指标数据:indexName:" + indexName)
  27. return
  28. }
  29. //判断指标是否存在
  30. var isAdd int
  31. item, err := indexObj.GetSmmIndexItem(indexCode)
  32. if err != nil {
  33. if err.Error() == utils.ErrNoRow() {
  34. isAdd = 1
  35. } else {
  36. isAdd = -1
  37. fmt.Println("GetSmmIndexItem Err:" + err.Error())
  38. return
  39. }
  40. }
  41. if item != nil && item.BaseFromBaiinfoIndexId > 0 {
  42. fmt.Println("item:", item)
  43. isAdd = 2
  44. } else {
  45. isAdd = 1
  46. }
  47. if isAdd == 1 {
  48. indexObj.IndexCode = indexCode
  49. indexObj.IndexName = indexName
  50. indexObj.ModifyTime = time.Now()
  51. indexObj.CreateTime = time.Now()
  52. indexObj.BaseFileName = baseFilePath
  53. indexObj.RenameFileName = renameFilePath
  54. indexObj.TerminalCode = terminalCode
  55. lastId, err := indexObj.AddBaseFromBaiinfoIndex()
  56. if err != nil {
  57. fmt.Println("add err:" + err.Error())
  58. return
  59. }
  60. indexId = lastId
  61. //修改排序
  62. go models.ModifyBaiinfoIndexSort(indexId)
  63. } else if isAdd == 2 {
  64. //获取已存在的所有数据
  65. exitDataList, err := models.GetBaseFromBaiinfoDataByCode(indexCode)
  66. if err != nil {
  67. fmt.Println("GetIndexDataList Err:" + err.Error())
  68. return
  69. }
  70. fmt.Println("exitDataListLen:", len(exitDataList))
  71. for _, v := range exitDataList {
  72. dateStr := v.DataTime
  73. exitDataMap[dateStr] = v
  74. }
  75. indexId = item.BaseFromBaiinfoIndexId
  76. }
  77. // 遍历excel数据,然后跟现有的数据做校验,不存在则入库
  78. for date, value := range excelDataMap {
  79. if findData, ok := exitDataMap[date]; !ok {
  80. _, err := time.ParseInLocation(utils.FormatDate, date, time.Local)
  81. if err != nil {
  82. fmt.Println("time.ParseInLocation Err:" + err.Error())
  83. return
  84. }
  85. if !strings.Contains(value, "#N/A") {
  86. var saveDataTime time.Time
  87. if strings.Contains(date, "00:00:00") {
  88. saveDataTime, err = time.Parse(utils.FormatDateTime, date)
  89. } else {
  90. saveDataTime, err = time.Parse(utils.FormatDate, date)
  91. }
  92. if err != nil {
  93. errMsg := "saveDataTime parse err:" + err.Error() + " dataTime:" + date
  94. fmt.Println(errMsg)
  95. continue
  96. }
  97. timestamp := saveDataTime.UnixNano() / 1e6
  98. dataItem := new(models.BaseFromBaiinfoData)
  99. dataItem.BaseFromBaiinfoIndexId = int(indexId)
  100. dataItem.IndexCode = indexCode
  101. dataItem.DataTime = date
  102. dataItem.Value = value
  103. dataItem.CreateTime = time.Now()
  104. dataItem.ModifyTime = time.Now()
  105. dataItem.DataTimestamp = timestamp
  106. addDataList = append(addDataList, dataItem)
  107. }
  108. } else {
  109. if findData != nil && findData.Value != value && !strings.Contains(value, "#N/A") { //修改数据
  110. }
  111. }
  112. }
  113. if len(addDataList) > 0 {
  114. err = models.AddBaseFromBaiinfoData(addDataList)
  115. if err != nil {
  116. fmt.Println("dataObj.Add() Err:" + err.Error())
  117. }
  118. item, err := models.GetBaiinfoIndexInfoMaxAndMinInfo(indexCode)
  119. if err == nil && item != nil {
  120. go models.ModifyBaiinfoIndexMaxAndMinInfo(indexCode, item)
  121. }
  122. }
  123. // 同步刷新ETA图库红桃3的指标
  124. {
  125. // 获取指标详情
  126. edbInfo, err := models.GetEdbInfoByEdbCode(utils.DATA_SOURCE_BAIINFO, indexCode)
  127. if err != nil && err.Error() != utils.ErrNoRow() {
  128. errMsgList = append(errMsgList, fmt.Sprint("刷新ETA指标异常,指标编码:", indexCode, err.Error()))
  129. }
  130. // 已经加入到指标库的话,那么就去更新ETA指标库吧
  131. if edbInfo != nil {
  132. go logic.RefreshBaseEdbInfo(edbInfo, ``)
  133. }
  134. }
  135. }