base_from_smm.go 5.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197
  1. package services
  2. import (
  3. "errors"
  4. "eta/eta_index_lib/logic"
  5. "eta/eta_index_lib/models"
  6. "eta/eta_index_lib/services/alarm_msg"
  7. "eta/eta_index_lib/utils"
  8. "fmt"
  9. "strings"
  10. "time"
  11. )
  12. func SmmIndexHandle(baseFilePath, renameFilePath, indexName, indexCode, unit, frequency, source string, excelDataMap map[string]string) {
  13. var err error
  14. errMsgList := make([]string, 0)
  15. defer func() {
  16. if len(errMsgList) > 0 {
  17. fmt.Println(fmt.Sprint("SMM有色实际数据处理失败,err:", strings.Join(errMsgList, "\n")))
  18. go alarm_msg.SendAlarmMsg(fmt.Sprint("SMM有色实际数据处理失败,err:", strings.Join(errMsgList, "\n")), 3)
  19. }
  20. }()
  21. indexObj := new(models.BaseFromSmmIndex)
  22. var indexId int64
  23. addDataList := make([]*models.BaseFromSmmData, 0)
  24. updateDataList := make([]*models.BaseFromSmmData, 0)
  25. exitDataMap := make(map[string]*models.BaseFromSmmData)
  26. // 修改指标信息
  27. if indexName == "" {
  28. utils.FileLog.Info("未刷新到指标数据:indexName:" + indexName)
  29. return
  30. }
  31. //判断指标是否存在
  32. var isAdd int
  33. item, err := indexObj.GetSmmIndexItem(indexCode)
  34. if err != nil {
  35. if err.Error() == utils.ErrNoRow() {
  36. isAdd = 1
  37. } else {
  38. isAdd = -1
  39. fmt.Println("GetSmmIndexItem Err:" + err.Error())
  40. return
  41. }
  42. }
  43. if item != nil && item.BaseFromSmmIndexId > 0 {
  44. fmt.Println("item:", item)
  45. isAdd = 2
  46. } else {
  47. isAdd = 1
  48. }
  49. fmt.Println("isAdd:", isAdd)
  50. if !strings.Contains(frequency, "度") {
  51. frequency = frequency + "度"
  52. }
  53. if isAdd == 1 {
  54. indexObj.IndexCode = indexCode
  55. indexObj.IndexName = indexName
  56. indexObj.Unit = unit
  57. indexObj.Frequency = frequency
  58. indexObj.Interface = source
  59. indexObj.ModifyTime = time.Now()
  60. indexObj.CreateTime = time.Now()
  61. indexObj.BaseFileName = baseFilePath
  62. indexObj.RenameFileName = renameFilePath
  63. lastId, err := indexObj.AddBaseFromSmmIndex()
  64. if err != nil {
  65. fmt.Println("add err:" + err.Error())
  66. return
  67. }
  68. indexId = lastId
  69. go models.ModifySmmIndexSort(indexId)
  70. } else if isAdd == 2 {
  71. //获取已存在的所有数据
  72. exitDataList, err := models.GetBaseFromSmmDataBySmmCode(indexCode)
  73. if err != nil {
  74. fmt.Println("GetIndexDataList Err:" + err.Error())
  75. return
  76. }
  77. fmt.Println("exitDataListLen:", len(exitDataList))
  78. for _, v := range exitDataList {
  79. //dateStr := v.DataTime.Format(utils.FormatDate)
  80. exitDataMap[v.DataTime] = v
  81. }
  82. indexId = item.BaseFromSmmIndexId
  83. //修改指标信息
  84. updateParams := make(map[string]interface{})
  85. updateParams["index_name"] = indexName
  86. updateParams["frequency"] = frequency
  87. updateParams["unit"] = unit
  88. updateParams["interface"] = source
  89. updateParams["modify_time"] = time.Now()
  90. whereParam := make(map[string]interface{})
  91. whereParam["index_code"] = indexCode
  92. smmIndexObj := new(models.BaseFromSmmIndex)
  93. err = smmIndexObj.Update(updateParams, whereParam)
  94. if err != nil {
  95. err = errors.New("smm index update err:" + err.Error())
  96. return
  97. }
  98. }
  99. // 遍历excel数据,然后跟现有的数据做校验,不存在则入库
  100. for date, value := range excelDataMap {
  101. dateTime, e := time.ParseInLocation(utils.FormatDate, date, time.Local)
  102. if e != nil {
  103. fmt.Println("time.ParseInLocation Err:" + e.Error())
  104. return
  105. }
  106. if _, ok := exitDataMap[date]; !ok {
  107. if !strings.Contains(value, "#N/A") {
  108. var saveDataTime time.Time
  109. if strings.Contains(date, "00:00:00") {
  110. saveDataTime, err = time.Parse(utils.FormatDateTime, date)
  111. } else {
  112. saveDataTime, err = time.Parse(utils.FormatDate, date)
  113. }
  114. if err != nil {
  115. errMsg := "saveDataTime parse err:" + err.Error() + " dataTime:" + date
  116. fmt.Println(errMsg)
  117. continue
  118. }
  119. timestamp := saveDataTime.UnixNano() / 1e6
  120. dataItem := new(models.BaseFromSmmData)
  121. dataItem.BaseFromSmmIndexId = int(indexId)
  122. dataItem.IndexCode = indexCode
  123. dataItem.DataTime = dateTime.Format(utils.FormatDate)
  124. dataItem.Value = value
  125. dataItem.CreateTime = time.Now()
  126. dataItem.ModifyTime = time.Now()
  127. dataItem.DataTimestamp = timestamp
  128. addDataList = append(addDataList, dataItem)
  129. }
  130. } else {
  131. // 更新对应日期数据
  132. if strings.Contains(value, "#N/A") {
  133. continue
  134. }
  135. dataItem := new(models.BaseFromSmmData)
  136. dataItem.IndexCode = indexCode
  137. dataItem.DataTime = dateTime.Format(utils.FormatDate)
  138. dataItem.Value = value
  139. dataItem.ModifyTime = time.Now()
  140. updateDataList = append(updateDataList, dataItem)
  141. }
  142. }
  143. if len(addDataList) > 0 {
  144. err = models.AddBaseFromSmmData(addDataList)
  145. if err != nil {
  146. fmt.Println("AddBaseFromSmmData Err:" + err.Error())
  147. errMsgList = append(errMsgList, "AddBaseFromSmmData err: "+err.Error())
  148. }
  149. }
  150. // 已存在的日期数据更新
  151. if len(updateDataList) > 0 {
  152. err = models.MultiUpdateBaseFromSmmDataValue(updateDataList)
  153. if err != nil {
  154. fmt.Println("MultiUpdateBaseFromSmmDataValue Err:" + err.Error())
  155. errMsgList = append(errMsgList, "MultiUpdateBaseFromSmmDataValue err: "+err.Error())
  156. }
  157. }
  158. itemInfo, err := models.GetSmmIndexInfoMaxAndMinInfo(indexCode)
  159. if err == nil && item != nil {
  160. e := models.ModifySmmIndexMaxAndMinInfo(indexCode, itemInfo)
  161. if e != nil {
  162. fmt.Println("ModifySmmIndexMaxAndMinInfo Err:" + e.Error())
  163. errMsgList = append(errMsgList, "ModifySmmIndexMaxAndMinInfo err: "+e.Error())
  164. }
  165. }
  166. // 同步刷新ETA图库有色的指标
  167. {
  168. // 获取指标详情
  169. edbInfo, err := models.GetEdbInfoByEdbCode(utils.DATA_SOURCE_YS, indexCode)
  170. if err != nil && err.Error() != utils.ErrNoRow() {
  171. errMsgList = append(errMsgList, fmt.Sprint("刷新ETA指标异常,指标编码:", indexCode, err.Error()))
  172. }
  173. // 已经加入到指标库的话,那么就去更新ETA指标库吧
  174. if edbInfo != nil {
  175. go logic.RefreshBaseEdbInfo(edbInfo, ``)
  176. }
  177. }
  178. }