base_from_smm.go 6.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214
  1. package services
  2. import (
  3. "eta/eta_index_lib/logic"
  4. "eta/eta_index_lib/models"
  5. "eta/eta_index_lib/services/alarm_msg"
  6. "eta/eta_index_lib/utils"
  7. "fmt"
  8. "strings"
  9. "time"
  10. )
  11. func SmmIndexHandle(baseFilePath, renameFilePath, indexName, indexCode, unit, frequency, source string, excelDataMap map[string]string, terminalCode string) (err error, errMsg string) {
  12. messages := make([]string, 0)
  13. defer func() {
  14. if len(messages) > 0 {
  15. errMsg = strings.Join(messages, "\n")
  16. utils.FileLog.Info("SmmIndexHandle ErrMsg: %s", errMsg)
  17. }
  18. if err != nil {
  19. tips := fmt.Sprintf("SMM有色excel数据处理失败, Err: %s, ErrMsg: %s", err.Error(), errMsg)
  20. utils.FileLog.Info(tips)
  21. go alarm_msg.SendAlarmMsg(tips, 3)
  22. }
  23. }()
  24. indexObj := new(models.BaseFromSmmIndex)
  25. var indexId int64
  26. addDataList := make([]*models.BaseFromSmmData, 0)
  27. updateDataList := make([]*models.BaseFromSmmData, 0)
  28. exitDataMap := make(map[string]*models.BaseFromSmmData)
  29. // 修改指标信息
  30. if indexName == "" {
  31. utils.FileLog.Info("未刷新到指标数据:indexName:" + indexName)
  32. return
  33. }
  34. // 判断指标是否存在
  35. var isAdd int
  36. item, e := indexObj.GetSmmIndexItem(indexCode)
  37. if e != nil {
  38. if e.Error() == utils.ErrNoRow() {
  39. isAdd = 1
  40. } else {
  41. isAdd = -1
  42. err = fmt.Errorf("GetSmmIndexItem Err: %s", e.Error())
  43. return
  44. }
  45. }
  46. if item != nil && item.BaseFromSmmIndexId > 0 {
  47. isAdd = 2
  48. } else {
  49. isAdd = 1
  50. }
  51. if !strings.Contains(frequency, "度") {
  52. frequency = frequency + "度"
  53. }
  54. if isAdd == 1 {
  55. indexObj.IndexCode = indexCode
  56. indexObj.IndexName = indexName
  57. indexObj.Unit = unit
  58. indexObj.Frequency = frequency
  59. indexObj.Interface = source
  60. indexObj.ModifyTime = time.Now()
  61. indexObj.CreateTime = time.Now()
  62. indexObj.BaseFileName = baseFilePath
  63. indexObj.RenameFileName = renameFilePath
  64. indexObj.TerminalCode = terminalCode
  65. lastId, e := indexObj.AddBaseFromSmmIndex()
  66. if e != nil {
  67. err = fmt.Errorf("AddBaseFromSmmIndex err: %s", e.Error())
  68. return
  69. }
  70. indexId = lastId
  71. go models.ModifySmmIndexSort(indexId)
  72. } else if isAdd == 2 {
  73. //获取已存在的所有数据
  74. exitDataList, e := models.GetBaseFromSmmDataBySmmCode(indexCode)
  75. if e != nil {
  76. err = fmt.Errorf("GetBaseFromSmmDataBySmmCode err: %s", e.Error())
  77. return
  78. }
  79. fmt.Println("exitDataListLen:", len(exitDataList))
  80. for _, v := range exitDataList {
  81. //dateStr := v.DataTime.Format(utils.FormatDate)
  82. exitDataMap[v.DataTime] = v
  83. }
  84. indexId = item.BaseFromSmmIndexId
  85. //修改指标信息
  86. updateParams := make(map[string]interface{})
  87. updateParams["index_name"] = indexName
  88. updateParams["frequency"] = frequency
  89. updateParams["unit"] = unit
  90. updateParams["interface"] = source
  91. updateParams["terminal_code"] = terminalCode
  92. updateParams["modify_time"] = time.Now()
  93. whereParam := make(map[string]interface{})
  94. whereParam["index_code"] = indexCode
  95. smmIndexObj := new(models.BaseFromSmmIndex)
  96. e = smmIndexObj.Update(updateParams, whereParam)
  97. if e != nil {
  98. err = fmt.Errorf("smm index update err: %s", e.Error())
  99. return
  100. }
  101. }
  102. // 遍历excel数据,然后跟现有的数据做校验,不存在则入库
  103. for date, value := range excelDataMap {
  104. dateTime, e := time.ParseInLocation(utils.FormatDate, date, time.Local)
  105. if e != nil {
  106. messages = append(messages, fmt.Sprintf("data time parse err: %s, date: %s", e.Error(), date))
  107. continue
  108. }
  109. if _, ok := exitDataMap[date]; !ok {
  110. if !strings.Contains(value, "#N/A") {
  111. var saveDataTime time.Time
  112. if strings.Contains(date, "00:00:00") {
  113. saveDataTime, e = time.Parse(utils.FormatDateTime, date)
  114. if e != nil {
  115. messages = append(messages, fmt.Sprintf("save data time parse err: %s, date: %s", e.Error(), date))
  116. continue
  117. }
  118. } else {
  119. saveDataTime, e = time.Parse(utils.FormatDate, date)
  120. if e != nil {
  121. messages = append(messages, fmt.Sprintf("save data time parse err: %s, date: %s", e.Error(), date))
  122. continue
  123. }
  124. }
  125. if saveDataTime.IsZero() {
  126. messages = append(messages, fmt.Sprintf("save data time empty"))
  127. continue
  128. }
  129. timestamp := saveDataTime.UnixNano() / 1e6
  130. dataItem := new(models.BaseFromSmmData)
  131. dataItem.BaseFromSmmIndexId = int(indexId)
  132. dataItem.IndexCode = indexCode
  133. dataItem.DataTime = dateTime.Format(utils.FormatDate)
  134. dataItem.Value = value
  135. dataItem.CreateTime = time.Now()
  136. dataItem.ModifyTime = time.Now()
  137. dataItem.DataTimestamp = timestamp
  138. addDataList = append(addDataList, dataItem)
  139. }
  140. } else {
  141. // 更新对应日期数据
  142. if value == "" || strings.Contains(value, "#N/A") {
  143. continue
  144. }
  145. // 若数值相同则忽略更新
  146. existData := exitDataMap[date]
  147. if existData != nil && existData.Value == value {
  148. continue
  149. }
  150. dataItem := new(models.BaseFromSmmData)
  151. dataItem.IndexCode = indexCode
  152. dataItem.DataTime = dateTime.Format(utils.FormatDate)
  153. dataItem.Value = value
  154. dataItem.ModifyTime = time.Now()
  155. updateDataList = append(updateDataList, dataItem)
  156. }
  157. }
  158. //fmt.Println("addDataList len: ", len(addDataList))
  159. if len(addDataList) > 0 {
  160. e = models.AddBaseFromSmmData(addDataList)
  161. if e != nil {
  162. err = fmt.Errorf("AddBaseFromSmmData err: %s", e.Error())
  163. return
  164. }
  165. }
  166. // 已存在的日期数据更新
  167. //fmt.Println("updateDataList len: ", len(updateDataList))
  168. if len(updateDataList) > 0 {
  169. e = models.MultiUpdateBaseFromSmmDataValue(updateDataList)
  170. if e != nil {
  171. err = fmt.Errorf("MultiUpdateBaseFromSmmDataValue err: %s", e.Error())
  172. return
  173. }
  174. }
  175. itemInfo, err := models.GetSmmIndexInfoMaxAndMinInfo(indexCode)
  176. if err == nil && itemInfo != nil {
  177. e = models.ModifySmmIndexMaxAndMinInfo(indexCode, itemInfo)
  178. if e != nil {
  179. err = fmt.Errorf("ModifySmmIndexMaxAndMinInfo err: %s", e.Error())
  180. return
  181. }
  182. }
  183. // 同步刷新ETA图库有色的指标
  184. {
  185. // 获取指标详情
  186. edbInfo, e := models.GetEdbInfoByEdbCode(utils.DATA_SOURCE_YS, indexCode)
  187. if e != nil && e.Error() != utils.ErrNoRow() {
  188. messages = append(messages, fmt.Sprintf("刷新ETA指标异常, indexCode: %s, err: %s", indexCode, e.Error()))
  189. }
  190. // 已经加入到指标库的话,那么就去更新ETA指标库吧
  191. if edbInfo != nil {
  192. go logic.RefreshBaseEdbInfo(edbInfo, ``)
  193. }
  194. }
  195. return
  196. }