base_from_mysteel_chemical.go 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181
  1. package services
  2. import (
  3. "eta/eta_index_lib/logic"
  4. "eta/eta_index_lib/models"
  5. "eta/eta_index_lib/services/alarm_msg"
  6. "eta/eta_index_lib/utils"
  7. "fmt"
  8. "strings"
  9. "time"
  10. )
  11. func HandleMysteelIndex(req *models.HandleMysteelIndexResp) (err error) {
  12. for _, v := range req.List {
  13. if v.IndexName == "" || v.IndexCode == "" {
  14. continue
  15. }
  16. err = handleIndex(v)
  17. if err != nil {
  18. return
  19. }
  20. }
  21. return
  22. }
  23. func handleIndex(indexItem *models.HandleMysteelIndex) (err error) {
  24. //return
  25. indexObj := new(models.BaseFromMysteelChemicalIndex)
  26. var indexId int64
  27. addDataList := make([]models.BaseFromMysteelChemicalData, 0)
  28. exitDataMap := make(map[string]*models.BaseFromMysteelChemicalData)
  29. //判断指标是否存在
  30. var isAdd int
  31. item, err := indexObj.GetIndexItem(indexItem.IndexCode)
  32. if err != nil {
  33. if err.Error() == utils.ErrNoRow() {
  34. isAdd = 1
  35. } else {
  36. isAdd = -1
  37. return
  38. }
  39. }
  40. if item != nil && item.BaseFromMysteelChemicalIndexId > 0 {
  41. isAdd = 2
  42. } else {
  43. isAdd = 1
  44. }
  45. fmt.Println("isAdd:", isAdd)
  46. if !strings.Contains(indexItem.Frequency, "度") {
  47. indexItem.Frequency = indexItem.Frequency + "度"
  48. }
  49. if isAdd == 1 {
  50. indexObj.IndexCode = indexItem.IndexCode
  51. indexObj.IndexName = indexItem.IndexName
  52. indexObj.Unit = indexItem.Unit
  53. indexObj.Source = indexItem.Source
  54. indexObj.Describe = indexItem.Describe
  55. indexObj.StartDate, _ = time.ParseInLocation(utils.FormatDate, indexItem.StartDate, time.Local)
  56. indexObj.EndDate, _ = time.ParseInLocation(utils.FormatDate, indexItem.EndDate, time.Local)
  57. indexObj.Frequency = indexItem.Frequency
  58. //indexObj.CreateTime = time.Now().Local()
  59. //indexObj.ModifyTime = time.Now().Local()
  60. err = indexObj.Add()
  61. if err != nil {
  62. fmt.Println("add err:" + err.Error())
  63. return
  64. }
  65. indexId = indexObj.BaseFromMysteelChemicalIndexId
  66. } else if isAdd == 2 {
  67. indexObj.BaseFromMysteelChemicalIndexId = item.BaseFromMysteelChemicalIndexId
  68. indexObj.IndexCode = indexItem.IndexCode
  69. indexObj.IndexName = indexItem.IndexName
  70. indexObj.Unit = indexItem.Unit
  71. indexObj.Source = indexItem.Source
  72. indexObj.Describe = indexItem.Describe
  73. indexObj.StartDate, _ = time.ParseInLocation(utils.FormatDate, indexItem.StartDate, time.Local)
  74. indexObj.EndDate, _ = time.ParseInLocation(utils.FormatDate, indexItem.EndDate, time.Local)
  75. indexObj.Frequency = indexItem.Frequency
  76. indexObj.ModifyTime = time.Now()
  77. indexId = item.BaseFromMysteelChemicalIndexId
  78. //修改数据
  79. updateColsArr := make([]string, 0)
  80. updateColsArr = append(updateColsArr, "index_name")
  81. updateColsArr = append(updateColsArr, "unit")
  82. updateColsArr = append(updateColsArr, "source")
  83. updateColsArr = append(updateColsArr, "frequency")
  84. updateColsArr = append(updateColsArr, "start_date")
  85. updateColsArr = append(updateColsArr, "end_date")
  86. updateColsArr = append(updateColsArr, "describe")
  87. updateColsArr = append(updateColsArr, "end_date")
  88. updateColsArr = append(updateColsArr, "modify_time")
  89. e := indexObj.Update(updateColsArr)
  90. if e != nil {
  91. fmt.Println("Index Update Err:" + e.Error())
  92. return
  93. }
  94. dataObj := new(models.BaseFromMysteelChemicalData)
  95. //获取已存在的所有数据
  96. exitDataList, err := dataObj.GetIndexDataList(indexItem.IndexCode)
  97. if err != nil {
  98. fmt.Println("GetIndexDataList Err:" + err.Error())
  99. return err
  100. }
  101. fmt.Println("exitDataListLen:", len(exitDataList))
  102. for _, v := range exitDataList {
  103. dateStr := v.DataTime.Format(utils.FormatDate)
  104. exitDataMap[dateStr] = v
  105. }
  106. }
  107. dataObj := new(models.BaseFromMysteelChemicalData)
  108. // 遍历excel数据,然后跟现有的数据做校验,不存在则入库
  109. for date, value := range indexItem.ExcelDataMap {
  110. if findData, ok := exitDataMap[date]; !ok {
  111. dateTime, err := time.ParseInLocation(utils.FormatDate, date, time.Local)
  112. if err != nil {
  113. fmt.Println("time.ParseInLocation Err:" + err.Error())
  114. return err
  115. }
  116. if !strings.Contains(value, "#N/A") {
  117. dataItem := new(models.BaseFromMysteelChemicalData)
  118. dataItem.BaseFromMysteelChemicalIndexId = indexId
  119. dataItem.IndexCode = indexItem.IndexCode
  120. dataItem.DataTime = dateTime
  121. dataItem.Value = value
  122. dataItem.UpdateDate = indexItem.UpdateDate
  123. dataItem.CreateTime = time.Now()
  124. dataItem.ModifyTime = time.Now()
  125. addDataList = append(addDataList, *dataItem)
  126. }
  127. } else {
  128. if findData != nil && findData.Value != value && !strings.Contains(value, "#N/A") { //修改数据
  129. dataObj.BaseFromMysteelChemicalDataId = findData.BaseFromMysteelChemicalDataId
  130. dataObj.Value = value
  131. dataObj.ModifyTime = time.Now()
  132. updateDataColsArr := make([]string, 0)
  133. updateDataColsArr = append(updateDataColsArr, "value")
  134. updateDataColsArr = append(updateDataColsArr, "modify_time")
  135. dataObj.Update(updateDataColsArr)
  136. }
  137. }
  138. }
  139. if len(addDataList) > 0 {
  140. err = dataObj.Add(addDataList)
  141. if err != nil {
  142. fmt.Println("dataObj.Add() Err:" + err.Error())
  143. }
  144. }
  145. // 同步刷新图库钢联的指标
  146. go func() {
  147. var indexErr error
  148. defer func() {
  149. if indexErr != nil {
  150. tips := fmt.Sprintf("钢联数据刷新-ETA指标刷新异常, 指标编码: %s, err: %s", indexObj.IndexCode, indexErr.Error())
  151. alarm_msg.SendAlarmMsg(tips, 3)
  152. }
  153. }()
  154. edbInfo, e := models.GetEdbInfoByEdbCode(utils.DATA_SOURCE_MYSTEEL_CHEMICAL, indexObj.IndexCode)
  155. if e != nil && e.Error() != utils.ErrNoRow() {
  156. indexErr = e
  157. return
  158. }
  159. if edbInfo != nil {
  160. logic.RefreshBaseEdbInfo(edbInfo, ``)
  161. }
  162. }()
  163. return
  164. }