base_from_mysteel_chemical.go 7.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256
  1. package services
  2. import (
  3. "eta/eta_index_lib/logic"
  4. "eta/eta_index_lib/models"
  5. "eta/eta_index_lib/services/alarm_msg"
  6. "eta/eta_index_lib/utils"
  7. "fmt"
  8. "strings"
  9. "time"
  10. )
  11. func HandleMysteelIndex(req *models.HandleMysteelIndexResp) (err error) {
  12. for _, v := range req.List {
  13. if v.IndexName == "" || v.IndexCode == "" {
  14. continue
  15. }
  16. err = handleIndex(v)
  17. if err != nil {
  18. return
  19. }
  20. }
  21. go func() {
  22. var lErr error
  23. defer func() {
  24. if lErr != nil {
  25. tips := fmt.Sprintf("钢联数据刷新-ETA指标刷新统计异常 Err: %s", lErr.Error())
  26. alarm_msg.SendAlarmMsg(tips, 3)
  27. }
  28. }()
  29. lErr = SetMysteelChemicalEdbInfoUpdateStat()
  30. if lErr != nil {
  31. return
  32. }
  33. lErr = SetEdbSourceStat()
  34. if lErr != nil {
  35. return
  36. }
  37. }()
  38. return
  39. }
  40. func handleIndex(indexItem *models.HandleMysteelIndex) (err error) {
  41. defer func() {
  42. if err != nil {
  43. // 添加刷新失败日志
  44. sourceUpdateResult := 2
  45. sourceUpdateFailedReason := err.Error()
  46. sourceUpdateTime := time.Now().Format(utils.FormatDateTime)
  47. edbInfo, e := models.GetEdbInfoByEdbCode(utils.DATA_SOURCE_MYSTEEL_CHEMICAL, indexItem.IndexCode)
  48. if e == nil {
  49. //查询指标存在,才添加刷新日志
  50. _ = AddEdbInfoUpdateLog(edbInfo.EdbInfoId, 2, err.Error(), sourceUpdateResult, sourceUpdateFailedReason, sourceUpdateTime)
  51. }
  52. }
  53. }()
  54. indexObj := new(models.BaseFromMysteelChemicalIndex)
  55. var indexId int64
  56. addDataList := make([]models.BaseFromMysteelChemicalData, 0)
  57. exitDataMap := make(map[string]*models.BaseFromMysteelChemicalData)
  58. //判断指标是否存在
  59. var isAdd int
  60. item, err := indexObj.GetIndexItem(indexItem.IndexCode)
  61. if err != nil {
  62. if err.Error() == utils.ErrNoRow() {
  63. isAdd = 1
  64. } else {
  65. isAdd = -1
  66. return
  67. }
  68. }
  69. if item != nil && item.BaseFromMysteelChemicalIndexId > 0 {
  70. isAdd = 2
  71. } else {
  72. isAdd = 1
  73. }
  74. fmt.Println("isAdd:", isAdd)
  75. if !strings.Contains(indexItem.Frequency, "度") {
  76. indexItem.Frequency = indexItem.Frequency + "度"
  77. }
  78. if isAdd == 1 {
  79. indexObj.IndexCode = indexItem.IndexCode
  80. indexObj.IndexName = indexItem.IndexName
  81. indexObj.Unit = indexItem.Unit
  82. indexObj.Source = indexItem.Source
  83. indexObj.Describe = indexItem.Describe
  84. indexObj.StartDate, _ = time.ParseInLocation(utils.FormatDate, indexItem.StartDate, time.Local)
  85. indexObj.EndDate, _ = time.ParseInLocation(utils.FormatDate, indexItem.EndDate, time.Local)
  86. indexObj.Frequency = indexItem.Frequency
  87. //indexObj.CreateTime = time.Now().Local()
  88. //indexObj.ModifyTime = time.Now().Local()
  89. err = indexObj.Add()
  90. if err != nil {
  91. fmt.Println("add err:" + err.Error())
  92. return
  93. }
  94. indexId = indexObj.BaseFromMysteelChemicalIndexId
  95. } else if isAdd == 2 {
  96. indexObj.BaseFromMysteelChemicalIndexId = item.BaseFromMysteelChemicalIndexId
  97. indexObj.IndexCode = indexItem.IndexCode
  98. indexObj.IndexName = indexItem.IndexName
  99. indexObj.Unit = indexItem.Unit
  100. indexObj.Source = indexItem.Source
  101. indexObj.Describe = indexItem.Describe
  102. indexObj.StartDate, _ = time.ParseInLocation(utils.FormatDate, indexItem.StartDate, time.Local)
  103. indexObj.EndDate, _ = time.ParseInLocation(utils.FormatDate, indexItem.EndDate, time.Local)
  104. indexObj.Frequency = indexItem.Frequency
  105. indexObj.ModifyTime = time.Now()
  106. indexId = item.BaseFromMysteelChemicalIndexId
  107. var isStop int
  108. if strings.Contains(indexItem.IndexName, "停") {
  109. isStop = 1
  110. }
  111. indexObj.IsStop = isStop
  112. //修改数据
  113. updateColsArr := make([]string, 0)
  114. updateColsArr = append(updateColsArr, "index_name")
  115. updateColsArr = append(updateColsArr, "unit")
  116. updateColsArr = append(updateColsArr, "source")
  117. updateColsArr = append(updateColsArr, "frequency")
  118. updateColsArr = append(updateColsArr, "start_date")
  119. updateColsArr = append(updateColsArr, "end_date")
  120. updateColsArr = append(updateColsArr, "describe")
  121. updateColsArr = append(updateColsArr, "end_date")
  122. updateColsArr = append(updateColsArr, "is_stop")
  123. updateColsArr = append(updateColsArr, "modify_time")
  124. e := indexObj.Update(updateColsArr)
  125. if e != nil {
  126. fmt.Println("Index Update Err:" + e.Error())
  127. return
  128. }
  129. dataObj := new(models.BaseFromMysteelChemicalData)
  130. //获取已存在的所有数据
  131. exitDataList, err := dataObj.GetIndexDataList(indexItem.IndexCode)
  132. if err != nil {
  133. fmt.Println("GetIndexDataList Err:" + err.Error())
  134. return err
  135. }
  136. fmt.Println("exitDataListLen:", len(exitDataList))
  137. for _, v := range exitDataList {
  138. dateStr := v.DataTime.Format(utils.FormatDate)
  139. exitDataMap[dateStr] = v
  140. }
  141. }
  142. dataObj := new(models.BaseFromMysteelChemicalData)
  143. var hasUpdate bool
  144. // 遍历excel数据,然后跟现有的数据做校验,不存在则入库
  145. for date, value := range indexItem.ExcelDataMap {
  146. if findData, ok := exitDataMap[date]; !ok {
  147. dateTime, err := time.ParseInLocation(utils.FormatDate, date, time.Local)
  148. if err != nil {
  149. fmt.Println("time.ParseInLocation Err:" + err.Error())
  150. return err
  151. }
  152. if !strings.Contains(value, "#N/A") {
  153. dataItem := new(models.BaseFromMysteelChemicalData)
  154. dataItem.BaseFromMysteelChemicalIndexId = indexId
  155. dataItem.IndexCode = indexItem.IndexCode
  156. dataItem.DataTime = dateTime
  157. dataItem.Value = value
  158. dataItem.UpdateDate = indexItem.UpdateDate
  159. dataItem.CreateTime = time.Now()
  160. dataItem.ModifyTime = time.Now()
  161. addDataList = append(addDataList, *dataItem)
  162. }
  163. } else {
  164. if findData != nil && findData.Value != value && !strings.Contains(value, "#N/A") { //修改数据
  165. dataObj.BaseFromMysteelChemicalDataId = findData.BaseFromMysteelChemicalDataId
  166. dataObj.Value = value
  167. dataObj.ModifyTime = time.Now()
  168. updateDataColsArr := make([]string, 0)
  169. updateDataColsArr = append(updateDataColsArr, "value")
  170. updateDataColsArr = append(updateDataColsArr, "modify_time")
  171. dataObj.Update(updateDataColsArr)
  172. hasUpdate = true
  173. }
  174. }
  175. }
  176. if len(addDataList) > 0 {
  177. err = dataObj.Add(addDataList)
  178. if err != nil {
  179. fmt.Println("dataObj.Add() Err:" + err.Error())
  180. return
  181. }
  182. hasUpdate = true
  183. }
  184. //修改最大最小日期
  185. mysteelIndexMaxItem, err := dataObj.GetMysteelIndexInfoMaxAndMinInfo(indexItem.IndexCode)
  186. if err == nil && mysteelIndexMaxItem != nil {
  187. e := dataObj.ModifyMysteelIndexMaxAndMinInfo(indexItem.IndexCode, mysteelIndexMaxItem)
  188. if e != nil {
  189. fmt.Println("ModifyMysteelIndexMaxAndMinInfo Err:" + e.Error())
  190. }
  191. }
  192. // 同步刷新图库钢联的指标
  193. go func() {
  194. var indexErr error
  195. var lErr error
  196. defer func() {
  197. if indexErr != nil {
  198. tips := fmt.Sprintf("钢联数据刷新-ETA指标刷新异常, 指标编码: %s, err: %s", indexObj.IndexCode, indexErr.Error())
  199. alarm_msg.SendAlarmMsg(tips, 3)
  200. }
  201. if lErr != nil {
  202. tips := fmt.Sprintf("钢联数据刷新-ETA指标刷新统计异常, 指标编码: %s, err: %s", indexObj.IndexCode, lErr.Error())
  203. alarm_msg.SendAlarmMsg(tips, 3)
  204. }
  205. }()
  206. edbInfo, e := models.GetEdbInfoByEdbCode(utils.DATA_SOURCE_MYSTEEL_CHEMICAL, indexObj.IndexCode)
  207. if e != nil && e.Error() != utils.ErrNoRow() {
  208. indexErr = e
  209. return
  210. }
  211. if edbInfo != nil {
  212. _, logErrMsg, logErr := logic.RefreshBaseEdbInfo(edbInfo, ``)
  213. sourceUpdateResult := 2
  214. var sourceUpdateFailedReason string
  215. if hasUpdate {
  216. sourceUpdateResult = 1
  217. } else {
  218. sourceUpdateFailedReason = "未刷新到数据"
  219. }
  220. sourceUpdateTime := time.Now().Format(utils.FormatDateTime)
  221. if logErr != nil {
  222. // 添加刷新失败日志
  223. lErr = AddEdbInfoUpdateLog(edbInfo.EdbInfoId, 2, logErrMsg+err.Error(), sourceUpdateResult, sourceUpdateFailedReason, sourceUpdateTime)
  224. } else {
  225. // 添加刷新成功日志
  226. lErr = AddEdbInfoUpdateLog(edbInfo.EdbInfoId, 1, "", sourceUpdateResult, sourceUpdateFailedReason, sourceUpdateTime)
  227. }
  228. }
  229. }()
  230. return
  231. }