base_from_mysteel_chemical.go 7.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258
  1. package services
  2. import (
  3. "eta/eta_index_lib/logic"
  4. "eta/eta_index_lib/models"
  5. "eta/eta_index_lib/services/alarm_msg"
  6. "eta/eta_index_lib/utils"
  7. "fmt"
  8. "strings"
  9. "time"
  10. )
  11. func HandleMysteelIndex(req *models.HandleMysteelIndexResp) (err error) {
  12. for _, v := range req.List {
  13. if v.IndexName == "" || v.IndexCode == "" {
  14. continue
  15. }
  16. err = handleIndex(v)
  17. if err != nil {
  18. return
  19. }
  20. }
  21. go func() {
  22. // 钢联终端统计汇总
  23. _ = SetMysteelChemicalEdbInfoUpdateStat(false)
  24. _ = SetEdbSourceStat(false)
  25. }()
  26. return
  27. }
  28. func handleIndex(indexItem *models.HandleMysteelIndex) (err error) {
  29. defer func() {
  30. if err != nil {
  31. // 添加刷新失败日志
  32. dataUpdateResult := 2
  33. dataUpdateFailedReason := "服务异常"
  34. edbInfo, e := models.GetEdbInfoByEdbCode(utils.DATA_SOURCE_MYSTEEL_CHEMICAL, indexItem.IndexCode)
  35. if e == nil {
  36. //查询指标存在,才添加刷新日志
  37. _ = AddEdbInfoUpdateLog(edbInfo.EdbInfoId, 2, err.Error(), dataUpdateResult, dataUpdateFailedReason, 1, 0)
  38. }
  39. }
  40. }()
  41. indexObj := new(models.BaseFromMysteelChemicalIndex)
  42. var indexId int64
  43. addDataList := make([]models.BaseFromMysteelChemicalData, 0)
  44. exitDataMap := make(map[string]*models.BaseFromMysteelChemicalData)
  45. //判断指标是否存在
  46. var isAdd int
  47. item, err := indexObj.GetIndexItem(indexItem.IndexCode)
  48. if err != nil {
  49. if err.Error() == utils.ErrNoRow() {
  50. isAdd = 1
  51. } else {
  52. isAdd = -1
  53. return
  54. }
  55. }
  56. nameChange := false
  57. if item != nil && item.BaseFromMysteelChemicalIndexId > 0 {
  58. isAdd = 2
  59. if item.IndexName != indexItem.IndexName {
  60. nameChange = true
  61. }
  62. } else {
  63. isAdd = 1
  64. }
  65. fmt.Println("isAdd:", isAdd)
  66. if !strings.Contains(indexItem.Frequency, "度") {
  67. indexItem.Frequency = indexItem.Frequency + "度"
  68. }
  69. if isAdd == 1 {
  70. indexObj.IndexCode = indexItem.IndexCode
  71. indexObj.IndexName = indexItem.IndexName
  72. indexObj.Unit = indexItem.Unit
  73. indexObj.Source = indexItem.Source
  74. indexObj.Describe = indexItem.Describe
  75. indexObj.StartDate, _ = time.ParseInLocation(utils.FormatDate, indexItem.StartDate, time.Local)
  76. indexObj.EndDate, _ = time.ParseInLocation(utils.FormatDate, indexItem.EndDate, time.Local)
  77. indexObj.Frequency = indexItem.Frequency
  78. //indexObj.CreateTime = time.Now().Local()
  79. //indexObj.ModifyTime = time.Now().Local()
  80. err = indexObj.Add()
  81. if err != nil {
  82. fmt.Println("add err:" + err.Error())
  83. return
  84. }
  85. indexId = indexObj.BaseFromMysteelChemicalIndexId
  86. } else if isAdd == 2 {
  87. indexObj.BaseFromMysteelChemicalIndexId = item.BaseFromMysteelChemicalIndexId
  88. indexObj.IndexCode = indexItem.IndexCode
  89. indexObj.IndexName = indexItem.IndexName
  90. indexObj.Unit = indexItem.Unit
  91. indexObj.Source = indexItem.Source
  92. indexObj.Describe = indexItem.Describe
  93. indexObj.StartDate, _ = time.ParseInLocation(utils.FormatDate, indexItem.StartDate, time.Local)
  94. indexObj.EndDate, _ = time.ParseInLocation(utils.FormatDate, indexItem.EndDate, time.Local)
  95. indexObj.Frequency = indexItem.Frequency
  96. indexObj.ModifyTime = time.Now()
  97. indexId = item.BaseFromMysteelChemicalIndexId
  98. var isStop int
  99. if strings.Contains(indexItem.IndexName, "停") {
  100. isStop = 1
  101. }
  102. indexObj.IsStop = isStop
  103. //修改数据
  104. updateColsArr := make([]string, 0)
  105. updateColsArr = append(updateColsArr, "index_name")
  106. updateColsArr = append(updateColsArr, "unit")
  107. updateColsArr = append(updateColsArr, "source")
  108. updateColsArr = append(updateColsArr, "frequency")
  109. updateColsArr = append(updateColsArr, "start_date")
  110. updateColsArr = append(updateColsArr, "end_date")
  111. updateColsArr = append(updateColsArr, "describe")
  112. updateColsArr = append(updateColsArr, "end_date")
  113. updateColsArr = append(updateColsArr, "is_stop")
  114. updateColsArr = append(updateColsArr, "modify_time")
  115. e := indexObj.Update(updateColsArr)
  116. if e != nil {
  117. fmt.Println("Index Update Err:" + e.Error())
  118. return
  119. }
  120. dataObj := new(models.BaseFromMysteelChemicalData)
  121. //获取已存在的所有数据
  122. exitDataList, err := dataObj.GetIndexDataList(indexItem.IndexCode)
  123. if err != nil {
  124. fmt.Println("GetIndexDataList Err:" + err.Error())
  125. return err
  126. }
  127. fmt.Println("exitDataListLen:", len(exitDataList))
  128. for _, v := range exitDataList {
  129. dateStr := v.DataTime.Format(utils.FormatDate)
  130. exitDataMap[dateStr] = v
  131. }
  132. }
  133. dataObj := new(models.BaseFromMysteelChemicalData)
  134. var hasUpdate bool
  135. // 遍历excel数据,然后跟现有的数据做校验,不存在则入库
  136. for date, value := range indexItem.ExcelDataMap {
  137. if findData, ok := exitDataMap[date]; !ok {
  138. dateTime, err := time.ParseInLocation(utils.FormatDate, date, time.Local)
  139. if err != nil {
  140. fmt.Println("time.ParseInLocation Err:" + err.Error())
  141. return err
  142. }
  143. if !strings.Contains(value, "#N/A") {
  144. dataItem := new(models.BaseFromMysteelChemicalData)
  145. dataItem.BaseFromMysteelChemicalIndexId = indexId
  146. dataItem.IndexCode = indexItem.IndexCode
  147. dataItem.DataTime = dateTime
  148. dataItem.Value = value
  149. dataItem.UpdateDate = indexItem.UpdateDate
  150. dataItem.CreateTime = time.Now()
  151. dataItem.ModifyTime = time.Now()
  152. addDataList = append(addDataList, *dataItem)
  153. }
  154. } else {
  155. if findData != nil && findData.Value != value && !strings.Contains(value, "#N/A") { //修改数据
  156. dataObj.BaseFromMysteelChemicalDataId = findData.BaseFromMysteelChemicalDataId
  157. dataObj.Value = value
  158. dataObj.ModifyTime = time.Now()
  159. updateDataColsArr := make([]string, 0)
  160. updateDataColsArr = append(updateDataColsArr, "value")
  161. updateDataColsArr = append(updateDataColsArr, "modify_time")
  162. dataObj.Update(updateDataColsArr)
  163. hasUpdate = true
  164. }
  165. }
  166. }
  167. if len(addDataList) > 0 {
  168. err = dataObj.Add(addDataList)
  169. if err != nil {
  170. fmt.Println("dataObj.Add() Err:" + err.Error())
  171. return
  172. }
  173. hasUpdate = true
  174. }
  175. //修改最大最小日期
  176. mysteelIndexMaxItem, err := dataObj.GetMysteelIndexInfoMaxAndMinInfo(indexItem.IndexCode)
  177. if err == nil && mysteelIndexMaxItem != nil {
  178. e := dataObj.ModifyMysteelIndexMaxAndMinInfo(indexItem.IndexCode, mysteelIndexMaxItem)
  179. if e != nil {
  180. fmt.Println("ModifyMysteelIndexMaxAndMinInfo Err:" + e.Error())
  181. }
  182. }
  183. // 同步刷新图库钢联的指标
  184. //go func() {
  185. var indexErr error
  186. var lErr error
  187. defer func() {
  188. if indexErr != nil {
  189. tips := fmt.Sprintf("钢联数据刷新-ETA指标刷新异常, 指标编码: %s, err: %s", indexObj.IndexCode, indexErr.Error())
  190. alarm_msg.SendAlarmMsg(tips, 3)
  191. }
  192. if lErr != nil {
  193. tips := fmt.Sprintf("钢联数据刷新-ETA指标刷新统计异常, 指标编码: %s, err: %s", indexObj.IndexCode, lErr.Error())
  194. alarm_msg.SendAlarmMsg(tips, 3)
  195. }
  196. }()
  197. edbInfo, e := models.GetEdbInfoByEdbCode(utils.DATA_SOURCE_MYSTEEL_CHEMICAL, indexObj.IndexCode)
  198. if e != nil && e.Error() != utils.ErrNoRow() {
  199. indexErr = e
  200. return
  201. }
  202. if edbInfo != nil {
  203. dataUpdateResult := 2
  204. dataUpdateFailedReason := "服务异常"
  205. _, logErrMsg, logErr := logic.RefreshBaseEdbInfo(edbInfo, ``)
  206. if logErr != nil {
  207. lErr = AddEdbInfoUpdateLog(edbInfo.EdbInfoId, 2, logErrMsg+logErr.Error(), dataUpdateResult, dataUpdateFailedReason, 1, 0)
  208. return
  209. }
  210. if hasUpdate {
  211. dataUpdateResult = 1
  212. dataUpdateFailedReason = ""
  213. } else {
  214. dataUpdateFailedReason = "未刷新到数据"
  215. }
  216. // 添加刷新成功日志
  217. lErr = AddEdbInfoUpdateLog(edbInfo.EdbInfoId, 1, "", dataUpdateResult, dataUpdateFailedReason, 1, 0)
  218. if lErr != nil {
  219. return
  220. }
  221. //如果变更了指标名称,则添加指标信息变更日志
  222. if nameChange {
  223. edbInfo.SourceIndexName = indexItem.IndexName
  224. lErr = edbInfo.Update([]string{"SourceIndexName"})
  225. if lErr != nil {
  226. return
  227. }
  228. lErr = AddEdbInfoUpdateLog(edbInfo.EdbInfoId, 1, "", 0, "", 0, 1)
  229. }
  230. }
  231. //}()
  232. return
  233. }