base_from_mysteel_chemical.go 8.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288
  1. package services
  2. import (
  3. "eta/eta_index_lib/logic"
  4. "eta/eta_index_lib/models"
  5. "eta/eta_index_lib/services/alarm_msg"
  6. "eta/eta_index_lib/utils"
  7. "fmt"
  8. "strings"
  9. "time"
  10. )
  11. func HandleMysteelIndex(req *models.HandleMysteelIndexResp) (err error) {
  12. for _, v := range req.List {
  13. if v.IndexName == "" || v.IndexCode == "" {
  14. continue
  15. }
  16. err = handleIndex(v)
  17. if err != nil {
  18. return
  19. }
  20. }
  21. _ = SetMysteelChemicalEdbInfoUpdateStat(false)
  22. _ = SetEdbSourceStat(false)
  23. return
  24. }
  25. func handleIndex(indexItem *models.HandleMysteelIndex) (err error) {
  26. defer func() {
  27. if err != nil {
  28. // 添加刷新失败日志
  29. dataUpdateResult := 2
  30. dataUpdateFailedReason := "服务异常"
  31. edbInfo, e := models.GetEdbInfoByEdbCode(utils.DATA_SOURCE_MYSTEEL_CHEMICAL, indexItem.IndexCode)
  32. if e == nil {
  33. //查询指标存在,才添加刷新日志
  34. _ = AddEdbInfoUpdateLog(edbInfo.EdbInfoId, 2, err.Error(), dataUpdateResult, dataUpdateFailedReason, 1, 0)
  35. }
  36. }
  37. }()
  38. indexObj := new(models.BaseFromMysteelChemicalIndex)
  39. var indexId int64
  40. addDataList := make([]models.BaseFromMysteelChemicalData, 0)
  41. exitDataMap := make(map[string]*models.BaseFromMysteelChemicalData)
  42. //判断指标是否存在
  43. var isAdd int
  44. item, err := indexObj.GetIndexItem(indexItem.IndexCode)
  45. if err != nil {
  46. if err.Error() == utils.ErrNoRow() {
  47. isAdd = 1
  48. } else {
  49. isAdd = -1
  50. return
  51. }
  52. }
  53. nameChange := false
  54. if item != nil && item.BaseFromMysteelChemicalIndexId > 0 {
  55. isAdd = 2
  56. if item.IndexName != indexItem.IndexName {
  57. nameChange = true
  58. }
  59. } else {
  60. isAdd = 1
  61. }
  62. fmt.Println("isAdd:", isAdd)
  63. if !strings.Contains(indexItem.Frequency, "度") {
  64. indexItem.Frequency = indexItem.Frequency + "度"
  65. }
  66. if isAdd == 1 {
  67. indexObj.IndexCode = indexItem.IndexCode
  68. indexObj.IndexName = indexItem.IndexName
  69. indexObj.Unit = indexItem.Unit
  70. indexObj.Source = indexItem.Source
  71. indexObj.Describe = indexItem.Describe
  72. indexObj.StartDate, err = utils.DealExcelDate(indexItem.StartDate)
  73. if err != nil {
  74. fmt.Println("utils.DealExcelDate err:" + indexItem.StartDate + err.Error())
  75. return
  76. }
  77. indexObj.EndDate, err = utils.DealExcelDate(indexItem.EndDate)
  78. if err != nil {
  79. fmt.Println("utils.DealExcelDate err:" + indexItem.EndDate + err.Error())
  80. return
  81. }
  82. indexObj.Frequency = indexItem.Frequency
  83. //indexObj.CreateTime = time.Now().Local()
  84. //indexObj.ModifyTime = time.Now().Local()
  85. err = indexObj.Add()
  86. if err != nil {
  87. fmt.Println("add err:" + err.Error())
  88. return
  89. }
  90. indexId = indexObj.BaseFromMysteelChemicalIndexId
  91. } else if isAdd == 2 {
  92. indexObj.BaseFromMysteelChemicalIndexId = item.BaseFromMysteelChemicalIndexId
  93. indexObj.IndexCode = indexItem.IndexCode
  94. indexObj.IndexName = indexItem.IndexName
  95. indexObj.Unit = indexItem.Unit
  96. indexObj.Source = indexItem.Source
  97. indexObj.Describe = indexItem.Describe
  98. indexObj.StartDate, err = utils.DealExcelDate(indexItem.StartDate)
  99. if err != nil {
  100. fmt.Println("utils.DealExcelDate err:" + indexItem.StartDate + err.Error())
  101. return
  102. }
  103. indexObj.EndDate, err = utils.DealExcelDate(indexItem.EndDate)
  104. if err != nil {
  105. fmt.Println("utils.DealExcelDate err:" + indexItem.EndDate + err.Error())
  106. return
  107. }
  108. indexObj.Frequency = indexItem.Frequency
  109. indexObj.ModifyTime = time.Now()
  110. indexId = item.BaseFromMysteelChemicalIndexId
  111. var isStop int
  112. if strings.Contains(indexItem.IndexName, "停") {
  113. isStop = 1
  114. }
  115. indexObj.IsStop = isStop
  116. //修改数据
  117. updateColsArr := make([]string, 0)
  118. updateColsArr = append(updateColsArr, "index_name")
  119. updateColsArr = append(updateColsArr, "unit")
  120. updateColsArr = append(updateColsArr, "source")
  121. updateColsArr = append(updateColsArr, "frequency")
  122. updateColsArr = append(updateColsArr, "start_date")
  123. updateColsArr = append(updateColsArr, "end_date")
  124. updateColsArr = append(updateColsArr, "describe")
  125. updateColsArr = append(updateColsArr, "end_date")
  126. updateColsArr = append(updateColsArr, "is_stop")
  127. updateColsArr = append(updateColsArr, "modify_time")
  128. e := indexObj.Update(updateColsArr)
  129. if e != nil {
  130. fmt.Println("Index Update Err:" + e.Error())
  131. return
  132. }
  133. if item.IndexName != indexItem.IndexName {
  134. var changeRecord models.BaseFromMysteelChemicalRecord
  135. changeRecord.BaseFromMysteelChemicalIndexId = item.BaseFromMysteelChemicalIndexId
  136. changeRecord.OldIndexName = item.IndexName
  137. changeRecord.NewIndexName = indexItem.IndexName
  138. ctime := time.Now()
  139. changeRecord.CreateTime = ctime
  140. changeRecord.Timestamp = ctime.Unix()
  141. e = changeRecord.AddBaseFromMysteelChemicalRecord()
  142. if e != nil {
  143. fmt.Println("mysteel chemical changeRecord Add Err:" + e.Error())
  144. return
  145. }
  146. }
  147. dataObj := new(models.BaseFromMysteelChemicalData)
  148. //获取已存在的所有数据
  149. exitDataList, err := dataObj.GetIndexDataList(indexItem.IndexCode)
  150. if err != nil {
  151. fmt.Println("GetIndexDataList Err:" + err.Error())
  152. return err
  153. }
  154. fmt.Println("exitDataListLen:", len(exitDataList))
  155. for _, v := range exitDataList {
  156. dateStr := v.DataTime.Format(utils.FormatDate)
  157. exitDataMap[dateStr] = v
  158. }
  159. }
  160. dataObj := new(models.BaseFromMysteelChemicalData)
  161. var hasUpdate bool
  162. // 遍历excel数据,然后跟现有的数据做校验,不存在则入库
  163. for date, value := range indexItem.ExcelDataMap {
  164. dateTime, err := utils.DealExcelDate(date)
  165. if err != nil {
  166. fmt.Println("time.ParseInLocation Err:" + err.Error())
  167. return err
  168. }
  169. date = dateTime.Format(utils.FormatDate)
  170. if findData, ok := exitDataMap[date]; !ok {
  171. if !strings.Contains(value, "#N/A") {
  172. dataItem := new(models.BaseFromMysteelChemicalData)
  173. dataItem.BaseFromMysteelChemicalIndexId = indexId
  174. dataItem.IndexCode = indexItem.IndexCode
  175. dataItem.DataTime = dateTime
  176. dataItem.Value = value
  177. dataItem.UpdateDate = indexItem.UpdateDate
  178. dataItem.CreateTime = time.Now()
  179. dataItem.ModifyTime = time.Now()
  180. addDataList = append(addDataList, *dataItem)
  181. }
  182. } else {
  183. if findData != nil && findData.Value != value && !strings.Contains(value, "#N/A") { //修改数据
  184. dataObj.BaseFromMysteelChemicalDataId = findData.BaseFromMysteelChemicalDataId
  185. dataObj.Value = value
  186. dataObj.ModifyTime = time.Now()
  187. updateDataColsArr := make([]string, 0)
  188. updateDataColsArr = append(updateDataColsArr, "value")
  189. updateDataColsArr = append(updateDataColsArr, "modify_time")
  190. dataObj.Update(updateDataColsArr)
  191. hasUpdate = true
  192. }
  193. }
  194. }
  195. if len(addDataList) > 0 {
  196. err = dataObj.Add(addDataList)
  197. if err != nil {
  198. fmt.Println("dataObj.Add() Err:" + err.Error())
  199. return
  200. }
  201. hasUpdate = true
  202. }
  203. //修改最大最小日期
  204. mysteelIndexMaxItem, err := dataObj.GetMysteelIndexInfoMaxAndMinInfo(indexItem.IndexCode)
  205. if err == nil && mysteelIndexMaxItem != nil {
  206. e := dataObj.ModifyMysteelIndexMaxAndMinInfo(indexItem.IndexCode, mysteelIndexMaxItem)
  207. if e != nil {
  208. fmt.Println("ModifyMysteelIndexMaxAndMinInfo Err:" + e.Error())
  209. }
  210. }
  211. // 同步刷新图库钢联的指标
  212. //go func() {
  213. var indexErr error
  214. var lErr error
  215. defer func() {
  216. if indexErr != nil {
  217. tips := fmt.Sprintf("钢联数据刷新-ETA指标刷新异常, 指标编码: %s, err: %s", indexObj.IndexCode, indexErr.Error())
  218. alarm_msg.SendAlarmMsg(tips, 3)
  219. }
  220. if lErr != nil {
  221. tips := fmt.Sprintf("钢联数据刷新-ETA指标刷新统计异常, 指标编码: %s, err: %s", indexObj.IndexCode, lErr.Error())
  222. alarm_msg.SendAlarmMsg(tips, 3)
  223. }
  224. }()
  225. edbInfo, e := models.GetEdbInfoByEdbCode(utils.DATA_SOURCE_MYSTEEL_CHEMICAL, indexObj.IndexCode)
  226. if e != nil && e.Error() != utils.ErrNoRow() {
  227. indexErr = e
  228. return
  229. }
  230. if edbInfo != nil {
  231. dataUpdateResult := 2
  232. dataUpdateFailedReason := "服务异常"
  233. _, logErrMsg, logErr := logic.RefreshBaseEdbInfo(edbInfo, ``)
  234. if logErr != nil {
  235. lErr = AddEdbInfoUpdateLog(edbInfo.EdbInfoId, 2, logErrMsg+logErr.Error(), dataUpdateResult, dataUpdateFailedReason, 1, 0)
  236. return
  237. }
  238. if hasUpdate {
  239. dataUpdateResult = 1
  240. dataUpdateFailedReason = ""
  241. } else {
  242. dataUpdateFailedReason = "未刷新到数据"
  243. }
  244. // 添加刷新成功日志
  245. lErr = AddEdbInfoUpdateLog(edbInfo.EdbInfoId, 1, "", dataUpdateResult, dataUpdateFailedReason, 1, 0)
  246. if lErr != nil {
  247. return
  248. }
  249. //如果变更了指标名称,则添加指标信息变更日志
  250. if nameChange {
  251. edbInfo.SourceIndexName = indexItem.IndexName
  252. lErr = edbInfo.Update([]string{"SourceIndexName"})
  253. if lErr != nil {
  254. return
  255. }
  256. lErr = AddEdbInfoUpdateLog(edbInfo.EdbInfoId, 1, "", 0, "", 0, 1)
  257. }
  258. }
  259. //}()
  260. return
  261. }