base_from_mysteel_chemical.go 4.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168
  1. package models
  2. import (
  3. "fmt"
  4. "hongze/hongze_edb_lib/utils"
  5. "strconv"
  6. "strings"
  7. "time"
  8. "github.com/beego/beego/v2/client/orm"
  9. )
  10. //钢联
  11. type MysteelChemicalData struct {
  12. InputValue float64 `orm:"column(value)" description:"值"`
  13. DataTime string `orm:"column(data_time)" description:"日期"`
  14. }
  15. func GetMysteelChemicalDataByCondition(condition string, pars []interface{}) (item []*MysteelChemicalData, err error) {
  16. sql1 := ` SELECT * FROM base_from_mysteel_chemical_data WHERE 1=1 `
  17. o := orm.NewOrm()
  18. if condition != "" {
  19. sql1 += condition
  20. }
  21. sql := `select * from (` + sql1 + ` having 1 order by modify_time DESC ) tmp GROUP BY data_time ORDER BY data_time DESC `
  22. _, err = o.Raw(sql, pars).QueryRows(&item)
  23. return
  24. }
  25. // AddEdbDataFromMysteelChemical 新增钢联指标数据
  26. func AddEdbDataFromMysteelChemical(edbCode string) (err error) {
  27. o := orm.NewOrm()
  28. var condition string
  29. var pars []interface{}
  30. if edbCode != "" {
  31. condition += " AND index_code = ? "
  32. pars = append(pars, edbCode)
  33. }
  34. mysteelChemicalDataList, err := GetMysteelChemicalDataByCondition(condition, pars)
  35. if err != nil {
  36. return
  37. }
  38. dataLen := len(mysteelChemicalDataList)
  39. existMap := make(map[string]string)
  40. if dataLen > 0 {
  41. var isAdd bool
  42. addSql := ` INSERT INTO edb_data_mysteel_chemical (edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  43. for i := 0; i < dataLen; i++ {
  44. item := mysteelChemicalDataList[i]
  45. eDate := item.DataTime
  46. sValue := utils.SubFloatToString(item.InputValue, 30)
  47. if sValue != "" {
  48. if _, ok := existMap[eDate]; !ok {
  49. dataTime, err := time.Parse(utils.FormatDate, eDate)
  50. if err != nil {
  51. return err
  52. }
  53. timestamp := dataTime.UnixNano() / 1e6
  54. timeStr := fmt.Sprintf("%d", timestamp)
  55. addSql += GetAddSql("0", edbCode, eDate, timeStr, sValue)
  56. isAdd = true
  57. }
  58. }
  59. existMap[eDate] = eDate
  60. }
  61. if isAdd {
  62. addSql = strings.TrimRight(addSql, ",")
  63. utils.FileLog.Info("addSql:" + addSql)
  64. _, err = o.Raw(addSql).Exec()
  65. if err != nil {
  66. return err
  67. }
  68. }
  69. }
  70. return
  71. }
  72. // RefreshEdbDataFromMysteelChemical 刷新钢联指标数据
  73. func RefreshEdbDataFromMysteelChemical(edbInfoId int, edbCode, startDate string) (err error) {
  74. source := utils.DATA_SOURCE_MYSTEEL_CHEMICAL
  75. o := orm.NewOrm()
  76. if err != nil {
  77. return
  78. }
  79. edbInfoIdStr := strconv.Itoa(edbInfoId)
  80. //计算数据
  81. var condition string
  82. var pars []interface{}
  83. if edbCode != "" {
  84. condition += " AND index_code=? "
  85. pars = append(pars, edbCode)
  86. }
  87. if startDate != "" {
  88. condition += " AND data_time>=? "
  89. pars = append(pars, startDate)
  90. }
  91. mysteelChemicalDataList, err := GetMysteelChemicalDataByCondition(condition, pars)
  92. var existCondition string
  93. var existPars []interface{}
  94. existCondition += " AND edb_info_id=? "
  95. existPars = append(existPars, edbInfoId)
  96. if startDate != "" {
  97. existCondition += " AND data_time>=? "
  98. existPars = append(existPars, startDate)
  99. }
  100. //获取指标所有数据
  101. existList, err := GetEdbDataByCondition(source, existCondition, existPars)
  102. if err != nil {
  103. return err
  104. }
  105. existMap := make(map[string]*EdbInfoSearchData)
  106. for _, v := range existList {
  107. existMap[v.DataTime] = v
  108. }
  109. addSql := ` INSERT INTO edb_data_mysteel_chemical(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  110. var isAdd bool
  111. addMap := make(map[string]string)
  112. for _, v := range mysteelChemicalDataList {
  113. item := v
  114. eDate := item.DataTime
  115. sValue := utils.SubFloatToString(item.InputValue, 30)
  116. if findItem, ok := existMap[v.DataTime]; !ok {
  117. if sValue != "" {
  118. dataTime, err := time.Parse(utils.FormatDate, eDate)
  119. if err != nil {
  120. return err
  121. }
  122. timestamp := dataTime.UnixNano() / 1e6
  123. timeStr := fmt.Sprintf("%d", timestamp)
  124. saveValue := sValue
  125. if _, addOk := addMap[eDate]; !addOk {
  126. addSql += GetAddSql(edbInfoIdStr, edbCode, eDate, timeStr, saveValue)
  127. isAdd = true
  128. }
  129. }
  130. } else {
  131. if findItem != nil && utils.SubFloatToString(findItem.Value, 30) != sValue {
  132. err = ModifyEdbDataById(source, findItem.EdbDataId, sValue)
  133. if err != nil {
  134. return err
  135. }
  136. }
  137. }
  138. addMap[v.DataTime] = v.DataTime
  139. }
  140. if isAdd {
  141. addSql = strings.TrimRight(addSql, ",")
  142. _, err = o.Raw(addSql).Exec()
  143. if err != nil {
  144. return err
  145. }
  146. }
  147. return
  148. }