base_from_mysteel.go 4.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169
  1. package models
  2. import (
  3. "fmt"
  4. "hongze/hongze_edb_lib/utils"
  5. "strconv"
  6. "strings"
  7. "time"
  8. "github.com/beego/beego/v2/client/orm"
  9. )
  10. //钢联
  11. type GlData struct {
  12. InputValue float64 `orm:"column(DATA_VALUE)" description:"日期"`
  13. DataTime string `orm:"column(DATA_DATE)" description:"值"`
  14. }
  15. func GetGlDataByCondition(condition string, pars []interface{}) (item []*GlData, err error) {
  16. condition += " AND IS_DELETE=0 "
  17. sql := ` SELECT * FROM mb_index_main_data WHERE 1=1 AND DATA_VALUE is not null `
  18. o := orm.NewOrmUsingDB("gl")
  19. if condition != "" {
  20. sql += condition
  21. }
  22. sql += ` ORDER BY PUBLISH_TIME DESC `
  23. _, err = o.Raw(sql, pars).QueryRows(&item)
  24. return
  25. }
  26. //新增钢联指标数据
  27. func AddEdbDataFromMysteel(edbCode string) (err error) {
  28. o := orm.NewOrm()
  29. var condition string
  30. var pars []interface{}
  31. if edbCode != "" {
  32. condition += " AND INDEX_CODE=? "
  33. pars = append(pars, edbCode)
  34. }
  35. glDataList, err := GetGlDataByCondition(condition, pars)
  36. if err != nil {
  37. return
  38. }
  39. dataLen := len(glDataList)
  40. existMap := make(map[string]string)
  41. if dataLen > 0 {
  42. var isAdd bool
  43. addSql := ` INSERT INTO edb_data_gl(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  44. for i := 0; i < dataLen; i++ {
  45. item := glDataList[i]
  46. eDate := item.DataTime
  47. sValue := utils.SubFloatToString(item.InputValue, 30)
  48. if sValue != "" {
  49. if _, ok := existMap[eDate]; !ok {
  50. dataTime, err := time.Parse(utils.FormatDate, eDate)
  51. if err != nil {
  52. return err
  53. }
  54. timestamp := dataTime.UnixNano() / 1e6
  55. timeStr := fmt.Sprintf("%d", timestamp)
  56. addSql += GetAddSql("0", edbCode, eDate, timeStr, sValue)
  57. isAdd = true
  58. }
  59. }
  60. existMap[eDate] = eDate
  61. }
  62. if isAdd {
  63. addSql = strings.TrimRight(addSql, ",")
  64. utils.FileLog.Info("addSql:" + addSql)
  65. _, err = o.Raw(addSql).Exec()
  66. if err != nil {
  67. return err
  68. }
  69. }
  70. }
  71. return
  72. }
  73. //刷新钢联指标数据
  74. func RefreshEdbDataFromMysteel(edbInfoId int, edbCode, startDate string) (err error) {
  75. source := utils.DATA_SOURCE_GL
  76. o := orm.NewOrm()
  77. if err != nil {
  78. return
  79. }
  80. edbInfoIdStr := strconv.Itoa(edbInfoId)
  81. //计算数据
  82. var condition string
  83. var pars []interface{}
  84. if edbCode != "" {
  85. condition += " AND INDEX_CODE=? "
  86. pars = append(pars, edbCode)
  87. }
  88. if startDate != "" {
  89. condition += " AND DATA_DATE>=? "
  90. pars = append(pars, startDate)
  91. }
  92. glDataList, err := GetGlDataByCondition(condition, pars)
  93. var existCondition string
  94. var existPars []interface{}
  95. existCondition += " AND edb_info_id=? "
  96. existPars = append(existPars, edbInfoId)
  97. if startDate != "" {
  98. existCondition += " AND data_time>=? "
  99. existPars = append(existPars, startDate)
  100. }
  101. //获取指标所有数据
  102. existList, err := GetEdbDataByCondition(source, existCondition, existPars)
  103. if err != nil {
  104. return err
  105. }
  106. existMap := make(map[string]*EdbInfoSearchData)
  107. for _, v := range existList {
  108. existMap[v.DataTime] = v
  109. }
  110. addSql := ` INSERT INTO edb_data_gl(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  111. var isAdd bool
  112. addMap := make(map[string]string)
  113. for _, v := range glDataList {
  114. item := v
  115. eDate := item.DataTime
  116. sValue := utils.SubFloatToString(item.InputValue, 30)
  117. if findItem, ok := existMap[v.DataTime]; !ok {
  118. if sValue != "" {
  119. dataTime, err := time.Parse(utils.FormatDate, eDate)
  120. if err != nil {
  121. return err
  122. }
  123. timestamp := dataTime.UnixNano() / 1e6
  124. timeStr := fmt.Sprintf("%d", timestamp)
  125. saveValue := sValue
  126. if _, addOk := addMap[eDate]; !addOk {
  127. addSql += GetAddSql(edbInfoIdStr, edbCode, eDate, timeStr, saveValue)
  128. isAdd = true
  129. }
  130. }
  131. } else {
  132. if findItem != nil && utils.SubFloatToString(findItem.Value, 30) != sValue {
  133. err = ModifyEdbDataById(source, findItem.EdbDataId, sValue)
  134. if err != nil {
  135. return err
  136. }
  137. }
  138. }
  139. addMap[v.DataTime] = v.DataTime
  140. }
  141. if isAdd {
  142. addSql = strings.TrimRight(addSql, ",")
  143. _, err = o.Raw(addSql).Exec()
  144. if err != nil {
  145. return err
  146. }
  147. }
  148. return
  149. }