edb_data_insert_config.go 5.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184
  1. package data_manage
  2. import (
  3. "errors"
  4. "eta/eta_api/utils"
  5. "fmt"
  6. "github.com/beego/beego/v2/client/orm"
  7. "strconv"
  8. "time"
  9. )
  10. // EdbDataInsertConfig 指标数据插入配置表
  11. type EdbDataInsertConfig struct {
  12. EdbInfoId int `orm:"column(edb_info_id);pk" description:"指标id"`
  13. Date time.Time `description:"插入的日期"`
  14. Value string `description:"插入的值"`
  15. RealDate time.Time `description:"实际数据的值日期"`
  16. ModifyTime time.Time `description:"数据更新时间"`
  17. CreateTime time.Time `description:"数据插入的时间"`
  18. }
  19. // GetEdbDataInsertConfigByEdbId 根据指标id 获取数据插入配置详情
  20. func GetEdbDataInsertConfigByEdbId(edbInfoId int) (item *EdbDataInsertConfig, err error) {
  21. o := orm.NewOrmUsingDB("data")
  22. sql := ` SELECT * FROM edb_data_insert_config WHERE edb_info_id=? `
  23. err = o.Raw(sql, edbInfoId).QueryRow(&item)
  24. return
  25. }
  26. // GetEdbDataInsertConfigByEdbIdList 根据指标id列表 获取数据插入配置详情
  27. func GetEdbDataInsertConfigByEdbIdList(edbInfoIdList []int) (items []*EdbDataInsertConfig, err error) {
  28. num := len(edbInfoIdList)
  29. if num <= 0 {
  30. return
  31. }
  32. o := orm.NewOrmUsingDB("data")
  33. sql := ` SELECT * FROM edb_data_insert_config WHERE edb_info_id in (` + utils.GetOrmInReplace(num) + `) `
  34. _, err = o.Raw(sql, edbInfoIdList).QueryRows(&items)
  35. return
  36. }
  37. // CreateEdbDataInsertConfigAndData 创建数据插入配置规则,及插入数据
  38. func CreateEdbDataInsertConfigAndData(edbInfo *EdbInfo, date time.Time, value string) (err error, errMsg string, isSendEmail bool) {
  39. isSendEmail = true
  40. tableName := GetEdbDataTableName(edbInfo.Source, edbInfo.SubSource)
  41. if tableName == `` {
  42. err = errors.New("找不到该指标的数据表")
  43. return
  44. }
  45. dateStr := date.Format(utils.FormatDate)
  46. timestamp := date.UnixNano() / 1e6
  47. timeStr := fmt.Sprintf("%d", timestamp)
  48. var saveValue string
  49. if value != "" {
  50. floatValue, err := strconv.ParseFloat(value, 64)
  51. if err != nil {
  52. fmt.Println("转换失败:", err)
  53. return
  54. }
  55. saveValue = utils.SubFloatToString(floatValue, 30)
  56. }
  57. to, err := orm.NewOrmUsingDB("data").Begin()
  58. if err != nil {
  59. return
  60. }
  61. defer func() {
  62. if err != nil {
  63. _ = to.Rollback()
  64. } else {
  65. _ = to.Commit()
  66. }
  67. }()
  68. var oldConfigDate time.Time //之前配置的日期
  69. // 添加/变更配置
  70. {
  71. var item *EdbDataInsertConfig
  72. sql := ` SELECT * FROM edb_data_insert_config WHERE edb_info_id=? `
  73. err = to.Raw(sql, edbInfo.EdbInfoId).QueryRow(&item)
  74. if err != nil && err.Error() != utils.ErrNoRow() {
  75. return
  76. }
  77. err = nil
  78. // 如果是没有配置,那么就需要添加配置
  79. if item == nil {
  80. var currLatestDate time.Time
  81. currLatestDateStr := edbInfo.LatestDate // 实际日期
  82. if currLatestDateStr != `` && currLatestDateStr != `0000-00-00` {
  83. currLatestDate, _ = time.ParseInLocation(utils.FormatDate, currLatestDateStr, time.Local)
  84. }
  85. if !currLatestDate.IsZero() && (currLatestDate.After(date) || currLatestDate.Equal(date)) {
  86. errMsg = `选择日期不能早于/等于数据最新日期`
  87. err = errors.New("选择日期不能早于/等于数据最新日期,数据最新日期:" + edbInfo.EndDate + ";填写日期:" + dateStr)
  88. isSendEmail = false
  89. return
  90. }
  91. realDate, _ := time.ParseInLocation(utils.FormatDate, edbInfo.LatestDate, time.Local)
  92. item = &EdbDataInsertConfig{
  93. EdbInfoId: edbInfo.EdbInfoId,
  94. Date: date,
  95. Value: saveValue,
  96. RealDate: realDate,
  97. ModifyTime: time.Now(),
  98. CreateTime: time.Now(),
  99. }
  100. _, err = to.Insert(item)
  101. } else {
  102. if date.Equal(item.RealDate) || date.Before(item.RealDate) {
  103. errMsg = `选择日期不能早于/等于数据最新日期`
  104. err = errors.New("选择日期不能早于/等于数据最新日期,数据最新日期:" + edbInfo.EndDate + ";填写日期:" + dateStr)
  105. isSendEmail = false
  106. return
  107. }
  108. oldConfigDate = item.Date // 之前配置的日期
  109. item.Date = date
  110. item.Value = saveValue
  111. item.ModifyTime = time.Now()
  112. _, err = to.Update(item, "Date", "Value", "ModifyTime")
  113. }
  114. if err != nil {
  115. return
  116. }
  117. }
  118. var offsetDate string
  119. // 更改数据
  120. {
  121. var edbDateData *EdbDataList
  122. if !oldConfigDate.IsZero() {
  123. sql := `SELECT edb_data_id,edb_info_id,data_time,value,data_timestamp FROM %s WHERE edb_info_id=? AND data_time = ?`
  124. sql = fmt.Sprintf(sql, tableName)
  125. err = to.Raw(sql, edbInfo.EdbInfoId, oldConfigDate.Format(utils.FormatDate)).QueryRow(&edbDateData)
  126. if err != nil && err.Error() != utils.ErrNoRow() {
  127. return
  128. }
  129. err = nil
  130. sql = `SELECT data_time FROM %s WHERE edb_info_id=? ORDER BY data_time DESC LIMIT 1 OFFSET 1`
  131. sql = fmt.Sprintf(sql, tableName)
  132. err = to.Raw(sql, edbInfo.EdbInfoId).QueryRow(&offsetDate)
  133. if err != nil && err.Error() != utils.ErrNoRow() {
  134. return
  135. }
  136. err = nil
  137. }
  138. // 如果是没有历史数据,那么就需要增加数据
  139. if edbDateData == nil {
  140. addSql := ` INSERT INTO %s (edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) VALUES ( %d, "%s", "%s", "%s", now(), now(), %s) `
  141. addSql = fmt.Sprintf(addSql, tableName, edbInfo.EdbInfoId, edbInfo.EdbCode, dateStr, saveValue, timeStr)
  142. _, err = to.Raw(addSql).Exec()
  143. } else if value == "" {
  144. // 传空值时删除
  145. deleteSql := `DELETE FROM %s WHERE edb_data_id = %d;`
  146. deleteSql = fmt.Sprintf(deleteSql, tableName, edbDateData.EdbDataId)
  147. _, err = to.Raw(deleteSql).Exec()
  148. } else {
  149. updateSql := `UPDATE %s SET data_time = "%s", value = "%s", modify_time= now(), data_timestamp= %s WHERE edb_data_id = %d;`
  150. updateSql = fmt.Sprintf(updateSql, tableName, dateStr, saveValue, timeStr, edbDateData.EdbDataId)
  151. _, err = to.Raw(updateSql).Exec()
  152. }
  153. if err != nil {
  154. return
  155. }
  156. }
  157. // 更改指标的数据结束日期
  158. if value == "" {
  159. dateStr = offsetDate
  160. }
  161. edbInfo.EndDate = dateStr
  162. _, err = to.Update(edbInfo, "EndDate")
  163. return
  164. }