edb_data_gl.go 4.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167
  1. package data_manage
  2. import (
  3. "eta_gn/eta_task/global"
  4. "eta_gn/eta_task/utils"
  5. "fmt"
  6. "strconv"
  7. "strings"
  8. "time"
  9. )
  10. func AddEdbDataGlBySql(sqlStr string) (err error) {
  11. //o := orm.NewOrm()
  12. //_, err = o.Raw(sqlStr).Exec()
  13. err = global.DEFAULT_DmSQL.Exec(sqlStr).Error
  14. return
  15. }
  16. type GlData struct {
  17. InputValue string `orm:"column(DATA_VALUE)" description:"日期"`
  18. DataTime string `orm:"column(DATA_DATE)" description:"值"`
  19. }
  20. func GetGlDataByTradeCode(condition string, pars []interface{}) (item []*GlData, err error) {
  21. //sql := ` SELECT * FROM mb_index_main_data WHERE 1=1 AND DATA_VALUE is not null `
  22. //o := orm.NewOrm()
  23. //if condition != "" {
  24. // sql += condition
  25. //}
  26. //sql += ` ORDER BY PUBLISH_TIME DESC `
  27. condition += " AND IS_DELETE=0 "
  28. sql1 := ` SELECT * FROM mb_index_main_data WHERE 1=1 AND DATA_VALUE is not null `
  29. //o := orm.NewOrmUsingDB("gl")
  30. if condition != "" {
  31. sql1 += condition
  32. }
  33. //sql := `select * from (` + sql1 + ` having 1 order by PUBLISH_TIME DESC ) tmp group by DATA_DATE ORDER BY PUBLISH_TIME DESC `
  34. sql := `select MS_ID, INDEX_CODE, DATA_VALUE, DATA_DATE, PUBLISH_TIME, UPDATE_TIME, IS_DELETE from (` + sql1 + ` having 1 order by PUBLISH_TIME DESC ) tmp group by MS_ID, INDEX_CODE, DATA_VALUE, DATA_DATE, PUBLISH_TIME, UPDATE_TIME, IS_DELETE ORDER BY PUBLISH_TIME DESC `
  35. //_, err = o.Raw(sql, pars).QueryRows(&item)
  36. err = global.DmSQL["gl"].Raw(sql, pars...).Find(&item).Error
  37. return
  38. }
  39. func GetEdbDataGlByCodeAndDate(edbCode string, startDate string) (count int, err error) {
  40. //o := orm.NewOrm()
  41. sql := ` SELECT COUNT(1) AS count FROM edb_data_gl WHERE edb_code=? AND data_time=? `
  42. //err = o.Raw(sql, edbCode, startDate).QueryRow(&count)
  43. err = global.DEFAULT_DmSQL.Raw(sql, edbCode, startDate).Scan(&count).Error
  44. return
  45. }
  46. func ModifyEdbDataGl(edbInfoId int64, dataTime, value string) (err error) {
  47. //o := orm.NewOrm()
  48. sql := ` UPDATE edb_data_gl SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  49. //_, err = o.Raw(sql, value, edbInfoId, dataTime).Exec()
  50. err = global.DEFAULT_DmSQL.Exec(sql, value, edbInfoId, dataTime).Error
  51. return
  52. }
  53. // 刷新钢联指标数据
  54. func RefreshEdbDataByGl(edbInfoId int, edbCode, startDate, endDate string) (err error) {
  55. //o := orm.NewOrm()
  56. //tx, err := o.Begin()
  57. tx := global.DEFAULT_DmSQL.Begin()
  58. //if err != nil {
  59. // return err
  60. //}
  61. defer func() {
  62. if err != nil {
  63. tx.Rollback()
  64. } else {
  65. tx.Commit()
  66. }
  67. }()
  68. if err != nil {
  69. return
  70. }
  71. edbInfoIdStr := strconv.Itoa(edbInfoId)
  72. //计算数据
  73. var condition string
  74. var pars []interface{}
  75. if edbCode != "" {
  76. condition += " AND INDEX_CODE=? "
  77. pars = append(pars, edbCode)
  78. }
  79. if startDate != "" {
  80. condition += " AND DATA_DATE>=? "
  81. pars = append(pars, startDate)
  82. }
  83. if endDate != "" {
  84. condition += " AND DATA_DATE<=? "
  85. pars = append(pars, endDate)
  86. }
  87. condition += " AND IS_DELETE=0 "
  88. //获取已存在指标所有数据
  89. existDataList := make([]*EdbDataBase, 0)
  90. dataTableName := GetEdbDataTableName(utils.DATA_SOURCE_GL, utils.DATA_SUB_SOURCE_EDB)
  91. sql := `SELECT * FROM %s WHERE edb_info_id=? `
  92. sql = fmt.Sprintf(sql, dataTableName)
  93. //_, err = o.Raw(sql, edbInfoId).QueryRows(&existDataList)
  94. err = tx.Raw(sql, edbInfoId).Find(&existDataList).Error
  95. if err != nil {
  96. return err
  97. }
  98. existDataMap := make(map[string]string)
  99. for _, v := range existDataList {
  100. existDataMap[v.DataTime] = v.Value
  101. }
  102. glDataList, err := GetGlDataByTradeCode(condition, pars)
  103. addSql := ` INSERT INTO edb_data_gl(edb_info_id,edb_code,data_time,value,create_time,modify_time,status,data_timestamp) values `
  104. var isAdd bool
  105. addExistMap := make(map[string]string)
  106. for _, v := range glDataList {
  107. item := v
  108. if _, ok := addExistMap[v.DataTime]; !ok {
  109. if existVal, existOk := existDataMap[v.DataTime]; !existOk {
  110. eDate := item.DataTime
  111. sValue := item.InputValue
  112. if sValue != "" {
  113. dataTime, err := time.Parse(utils.FormatDate, eDate)
  114. if err != nil {
  115. return err
  116. }
  117. timestamp := dataTime.UnixNano() / 1e6
  118. timeStr := fmt.Sprintf("%d", timestamp)
  119. addSql += GetAddSql(edbInfoIdStr, edbCode, eDate, timeStr, sValue)
  120. isAdd = true
  121. }
  122. } else {
  123. if existVal != item.InputValue {
  124. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  125. sql = fmt.Sprintf(sql, dataTableName)
  126. //_, err = tx.Raw(sql, item.InputValue, edbInfoId, v.DataTime).Exec()
  127. err = tx.Exec(sql, item.InputValue, edbInfoId, v.DataTime).Error
  128. if err != nil {
  129. return err
  130. }
  131. }
  132. }
  133. }
  134. addExistMap[v.DataTime] = v.InputValue
  135. }
  136. if isAdd {
  137. addSql = strings.TrimRight(addSql, ",")
  138. //_, err = tx.Raw(addSql).Exec()
  139. err = tx.Exec(addSql).Error
  140. if err != nil {
  141. return err
  142. }
  143. }
  144. return
  145. }