base_from_stock_plant.go 4.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142
  1. package models
  2. import (
  3. "eta/eta_index_lib/global"
  4. "eta/eta_index_lib/models/supply_analysis"
  5. "eta/eta_index_lib/utils"
  6. "fmt"
  7. "gorm.io/gorm"
  8. "strconv"
  9. "strings"
  10. "time"
  11. )
  12. // StockPlantEdbdata 存量装置数据
  13. type StockPlantEdbdata struct {
  14. VarietyEdbId string `gorm:"column:variety_edb_id;primaryKey" description:"指标编码"`
  15. //VarietyEdbId string `orm:"column(variety_edb_id);pk" description:"指标编码"`
  16. DataTime string `gorm:"column:data_time" description:"日期"`
  17. Value string `gorm:"column:value" description:"值"`
  18. ModifyTime time.Time `gorm:"column:modify_time" description:"修改时间"`
  19. }
  20. // AfterFind 在该模型上设置钩子函数,把日期转成正确的string,所以查询函数只能用Find函数,First或者Scan是不会触发该函数的来获取数据
  21. func (m *StockPlantEdbdata) AfterFind(db *gorm.DB) (err error) {
  22. m.DataTime = utils.GormDateStrToDateStr(m.DataTime)
  23. return
  24. }
  25. func GetStockPlantEdbDataByCondition(condition string, pars []interface{}) (item []*StockPlantEdbdata, err error) {
  26. sql := ` SELECT * FROM base_from_stock_plant_data WHERE 1=1 `
  27. if condition != "" {
  28. sql += condition
  29. }
  30. sql += ` ORDER BY data_time DESC `
  31. //o := orm.NewOrm()
  32. //_, err = o.Raw(sql, pars).QueryRows(&item)
  33. err = global.DEFAULT_DB.Raw(sql, pars...).Find(&item).Error
  34. return
  35. }
  36. // RefreshEdbDataFromStockPlant 刷新存量装置数据
  37. func RefreshEdbDataFromStockPlant(edbInfoId int, edbCode, startDate string) (err error) {
  38. source := utils.DATA_SOURCE_STOCK_PLANT
  39. subSource := utils.DATA_SUB_SOURCE_EDB
  40. //o := orm.NewOrm()
  41. if err != nil {
  42. return
  43. }
  44. edbInfoIdStr := strconv.Itoa(edbInfoId)
  45. //计算数据
  46. var condition string
  47. var pars []interface{}
  48. // 获取供应分析的指标信息
  49. varietyEdbInfo, err := supply_analysis.GetVarietyEdbInfoByEdbInfoId(edbInfoId)
  50. if err != nil {
  51. return
  52. }
  53. // 获取基础库的指标数据
  54. condition += " AND variety_edb_id=? "
  55. pars = append(pars, varietyEdbInfo.VarietyEdbId)
  56. if startDate != "" {
  57. condition += " AND data_time >=? "
  58. pars = append(pars, startDate)
  59. } else {
  60. condition += " AND data_time != ? "
  61. pars = append(pars, `0000-00-00`)
  62. }
  63. baseDataList, err := GetStockPlantEdbDataByCondition(condition, pars)
  64. var existCondition string
  65. var existPars []interface{}
  66. existCondition += " AND edb_info_id=? "
  67. existPars = append(existPars, edbInfoId)
  68. if startDate != "" {
  69. existCondition += " AND data_time>=? "
  70. existPars = append(existPars, startDate)
  71. }
  72. existList, err := GetEdbDataByCondition(source, subSource, existCondition, existPars)
  73. if err != nil {
  74. return err
  75. }
  76. existMap := make(map[string]*EdbInfoSearchData)
  77. for _, v := range existList {
  78. existMap[v.DataTime] = v
  79. }
  80. addSql := ` INSERT INTO edb_data_stock_plant (edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  81. var isAdd bool
  82. manualMap := make(map[string]*StockPlantEdbdata)
  83. for _, v := range baseDataList {
  84. item := v
  85. //fmt.Println("Item:", item.Dt, item.Close, item.TradeCode, item.ModifyTime)
  86. if findItem, ok := existMap[v.DataTime]; !ok {
  87. eDate := item.DataTime
  88. sValue := item.Value
  89. dataTime, err := time.Parse(utils.FormatDate, eDate)
  90. if err != nil {
  91. return err
  92. }
  93. timestamp := dataTime.UnixNano() / 1e6
  94. timeStr := fmt.Sprintf("%d", timestamp)
  95. addSql += GetAddSql(edbInfoIdStr, edbCode, eDate, timeStr, sValue)
  96. isAdd = true
  97. } else {
  98. if findItem != nil && utils.SubFloatToString(findItem.Value, 4) != item.Value {
  99. err = ModifyEdbDataById(source, subSource, findItem.EdbDataId, item.Value)
  100. if err != nil {
  101. return err
  102. }
  103. }
  104. }
  105. manualMap[v.DataTime] = v
  106. }
  107. // 删除不存在的日期数据
  108. for _, v := range existList {
  109. if _, ok := manualMap[v.DataTime]; !ok {
  110. go DeleteEdbDataById(source, subSource, v.EdbDataId)
  111. }
  112. }
  113. // 将数据入库
  114. if isAdd {
  115. addSql = strings.TrimRight(addSql, ",")
  116. //_, err = o.Raw(addSql).Exec()
  117. err = global.DEFAULT_DB.Exec(addSql).Error
  118. if err != nil {
  119. fmt.Println("RefreshAllEdbDataByStockPlant add Err", err.Error())
  120. return
  121. }
  122. }
  123. return
  124. }