base_from_pb.go 4.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151
  1. package models
  2. import (
  3. "fmt"
  4. "github.com/beego/beego/v2/client/orm"
  5. "hongze/hongze_edb_lib/utils"
  6. "strconv"
  7. "strings"
  8. "time"
  9. )
  10. type EdbDataFromPb struct {
  11. Date map[string]int64 `json:"date"`
  12. Ticker map[string]string `json:"ticker"`
  13. Field map[string]string `json:"field"`
  14. Value map[string]float64 `json:"value"`
  15. }
  16. func AddEdbDataFromPb(edbCode string, item *EdbDataFromPb) (err error) {
  17. o := orm.NewOrm()
  18. if len(item.Date) > 0 {
  19. var isAdd bool
  20. dateMap := item.Date
  21. addSql := ` INSERT INTO edb_data_pb(edb_info_id,edb_code,data_time,value,create_time,modify_time,ticker,field,data_timestamp) values `
  22. nowStr := time.Now().Format(utils.FormatDateTime)
  23. for k, v := range dateMap {
  24. timeStr := fmt.Sprintf("%d", v)
  25. v = v / 1000
  26. t := time.Unix(v, 0)
  27. dateTime := t.Format(utils.FormatDate)
  28. val := item.Value[k]
  29. field := item.Field[k]
  30. ticker := item.Ticker[k]
  31. if field == "PX_LAST" {
  32. addSql += "("
  33. addSql += "0," + "'" + edbCode + "'" + "," + "'" + dateTime + "'" + "," + utils.SubFloatToString(val, 20) + "," + "'" + nowStr + "'" +
  34. "," + "'" + nowStr + "'" + "," + "'" + ticker + "'" + "," + "'" + field + "'" + "," + "'" + timeStr + "'"
  35. addSql += "),"
  36. isAdd = true
  37. }
  38. }
  39. if isAdd {
  40. addSql = strings.TrimRight(addSql, ",")
  41. _, err = o.Raw(addSql).Exec()
  42. if err != nil {
  43. return
  44. }
  45. }
  46. }
  47. return
  48. }
  49. // 刷新彭博指标数据
  50. func RefreshEdbDataFromPb(edbInfoId int, edbCode, startDate string, item *EdbDataFromPb) (err error) {
  51. o := orm.NewOrm()
  52. source := utils.DATA_SOURCE_PB
  53. // 真实数据的最大日期 , 插入规则配置的日期
  54. var realDataMaxDate, edbDataInsertConfigDate time.Time
  55. var edbDataInsertConfig *EdbDataInsertConfig
  56. var isFindConfigDateRealData bool //是否找到配置日期的实际数据的值
  57. {
  58. edbDataInsertConfig, err = GetEdbDataInsertConfigByEdbId(edbInfoId)
  59. if err != nil && err.Error() != utils.ErrNoRow() {
  60. return
  61. }
  62. if edbDataInsertConfig != nil {
  63. edbDataInsertConfigDate = edbDataInsertConfig.Date
  64. }
  65. }
  66. var condition string
  67. var pars []interface{}
  68. condition += " AND edb_info_id=? "
  69. pars = append(pars, edbInfoId)
  70. condition += " AND data_time>=? "
  71. pars = append(pars, startDate)
  72. existList, err := GetEdbDataByCondition(source, condition, pars)
  73. existMap := make(map[string]*EdbInfoSearchData)
  74. for _, v := range existList {
  75. existMap[v.DataTime] = v
  76. }
  77. edbInfoIdStr := strconv.Itoa(edbInfoId)
  78. addMap := make(map[string]string)
  79. if len(item.Date) > 0 {
  80. dateMap := item.Date
  81. var isAdd bool
  82. addSql := ` INSERT INTO edb_data_pb(edb_info_id,edb_code,data_time,value,create_time,modify_time,ticker,field,data_timestamp) values `
  83. nowStr := time.Now().Format(utils.FormatDateTime)
  84. for k, v := range dateMap {
  85. timeStr := fmt.Sprintf("%d", v)
  86. v = v / 1000
  87. t := time.Unix(v, 0)
  88. dateTime := t.Format(utils.FormatDate)
  89. t, _ = time.ParseInLocation(utils.FormatDate, dateTime, time.Local) //这里的目的是为了北京时间,以防万一,还是重新转一下吧
  90. val := item.Value[k]
  91. field := item.Field[k]
  92. ticker := item.Ticker[k]
  93. saveValue := utils.SubFloatToString(val, 30)
  94. if field == "PX_LAST" {
  95. if findItem, ok := existMap[dateTime]; !ok {
  96. if _, addOk := addMap[dateTime]; !addOk {
  97. addSql += "("
  98. addSql += edbInfoIdStr + "," + "'" + edbCode + "'" + "," + "'" + dateTime + "'" + "," + saveValue + "," + "'" + nowStr + "'" +
  99. "," + "'" + nowStr + "'" + "," + "'" + ticker + "'" + "," + "'" + field + "'" + "," + "'" + timeStr + "'"
  100. addSql += "),"
  101. isAdd = true
  102. addMap[dateTime] = saveValue
  103. }
  104. } else {
  105. if findItem != nil && utils.SubFloatToString(findItem.Value, 30) != saveValue {
  106. err = ModifyEdbDataById(source, findItem.EdbDataId, saveValue)
  107. if err != nil {
  108. return err
  109. }
  110. }
  111. }
  112. // 下面代码主要目的是处理掉手动插入的数据判断
  113. {
  114. if realDataMaxDate.IsZero() || t.After(realDataMaxDate) {
  115. realDataMaxDate = t
  116. }
  117. if edbDataInsertConfigDate.IsZero() || t.Equal(edbDataInsertConfigDate) {
  118. isFindConfigDateRealData = true
  119. }
  120. }
  121. }
  122. }
  123. // 处理手工数据补充的配置
  124. HandleConfigInsertEdbData(realDataMaxDate, edbDataInsertConfig, edbInfoId, source, existMap, isFindConfigDateRealData)
  125. if isAdd {
  126. addSql = strings.TrimRight(addSql, ",")
  127. _, err = o.Raw(addSql).Exec()
  128. if err != nil {
  129. fmt.Println("RefreshAllEdbDataByPb add Err", err.Error())
  130. return
  131. }
  132. }
  133. }
  134. return
  135. }