base_from_pb.go 5.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171
  1. package models
  2. import (
  3. "eta/eta_index_lib/global"
  4. "eta/eta_index_lib/utils"
  5. "fmt"
  6. "strconv"
  7. "strings"
  8. "time"
  9. )
  10. type EdbDataFromPb struct {
  11. Date map[string]int64 `json:"date"`
  12. Ticker map[string]string `json:"ticker"`
  13. Field map[string]string `json:"field"`
  14. Value map[string]float64 `json:"value"`
  15. }
  16. func AddEdbDataFromPb(edbCode string, item *EdbDataFromPb) (err error) {
  17. //o := orm.NewOrm()
  18. if len(item.Date) > 0 {
  19. var isAdd bool
  20. dateMap := item.Date
  21. addSql := ` INSERT INTO edb_data_pb(edb_info_id,edb_code,data_time,value,create_time,modify_time,ticker,field,data_timestamp) values `
  22. nowStr := time.Now().Format(utils.FormatDateTime)
  23. for k, v := range dateMap {
  24. timeStr := fmt.Sprintf("%d", v)
  25. v = v / 1000
  26. t := time.Unix(v, 0)
  27. dateTime := t.Format(utils.FormatDate)
  28. // //这里的目的是为了北京时间,以防万一,还是重新转一下吧
  29. {
  30. t, err = time.ParseInLocation(utils.FormatDate, dateTime, time.Local)
  31. if err != nil {
  32. return err
  33. }
  34. timeStr = fmt.Sprintf("%d", t.UnixNano()/1e6)
  35. }
  36. val := item.Value[k]
  37. field := item.Field[k]
  38. ticker := item.Ticker[k]
  39. if field == "PX_LAST" {
  40. addSql += "("
  41. addSql += "0," + "'" + edbCode + "'" + "," + "'" + dateTime + "'" + "," + utils.SubFloatToString(val, 20) + "," + "'" + nowStr + "'" +
  42. "," + "'" + nowStr + "'" + "," + "'" + ticker + "'" + "," + "'" + field + "'" + "," + "'" + timeStr + "'"
  43. addSql += "),"
  44. isAdd = true
  45. }
  46. }
  47. if isAdd {
  48. addSql = strings.TrimRight(addSql, ",")
  49. //_, err = o.Raw(addSql).Exec()
  50. err = global.DEFAULT_DB.Exec(addSql).Error
  51. if err != nil {
  52. return
  53. }
  54. }
  55. }
  56. return
  57. }
  58. // 刷新彭博指标数据
  59. func RefreshEdbDataFromPb(edbInfoId int, edbCode, startDate string, item *EdbDataFromPb) (err error) {
  60. //o := orm.NewOrm()
  61. source := utils.DATA_SOURCE_PB
  62. subSource := utils.DATA_SUB_SOURCE_EDB
  63. // 真实数据的最大日期 , 插入规则配置的日期
  64. var realDataMaxDate, edbDataInsertConfigDate time.Time
  65. var edbDataInsertConfig *EdbDataInsertConfig
  66. var isFindConfigDateRealData bool //是否找到配置日期的实际数据的值
  67. {
  68. edbDataInsertConfig, err = GetEdbDataInsertConfigByEdbId(edbInfoId)
  69. if err != nil && !utils.IsErrNoRow(err) {
  70. return
  71. }
  72. if edbDataInsertConfig != nil {
  73. edbDataInsertConfigDate = edbDataInsertConfig.Date
  74. }
  75. }
  76. var condition string
  77. var pars []interface{}
  78. condition += " AND edb_info_id=? "
  79. pars = append(pars, edbInfoId)
  80. condition += " AND data_time>=? "
  81. pars = append(pars, startDate)
  82. existList, err := GetEdbDataByCondition(source, subSource, condition, pars)
  83. existMap := make(map[string]*EdbInfoSearchData)
  84. for _, v := range existList {
  85. existMap[v.DataTime] = v
  86. }
  87. edbInfoIdStr := strconv.Itoa(edbInfoId)
  88. addMap := make(map[string]string)
  89. if len(item.Date) > 0 {
  90. dateMap := item.Date
  91. var isAdd bool
  92. addSql := ` INSERT INTO edb_data_pb(edb_info_id,edb_code,data_time,value,create_time,modify_time,ticker,field,data_timestamp) values `
  93. nowStr := time.Now().Format(utils.FormatDateTime)
  94. for k, v := range dateMap {
  95. timeStr := fmt.Sprintf("%d", v)
  96. v = v / 1000
  97. t := time.Unix(v, 0)
  98. dateTime := t.Format(utils.FormatDate)
  99. // //这里的目的是为了北京时间,以防万一,还是重新转一下吧
  100. {
  101. t, err = time.ParseInLocation(utils.FormatDate, dateTime, time.Local)
  102. if err != nil {
  103. return err
  104. }
  105. timeStr = fmt.Sprintf("%d", t.UnixNano()/1e6)
  106. }
  107. val := item.Value[k]
  108. field := item.Field[k]
  109. ticker := item.Ticker[k]
  110. saveValue := utils.SubFloatToString(val, 30)
  111. if field == "PX_LAST" {
  112. if findItem, ok := existMap[dateTime]; !ok {
  113. if _, addOk := addMap[dateTime]; !addOk {
  114. addSql += "("
  115. addSql += edbInfoIdStr + "," + "'" + edbCode + "'" + "," + "'" + dateTime + "'" + "," + saveValue + "," + "'" + nowStr + "'" +
  116. "," + "'" + nowStr + "'" + "," + "'" + ticker + "'" + "," + "'" + field + "'" + "," + "'" + timeStr + "'"
  117. addSql += "),"
  118. isAdd = true
  119. addMap[dateTime] = saveValue
  120. }
  121. } else {
  122. if findItem != nil && utils.SubFloatToString(findItem.Value, 30) != saveValue {
  123. err = ModifyEdbDataById(source, subSource, findItem.EdbDataId, saveValue)
  124. if err != nil {
  125. return err
  126. }
  127. }
  128. }
  129. // 下面代码主要目的是处理掉手动插入的数据判断
  130. {
  131. if realDataMaxDate.IsZero() || t.After(realDataMaxDate) {
  132. realDataMaxDate = t
  133. }
  134. if edbDataInsertConfigDate.IsZero() || t.Equal(edbDataInsertConfigDate) {
  135. isFindConfigDateRealData = true
  136. }
  137. }
  138. }
  139. }
  140. // 处理手工数据补充的配置
  141. HandleConfigInsertEdbData(realDataMaxDate, edbDataInsertConfig, edbInfoId, source, subSource, existMap, isFindConfigDateRealData)
  142. if isAdd {
  143. addSql = strings.TrimRight(addSql, ",")
  144. //_, err = o.Raw(addSql).Exec()
  145. err = global.DEFAULT_DB.Exec(addSql).Error
  146. if err != nil {
  147. fmt.Println("RefreshAllEdbDataByPb add Err", err.Error())
  148. return
  149. }
  150. }
  151. }
  152. return
  153. }