edb_data_base.go 6.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177
  1. package data_manage
  2. import (
  3. "eta/eta_task/utils"
  4. "fmt"
  5. "github.com/beego/beego/v2/client/orm"
  6. "time"
  7. )
  8. var (
  9. EdbDataTableNameMap map[int]string // 指标来源对应数据表名
  10. EdbDataRefreshMethodMap map[int]string // 指标来源对应的刷新指标方法
  11. )
  12. // InitEdbSourceVar 初始化时加载指标来源对应信息, 避免循环中查库, 注意edb_source表修改table_name的话需要重启服务
  13. func InitEdbSourceVar() {
  14. EdbDataTableNameMap = make(map[int]string)
  15. EdbDataRefreshMethodMap = make(map[int]string)
  16. sources, e := GetEdbSourceItemsByCondition(``, make([]interface{}, 0), []string{}, "")
  17. if e != nil {
  18. utils.FileLog.Info("init source table err: %s", e.Error())
  19. return
  20. }
  21. for _, v := range sources {
  22. EdbDataTableNameMap[v.EdbSourceId] = v.TableName
  23. EdbDataRefreshMethodMap[v.EdbSourceId] = v.EdbRefreshMethod
  24. }
  25. }
  26. func GetEdbDataTableName(source int) (tableName string) {
  27. switch source {
  28. case utils.DATA_SOURCE_THS:
  29. tableName = "edb_data_ths"
  30. case utils.DATA_SOURCE_WIND:
  31. tableName = "edb_data_wind"
  32. case utils.DATA_SOURCE_PB, utils.DATA_SOURCE_PB_FINANCE:
  33. tableName = "edb_data_pb"
  34. case utils.DATA_SOURCE_CALCULATE:
  35. tableName = "edb_data_calculate"
  36. case utils.DATA_SOURCE_CALCULATE_LJZZY:
  37. tableName = "edb_data_calculate_ljzzy"
  38. case utils.DATA_SOURCE_CALCULATE_TBZ:
  39. tableName = "edb_data_calculate_tbz"
  40. case utils.DATA_SOURCE_CALCULATE_TCZ:
  41. tableName = "edb_data_calculate_tcz"
  42. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS:
  43. tableName = "edb_data_calculate_nszydpjjs"
  44. case utils.DATA_SOURCE_MANUAL:
  45. tableName = "edb_data_manual"
  46. case utils.DATA_SOURCE_LZ:
  47. tableName = "edb_data_lz"
  48. case utils.DATA_SOURCE_YS:
  49. tableName = "edb_data_ys"
  50. case utils.DATA_SOURCE_CALCULATE_HBZ:
  51. tableName = "edb_data_calculate_hbz"
  52. case utils.DATA_SOURCE_CALCULATE_HCZ:
  53. tableName = "edb_data_calculate_hcz"
  54. case utils.DATA_SOURCE_CALCULATE_BP:
  55. tableName = "edb_data_calculate_bp"
  56. case utils.DATA_SOURCE_GL:
  57. tableName = "edb_data_gl"
  58. case utils.DATA_SOURCE_ZZ:
  59. tableName = "edb_data_zz"
  60. case utils.DATA_SOURCE_DL:
  61. tableName = "edb_data_dl"
  62. case utils.DATA_SOURCE_SH:
  63. tableName = "edb_data_sh"
  64. case utils.DATA_SOURCE_CFFEX:
  65. tableName = "edb_data_cffex"
  66. case utils.DATA_SOURCE_SHFE:
  67. tableName = "edb_data_ine"
  68. case utils.DATA_SOURCE_GIE:
  69. tableName = "edb_data_gie"
  70. case utils.DATA_SOURCE_CALCULATE_ZJPJ:
  71. tableName = "edb_data_calculate_zjpj"
  72. case utils.DATA_SOURCE_CALCULATE_TIME_SHIFT:
  73. tableName = "edb_data_calculate_time_shift"
  74. case utils.DATA_SOURCE_CALCULATE_LJZTBPJ:
  75. tableName = "edb_data_calculate_ljztbpj"
  76. case utils.DATA_SOURCE_LT:
  77. tableName = "edb_data_lt"
  78. case utils.DATA_SOURCE_COAL:
  79. tableName = "edb_data_coal"
  80. case utils.DATA_SOURCE_GOOGLE_TRAVEL:
  81. tableName = "edb_data_google_travel"
  82. case utils.DATA_SOURCE_PREDICT_CALCULATE:
  83. tableName = "edb_data_predict_calculate"
  84. case utils.DATA_SOURCE_PREDICT_CALCULATE_TBZ:
  85. tableName = "edb_data_predict_calculate_tbz"
  86. case utils.DATA_SOURCE_PREDICT_CALCULATE_TCZ:
  87. tableName = "edb_data_predict_calculate_tcz"
  88. case utils.DATA_SOURCE_MYSTEEL_CHEMICAL:
  89. tableName = "edb_data_mysteel_chemical"
  90. case utils.DATA_SOURCE_CALCULATE_CJJX:
  91. tableName = "edb_data_calculate_cjjx"
  92. case utils.DATA_SOURCE_EIA_STEO:
  93. tableName = "edb_data_eia_steo"
  94. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZZY:
  95. tableName = "edb_data_predict_calculate_ljzzy"
  96. case utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT:
  97. tableName = "edb_data_predict_calculate_time_shift"
  98. case utils.DATA_SOURCE_PREDICT_CALCULATE_ZJPJ:
  99. tableName = "edb_data_predict_calculate_zjpj"
  100. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZTBPJ:
  101. tableName = "edb_data_predict_calculate_ljztbpj"
  102. case utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC:
  103. tableName = "edb_data_predict_calculate_nhcc"
  104. case utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX:
  105. tableName = "edb_data_predict_calculate_cjjx"
  106. case utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ:
  107. tableName = "edb_data_predict_calculate_hbz"
  108. case utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ:
  109. tableName = "edb_data_predict_calculate_hcz"
  110. case utils.DATA_SOURCE_PREDICT_CALCULATE_BP:
  111. tableName = "edb_data_predict_calculate_bp"
  112. default:
  113. tableName = EdbDataTableNameMap[source] // 没有对应的从edb_source中取
  114. return
  115. }
  116. return
  117. }
  118. func GetEdbInfoCalculateTableName(source int) (tableName string) {
  119. switch source {
  120. case utils.DATA_SOURCE_CALCULATE:
  121. tableName = "edb_info_calculate"
  122. case utils.DATA_SOURCE_CALCULATE_LJZZY:
  123. tableName = "edb_info_calculate_ljzzy"
  124. case utils.DATA_SOURCE_CALCULATE_TBZ:
  125. tableName = "edb_info_calculate_tbz"
  126. case utils.DATA_SOURCE_CALCULATE_TCZ:
  127. tableName = "edb_info_calculate_tcz"
  128. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS:
  129. tableName = "edb_info_calculate_nszydpjjs"
  130. case utils.DATA_SOURCE_CALCULATE_HBZ:
  131. tableName = "edb_info_calculate_hbz"
  132. case utils.DATA_SOURCE_CALCULATE_HCZ:
  133. tableName = "edb_info_calculate_hcz"
  134. case utils.DATA_SOURCE_CALCULATE_BP:
  135. tableName = "edb_info_calculate_bp"
  136. default:
  137. tableName = EdbDataTableNameMap[source] // 没有对应的从edb_source中取
  138. return
  139. }
  140. return
  141. }
  142. func GetAddSql(edbInfoId, edbCode, dataTime, timestampStr, value string) (addSql string) {
  143. nowStr := time.Now().Format(utils.FormatDateTime)
  144. addSql += "("
  145. addSql += edbInfoId + "," + "'" + edbCode + "'" + "," + "'" + dataTime + "'" + "," + value + "," + "'" + nowStr + "'" +
  146. "," + "'" + nowStr + "'" + "," + "1"
  147. addSql += "," + "'" + timestampStr + "'"
  148. addSql += "),"
  149. return
  150. }
  151. func GetEdbDataBaseByCodeAndDate(source int, edbCode string, startDate string) (count int, err error) {
  152. o := orm.NewOrm()
  153. tableName := GetEdbDataTableName(source)
  154. sql := ` SELECT COUNT(1) AS count FROM %s WHERE edb_code=? AND data_time=? `
  155. sql = fmt.Sprintf(sql, tableName)
  156. err = o.Raw(sql, edbCode, startDate).QueryRow(&count)
  157. return
  158. }
  159. type EdbDataBase struct {
  160. EdbDataId int `orm:"column(edb_data_id);pk"`
  161. EdbInfoId int
  162. EdbCode string
  163. DataTime string
  164. Value string
  165. Status int
  166. CreateTime time.Time
  167. ModifyTime time.Time
  168. DataTimestamp int64
  169. }