edb_data_base.go 6.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180
  1. package data_manage
  2. import (
  3. "eta/eta_task/utils"
  4. "fmt"
  5. "github.com/beego/beego/v2/client/orm"
  6. "time"
  7. )
  8. var (
  9. EdbDataTableNameMap map[int]string // 指标来源对应数据表名
  10. EdbDataRefreshMethodMap map[int]string // 指标来源对应的刷新指标方法
  11. EdbTableNameSourceMap map[string]*EdbSource // 数据表名对应的指标来源
  12. )
  13. // InitEdbSourceVar 初始化时加载指标来源对应信息, 避免循环中查库, 注意edb_source表修改table_name的话需要重启服务
  14. func InitEdbSourceVar() {
  15. EdbDataTableNameMap = make(map[int]string)
  16. EdbDataRefreshMethodMap = make(map[int]string)
  17. EdbTableNameSourceMap = make(map[string]*EdbSource)
  18. sources, e := GetEdbSourceItemsByCondition(``, make([]interface{}, 0), []string{}, "")
  19. if e != nil {
  20. utils.FileLog.Info("init source table err: %s", e.Error())
  21. return
  22. }
  23. for _, v := range sources {
  24. EdbDataTableNameMap[v.EdbSourceId] = v.TableName
  25. EdbDataRefreshMethodMap[v.EdbSourceId] = v.EdbRefreshMethod
  26. EdbTableNameSourceMap[v.TableName] = v
  27. }
  28. }
  29. func GetEdbDataTableName(source int) (tableName string) {
  30. switch source {
  31. case utils.DATA_SOURCE_THS:
  32. tableName = "edb_data_ths"
  33. case utils.DATA_SOURCE_WIND:
  34. tableName = "edb_data_wind"
  35. case utils.DATA_SOURCE_PB, utils.DATA_SOURCE_PB_FINANCE:
  36. tableName = "edb_data_pb"
  37. case utils.DATA_SOURCE_CALCULATE:
  38. tableName = "edb_data_calculate"
  39. case utils.DATA_SOURCE_CALCULATE_LJZZY:
  40. tableName = "edb_data_calculate_ljzzy"
  41. case utils.DATA_SOURCE_CALCULATE_TBZ:
  42. tableName = "edb_data_calculate_tbz"
  43. case utils.DATA_SOURCE_CALCULATE_TCZ:
  44. tableName = "edb_data_calculate_tcz"
  45. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS:
  46. tableName = "edb_data_calculate_nszydpjjs"
  47. case utils.DATA_SOURCE_MANUAL:
  48. tableName = "edb_data_manual"
  49. case utils.DATA_SOURCE_LZ:
  50. tableName = "edb_data_lz"
  51. case utils.DATA_SOURCE_YS:
  52. tableName = "edb_data_ys"
  53. case utils.DATA_SOURCE_CALCULATE_HBZ:
  54. tableName = "edb_data_calculate_hbz"
  55. case utils.DATA_SOURCE_CALCULATE_HCZ:
  56. tableName = "edb_data_calculate_hcz"
  57. case utils.DATA_SOURCE_CALCULATE_BP:
  58. tableName = "edb_data_calculate_bp"
  59. case utils.DATA_SOURCE_GL:
  60. tableName = "edb_data_gl"
  61. case utils.DATA_SOURCE_ZZ:
  62. tableName = "edb_data_zz"
  63. case utils.DATA_SOURCE_DL:
  64. tableName = "edb_data_dl"
  65. case utils.DATA_SOURCE_SH:
  66. tableName = "edb_data_sh"
  67. case utils.DATA_SOURCE_CFFEX:
  68. tableName = "edb_data_cffex"
  69. case utils.DATA_SOURCE_SHFE:
  70. tableName = "edb_data_ine"
  71. case utils.DATA_SOURCE_GIE:
  72. tableName = "edb_data_gie"
  73. case utils.DATA_SOURCE_CALCULATE_ZJPJ:
  74. tableName = "edb_data_calculate_zjpj"
  75. case utils.DATA_SOURCE_CALCULATE_TIME_SHIFT:
  76. tableName = "edb_data_calculate_time_shift"
  77. case utils.DATA_SOURCE_CALCULATE_LJZTBPJ:
  78. tableName = "edb_data_calculate_ljztbpj"
  79. case utils.DATA_SOURCE_LT:
  80. tableName = "edb_data_lt"
  81. case utils.DATA_SOURCE_COAL:
  82. tableName = "edb_data_coal"
  83. case utils.DATA_SOURCE_GOOGLE_TRAVEL:
  84. tableName = "edb_data_google_travel"
  85. case utils.DATA_SOURCE_PREDICT_CALCULATE:
  86. tableName = "edb_data_predict_calculate"
  87. case utils.DATA_SOURCE_PREDICT_CALCULATE_TBZ:
  88. tableName = "edb_data_predict_calculate_tbz"
  89. case utils.DATA_SOURCE_PREDICT_CALCULATE_TCZ:
  90. tableName = "edb_data_predict_calculate_tcz"
  91. case utils.DATA_SOURCE_MYSTEEL_CHEMICAL:
  92. tableName = "edb_data_mysteel_chemical"
  93. case utils.DATA_SOURCE_CALCULATE_CJJX:
  94. tableName = "edb_data_calculate_cjjx"
  95. case utils.DATA_SOURCE_EIA_STEO:
  96. tableName = "edb_data_eia_steo"
  97. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZZY:
  98. tableName = "edb_data_predict_calculate_ljzzy"
  99. case utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT:
  100. tableName = "edb_data_predict_calculate_time_shift"
  101. case utils.DATA_SOURCE_PREDICT_CALCULATE_ZJPJ:
  102. tableName = "edb_data_predict_calculate_zjpj"
  103. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZTBPJ:
  104. tableName = "edb_data_predict_calculate_ljztbpj"
  105. case utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC:
  106. tableName = "edb_data_predict_calculate_nhcc"
  107. case utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX:
  108. tableName = "edb_data_predict_calculate_cjjx"
  109. case utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ:
  110. tableName = "edb_data_predict_calculate_hbz"
  111. case utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ:
  112. tableName = "edb_data_predict_calculate_hcz"
  113. case utils.DATA_SOURCE_PREDICT_CALCULATE_BP:
  114. tableName = "edb_data_predict_calculate_bp"
  115. default:
  116. tableName = EdbDataTableNameMap[source] // 没有对应的从edb_source中取
  117. return
  118. }
  119. return
  120. }
  121. func GetEdbInfoCalculateTableName(source int) (tableName string) {
  122. switch source {
  123. case utils.DATA_SOURCE_CALCULATE:
  124. tableName = "edb_info_calculate"
  125. case utils.DATA_SOURCE_CALCULATE_LJZZY:
  126. tableName = "edb_info_calculate_ljzzy"
  127. case utils.DATA_SOURCE_CALCULATE_TBZ:
  128. tableName = "edb_info_calculate_tbz"
  129. case utils.DATA_SOURCE_CALCULATE_TCZ:
  130. tableName = "edb_info_calculate_tcz"
  131. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS:
  132. tableName = "edb_info_calculate_nszydpjjs"
  133. case utils.DATA_SOURCE_CALCULATE_HBZ:
  134. tableName = "edb_info_calculate_hbz"
  135. case utils.DATA_SOURCE_CALCULATE_HCZ:
  136. tableName = "edb_info_calculate_hcz"
  137. case utils.DATA_SOURCE_CALCULATE_BP:
  138. tableName = "edb_info_calculate_bp"
  139. default:
  140. tableName = EdbDataTableNameMap[source] // 没有对应的从edb_source中取
  141. return
  142. }
  143. return
  144. }
  145. func GetAddSql(edbInfoId, edbCode, dataTime, timestampStr, value string) (addSql string) {
  146. nowStr := time.Now().Format(utils.FormatDateTime)
  147. addSql += "("
  148. addSql += edbInfoId + "," + "'" + edbCode + "'" + "," + "'" + dataTime + "'" + "," + value + "," + "'" + nowStr + "'" +
  149. "," + "'" + nowStr + "'" + "," + "1"
  150. addSql += "," + "'" + timestampStr + "'"
  151. addSql += "),"
  152. return
  153. }
  154. func GetEdbDataBaseByCodeAndDate(source int, edbCode string, startDate string) (count int, err error) {
  155. o := orm.NewOrm()
  156. tableName := GetEdbDataTableName(source)
  157. sql := ` SELECT COUNT(1) AS count FROM %s WHERE edb_code=? AND data_time=? `
  158. sql = fmt.Sprintf(sql, tableName)
  159. err = o.Raw(sql, edbCode, startDate).QueryRow(&count)
  160. return
  161. }
  162. type EdbDataBase struct {
  163. EdbDataId int `orm:"column(edb_data_id);pk"`
  164. EdbInfoId int
  165. EdbCode string
  166. DataTime string
  167. Value string
  168. Status int
  169. CreateTime time.Time
  170. ModifyTime time.Time
  171. DataTimestamp int64
  172. }