edb_data_base.go 9.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251
  1. package data_manage
  2. import (
  3. "eta/eta_api/utils"
  4. "fmt"
  5. "github.com/beego/beego/v2/client/orm"
  6. "time"
  7. )
  8. var (
  9. EdbDataTableNameMap map[int]string // 指标来源对应数据表名
  10. EdbDataAddMethodMap map[int]string // 指标来源对应的新增指标方法
  11. EdbDataRefreshMethodMap map[int]string // 指标来源对应的刷新指标方法
  12. EdbSourceNameMap map[int]string // 指标来源名称
  13. )
  14. // InitEdbSourceVar 初始化时加载指标来源对应信息, 避免循环中查库, 注意edb_source表修改table_name的话需要重启服务
  15. func InitEdbSourceVar() {
  16. EdbDataTableNameMap = make(map[int]string)
  17. EdbDataAddMethodMap = make(map[int]string)
  18. EdbDataRefreshMethodMap = make(map[int]string)
  19. EdbSourceNameMap = make(map[int]string)
  20. sources, e := GetEdbSourceItemsByCondition(``, make([]interface{}, 0), []string{}, "")
  21. if e != nil {
  22. utils.FileLog.Info("init source table err: %s", e.Error())
  23. return
  24. }
  25. for _, v := range sources {
  26. EdbDataTableNameMap[v.EdbSourceId] = v.TableName
  27. EdbDataAddMethodMap[v.EdbSourceId] = v.EdbAddMethod
  28. EdbDataRefreshMethodMap[v.EdbSourceId] = v.EdbRefreshMethod
  29. EdbSourceNameMap[v.EdbSourceId] = v.SourceName
  30. }
  31. }
  32. // GetEdbDataTableName 指标数据->存储表
  33. func GetEdbDataTableName(source int) (tableName string) {
  34. switch source {
  35. case utils.DATA_SOURCE_THS:
  36. tableName = "edb_data_ths"
  37. case utils.DATA_SOURCE_WIND:
  38. tableName = "edb_data_wind"
  39. case utils.DATA_SOURCE_PB, utils.DATA_SOURCE_PB_FINANCE: //彭博经济数据、彭博财务数据
  40. tableName = "edb_data_pb"
  41. case utils.DATA_SOURCE_CALCULATE:
  42. tableName = "edb_data_calculate"
  43. case utils.DATA_SOURCE_CALCULATE_LJZZY:
  44. tableName = "edb_data_calculate_ljzzy"
  45. case utils.DATA_SOURCE_CALCULATE_TBZ:
  46. tableName = "edb_data_calculate_tbz"
  47. case utils.DATA_SOURCE_CALCULATE_TCZ:
  48. tableName = "edb_data_calculate_tcz"
  49. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS:
  50. tableName = "edb_data_calculate_nszydpjjs"
  51. case utils.DATA_SOURCE_MANUAL:
  52. tableName = "edb_data_manual"
  53. case utils.DATA_SOURCE_LZ:
  54. tableName = "edb_data_lz"
  55. case utils.DATA_SOURCE_YS:
  56. tableName = "edb_data_ys"
  57. case utils.DATA_SOURCE_CALCULATE_HBZ:
  58. tableName = "edb_data_calculate_hbz"
  59. case utils.DATA_SOURCE_CALCULATE_HCZ:
  60. tableName = "edb_data_calculate_hcz"
  61. case utils.DATA_SOURCE_CALCULATE_BP:
  62. tableName = "edb_data_calculate_bp"
  63. case utils.DATA_SOURCE_GL:
  64. tableName = "edb_data_gl"
  65. case utils.DATA_SOURCE_ZZ:
  66. tableName = "edb_data_zz"
  67. case utils.DATA_SOURCE_DL:
  68. tableName = "edb_data_dl"
  69. case utils.DATA_SOURCE_SH:
  70. tableName = "edb_data_sh"
  71. case utils.DATA_SOURCE_CFFEX:
  72. tableName = "edb_data_cffex"
  73. case utils.DATA_SOURCE_SHFE:
  74. tableName = "edb_data_ine"
  75. case utils.DATA_SOURCE_GIE:
  76. tableName = "edb_data_gie"
  77. case utils.DATA_SOURCE_CALCULATE_ZJPJ:
  78. tableName = "edb_data_calculate_zjpj"
  79. case utils.DATA_SOURCE_CALCULATE_TIME_SHIFT:
  80. tableName = "edb_data_calculate_time_shift"
  81. case utils.DATA_SOURCE_CALCULATE_LJZTBPJ:
  82. tableName = "edb_data_calculate_ljztbpj"
  83. case utils.DATA_SOURCE_LT:
  84. tableName = "edb_data_lt"
  85. case utils.DATA_SOURCE_COAL:
  86. tableName = "edb_data_coal"
  87. case utils.DATA_SOURCE_PYTHON:
  88. tableName = "edb_data_python"
  89. case utils.DATA_SOURCE_GOOGLE_TRAVEL:
  90. tableName = "edb_data_google_travel"
  91. case utils.DATA_SOURCE_PREDICT_CALCULATE:
  92. tableName = "edb_data_predict_calculate"
  93. case utils.DATA_SOURCE_PREDICT_CALCULATE_TBZ:
  94. tableName = "edb_data_predict_calculate_tbz"
  95. case utils.DATA_SOURCE_PREDICT_CALCULATE_TCZ:
  96. tableName = "edb_data_predict_calculate_tcz"
  97. case utils.DATA_SOURCE_MYSTEEL_CHEMICAL:
  98. tableName = "edb_data_mysteel_chemical"
  99. case utils.DATA_SOURCE_CALCULATE_CJJX:
  100. tableName = "edb_data_calculate_cjjx"
  101. case utils.DATA_SOURCE_EIA_STEO:
  102. tableName = "edb_data_eia_steo"
  103. case utils.DATA_SOURCE_CALCULATE_NHCC:
  104. tableName = "edb_data_calculate_nhcc"
  105. case utils.DATA_SOURCE_COM_TRADE:
  106. tableName = "edb_data_com_trade"
  107. case utils.DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS:
  108. tableName = "edb_data_predict_calculate_nszydpjjs"
  109. case utils.DATA_SOURCE_CALCULATE_ADJUST:
  110. tableName = "edb_data_calculate_adjust"
  111. case utils.DATA_SOURCE_SCI:
  112. tableName = "edb_data_sci"
  113. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZZY:
  114. tableName = "edb_data_predict_calculate_ljzzy"
  115. case utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT:
  116. tableName = "edb_data_predict_calculate_time_shift"
  117. case utils.DATA_SOURCE_PREDICT_CALCULATE_ZJPJ:
  118. tableName = "edb_data_predict_calculate_zjpj"
  119. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZTBPJ:
  120. tableName = "edb_data_predict_calculate_ljztbpj"
  121. case utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC:
  122. tableName = "edb_data_predict_calculate_nhcc"
  123. case utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX:
  124. tableName = "edb_data_predict_calculate_cjjx"
  125. case utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ:
  126. tableName = "edb_data_predict_calculate_hbz"
  127. case utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ:
  128. tableName = "edb_data_predict_calculate_hcz"
  129. case utils.DATA_SOURCE_PREDICT_CALCULATE_BP:
  130. tableName = "edb_data_predict_calculate_bp"
  131. case utils.DATA_SOURCE_CALCULATE_JP:
  132. tableName = "edb_data_calculate_jp"
  133. case utils.DATA_SOURCE_CALCULATE_NH:
  134. tableName = "edb_data_calculate_nh"
  135. case utils.DATA_SOURCE_CALCULATE_KSZS:
  136. tableName = "edb_data_calculate_kszs"
  137. case utils.DATA_SOURCE_PREDICT_CALCULATE_JP:
  138. tableName = "edb_data_predict_calculate_jp"
  139. case utils.DATA_SOURCE_PREDICT_CALCULATE_NH:
  140. tableName = "edb_data_predict_calculate_nh"
  141. case utils.DATA_SOURCE_PREDICT_CALCULATE_KSZS:
  142. tableName = "edb_data_predict_calculate_kszs"
  143. case utils.DATA_SOURCE_BAIINFO:
  144. tableName = "edb_data_baiinfo"
  145. case utils.DATA_SOURCE_STOCK_PLANT:
  146. tableName = "edb_data_stock_plant"
  147. case utils.DATA_SOURCE_CALCULATE_CORRELATION:
  148. tableName = "edb_data_calculate_correlation"
  149. case utils.DATA_SOURCE_NATIONAL_STATISTICS:
  150. tableName = "edb_data_national_statistics"
  151. case utils.DATA_SOURCE_CALCULATE_LJZZJ: //累计值转季 -> 61
  152. tableName = "edb_data_calculate_ljzzj"
  153. case utils.DATA_SOURCE_CALCULATE_LJZ: //累计值 -> 62
  154. tableName = "edb_data_calculate_ljz"
  155. case utils.DATA_SOURCE_CALCULATE_LJZNCZJ: //累计值(年初至今) -> 63
  156. tableName = "edb_data_calculate_ljznczj"
  157. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZZJ: // 预测指标 - 累计值 -> 65
  158. tableName = "edb_data_predict_calculate_ljzzj"
  159. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZ: //预测指标 - 累计值转季->64
  160. tableName = "edb_data_predict_calculate_ljz"
  161. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZNCZJ: //预测指标 - 累计值(年初至今) -> 66
  162. tableName = "edb_data_predict_calculate_ljznczj"
  163. case utils.DATA_SOURCE_CALCULATE_STANDARD_DEVIATION: //标准差->67
  164. tableName = "edb_data_calculate_standard_deviation"
  165. case utils.DATA_SOURCE_CALCULATE_PERCENTILE: //百分位->68
  166. tableName = "edb_data_calculate_percentile"
  167. case utils.DATA_SOURCE_PREDICT_CALCULATE_STANDARD_DEVIATION: //预测标准差->69
  168. tableName = "edb_data_predict_ccalculate_standard_deviation"
  169. case utils.DATA_SOURCE_PREDICT_CALCULATE_PERCENTILE: //预测百分位->70
  170. tableName = "edb_data_predict_ccalculate_percentile"
  171. case utils.DATA_SOURCE_FUBAO: //富宝-71
  172. tableName = "edb_data_fubao"
  173. case utils.DATA_SOURCE_CALCULATE_ZSXY:
  174. tableName = "edb_data_calculate_zsxy" // 指数修匀->72
  175. case utils.DATA_SOURCE_PREDICT_CALCULATE_ZSXY:
  176. tableName = "edb_data_predict_calculate_zsxy" // 预测指数修匀->73
  177. case utils.DATA_SOURCE_CALCULATE_ZDYFX:
  178. tableName = "edb_data_calculate_zdyfx" // 自定义分析->74
  179. case utils.DATA_SOURCE_CALCULATE_RJZ: //日均值->75
  180. tableName = "edb_data_calculate_rjz"
  181. default:
  182. tableName = EdbDataTableNameMap[source] // 没有对应的从edb_source中取
  183. }
  184. return
  185. }
  186. //计算指标->关联的基础指标表
  187. //func GetEdbInfoCalculateTableName(source int) (tableName string) {
  188. // switch source {
  189. // case utils.DATA_SOURCE_CALCULATE:
  190. // tableName = "edb_info_calculate"
  191. // case utils.DATA_SOURCE_CALCULATE_LJZZY:
  192. // tableName = "edb_info_calculate_ljzzy"
  193. // case utils.DATA_SOURCE_CALCULATE_TBZ:
  194. // tableName = "edb_info_calculate_tbz"
  195. // case utils.DATA_SOURCE_CALCULATE_TCZ:
  196. // tableName = "edb_info_calculate_tcz"
  197. // case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS:
  198. // tableName = "edb_info_calculate_nszydpjjs"
  199. // case utils.DATA_SOURCE_CALCULATE_HBZ:
  200. // tableName = "edb_info_calculate_hbz"
  201. // case utils.DATA_SOURCE_CALCULATE_HCZ:
  202. // tableName = "edb_info_calculate_hcz"
  203. // case utils.DATA_SOURCE_CALCULATE_BP:
  204. // tableName = "edb_info_calculate_bp"
  205. // default:
  206. // tableName = ""
  207. // }
  208. // return
  209. //}
  210. type EdbDataBase struct {
  211. EdbDataId int `orm:"column(edb_data_id);pk"`
  212. EdbInfoId int
  213. EdbCode string
  214. DataTime string
  215. Value string
  216. Status int
  217. CreateTime time.Time
  218. ModifyTime time.Time
  219. DataTimestamp int64
  220. }
  221. func GetEdbDataAllByEdbCode(edbCode string, source, limit int) (items []*EdbInfoSearchData, err error) {
  222. var pars []interface{}
  223. pars = append(pars, edbCode)
  224. o := orm.NewOrmUsingDB("data")
  225. tableName := GetEdbDataTableName(source)
  226. sql := ` SELECT * FROM %s WHERE edb_code=? ORDER BY data_time DESC`
  227. if limit > 0 {
  228. sql += ` LIMIT ? `
  229. pars = append(pars, limit)
  230. }
  231. sql = fmt.Sprintf(sql, tableName)
  232. _, err = o.Raw(sql, pars).QueryRows(&items)
  233. return
  234. }
  235. func GetEdbDataBaseByCodeAndDate(source int, edbCode string, startDate string) (count int, err error) {
  236. o := orm.NewOrmUsingDB("data")
  237. tableName := GetEdbDataTableName(source)
  238. sql := ` SELECT COUNT(1) AS count FROM %s WHERE edb_code=? AND data_time=? `
  239. sql = fmt.Sprintf(sql, tableName)
  240. err = o.Raw(sql, edbCode, startDate).QueryRow(&count)
  241. return
  242. }