edb_data_base.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403
  1. package data_manage
  2. import (
  3. "eta/eta_api/models/mgo"
  4. "eta/eta_api/utils"
  5. "fmt"
  6. "github.com/beego/beego/v2/client/orm"
  7. "go.mongodb.org/mongo-driver/bson"
  8. "strconv"
  9. "time"
  10. )
  11. // GetEdbDataTableName 指标数据->存储表
  12. func GetEdbDataTableName(source, subSource int) (tableName string) {
  13. switch source {
  14. case utils.DATA_SOURCE_THS:
  15. tableName = "edb_data_ths"
  16. if subSource == utils.DATA_SUB_SOURCE_DATE {
  17. tableName = "edb_data_ths_ds"
  18. } else {
  19. tableName = "edb_data_ths"
  20. }
  21. case utils.DATA_SOURCE_WIND:
  22. if subSource == utils.DATA_SUB_SOURCE_DATE {
  23. tableName = "edb_data_wind_wsd"
  24. } else {
  25. tableName = "edb_data_wind"
  26. }
  27. case utils.DATA_SOURCE_PB, utils.DATA_SOURCE_PB_FINANCE: //彭博经济数据、彭博财务数据
  28. tableName = "edb_data_pb"
  29. case utils.DATA_SOURCE_CALCULATE:
  30. tableName = "edb_data_calculate"
  31. case utils.DATA_SOURCE_CALCULATE_LJZZY:
  32. tableName = "edb_data_calculate_ljzzy"
  33. case utils.DATA_SOURCE_CALCULATE_TBZ:
  34. tableName = "edb_data_calculate_tbz"
  35. case utils.DATA_SOURCE_CALCULATE_TCZ:
  36. tableName = "edb_data_calculate_tcz"
  37. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS:
  38. tableName = "edb_data_calculate_nszydpjjs"
  39. case utils.DATA_SOURCE_MANUAL:
  40. tableName = "edb_data_manual"
  41. case utils.DATA_SOURCE_LZ:
  42. tableName = "edb_data_lz"
  43. case utils.DATA_SOURCE_YS:
  44. tableName = "edb_data_ys"
  45. case utils.DATA_SOURCE_CALCULATE_HBZ:
  46. tableName = "edb_data_calculate_hbz"
  47. case utils.DATA_SOURCE_CALCULATE_HCZ:
  48. tableName = "edb_data_calculate_hcz"
  49. case utils.DATA_SOURCE_CALCULATE_BP:
  50. tableName = "edb_data_calculate_bp"
  51. case utils.DATA_SOURCE_GL:
  52. tableName = "edb_data_gl"
  53. case utils.DATA_SOURCE_ZZ:
  54. tableName = "edb_data_zz"
  55. case utils.DATA_SOURCE_DL:
  56. tableName = "edb_data_dl"
  57. case utils.DATA_SOURCE_SH:
  58. tableName = "edb_data_sh"
  59. case utils.DATA_SOURCE_CFFEX:
  60. tableName = "edb_data_cffex"
  61. case utils.DATA_SOURCE_SHFE:
  62. tableName = "edb_data_ine"
  63. case utils.DATA_SOURCE_GIE:
  64. tableName = "edb_data_gie"
  65. case utils.DATA_SOURCE_CALCULATE_ZJPJ:
  66. tableName = "edb_data_calculate_zjpj"
  67. case utils.DATA_SOURCE_CALCULATE_TIME_SHIFT:
  68. tableName = "edb_data_calculate_time_shift"
  69. case utils.DATA_SOURCE_CALCULATE_LJZTBPJ:
  70. tableName = "edb_data_calculate_ljztbpj"
  71. case utils.DATA_SOURCE_LT:
  72. tableName = "edb_data_lt"
  73. case utils.DATA_SOURCE_COAL:
  74. tableName = "edb_data_coal"
  75. case utils.DATA_SOURCE_PYTHON:
  76. tableName = "edb_data_python"
  77. case utils.DATA_SOURCE_GOOGLE_TRAVEL:
  78. tableName = "edb_data_google_travel"
  79. case utils.DATA_SOURCE_PREDICT_CALCULATE:
  80. tableName = "edb_data_predict_calculate"
  81. case utils.DATA_SOURCE_PREDICT_CALCULATE_TBZ:
  82. tableName = "edb_data_predict_calculate_tbz"
  83. case utils.DATA_SOURCE_PREDICT_CALCULATE_TCZ:
  84. tableName = "edb_data_predict_calculate_tcz"
  85. case utils.DATA_SOURCE_MYSTEEL_CHEMICAL:
  86. tableName = "edb_data_mysteel_chemical"
  87. case utils.DATA_SOURCE_CALCULATE_CJJX:
  88. tableName = "edb_data_calculate_cjjx"
  89. case utils.DATA_SOURCE_EIA_STEO:
  90. tableName = "edb_data_eia_steo"
  91. case utils.DATA_SOURCE_CALCULATE_NHCC:
  92. tableName = "edb_data_calculate_nhcc"
  93. case utils.DATA_SOURCE_COM_TRADE:
  94. tableName = "edb_data_com_trade"
  95. case utils.DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS:
  96. tableName = "edb_data_predict_calculate_nszydpjjs"
  97. case utils.DATA_SOURCE_CALCULATE_ADJUST:
  98. tableName = "edb_data_calculate_adjust"
  99. case utils.DATA_SOURCE_SCI:
  100. tableName = "edb_data_sci"
  101. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZZY:
  102. tableName = "edb_data_predict_calculate_ljzzy"
  103. case utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT:
  104. tableName = "edb_data_predict_calculate_time_shift"
  105. case utils.DATA_SOURCE_PREDICT_CALCULATE_ZJPJ:
  106. tableName = "edb_data_predict_calculate_zjpj"
  107. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZTBPJ:
  108. tableName = "edb_data_predict_calculate_ljztbpj"
  109. case utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC:
  110. tableName = "edb_data_predict_calculate_nhcc"
  111. case utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX:
  112. tableName = "edb_data_predict_calculate_cjjx"
  113. case utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ:
  114. tableName = "edb_data_predict_calculate_hbz"
  115. case utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ:
  116. tableName = "edb_data_predict_calculate_hcz"
  117. case utils.DATA_SOURCE_PREDICT_CALCULATE_BP:
  118. tableName = "edb_data_predict_calculate_bp"
  119. case utils.DATA_SOURCE_CALCULATE_JP:
  120. tableName = "edb_data_calculate_jp"
  121. case utils.DATA_SOURCE_CALCULATE_NH:
  122. tableName = "edb_data_calculate_nh"
  123. case utils.DATA_SOURCE_CALCULATE_KSZS:
  124. tableName = "edb_data_calculate_kszs"
  125. case utils.DATA_SOURCE_PREDICT_CALCULATE_JP:
  126. tableName = "edb_data_predict_calculate_jp"
  127. case utils.DATA_SOURCE_PREDICT_CALCULATE_NH:
  128. tableName = "edb_data_predict_calculate_nh"
  129. case utils.DATA_SOURCE_PREDICT_CALCULATE_KSZS:
  130. tableName = "edb_data_predict_calculate_kszs"
  131. case utils.DATA_SOURCE_BAIINFO:
  132. tableName = "edb_data_baiinfo"
  133. case utils.DATA_SOURCE_STOCK_PLANT:
  134. tableName = "edb_data_stock_plant"
  135. case utils.DATA_SOURCE_CALCULATE_CORRELATION:
  136. tableName = "edb_data_calculate_correlation"
  137. case utils.DATA_SOURCE_NATIONAL_STATISTICS:
  138. tableName = "edb_data_national_statistics"
  139. case utils.DATA_SOURCE_CALCULATE_LJZZJ: //累计值转季 -> 61
  140. tableName = "edb_data_calculate_ljzzj"
  141. case utils.DATA_SOURCE_CALCULATE_LJZ: //累计值 -> 62
  142. tableName = "edb_data_calculate_ljz"
  143. case utils.DATA_SOURCE_CALCULATE_LJZNCZJ: //累计值(年初至今) -> 63
  144. tableName = "edb_data_calculate_ljznczj"
  145. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZZJ: // 预测指标 - 累计值 -> 65
  146. tableName = "edb_data_predict_calculate_ljzzj"
  147. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZ: //预测指标 - 累计值转季->64
  148. tableName = "edb_data_predict_calculate_ljz"
  149. case utils.DATA_SOURCE_PREDICT_CALCULATE_LJZNCZJ: //预测指标 - 累计值(年初至今) -> 66
  150. tableName = "edb_data_predict_calculate_ljznczj"
  151. case utils.DATA_SOURCE_CALCULATE_STANDARD_DEVIATION: //标准差->67
  152. tableName = "edb_data_calculate_standard_deviation"
  153. case utils.DATA_SOURCE_CALCULATE_PERCENTILE: //百分位->68
  154. tableName = "edb_data_calculate_percentile"
  155. case utils.DATA_SOURCE_PREDICT_CALCULATE_STANDARD_DEVIATION: //预测标准差->69
  156. tableName = "edb_data_predict_ccalculate_standard_deviation"
  157. case utils.DATA_SOURCE_PREDICT_CALCULATE_PERCENTILE: //预测百分位->70
  158. tableName = "edb_data_predict_ccalculate_percentile"
  159. case utils.DATA_SOURCE_FUBAO: //富宝-71
  160. tableName = "edb_data_fubao"
  161. case utils.DATA_SOURCE_CALCULATE_ZSXY:
  162. tableName = "edb_data_calculate_zsxy" // 指数修匀->72
  163. case utils.DATA_SOURCE_PREDICT_CALCULATE_ZSXY:
  164. tableName = "edb_data_predict_calculate_zsxy" // 预测指数修匀->73
  165. case utils.DATA_SOURCE_CALCULATE_ZDYFX:
  166. tableName = "edb_data_calculate_zdyfx" // 自定义分析->74
  167. case utils.DATA_SOURCE_CALCULATE_RJZ: //日均值->75
  168. tableName = "edb_data_calculate_rjz"
  169. case utils.DATA_SOURCE_GFEX: //广州期货交易所->78
  170. tableName = "edb_data_gz"
  171. case utils.DATA_SOURCE_ICPI: //ICPI消费价格指数->79
  172. tableName = "edb_data_icpi"
  173. default:
  174. edbSource := EdbSourceIdMap[source]
  175. if edbSource != nil {
  176. tableName = edbSource.TableName
  177. }
  178. }
  179. return
  180. }
  181. //计算指标->关联的基础指标表
  182. //func GetEdbInfoCalculateTableName(source int) (tableName string) {
  183. // switch source {
  184. // case utils.DATA_SOURCE_CALCULATE:
  185. // tableName = "edb_info_calculate"
  186. // case utils.DATA_SOURCE_CALCULATE_LJZZY:
  187. // tableName = "edb_info_calculate_ljzzy"
  188. // case utils.DATA_SOURCE_CALCULATE_TBZ:
  189. // tableName = "edb_info_calculate_tbz"
  190. // case utils.DATA_SOURCE_CALCULATE_TCZ:
  191. // tableName = "edb_info_calculate_tcz"
  192. // case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS:
  193. // tableName = "edb_info_calculate_nszydpjjs"
  194. // case utils.DATA_SOURCE_CALCULATE_HBZ:
  195. // tableName = "edb_info_calculate_hbz"
  196. // case utils.DATA_SOURCE_CALCULATE_HCZ:
  197. // tableName = "edb_info_calculate_hcz"
  198. // case utils.DATA_SOURCE_CALCULATE_BP:
  199. // tableName = "edb_info_calculate_bp"
  200. // default:
  201. // tableName = ""
  202. // }
  203. // return
  204. //}
  205. type EdbDataBase struct {
  206. EdbDataId int `orm:"column(edb_data_id);pk"`
  207. EdbInfoId int
  208. EdbCode string
  209. DataTime string
  210. Value string
  211. Status int
  212. CreateTime time.Time
  213. ModifyTime time.Time
  214. DataTimestamp int64
  215. }
  216. func GetEdbDataAllByEdbCode(edbCode string, source, subSource, limit int) (items []*EdbInfoSearchData, err error) {
  217. // 自有数据需要额外处理(从mongo获取)
  218. if source == utils.DATA_SOURCE_BUSINESS {
  219. return GetEdbDataAllByEdbCodeByMongo(edbCode, source, subSource, limit)
  220. }
  221. return GetEdbDataAllByEdbCodeByMysql(edbCode, source, subSource, limit)
  222. }
  223. func GetEdbDataAllByEdbCodeByMysql(edbCode string, source, subSource, limit int) (items []*EdbInfoSearchData, err error) {
  224. var pars []interface{}
  225. pars = append(pars, edbCode)
  226. o := orm.NewOrmUsingDB("data")
  227. tableName := GetEdbDataTableName(source, subSource)
  228. sql := ` SELECT * FROM %s WHERE edb_code=? ORDER BY data_time DESC`
  229. if limit > 0 {
  230. sql += ` LIMIT ? `
  231. pars = append(pars, limit)
  232. }
  233. sql = fmt.Sprintf(sql, tableName)
  234. _, err = o.Raw(sql, pars).QueryRows(&items)
  235. return
  236. }
  237. func GetEdbDataBaseByEdbInfoId(edbInfoId int, source, subSource int) (items []*EdbDataBase, err error) {
  238. o := orm.NewOrmUsingDB("data")
  239. tableName := GetEdbDataTableName(source, subSource)
  240. if source == utils.DATA_SOURCE_PREDICT {
  241. tableName = "edb_data_predict_base"
  242. }
  243. sql := ` SELECT * FROM %s WHERE edb_info_id=? ORDER BY data_time DESC`
  244. sql = fmt.Sprintf(sql, tableName)
  245. _, err = o.Raw(sql, edbInfoId).QueryRows(&items)
  246. return
  247. }
  248. func GetEdbDataBaseMongoByEdbInfoId(edbInfoId int, source, subSource int) (list []*EdbDataBase, err error) {
  249. list = make([]*EdbDataBase, 0)
  250. mogDataObj := mgo.EdbDataBusiness{}
  251. // 构建查询条件
  252. queryConditions := bson.M{
  253. "edb_info_id": edbInfoId,
  254. }
  255. // 获取列表数据
  256. tmpDataList, tmpErr := mogDataObj.GetAllDataList(queryConditions, []string{"data_time"})
  257. if tmpErr != nil {
  258. err = tmpErr
  259. return
  260. }
  261. for k, v := range tmpDataList {
  262. list = append(list, &EdbDataBase{
  263. EdbDataId: k + 1,
  264. EdbInfoId: v.EdbInfoId,
  265. EdbCode: v.EdbCode,
  266. DataTime: v.DataTime.Format(utils.FormatDate),
  267. DataTimestamp: v.DataTimestamp,
  268. Value: strconv.FormatFloat(v.Value, 'f', -1, 64),
  269. })
  270. }
  271. return
  272. }
  273. func GetEdbDataAllByEdbCodeByMongo(edbCode string, source, subSource, limit int) (list []*EdbInfoSearchData, err error) {
  274. list = make([]*EdbInfoSearchData, 0)
  275. mogDataObj := mgo.EdbDataBusiness{}
  276. // 构建查询条件
  277. queryConditions := bson.M{
  278. "edb_code": edbCode,
  279. }
  280. var tmpDataList []*mgo.EdbDataBusiness
  281. // 获取列表数据
  282. if limit > 0 {
  283. tmpDataList, err = mogDataObj.GetLimitDataList(queryConditions, int64(limit), []string{"-data_time"})
  284. } else {
  285. tmpDataList, err = mogDataObj.GetLimitDataList(queryConditions, int64(limit), []string{"-data_time"})
  286. }
  287. if err != nil {
  288. return
  289. }
  290. for _, v := range tmpDataList {
  291. list = append(list, &EdbInfoSearchData{
  292. DataTime: v.DataTime.Format(utils.FormatDate),
  293. Value: v.Value,
  294. })
  295. }
  296. return
  297. }
  298. func GetBaseIndexInfoByEdbCode(edbCode string, source int) (item *BaseIndexInfo, err error) {
  299. var pars []interface{}
  300. pars = append(pars, edbCode)
  301. o := orm.NewOrmUsingDB("data")
  302. tableName := GetBaseIndexTableName(source)
  303. if tableName == "" {
  304. err = fmt.Errorf("未找到对应的表")
  305. return
  306. }
  307. sql := ` SELECT * FROM %s WHERE index_code=? `
  308. sql = fmt.Sprintf(sql, tableName)
  309. err = o.Raw(sql, pars).QueryRow(&item)
  310. return
  311. }
  312. func GetBaseIndexTableName(source int) (tableName string) {
  313. edbSource := EdbSourceIdMap[source]
  314. if edbSource != nil {
  315. tableName = edbSource.IndexTableName
  316. }
  317. return
  318. }
  319. func GetEdbDataAllByEdbCodeAndSubSource(edbCode string, source, subSource, limit int) (items []*EdbInfoSearchData, err error) {
  320. var pars []interface{}
  321. pars = append(pars, edbCode)
  322. o := orm.NewOrmUsingDB("data")
  323. tableName := GetEdbDataTableNameAndSubSource(source, subSource)
  324. sql := ` SELECT * FROM %s WHERE edb_code=? ORDER BY data_time DESC`
  325. if limit > 0 {
  326. sql += ` LIMIT ? `
  327. pars = append(pars, limit)
  328. }
  329. sql = fmt.Sprintf(sql, tableName)
  330. _, err = o.Raw(sql, pars).QueryRows(&items)
  331. return
  332. }
  333. // GetEdbDataTableNameAndSubSource 指标数据->存储表
  334. func GetEdbDataTableNameAndSubSource(source, subSource int) (tableName string) {
  335. switch source {
  336. case utils.DATA_SOURCE_WIND:
  337. if subSource == utils.DATA_SUB_SOURCE_EDB {
  338. tableName = "edb_data_wind"
  339. } else {
  340. tableName = "edb_data_wind_wsd"
  341. }
  342. case utils.DATA_SOURCE_THS:
  343. if subSource == utils.DATA_SUB_SOURCE_EDB {
  344. tableName = "edb_data_ths"
  345. } else {
  346. tableName = "edb_data_ths_ds"
  347. }
  348. case utils.DATA_SOURCE_YS:
  349. tableName = "edb_data_ys"
  350. default:
  351. edbSource := EdbSourceIdMap[source]
  352. if edbSource != nil {
  353. tableName = edbSource.TableName
  354. }
  355. }
  356. return
  357. }
  358. func GetEdbDataAllByEdbCodes(edbCodes []string, limit int) (items []*EdbInfoSearchData, err error) {
  359. var pars []interface{}
  360. pars = append(pars, edbCodes)
  361. o := orm.NewOrmUsingDB("data")
  362. sql := ` SELECT * FROM edb_data_ys WHERE edb_code IN (` + utils.GetOrmInReplace(len(edbCodes)) + `) ORDER BY data_time DESC`
  363. if limit > 0 {
  364. sql += ` LIMIT ? `
  365. pars = append(pars, limit)
  366. }
  367. _, err = o.Raw(sql, pars).QueryRows(&items)
  368. return
  369. }
  370. func GetAddSql(edbInfoId, edbCode, dataTime, timestampStr string, value string) (addSql string) {
  371. nowStr := time.Now().Format(utils.FormatDateTime)
  372. addSql += "("
  373. addSql += edbInfoId + "," + "'" + edbCode + "'" + "," + "'" + dataTime + "'" + "," + value + "," + "'" + nowStr + "'" +
  374. "," + "'" + nowStr + "'" + "," + "1"
  375. addSql += "," + "'" + timestampStr + "'"
  376. addSql += "),"
  377. return
  378. }