task.go 2.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687
  1. package services
  2. import (
  3. "context"
  4. "fmt"
  5. "github.com/beego/beego/v2/task"
  6. "hongze/hongze_task_trial/services/data"
  7. "hongze/hongze_task_trial/services/data/future_good"
  8. "hongze/hongze_task_trial/utils"
  9. "sync"
  10. "time"
  11. )
  12. func Task() {
  13. fmt.Println("task start")
  14. //如果是生产环境,才需要走这些任务
  15. if utils.RunMode == "release" {
  16. releaseTask()
  17. }
  18. task.StartTask()
  19. fmt.Println("task end")
  20. }
  21. // 生产环境需要走的任务
  22. func releaseTask() {
  23. //同步指标
  24. syncHzDataIndex := task.NewTask("syncHzDataIndex", "0 30 18 * * *", SyncHzDataIndex)
  25. task.AddTask("syncHzDataIndex", syncHzDataIndex)
  26. //刷新指标数据
  27. refreshData := task.NewTask("refreshData", "0 1 0,19 * * *", RefreshData)
  28. task.AddTask("refreshData", refreshData)
  29. syncBaseDataExt := task.NewTask("syncBaseDataExt", "0 */30 * * * * ", SyncBaseDataExt)
  30. task.AddTask("syncBaseDataExt", syncBaseDataExt)
  31. //初始化指标更新状态
  32. resetEdbInfoIsUpdate := task.NewTask("resetEdbInfoIsUpdate", "0 0 0 * * *", data.ResetEdbInfoIsUpdate)
  33. task.AddTask("resetEdbInfoIsUpdate", resetEdbInfoIsUpdate)
  34. }
  35. func RefreshData(cont context.Context) (err error) {
  36. wg := sync.WaitGroup{}
  37. wg.Add(6)
  38. //同花顺
  39. go data.RefreshDataFromThs(&wg)
  40. //彭博
  41. go data.RefreshDataFromPb(&wg)
  42. //彭博财务
  43. go data.RefreshDataFromPbFinance(&wg)
  44. //手工数据
  45. go data.RefreshDataFromManual(&wg)
  46. //谷歌出行数据
  47. go data.RefreshDataFromGoogleTravel(&wg)
  48. //eia steo报告指标
  49. go data.RefreshDataFromEiaSteo(&wg)
  50. wg.Wait()
  51. //计算指标
  52. data.RefreshDataFromCalculateAll()
  53. // 预测计算指标
  54. data.RefreshPredictDataFromCalculateAll()
  55. time.Sleep(5 * time.Second)
  56. data.RefreshNotice()
  57. // 刷新商品期货数据
  58. {
  59. future_good.RefreshFutureGoodDataFromThs()
  60. }
  61. fmt.Println("Refresh End")
  62. return
  63. }
  64. // 刷新基础数据
  65. func SyncBaseDataExt(cont context.Context) (err error) {
  66. now := time.Now()
  67. if now.Hour() == 0 || now.Hour() == 19 {
  68. return nil
  69. }
  70. //同步手工数据
  71. go data.SyncManualDataBase()
  72. //刷新图表中,指标的最新日期
  73. go data.SetChartEdbEndDate()
  74. return
  75. }