task.go 2.2 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889
  1. package services
  2. import (
  3. "context"
  4. "fmt"
  5. "github.com/beego/beego/v2/task"
  6. "hongze/hongze_task_trial/services/data"
  7. "hongze/hongze_task_trial/utils"
  8. "sync"
  9. "time"
  10. )
  11. func Task() {
  12. fmt.Println("task start")
  13. //如果是生产环境,才需要走这些任务
  14. if utils.RunMode == "release" {
  15. releaseTask()
  16. }
  17. task.StartTask()
  18. fmt.Println("task end")
  19. }
  20. // 生产环境需要走的任务
  21. func releaseTask() {
  22. data.ResetEdbInfoIsUpdate(nil)
  23. SyncBaseDataExt(nil)
  24. RefreshData(nil)
  25. SyncHzDataIndex(nil)
  26. //同步指标
  27. syncHzDataIndex := task.NewTask("syncHzDataIndex", "0 30 0,18,21 * * *", SyncHzDataIndex)
  28. task.AddTask("syncHzDataIndex", syncHzDataIndex)
  29. //刷新指标数据
  30. refreshData := task.NewTask("refreshData", "0 30 0,19 * * *", RefreshData)
  31. task.AddTask("refreshData", refreshData)
  32. syncBaseDataExt := task.NewTask("syncBaseDataExt", "0 */30 * * * * ", SyncBaseDataExt)
  33. task.AddTask("syncBaseDataExt", syncBaseDataExt)
  34. //初始化指标更新状态
  35. resetEdbInfoIsUpdate := task.NewTask("resetEdbInfoIsUpdate", "0 0 0 * * *", data.ResetEdbInfoIsUpdate)
  36. task.AddTask("resetEdbInfoIsUpdate", resetEdbInfoIsUpdate)
  37. }
  38. func RefreshData(cont context.Context) (err error) {
  39. fmt.Println("Refresh Start")
  40. wg := sync.WaitGroup{}
  41. wg.Add(7)
  42. //同花顺
  43. go data.RefreshDataFromThs(&wg)
  44. // wind
  45. go data.RefreshDataFromWind(&wg)
  46. //彭博
  47. go data.RefreshDataFromPb(&wg)
  48. //彭博财务
  49. go data.RefreshDataFromPbFinance(&wg)
  50. //手工数据
  51. go data.RefreshDataFromManual(&wg)
  52. //谷歌出行数据
  53. go data.RefreshDataFromGoogleTravel(&wg)
  54. //eia steo报告指标
  55. go data.RefreshDataFromEiaSteo(&wg)
  56. wg.Wait()
  57. //计算指标
  58. data.RefreshDataFromCalculateAll()
  59. // 预测计算指标
  60. data.RefreshPredictDataFromCalculateAll()
  61. //time.Sleep(5 * time.Second)
  62. //
  63. //// 刷新商品期货数据
  64. //{
  65. // future_good.RefreshFutureGoodDataFromThs()
  66. //}
  67. fmt.Println("Refresh End")
  68. return
  69. }
  70. // SyncBaseDataExt 刷新基础数据
  71. func SyncBaseDataExt(cont context.Context) (err error) {
  72. now := time.Now()
  73. if now.Hour() == 0 || now.Hour() == 19 {
  74. return nil
  75. }
  76. //同步手工数据
  77. go data.SyncManualDataBase()
  78. //刷新图表中,指标的最新日期
  79. go data.SetChartEdbEndDate()
  80. return
  81. }