package services import ( "context" "fmt" "github.com/beego/beego/v2/task" ) func Task() { fmt.Println("start crawler") refreshData := task.NewTask("refreshData", "0 0,30 16-20 * * *", RefreshData) refreshEic := task.NewTask("refreshData", "0 0 1,6 * * *", RefreshEic) refreshCoal := task.NewTask("refreshData", "0 0 18-23 * * *", RefreshCoal) task.AddTask("数据爬取", refreshData) task.AddTask("欧洲天然气爬取", refreshEic) task.AddTask("中国煤炭网爬取", refreshCoal) task.StartTask() //FileCoalJsm() //FileCoalFirm() //FileCoalCoastal() FileCoalInland() fmt.Println("end crawler") } func RefreshData(cont context.Context) (err error) { //大连 SyncRankingFromDalianSearch(0) SyncRankingFromZhengzhou() SyncRankingFromShangHai() SyncRankingFromIne() SyncRankingFromCffex() //SyncStorageFromEic() return } func RefreshEic(cont context.Context) (err error) { SyncStorageFromEic() return } func RefreshCoal(cont context.Context) (err error) { FileCoalJsm() FileCoalFirm() FileCoalCoastal() FileCoalInland() return }