eta_crawler/services/task.go

package services

import (
	"context"
	"fmt"
	"github.com/beego/beego/v2/task"
)

func Task() {
	fmt.Println("start crawler")
	//同步郑州商品交易所排名
	//SyncRankingFromZhengzhou()

	//SyncRankingFromShangHai()
	//SyncRankingFromIne()
	//SyncRankingFromCffex()

	//time.Sleep(20 * time.Second)
	//SyncRankingFromDalianDo()
	//SyncStorageFromEic()
	refreshData := task.NewTask("refreshData", "0 0,30 16-20 * * *", RefreshData)
	refreshEic := task.NewTask("refreshData", "0 0 1,6 * * *", RefreshEic)
	task.AddTask("数据爬取", refreshData)
	task.AddTask("欧洲天然气爬取", refreshEic)
	task.StartTask()
	fmt.Println("end crawler")
}

func RefreshData(cont context.Context) (err error) {
	//大连
	SyncRankingFromDalianSearch(1)
	SyncRankingFromZhengzhou()
	SyncRankingFromShangHai()
	SyncRankingFromIne()
	SyncRankingFromCffex()
	//SyncStorageFromEic()
	
	return
}

func RefreshEic(cont context.Context) (err error) {
	SyncStorageFromEic()
	return
}