瀏覽代碼

fix 大商所循环请求,加入随机暂停时间

ziwen 1 年之前
父節點
當前提交
abceab5227
共有 2 個文件被更改,包括 11 次插入1 次删除
  1. 9 0
      services/commodity_trade_dalian.go
  2. 2 1
      services/meeting_probabilities.go

+ 9 - 0
services/commodity_trade_dalian.go

@@ -105,6 +105,8 @@ func SyncRankingFromDalianSearch(dayNum int) (err error) {
 	req.Header.Set("Content-Type", writer.FormDataContentType())
 	res, err := client.Do(req)
 	if err != nil {
+		fmt.Println("post SyncRankingFromDalianSearch err:"+err.Error())
+		utils.FileLog.Info("post SyncRankingFromDalianSearch err:"+err.Error())
 		return err
 	}
 	defer res.Body.Close()
@@ -552,6 +554,8 @@ func SyncRankingFromDalian(dayNum int, searchList []*SearchList) (err error) {
 	}
 	for _, v := range searchList {
 		for _, v2 := range v.ListSearch {
+			n := utils.GetRandInt(5, 20)
+			time.Sleep(time.Duration(n) * time.Second)
 			//模拟form表单请求
 			url := "http://www.dce.com.cn/publicweb/quotesdata/memberDealPosiQuotes.html"
 			method := "POST"
@@ -581,6 +585,11 @@ func SyncRankingFromDalian(dayNum int, searchList []*SearchList) (err error) {
 			req.Header.Set("Content-Type", writer.FormDataContentType())
 			res, err := client.Do(req)
 			if err != nil {
+				if strings.Contains(err.Error(),"timed out") {
+					continue
+				}
+				fmt.Println("post SyncRankingFromDalian err:"+err.Error())
+				utils.FileLog.Info("post SyncRankingFromDalian err:"+err.Error())
 				return err
 			}
 			defer res.Body.Close()

+ 2 - 1
services/meeting_probabilities.go

@@ -39,13 +39,14 @@ func RefreshMeetingProbabilities(cont context.Context) (err error) {
 	// 获取工作表中指定单元格的值
 	cell, err := f.GetCellValue("MEETING PROBABILITIES", "B5")
 	if err != nil {
-		fmt.Println(err)
+		fmt.Println("GetCellValue err:" +err.Error())
 		return
 	}
 	fmt.Println(cell)
 	// 获取 Sheet1 上所有单元格
 	rows, err := f.GetRows("MEETING PROBABILITIES")
 	if err != nil {
+		fmt.Println("GetRows err:" +err.Error())
 		fmt.Println(err)
 		return
 	}