Browse Source

普兰指标定时任务

xyxie 1 month ago
parent
commit
65f360cbcf
3 changed files with 14 additions and 8 deletions
  1. 0 0
      services/purang/client.go
  2. 9 7
      services/purang/purang_data.go
  3. 5 1
      services/task.go

File diff suppressed because it is too large
+ 0 - 0
services/purang/client.go


+ 9 - 7
services/purang/purang_data.go

@@ -10,14 +10,16 @@ import (
 	"time"
 )
 func GetPurangDataTask(ctx context.Context) (err error) {
-	err = GetPurangMarketData()
+	beginDate := time.Now().AddDate(0, -1, 0).Format("20060102")
+	endDate := time.Now().Format("20060102")
+	err = GetPurangMarketData(beginDate, endDate)
 	if err != nil {
 		return err
 	}
 	return nil
 }
 
-func GetPurangMarketData() (err error) {
+func GetPurangMarketData(startDate, endDate string) (err error) {
 	defer func() {
 		if err != nil {
 			msg := fmt.Sprintf("GetPurangMarketData failed Error: %v", err)
@@ -38,8 +40,8 @@ func GetPurangMarketData() (err error) {
 
 	// 示例:发送直贴报价/成交行情请求
 	params := map[string]string{
-		"beginDate": "20180102",
-		"endDate": "20190101",
+		"beginDate": startDate,
+		"endDate": endDate,
 	}
 
 	fmt.Println("\nSending custom request...")
@@ -61,7 +63,7 @@ func GetPurangMarketData() (err error) {
 		err = fmt.Errorf("Failed to marshal response data: %v", err)
 		return err
 	}
-	fmt.Println("Response data as JSON:", string(jsonData))
+	//fmt.Println("Response data as JSON:", string(jsonData))
 
 	// 将 json 字符串转换为 map
 	dataListMap := make([]map[string]interface{}, 0)
@@ -69,7 +71,7 @@ func GetPurangMarketData() (err error) {
 		err = fmt.Errorf("Failed to unmarshal response data: %v", err)
 		return err
 	}
-	fmt.Println("Response data as map:", dataListMap)
+	//fmt.Println("Response data as map:", dataListMap)
 
 	// 遍历 map 中的每个键值对
 	indexDataMap := make(map[string]map[string]string)
@@ -93,7 +95,7 @@ func GetPurangMarketData() (err error) {
 				indexDataMap[key][date] = value.(string)
 			}
 		}
-		fmt.Printf("Key: %s, Value: %v\n", date, dataItem)
+		//fmt.Printf("Key: %s, Value: %v\n", date, dataItem)
 	}
 
 	//根据purang.json 文件中的数据,创建一个指标列表

+ 5 - 1
services/task.go

@@ -4,6 +4,7 @@ import (
 	"context"
 	"eta/eta_crawler/services/email"
 	"eta/eta_crawler/services/liangyou"
+	"eta/eta_crawler/services/purang"
 	"eta/eta_crawler/services/sci99"
 	"eta/eta_crawler/utils"
 	"fmt"
@@ -40,6 +41,9 @@ func Task() {
 		crawlerIcpi := task.NewTask("refreshData", "0 0,30 16-23 * * *", CrawlerIcpi) //居民消费价格指数
 
 		downloadGPRRiskTask := task.NewTask("DownloadGPRRiskTask", "0 0,30 16-19 * * *", DownloadGPRRiskTask) //每天下午16点至19点,每隔半小时
+
+		purangDataTask := task.NewTask("GetPurangDataTask", "0 0 16 * * *", purang.GetPurangDataTask) //每天下午16点至19点,每隔半小时
+		
 		// 统计局-分月季年爬
 		//refreshNationalMonthA := task.NewTask("RefreshNationalMonthDbA", "0 15 2 10 * *", national_data.RefreshNationalMonthDbA)
 		//refreshNationalMonthB := task.NewTask("RefreshNationalMonthDbB", "0 15 2 16 * *", national_data.RefreshNationalMonthDbB)
@@ -60,7 +64,7 @@ func Task() {
 		task.AddTask("UN月度数据", syncYearMonthComTrade) //每月1号的3点同步
 
 		task.AddTask("居民消费价格指数", crawlerIcpi) //每月1号的3点同步
-
+		task.AddTask("Purang数据爬取", purangDataTask)	//每天下午16点更新数据
 	}
 
 	if utils.LY_OPEN == "1" {

Some files were not shown because too many files changed in this diff