Merge branch 'bzq/shanghai_smm' of eta_server/eta_crawler into master

services/smm_shanghai.go

@@ -26,13 +26,13 @@ type SmmRequest struct {
 }
 
 var nickelReqs = []SmmRequest{
-	{
-		Name:      "SMM 1#电解镍",
-		IndexCode: "",
-		Url:       "https://hq.smm.cn/ajax/spot/history/201102250239",
-		Frequency: "日度",
-		Unit:      "元/吨",
-	},
+	// {
+	// 	Name:      "SMM 1#电解镍",
+	// 	IndexCode: "",
+	// 	Url:       "https://hq.smm.cn/ajax/spot/history/201102250239",
+	// 	Frequency: "日度",
+	// 	Unit:      "元/吨",
+	// },
 	{
 		Name:      "1#金川镍",
 		Url:       "https://hq.smm.cn/ajax/spot/history/201102250174",
@@ -51,43 +51,43 @@ var nickelReqs = []SmmRequest{
 		Frequency: "日度",
 		Unit:      "元/吨",
 	},
-	{
-		Name:      `印尼内贸红土镍矿1.2%(到厂价)`,
-		Url:       "https://hq.smm.cn/ajax/spot/history/202311230010",
-		Frequency: "周度",
-		Unit:      "美元/湿吨",
-	},
-	{
-		Name:      `印尼内贸红土镍矿1.6%(到厂价)`,
-		Url:       "https://hq.smm.cn/ajax/spot/history/202311230011",
-		Frequency: "周度",
-		Unit:      "美元/湿吨",
-	},
+	// {
+	// 	Name:      `印尼内贸红土镍矿1.2%(到厂价)`,
+	// 	Url:       "https://hq.smm.cn/ajax/spot/history/202311230010",
+	// 	Frequency: "周度",
+	// 	Unit:      "美元/湿吨",
+	// },
+	// {
+	// 	Name:      `印尼内贸红土镍矿1.6%(到厂价)`,
+	// 	Url:       "https://hq.smm.cn/ajax/spot/history/202311230011",
+	// 	Frequency: "周度",
+	// 	Unit:      "美元/湿吨",
+	// },
 	{
 		Name:      `菲律宾红土镍矿0.9%,Al≥7%(CIF)`,
 		Url:       "https://hq.smm.cn/ajax/spot/history/201608170001",
 		Frequency: "日度",
 		Unit:      "美元/湿吨",
 	},
-	{
-		Name:      `菲律宾红土镍矿0.9%,Al<7%(CIF) `, // 重名
-		Url:       "https://hq.smm.cn/ajax/spot/history/202109140006",
-		Frequency: "日度",
-		Unit:      "美元/湿吨",
-	},
+	// {
+	// 	Name:      `菲律宾红土镍矿0.9%,Al<7%(CIF) `, // 重名
+	// 	Url:       "https://hq.smm.cn/ajax/spot/history/202109140006",
+	// 	Frequency: "日度",
+	// 	Unit:      "美元/湿吨",
+	// },
 
-	{
-		Name:      `菲律宾红土镍矿1.3%(CIF)`,
-		Url:       "https://hq.smm.cn/ajax/spot/history/202109140001",
-		Frequency: "日度",
-		Unit:      "美元/湿吨",
-	},
-	{
-		Name:      `菲律宾红土镍矿1.4%(CIF)`,
-		Url:       "https://hq.smm.cn/ajax/spot/history/202109140003",
-		Frequency: "日度",
-		Unit:      "美元/湿吨",
-	},
+	// {
+	// 	Name:      `菲律宾红土镍矿1.3%(CIF)`,
+	// 	Url:       "https://hq.smm.cn/ajax/spot/history/202109140001",
+	// 	Frequency: "日度",
+	// 	Unit:      "美元/湿吨",
+	// },
+	// {
+	// 	Name:      `菲律宾红土镍矿1.4%(CIF)`,
+	// 	Url:       "https://hq.smm.cn/ajax/spot/history/202109140003",
+	// 	Frequency: "日度",
+	// 	Unit:      "美元/湿吨",
+	// },
 	{
 		Name:      `菲律宾红土镍矿1.5%(CIF)`,
 		Url:       "https://hq.smm.cn/ajax/spot/history/201608170002",
@@ -107,24 +107,24 @@ var nickelReqs = []SmmRequest{
 		Frequency: "日度",
 		Unit:      "美元/湿吨",
 	},
-	{
-		Name:      `菲律宾红土镍矿0.9%,Al<7%(FOB)`, //重名
-		Url:       "https://hq.smm.cn/ajax/spot/history/202109140005",
-		Frequency: "日度",
-		Unit:      "美元/湿吨",
-	},
-	{
-		Name:      `菲律宾红土镍矿1.3%(FOB)`,
-		Url:       "https://hq.smm.cn/ajax/spot/history/202109140002",
-		Frequency: "日度",
-		Unit:      "美元/湿吨",
-	},
-	{
-		Name:      `菲律宾红土镍矿1.4%(FOB)`,
-		Url:       "https://hq.smm.cn/ajax/spot/history/202109140004",
-		Frequency: "日度",
-		Unit:      "美元/湿吨",
-	},
+	// {
+	// 	Name:      `菲律宾红土镍矿0.9%,Al<7%(FOB)`, //重名
+	// 	Url:       "https://hq.smm.cn/ajax/spot/history/202109140005",
+	// 	Frequency: "日度",
+	// 	Unit:      "美元/湿吨",
+	// },
+	// {
+	// 	Name:      `菲律宾红土镍矿1.3%(FOB)`,
+	// 	Url:       "https://hq.smm.cn/ajax/spot/history/202109140002",
+	// 	Frequency: "日度",
+	// 	Unit:      "美元/湿吨",
+	// },
+	// {
+	// 	Name:      `菲律宾红土镍矿1.4%(FOB)`,
+	// 	Url:       "https://hq.smm.cn/ajax/spot/history/202109140004",
+	// 	Frequency: "日度",
+	// 	Unit:      "美元/湿吨",
+	// },
 	{
 		Name:      `菲律宾红土镍矿1.5%(FOB)`,
 		Url:       "https://hq.smm.cn/ajax/spot/history/201509220002",
@@ -170,12 +170,12 @@ var copperReqs = []SmmRequest{
 		Value:     "low",
 		Frequency: "日度",
 	},
-	{
-		Name:      "SMM 广东1#电解铜",
-		Url:       "https://hq.smm.cn/ajax/spot/history/201912300001",
-		Unit:      "元/吨",
-		Frequency: "日度",
-	},
+	// {
+	// 	Name:      "SMM 广东1#电解铜",
+	// 	Url:       "https://hq.smm.cn/ajax/spot/history/201912300001",
+	// 	Unit:      "元/吨",
+	// 	Frequency: "日度",
+	// },
 	{
 		Name:      "SMM 广东1#电解铜升贴水最大值",
 		Url:       "https://hq.smm.cn/ajax/premium/history/201912300002",
@@ -275,18 +275,18 @@ var zincReqs = []SmmRequest{
 	// 	Unit:      "元/吨",
 	// 	Frequency: "日度",
 	// },
-	{
-		Name:      "Zn50国产TC(月)",
-		Url:       "https://hq.smm.cn/ajax/spot/history/201312030008",
-		Unit:      "元/金属吨",
-		Frequency: "月度",
-	},
-	{
-		Name:      "Zn50进口TC(月)",
-		Url:       "https://hq.smm.cn/ajax/spot/history/201312030009",
-		Unit:      "美元/千吨",
-		Frequency: "月度",
-	},
+	// {
+	// 	Name:      "Zn50国产TC(月)",
+	// 	Url:       "https://hq.smm.cn/ajax/spot/history/201312030008",
+	// 	Unit:      "元/金属吨",
+	// 	Frequency: "月度",
+	// },
+	// {
+	// 	Name:      "Zn50进口TC(月)",
+	// 	Url:       "https://hq.smm.cn/ajax/spot/history/201312030009",
+	// 	Unit:      "美元/千吨",
+	// 	Frequency: "月度",
+	// },
 	{
 		Name:      "Zn50国产TC(周)",
 		Url:       "https://hq.smm.cn/ajax/spot/history/202004070002",

services/task.go

@@ -62,7 +62,7 @@ func Task() {
 
 	if utils.BusinessCode == utils.BusinessCodeJinRui {
 		crawlerSmm := task.NewTask("refreshShangHaiSmmData", "0 0 11-20 * * *", SyncShangHaiSmm) // 上海有色网爬虫
-		task.AddTask("上海有色网指标爬取", crawlerSmm)                                                    //每天10-18点, 每小时爬一次
+		task.AddTask("上海有色网指标爬取", crawlerSmm)                                                    //每天10-20点, 每小时爬一次
 	}
 
 	//task.AddTask("统计局数据爬取-月度A", refreshNationalMonthA) // 每月10号2:15执行

utils/constants.go

@@ -29,5 +29,5 @@ const (
 const (
 	BusinessCodeRelease = "E2023080900" // 生产环境
 	BusinessCodeFuBang  = "E2024020200"
-	BusinessCodeJinRui  = "E2024020205"
+	BusinessCodeJinRui  = "E2023122901"
 )