fix:过滤无效的指标

services/eia_steo.go

@@ -14,6 +14,8 @@ import (
 	"github.com/rdlucklib/rdluck_tools/http"
 )
 
+var noCrawlerName = map[string]struct{}{"Real Gross Domestic Product": {}, "Nominal U.S. Dollar Exchange Rate": {}}
+
 func SyncEiaSteoData(cont context.Context) (err error) {
 	// err = syncEiaSteoData()
 	eiaSteoUrls := map[string]string{
@@ -293,17 +295,20 @@ func syncEiaSteoDataV2(eiaSteoName, eiaSteoUrl string) (err error) {
 					ModifyTime:                time.Now(),
 					CreateTime:                time.Now(),
 				}
-				// 新增指标分类
-				err = tmpClassify.AddBaseFromEiaSteoClassify()
-				if err != nil {
-					return
-				}
 				classifyMap[v.CHARTNAME] = tmpClassify
 				if v.HASDATA == 1 {
 					hasClassify = tmpClassify
 				} else {
 					noDataClassify = tmpClassify
 				}
+				if _, ok := noCrawlerName[tmpClassify.ClassifyName]; ok {
+					continue
+				}
+				// 新增指标分类
+				err = tmpClassify.AddBaseFromEiaSteoClassify()
+				if err != nil {
+					return
+				}
 			} else {
 				if v.HASDATA == 1 {
 					hasClassify = classify
@@ -326,6 +331,9 @@ func syncEiaSteoDataV2(eiaSteoName, eiaSteoUrl string) (err error) {
 		} else {
 			curClassify = hasClassify
 		}
+		if _, ok := noCrawlerName[curClassify.ClassifyName]; ok {
+			continue
+		}
 
 		eiaSteoIndex, ok := indexMap[v.SERIESID]
 		if !ok {