Merge branch 'hotfix/bug8100_eia_steo' into debug

models/data_manage/base_from_eia_steo.go

@@ -6,6 +6,8 @@ import (
 	"eta/eta_task/utils"
 
 	"time"
+
+	"github.com/rdlucklib/rdluck_tools/paging"
 )
 
 // BaseFromEiaSteoIndex EiaSteo指标
@@ -218,7 +220,22 @@ func GetBaseFromEiaSteoIndexMaxDate() (maxDate time.Time, err error) {
 
 func GetBaseFromEiaSteoIndexMaxCreateDate() (maxDate time.Time, err error) {
 	o := global.DbMap[utils.DbNameIndex]
-	sql := ` SELECT MAX(a.create_time) AS max_date FROM base_from_eia_steo_index AS a `
+	sql := ` SELECT MAX(a.modify_time) AS max_date FROM base_from_eia_steo_index AS a `
+	var timeNull sql2.NullTime
+	err = o.Raw(sql).Scan(&timeNull).Error
+	if err != nil {
+		return
+	}
+	if timeNull.Valid {
+		maxDate = timeNull.Time
+	}
+	return
+}
+
+
+func GetBaseFromEiaSteoDataMaxModifyDate() (maxDate time.Time, err error) {
+	o := global.DbMap[utils.DbNameIndex]
+	sql := ` SELECT MAX(a.modify_time) AS max_date FROM base_from_eia_steo_data AS a `
 	var timeNull sql2.NullTime
 	err = o.Raw(sql).Scan(&timeNull).Error
 	if err != nil {
@@ -229,3 +246,43 @@ func GetBaseFromEiaSteoIndexMaxCreateDate() (maxDate time.Time, err error) {
 	}
 	return
 }
+
+// GetAllBaseFromEiaSteoDataList 获取EiaSteo数据
+func GetAllBaseFromEiaSteoDataList(startDate string) (list []*BaseFromEiaSteoData, err error) {
+	o := global.DbMap[utils.DbNameIndex]
+	sql := `SELECT * FROM base_from_eia_steo_data WHERE modify_time>=?  ORDER BY base_from_eia_steo_data_id ASC `
+	err = o.Raw(sql, startDate).Find(&list).Error
+	return
+}	
+
+
+type BaseFromEiaSteoDataResp struct {
+	Ret     int
+	Msg     string
+	ErrMsg  string
+	ErrCode string
+	Data    BaseFromEiaSteoDataIndexAndDataResp
+}
+
+// BaseFromEiaSteoDataIndexAndDataResp 分页列表响应体
+type BaseFromEiaSteoDataIndexAndDataResp struct {
+	List   []*BaseFromEiaSteoData
+	Paging *paging.PagingItem `description:"分页数据"`
+}
+
+// MultiAddBaseFromEiaSteoDataIndex 批量添加数据
+func MultiAddBaseFromEiaSteoDataIndex(items []*BaseFromEiaSteoData) (lastId int64, err error) {
+	num := len(items)
+	if num <= 0 {
+		return
+	}
+	o := global.DbMap[utils.DbNameIndex]
+	err = o.CreateInBatches(items, utils.MultiAddNum).Error
+	return
+}
+
+func UpdateBaseFromEiaSteoData(item *BaseFromEiaSteoData) (err error) {
+	o := global.DbMap[utils.DbNameIndex]
+	err = o.Model(item).Where("base_from_eia_steo_data_id = ?", item.BaseFromEiaSteoDataId).Updates(item).Error
+	return
+}

models/data_manage/base_from_trade_guangzhou.go

@@ -160,6 +160,12 @@ func GetAllBaseFromTradeGuangzhouDataList(startDate string) (list []*BaseFromTra
 	return
 }
 
+// 设置after find函数
+func (m *BaseFromTradeGuangzhouData) AfterFind(db *gorm.DB) (err error) {
+	m.DataTime = utils.GormDateStrToDateStr(m.DataTime)
+	return
+}
+
 type BaseFromTradeGuangzhouDataResp struct {
 	Ret     int
 	Msg     string

models/data_manage/base_from_usda_fas.go

@@ -17,8 +17,8 @@ type BaseFromUsdaFasIndex struct {
 	Frequency              string
 	Unit                   string
 	Sort                   int
-	StartDate              string `description:"开始日期"`
-	EndDate                string `description:"结束日期"`
+	StartDate              time.Time `description:"开始日期"`
+	EndDate                time.Time `description:"结束日期"`
 	EndValue               float64
 	Country                string `description:"国家"`
 	Commodity              string `description:"属性"`
@@ -26,11 +26,11 @@ type BaseFromUsdaFasIndex struct {
 	ModifyTime             time.Time
 }
 
-func (m *BaseFromUsdaFasIndex) AfterFind(db *gorm.DB) (err error) {
-	m.StartDate = utils.GormDateStrToDateStr(m.StartDate)
-	m.EndDate = utils.GormDateStrToDateStr(m.EndDate)
-	return
-}
+// func (m *BaseFromUsdaFasIndex) AfterFind(db *gorm.DB) (err error) {
+// 	m.StartDate = utils.GormDateStrToDateStr(m.StartDate)
+// 	m.EndDate = utils.GormDateStrToDateStr(m.EndDate)
+// 	return
+// }
 
 // BaseFromUsdaFasClassify UsdaFas原始数据分类表
 type BaseFromUsdaFasClassify struct {

services/changes_visitors_covid.go

@@ -24,8 +24,8 @@ func SyncChangesVisitorsCovid() (err error) {
 	data["StartDate"] = startDate
 	//data["EndDate"] = endDate
 	result, err := HttpPost("SyncChangesVisitorsCovid", method, data)
-	utils.FileLog.Info(result)
-	fmt.Println(result)
+	//utils.FileLog.Info(result)
+	//fmt.Println(result)
 
 	respObj := new(data_manage.ChangesVisitorsCovidIndexResp)
 	err = json.Unmarshal([]byte(result), &respObj)

services/com_trade.go

@@ -124,8 +124,8 @@ func SyncComTradeData() (err error) {
 
 		var result string
 		result, err = HttpPost("SyncComTradeData", method, data)
-		utils.FileLog.Info(result)
-		fmt.Println(result)
+		//utils.FileLog.Info(result)
+		//fmt.Println(result)
 
 		respObj := new(data_manage.ComTradeIndexDataResp)
 		err = json.Unmarshal([]byte(result), &respObj)

services/eia_steo.go

@@ -4,6 +4,7 @@ import (
 	"encoding/json"
 	"eta/eta_task/models/data_manage"
 	"eta/eta_task/utils"
+	"errors"
 	"fmt"
 	"time"
 )
@@ -15,7 +16,7 @@ func SyncEiaSteoIndex() (err error) {
 	if err != nil || maxDate.IsZero() {
 		startDate = time.Now().AddDate(0, 0, -1).Format(utils.FormatDate) + " 00:00:00"
 	} else {
-		startDate = maxDate.AddDate(0, 0, 1).Format(utils.FormatDate) + " 00:00:00"
+		startDate = maxDate.Format(utils.FormatDateTime)
 	}
 
 	method := `index/list`
@@ -29,8 +30,8 @@ func SyncEiaSteoIndex() (err error) {
 		utils.FileLog.Info("HttpPost err:", err)
 		return
 	}
-	utils.FileLog.Info(result)
-	fmt.Println(result)
+	//utils.FileLog.Info(result)
+	//fmt.Println(result)
 
 	respObj := new(data_manage.EiaSteoIndexResp)
 	err = json.Unmarshal([]byte(result), &respObj)
@@ -52,14 +53,14 @@ func SyncEiaSteoIndex() (err error) {
 
 	for _, zv := range respObj.Data {
 		//if _, ok := existIndexMap[zv.IndexCode]; !ok {
-		if zv.BaseFromEiaSteoIndexId <= 0 {
-			continue
-		}
-		newID, err := data_manage.InsertOrUpdateBaseFromEiaSteoIndex(zv)
+		// if zv.BaseFromEiaSteoIndexId <= 0 {
+		// 	continue
+		// }
+		_, err := data_manage.InsertOrUpdateBaseFromEiaSteoIndex(zv)
 		if err != nil {
-			fmt.Println("InsertOrUpdateBaseFromEiaSteoIndex error:", err)
+			utils.FileLog.Info("InsertOrUpdateBaseFromEiaSteoIndex error:", err)
 		}
-		fmt.Println("InsertOrUpdateBaseFromEiaSteoIndex new indexID:", newID)
+		//fmt.Println("InsertOrUpdateBaseFromEiaSteoIndex new indexID:", newID)
 		//}
 	}
 	return err
@@ -91,8 +92,8 @@ func SyncEiaSteoIndexData() (err error) {
 			utils.FileLog.Info("HttpPost err:", err)
 			return
 		}
-		utils.FileLog.Info(result)
-		fmt.Println(result)
+		//utils.FileLog.Info(result)
+		//fmt.Println(result)
 
 		respObj := new(data_manage.EiaSteoIndexDataResp)
 		err = json.Unmarshal([]byte(result), &respObj)
@@ -202,76 +203,85 @@ func SyncEiaSteoClassify() (err error) {
 
 func SyncEiaSteoIndexDataV2() (err error) {
 	startDate := time.Now().AddDate(0, 0, -1).Format(utils.FormatDate) + " 00:00:00"
+	//var startDate string
+	maxDate, err := data_manage.GetBaseFromEiaSteoDataMaxModifyDate()
+	if err != nil || maxDate.IsZero() {
+		startDate = time.Now().AddDate(0, 0, -1).Format(utils.FormatDate) + " 00:00:00"
+	} else {
+		startDate = maxDate.Format(utils.FormatDateTime)
+	}
 
-	method := `index/data/list`
+	existDataMap := make(map[string]*data_manage.BaseFromEiaSteoData)
+    allData, err1 := data_manage.GetAllBaseFromEiaSteoDataList(startDate)
+    if err1 != nil {
+        fmt.Println("get GetAllBaseFromEiaSteoDataList err:" + err1.Error())
+        return
+    }
+    for _, dv := range allData {
+        tmpKey := dv.IndexCode + "_" + dv.DataTime.Format(utils.FormatDate)
+        existDataMap[tmpKey] = dv
+    }
+
+	method := `index/data/list_page`
 
 	//获取所有指标信息  某一天的
-	allIndexCode, err := data_manage.GetBaseFromEiaSteoIndexCodeListByDate(startDate)
-	if err != nil {
-		fmt.Println("get GetBaseFromEiaSteoIndexAll err:" + err.Error())
-		utils.FileLog.Info("get GetBaseFromEiaSteoIndexCodeList err:", err)
-		return
-	}
+	maxPage := 1
 
-	for _, indexCode := range allIndexCode {
+	for currPage := 0; currPage < maxPage; currPage++ {
 		data := make(map[string]interface{})
 		data["Source"] = utils.DATA_SOURCE_EIA_STEO
 		data["StartDate"] = startDate
-		data["IndexCode"] = indexCode
+		data["CurrPage"] = currPage
+		data["PageSize"] = 500 //
 
 		var result string
-		result, err = HttpPost("SyncEiaSteoIndexData", method, data)
+		result, err = HttpPost("SyncBaseFromEiaSteoData", method, data)
 		if err != nil {
-			fmt.Println("HttpPost err:", err)
-			utils.FileLog.Info("HttpPost err:", err)
+			err = fmt.Errorf("获取分页指标信息失败")
 			return
 		}
-		utils.FileLog.Info(result)
-		fmt.Println(result)
+		//utils.FileLog.Info(result)
+		//fmt.Println(result)
 
-		respObj := new(data_manage.EiaSteoIndexDataResp)
+		respObj := new(data_manage.BaseFromEiaSteoDataResp)
 		err = json.Unmarshal([]byte(result), &respObj)
 		if err != nil {
 			fmt.Println("json.Unmarshal err:" + err.Error())
 			return err
 		}
-
-		existDataMap := make(map[int]*data_manage.BaseFromEiaSteoData)
-		allData, err1 := data_manage.GetBaseFromEiaSteoIndexDataByIndexCode(indexCode, startDate)
-		if err1 != nil {
-			utils.FileLog.Error("get GetBaseFromEiaSteoIndexDataByDate err:", err1.Error())
+		if respObj.Ret != 200 {
+			err = errors.New(respObj.ErrMsg)
 			return
 		}
-		for _, dv := range allData {
-			existDataMap[dv.BaseFromEiaSteoDataId] = dv
-		}
+		// 总页码数
+		maxPage = respObj.Data.Paging.Pages
 
-		for _, dv := range respObj.Data {
-			if v, ok := existDataMap[dv.BaseFromEiaSteoDataId]; !ok {
-				newID, err := data_manage.AddBaseFromEiaSteoData(dv)
-				if err != nil {
-					utils.FileLog.Error("add error:", err)
-				}
-				fmt.Println("insert new indexID:", newID)
-			} else {
-				upDateCols := make([]string, 0)
-				if !v.DataTime.Equal(dv.DataTime) {
-					v.DataTime = dv.DataTime
-					upDateCols = append(upDateCols, "data_time")
-				}
-				if v.Value != dv.Value {
-					v.Value = dv.Value
-					v.ModifyTime = dv.ModifyTime
-					upDateCols = append(upDateCols, []string{"value", "modify_time"}...)
-				}
-				if len(upDateCols) > 0 {
-					err = v.Update(upDateCols)
+	
+		addDataList := make([]*data_manage.BaseFromEiaSteoData, 0)
+        if respObj.Data.List != nil && len(respObj.Data.List) > 0 {
+            for _, dv := range respObj.Data.List {
+                tmpKey := dv.IndexCode + "_" + dv.DataTime.Format(utils.FormatDate)
+                if oldVal, ok := existDataMap[tmpKey]; !ok {
+                    addDataList = append(addDataList, dv)
+                    existDataMap[tmpKey] = dv
+                }else if dv.Value != oldVal.Value {
+					// 更新指标数据
+					err = data_manage.UpdateBaseFromEiaSteoData(dv)
 					if err != nil {
-						utils.FileLog.Error("update error:", err)
+						utils.FileLog.Info("UpdateBaseFromEiaSteoData error:"+err.Error())
 					}
 				}
-			}
-		}
+            }
+        }
+
+        // 最后如果还有数据未插入，那么继续插入吧
+        if len(addDataList) > 0 {
+            _, err = data_manage.MultiAddBaseFromEiaSteoDataIndex(addDataList)
+            if err != nil {
+                utils.FileLog.Info("MultiAddBaseFromEiaSteoDataIndex error:"+err.Error())
+            }
+        }
 	}
+
 	return err
 }

services/eic.go

@@ -24,8 +24,8 @@ func SyncRankingFromEic() (err error) {
 	data["StartDate"] = startDate
 	//data["EndDate"] = endDate
 	result, err := HttpPost("SyncRankingFromEic", method, data)
-	utils.FileLog.Info(result)
-	fmt.Println(result)
+	//utils.FileLog.Info(result)
+	//fmt.Println(result)
 
 	respObj := new(data_manage.EicIndexResp)
 	err = json.Unmarshal([]byte(result), &respObj)

services/gpr_risk.go

@@ -25,8 +25,8 @@ func SyncBaseFromGprRisk() (err error) {
 	data["StartDate"] = startDate
 	//data["EndDate"] = endDate
 	result, err := HttpPost("SyncRankingFromGprRisk", method, data)
-	utils.FileLog.Info(result)
-	fmt.Println(result)
+	//utils.FileLog.Info(result)
+	//fmt.Println(result)
 
 	respObj := new(data_manage.GprRiskIndexResp)
 	err = json.Unmarshal([]byte(result), &respObj)
@@ -57,8 +57,8 @@ func SyncBaseFromGprRiskClassify() (err error) {
 	if err != nil {
 		fmt.Println("SyncBaseFromGprRiskClassify HttpPost Err:", err.Error())
 	}
-	utils.FileLog.Info(result)
-	fmt.Println("SyncBaseFromGprRiskClassify result:", result)
+	//utils.FileLog.Info(result)
+	//fmt.Println("SyncBaseFromGprRiskClassify result:", result)
 
 	respObj := new(data_manage.GprRiskClassifyResp)
 	err = json.Unmarshal([]byte(result), &respObj)
@@ -124,8 +124,8 @@ func SyncBaseFromGprRiskData() (err error) {
 
 		var result string
 		result, err = HttpPost("SyncBaseFromGprRiskData", method, data)
-		utils.FileLog.Info(result)
-		fmt.Println(result)
+		//utils.FileLog.Info(result)
+		//fmt.Println(result)
 
 		respObj := new(data_manage.BaseFromGprRiskDataResp)
 		err = json.Unmarshal([]byte(result), &respObj)

services/icpi.go

@@ -25,8 +25,8 @@ func SyncBaseFromIcpi() (err error) {
 	data["StartDate"] = startDate
 	//data["EndDate"] = endDate
 	result, err := HttpPost("SyncRankingFromIcpi", method, data)
-	utils.FileLog.Info(result)
-	fmt.Println(result)
+	//utils.FileLog.Info(result)
+	//fmt.Println(result)
 
 	respObj := new(data_manage.IcpiIndexResp)
 	err = json.Unmarshal([]byte(result), &respObj)

services/sync_hz_data.go

@@ -46,135 +46,172 @@ func SyncHzDataIndex(cont context.Context) (err error) {
 	//}
 
 	//欧洲天然气
-	err = SyncRankingFromEic()
-	if err != nil {
-		fmt.Println("SyncRankingFromEic Err:" + err.Error())
-		return
-	}
+	go func() {
+		err = SyncRankingFromEic()
+		if err != nil {
+			utils.FileLog.Info("SyncRankingFromEic Err:" + err.Error())
+			fmt.Println("SyncRankingFromEic Err:" + err.Error())
+			return
+		}
+	}()
 
 	//谷歌出行数据
-	err = SyncChangesVisitorsCovid()
-	if err != nil {
-		fmt.Println("SyncChangesVisitorsCovid Err:" + err.Error())
-		return
-	}
+	go func() {
+		err = SyncChangesVisitorsCovid()
+		if err != nil {
+			utils.FileLog.Info("SyncChangesVisitorsCovid Err:" + err.Error())
+			fmt.Println("SyncChangesVisitorsCovid Err:" + err.Error())
+			return
+		}
+	}()
 
 	// EiaSteo
-	err = SyncEiaSteoClassify()
-	if err != nil {
-		fmt.Println("SyncEiaSteoClassify Err:" + err.Error())
-		return
-	}
-	err = SyncEiaSteoIndex()
-	if err != nil {
-		fmt.Println("SyncEiaSteoIndex Err:" + err.Error())
-		return
-	}
+	go func() {
+		err = SyncEiaSteoClassify()
+		if err != nil {
+			utils.FileLog.Info("SyncEiaSteoClassify Err:" + err.Error())
+			fmt.Println("SyncEiaSteoClassify Err:" + err.Error())
+			//return
+		}
+		err = SyncEiaSteoIndex()
+		if err != nil {
+			utils.FileLog.Info("SyncEiaSteoIndex Err:" + err.Error())
+			fmt.Println("SyncEiaSteoIndex Err:" + err.Error())
+			//return
+		}
+
+		//EiaSteo
+		err = SyncEiaSteoIndexDataV2()
+		if err != nil {
+			utils.FileLog.Info("SyncEiaSteoIndexDataV2 Err:" + err.Error())
+			fmt.Println("SyncEiaSteoIndexDataV2 Err:" + err.Error())
+			return
+		}
+	}()
 
 	// UN联合国数据
-	err = SyncComTradeIndex()
-	if err != nil {
-		fmt.Println("SyncComTradeIndexAndData Err:" + err.Error())
-		return
-	}
+	go func() {
+		err = SyncComTradeIndex()
+		if err != nil {
+			utils.FileLog.Info("SyncComTradeIndexAndData Err:" + err.Error())
+			fmt.Println("SyncComTradeIndexAndData Err:" + err.Error())
+			return
+		}
+	}()
 
 	// 美联储加息概率
-	err = SyncMeetingProbabilities()
-	if err != nil {
-		fmt.Println("SyncMeetingProbabilities Err:" + err.Error())
-		return
-	}
+	go func() {
+		err = SyncMeetingProbabilities()
+		if err != nil {
+			utils.FileLog.Info("SyncMeetingProbabilities Err:" + err.Error())
+			fmt.Println("SyncMeetingProbabilities Err:" + err.Error())
+			return
+		}
+	}()
 
 	//广期所
-	{
+	go func() {
 		//分类信息
 		err = SyncFromGuangzhouClassify()
 		if err != nil {
+			utils.FileLog.Info("SyncFromGuangzhouClassify Err:" + err.Error())
 			fmt.Println("SyncFromGuangzhouClassify Err:" + err.Error())
-			return
+			//return
 		}
 		//合约信息
 		err = SyncFromGuangzhouContract()
 		if err != nil {
+			utils.FileLog.Info("SyncFromGuangzhouContract Err:" + err.Error())
 			fmt.Println("SyncFromGuangzhouContract Err:" + err.Error())
-			return
+			//return
 		}
 		//指标信息
 		err = SyncFromGuangzhouIndex()
 		if err != nil {
+			utils.FileLog.Info("SyncFromGuangzhouIndex Err:" + err.Error())
 			fmt.Println("SyncFromGuangzhouIndex Err:" + err.Error())
-			return
+			//return
 		}
 		//数据
 		err = SyncFromGuangzhouTradeData()
 		if err != nil {
+			utils.FileLog.Info("SyncFromGuangzhouTradeData Err:" + err.Error())
 			fmt.Println("SyncFromGuangzhouTradeData Err:" + err.Error())
 			return
 		}
-	}
+	}()
 
 	//ICPI
-	{
+	go func() {
 		//分类信息
 		err = SyncBaseFromIcpiClassify()
 		if err != nil {
+			utils.FileLog.Info("SyncBaseFromIcpiClassify Err:" + err.Error())
 			fmt.Println("SyncBaseFromIcpiClassify Err:" + err.Error())
-			return
+			//return
 		}
 		//指标信息
 		err = SyncBaseFromIcpi()
 		if err != nil {
+			utils.FileLog.Info("SyncBaseFromIcpi Err:" + err.Error())
 			fmt.Println("SyncBaseFromIcpi Err:" + err.Error())
-			return
+			//return
 		}
 		err = SyncBaseFromIcpiData()
 		if err != nil {
+			utils.FileLog.Info("SyncBaseFromIcpiData Err:" + err.Error())
 			fmt.Println("SyncBaseFromIcpiData Err:" + err.Error())
 			return
 		}
-	}
+	}()
 
 	//美国农业部
-	{
+	go func() {
 		//分类信息
 		err = SyncBaseFromUsdaFasClassify()
 		if err != nil {
+			utils.FileLog.Info("SyncBaseFromUsdaFasClassify Err:" + err.Error())
 			fmt.Println("SyncBaseFromUsdaFasClassify Err:" + err.Error())
-			return
+			//return
 		}
 		//指标信息
 		err = SyncBaseFromUsdaFas()
 		if err != nil {
+			utils.FileLog.Info("SyncBaseFromUsdaFas Err:" + err.Error())
 			fmt.Println("SyncBaseFromUsdaFas Err:" + err.Error())
-			return
+			//return
 		}
 		err = SyncBaseFromUsdaFasData()
 		if err != nil {
+			utils.FileLog.Info("SyncBaseFromUsdaFasData Err:" + err.Error())
 			fmt.Println("SyncBaseFromUsdaFasData Err:" + err.Error())
-			return
+			//return
 		}
-	}
+	}()
 
 	//GPR地缘风险指数
-	{
+	go func() {
 		//分类信息
 		err = SyncBaseFromGprRiskClassify()
 		if err != nil {
+			utils.FileLog.Info("SyncBaseFromGprRiskClassify Err:" + err.Error())
 			fmt.Println("SyncBaseFromGprRiskClassify Err:" + err.Error())
-			return
+			//return
 		}
 		//指标信息
 		err = SyncBaseFromGprRisk()
 		if err != nil {
+			utils.FileLog.Info("SyncBaseFromGprRisk Err:" + err.Error())
 			fmt.Println("SyncBaseFromGprRisk Err:" + err.Error())
-			return
+			//return
 		}
 		err = SyncBaseFromGprRiskData()
 		if err != nil {
+			utils.FileLog.Info("SyncBaseFromGprRiskData Err:" + err.Error())
 			fmt.Println("SyncBaseFromGprRiskData Err:" + err.Error())
-			return
+			//return
 		}
-	}
+	}()
 
 	// 同步指标数据
 	SyncHzDataIndexData()
@@ -186,20 +223,13 @@ func SyncHzDataIndex(cont context.Context) (err error) {
 // SyncHzDataIndexData 同步指标数据
 func SyncHzDataIndexData() {
 	var err error
-	//EiaSteo
-	err = SyncEiaSteoIndexDataV2()
-	if err != nil {
-		fmt.Println("SyncEiaSteoIndexData Err:" + err.Error())
-		return
-	}
-
 	// 同步un数据
 	err = SyncComTradeData()
 	if err != nil {
+		utils.FileLog.Info("SyncComTradeData Err:" + err.Error())
 		fmt.Println("SyncComTradeData Err:" + err.Error())
 		return
 	}
-
 	//
 	fmt.Println(err)
 }

services/trade_cffex.go

@@ -24,8 +24,8 @@ func SyncRankingFromCffex() (err error) {
 	data["StartDate"] = startDate
 	//data["EndDate"] = endDate
 	result, err := HttpPost("SyncRankingFromCffex", method, data)
-	utils.FileLog.Info(result)
-	fmt.Println(result)
+	//utils.FileLog.Info(result)
+	//fmt.Println(result)
 
 	respObj := new(data_manage.CffexIndexResp)
 	err = json.Unmarshal([]byte(result), &respObj)

services/trade_guangzhou.go

@@ -19,8 +19,8 @@ func SyncFromGuangzhouClassify() (err error) {
 		fmt.Println("SyncFromGuangzhouClassify HttpPost Err:", err.Error())
 		return err
 	}
-	utils.FileLog.Info("SyncFromGuangzhouClassify:" + result)
-	fmt.Println("SyncFromGuangzhouClassify result:", result)
+	//utils.FileLog.Info("SyncFromGuangzhouClassify:" + result)
+	//fmt.Println("SyncFromGuangzhouClassify result:", result)
 
 	respObj := new(data_manage.GuangzhouClassifyResp)
 	err = json.Unmarshal([]byte(result), &respObj)
@@ -59,8 +59,8 @@ func SyncFromGuangzhouIndex() (err error) {
 	if err != nil {
 		fmt.Println("SyncFromGuangzhou HttpPost Err:", err.Error())
 	}
-	utils.FileLog.Info(result)
-	fmt.Println("SyncFromGuangzhouIndex result:", result)
+	//utils.FileLog.Info(result)
+	//fmt.Println("SyncFromGuangzhouIndex result:", result)
 
 	respObj := new(data_manage.GuangzhouIndexResp)
 	err = json.Unmarshal([]byte(result), &respObj)
@@ -100,8 +100,8 @@ func SyncFromGuangzhouContract() (err error) {
 	if err != nil {
 		fmt.Println("SyncFromGuangzhouContract HttpPost Err:", err.Error())
 	}
-	utils.FileLog.Info(result)
-	fmt.Println("SyncFromGuangzhouContract result:", result)
+	//utils.FileLog.Info(result)
+	//fmt.Println("SyncFromGuangzhouContract result:", result)
 
 	respObj := new(data_manage.GuangzhouContractResp)
 	err = json.Unmarshal([]byte(result), &respObj)
@@ -154,6 +154,7 @@ func SyncFromGuangzhouTradeData() (err error) {
 	}
 	for _, dv := range allData {
 		tmpKey := dv.IndexCode + "_" + dv.DataTime
+		//fmt.Println("GetAllBaseFromTradeGuangzhouDataList tmpKey:", tmpKey)
 		existDataMap[tmpKey] = dv
 	}
 
@@ -169,8 +170,8 @@ func SyncFromGuangzhouTradeData() (err error) {
 
 		var result string
 		result, err = HttpPost("SyncFromGuangzhouTradeData", method, data)
-		utils.FileLog.Info(result)
-		fmt.Println(result)
+		//utils.FileLog.Info(result)
+		//fmt.Println(result)
 
 		respObj := new(data_manage.BaseFromTradeGuangzhouDataResp)
 		err = json.Unmarshal([]byte(result), &respObj)
@@ -189,6 +190,7 @@ func SyncFromGuangzhouTradeData() (err error) {
 		if respObj.Data.List != nil && len(respObj.Data.List) > 0 {
 			for _, dv := range respObj.Data.List {
 				tmpKey := dv.IndexCode + "_" + dv.DataTime
+				//fmt.Println("SyncFromGuangzhouTradeData2 tmpKey:", tmpKey)
 				if _, ok := existDataMap[tmpKey]; !ok {
 					addDataList = append(addDataList, dv)
 					existDataMap[tmpKey] = dv

services/trade_shanghai.go

@@ -24,8 +24,8 @@ func SyncRankingFromShanghai() (err error) {
 	data["StartDate"] = startDate
 	//data["EndDate"] = endDate
 	result, err := HttpPost("SyncRankingFromShanghai", method, data)
-	utils.FileLog.Info(result)
-	fmt.Println(result)
+	//utils.FileLog.Info(result)
+	//fmt.Println(result)
 
 	respObj := new(data_manage.ShanghaiIndexResp)
 	err = json.Unmarshal([]byte(result), &respObj)

services/usda_fas.go

@@ -25,8 +25,8 @@ func SyncBaseFromUsdaFas() (err error) {
 	data["StartDate"] = startDate
 	//data["EndDate"] = endDate
 	result, err := HttpPost("SyncRankingFromUsdaFas", method, data)
-	utils.FileLog.Info(result)
-	fmt.Println(result)
+	//utils.FileLog.Info(result)
+	//fmt.Println(result)
 
 	respObj := new(data_manage.UsdaFasIndexResp)
 	err = json.Unmarshal([]byte(result), &respObj)
@@ -39,11 +39,11 @@ func SyncBaseFromUsdaFas() (err error) {
 	UsdaFasObj := new(data_manage.BaseFromUsdaFasIndex)
 
 	for _, zv := range respObj.Data {
-		newID, err := UsdaFasObj.InsertOrUpdateBaseFromUsdaFasIndex(zv)
+		_, err := UsdaFasObj.InsertOrUpdateBaseFromUsdaFasIndex(zv)
 		if err != nil {
 			fmt.Println("InsertOrUpdateBaseFromUsdaFasIndex error:", err)
 		}
-		fmt.Println("InsertOrUpdateBaseFromUsdaFasIndex new indexID:", newID)
+		//fmt.Println("InsertOrUpdateBaseFromUsdaFasIndex new indexID:", newID)
 	}
 	return err
 }
@@ -124,8 +124,8 @@ func SyncBaseFromUsdaFasData() (err error) {
 
 		var result string
 		result, err = HttpPost("SyncBaseFromUsdaFasData", method, data)
-		utils.FileLog.Info(result)
-		fmt.Println(result)
+		//utils.FileLog.Info(result)
+		//fmt.Println(result)
 
 		respObj := new(data_manage.BaseFromUsdaFasDataResp)
 		err = json.Unmarshal([]byte(result), &respObj)