package data
import (
"context"
"errors"
"eta/eta_task/models/data_manage"
"eta/eta_task/services/alarm_msg"
"eta/eta_task/utils"
"fmt"
"strconv"
"strings"
"sync"
"time"
)
// RefreshDataFromThs 刷新同花顺数据
func RefreshDataFromThs(wg *sync.WaitGroup) (err error) {
errMsgList := make([]string, 0)
defer func() {
if err != nil {
fmt.Println("RefreshDataFromThs Err:" + err.Error())
go alarm_msg.SendAlarmMsg("RefreshDataFromThs ErrMsg:"+err.Error(), 3)
}
if len(errMsgList) > 0 {
errMsg := "RefreshDataFromThs Err:" + strings.Join(errMsgList, "\n")
fmt.Println(errMsg)
go alarm_msg.SendAlarmMsg(errMsg, 3)
}
wg.Done()
}()
var condition string
var pars []interface{}
condition += " AND source=? "
pars = append(pars, utils.DATA_SOURCE_THS)
items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
if err != nil {
err = errors.New("GetEdbInfoByCondition:" + err.Error())
return
}
for _, v := range items {
startDate := ""
if v.Frequency == "日度" {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
} else if v.Frequency == "周度" {
startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
} else if v.Frequency == "月度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
} else if v.Frequency == "季度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
} else if v.Frequency == "年度" {
startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
} else {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
}
resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.SubSource, v.EdbCode, startDate)
if err != nil {
errMsgList = append(errMsgList, v.EdbCode+"RefreshEdbData Err:"+err.Error())
continue
}
if resp.Ret != 200 {
errMsgList = append(errMsgList, v.EdbCode+";RefreshEdbData Err:"+resp.Msg+";ErrMsg:"+resp.ErrMsg)
continue
}
}
return err
}
// RefreshDataFromWind 刷新万得数据
func RefreshDataFromWind(wg *sync.WaitGroup) (err error) {
errMsgList := make([]string, 0)
defer func() {
if err != nil {
fmt.Println("RefreshDataFromWind Err:" + err.Error())
go alarm_msg.SendAlarmMsg("RefreshDataFromWind ErrMsg:"+err.Error(), 3)
}
if len(errMsgList) > 0 {
errMsg := "RefreshDataFromWind Err:" + strings.Join(errMsgList, "\n")
fmt.Println(errMsg)
go alarm_msg.SendAlarmMsg(errMsg, 3)
}
wg.Done()
}()
var condition string
var pars []interface{}
condition += ` AND source=? AND no_update = 0 `
pars = append(pars, utils.DATA_SOURCE_WIND)
items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
if err != nil {
return err
}
for _, v := range items {
startDate := ""
if v.Frequency == "日度" {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
} else if v.Frequency == "周度" {
startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
} else if v.Frequency == "月度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
} else if v.Frequency == "季度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
} else if v.Frequency == "年度" {
startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
} else {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
}
resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.SubSource, v.EdbCode, startDate)
if err != nil {
errMsgList = append(errMsgList, v.EdbCode+"RefreshEdbData Err:"+err.Error())
continue
}
if resp.Ret != 200 {
errMsgList = append(errMsgList, v.EdbCode+";RefreshEdbData Err:"+resp.Msg+";ErrMsg:"+resp.ErrMsg)
continue
}
}
fmt.Println("wind刷新结束")
return err
}
// RefreshDataFromPb 刷新彭博数据
func RefreshDataFromPb(wg *sync.WaitGroup) (err error) {
errMsgList := make([]string, 0)
defer func() {
if err != nil {
fmt.Println("RefreshDataFromPb Err:" + err.Error())
go alarm_msg.SendAlarmMsg("RefreshDataFromPb ErrMsg:"+err.Error(), 3)
}
if len(errMsgList) > 0 {
errMsg := "RefreshDataFromPb Err:" + strings.Join(errMsgList, "\n")
fmt.Println(errMsg)
go alarm_msg.SendAlarmMsg(errMsg, 3)
}
wg.Done()
}()
if utils.PbRefreshOpen == "0" {
return
}
var condition string
var pars []interface{}
var frequencyStr string
if utils.PbRefreshFrequency == "" {
frequencyStr = "'日度','周度'"
} else {
frequencyStr = utils.PbRefreshFrequency
}
condition += " AND source=? AND frequency in (" + frequencyStr + ") "
pars = append(pars, utils.DATA_SOURCE_PB)
items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
if err != nil {
return errors.New("GetEdbInfoByCondition:" + err.Error())
}
for _, v := range items {
startDate := ""
if v.Frequency == "日度" {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
} else if v.Frequency == "周度" {
startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
} else if v.Frequency == "月度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
} else if v.Frequency == "季度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
} else if v.Frequency == "年度" {
startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
} else {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
}
resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.SubSource, v.EdbCode, startDate)
if err != nil {
errMsgList = append(errMsgList, v.EdbCode+"RefreshEdbData Err:"+err.Error())
continue
}
if resp.Ret != 200 {
errMsgList = append(errMsgList, v.EdbCode+";RefreshEdbData Err:"+resp.Msg+";ErrMsg:"+resp.ErrMsg)
continue
}
}
return err
}
// RefreshDataFromPbFinance 刷新彭博财务指标数据
func RefreshDataFromPbFinance(wg *sync.WaitGroup) (err error) {
errMsgList := make([]string, 0)
defer func() {
if err != nil {
fmt.Println("RefreshDataFromPb Err:" + err.Error())
//go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromPb ErrMsg:"+err.Error(), utils.EmailSendToUsers)
go alarm_msg.SendAlarmMsg("RefreshDataFromPb ErrMsg:"+err.Error(), 3)
}
if len(errMsgList) > 0 {
errMsg := "RefreshDataFromPbFinance Err:" + strings.Join(errMsgList, "\n")
fmt.Println(errMsg)
go alarm_msg.SendAlarmMsg(errMsg, 3)
}
wg.Done()
}()
var condition string
var pars []interface{}
condition += " AND source=? "
pars = append(pars, utils.DATA_SOURCE_PB_FINANCE)
items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
if err != nil {
return errors.New("GetEdbInfoByCondition:" + err.Error())
}
for _, v := range items {
startDate := ""
if v.Frequency == "日度" {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
} else if v.Frequency == "周度" {
startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
} else if v.Frequency == "月度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
} else if v.Frequency == "季度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
} else if v.Frequency == "年度" {
startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
} else {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
}
resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.SubSource, v.EdbCode, startDate)
if err != nil {
errMsgList = append(errMsgList, v.EdbCode+"RefreshEdbData Err:"+err.Error())
continue
}
if resp.Ret != 200 {
errMsgList = append(errMsgList, v.EdbCode+";RefreshEdbData Err:"+resp.Msg+";ErrMsg:"+resp.ErrMsg)
continue
}
}
return err
}
// RefreshDataFromCalculateAll 刷新所有计算指标
func RefreshDataFromCalculateAll() (err error) {
errMsgList := make([]string, 0)
defer func() {
if err != nil {
errMsg := "刷新所有计算指标失败 ErrMsg:" + err.Error()
utils.FileLog.Info(errMsg)
go alarm_msg.SendAlarmMsg(errMsg, 3)
}
if len(errMsgList) > 0 {
utils.FileLog.Info("刷新所有计算指标失败 ErrMsg:" + strings.Join(errMsgList, "\n"))
go alarm_msg.SendAlarmMsg("刷新所有计算指标失败 ErrMsg:"+strings.Join(errMsgList, "\n"), 3)
}
}()
var condition string
var pars []interface{}
// 查询 普通指标的计算指标
condition += " AND edb_type=? AND edb_info_type=? AND no_update=0"
pars = append(pars, 2, 0)
items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
if err != nil {
return err
}
for _, v := range items {
source := v.Source
startDate := v.StartDate.Format(utils.FormatDate)
if startDate == "0001-01-01" {
continue
}
fmt.Println(v.EdbInfoId, v.EdbCode, v.EdbName, v.SourceName, source)
fmt.Println("RefreshEdbCalculateData", v.EdbInfoId, v.EdbCode, startDate)
result, tmpErr := RefreshEdbCalculateData(v.EdbInfoId, v.EdbCode, startDate)
if tmpErr != nil {
errMsgList = append(errMsgList, fmt.Sprintf("指标ID:%d;指标编码:%s;err:%s", v.EdbInfoId, v.EdbCode, tmpErr.Error()))
continue
}
if result.Ret != 200 {
errMsgList = append(errMsgList, fmt.Sprintf("指标ID:%d;指标编码:%s;msg:%s;errMsg:%s", v.EdbInfoId, v.EdbCode, result.Msg, result.ErrMsg))
//return err
continue
}
}
return err
}
// RefreshBasePredictDataAll 刷新所有的基础预测指标
func RefreshBasePredictDataAll() (err error) {
errMsgList := make([]string, 0)
defer func() {
if err != nil {
errMsg := "刷新所有计算指标失败 ErrMsg:" + err.Error()
utils.FileLog.Info(errMsg)
go alarm_msg.SendAlarmMsg(errMsg, 3)
}
if len(errMsgList) > 0 {
utils.FileLog.Info("刷新所有基础预测指标失败 ErrMsg:" + strings.Join(errMsgList, "\n"))
go alarm_msg.SendAlarmMsg("刷新所有基础预测指标失败 ErrMsg:"+strings.Join(errMsgList, "\n"), 3)
}
}()
var condition string
var pars []interface{}
// 查询 普通指标的计算指标
condition += " AND edb_type=? AND edb_info_type=? "
pars = append(pars, 1, 1)
items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
if err != nil {
errMsgList = append(errMsgList, fmt.Sprintf("获取基础预测指标列表失败;err:%s", err.Error()))
return err
}
for _, v := range items {
source := v.Source
startDate := v.StartDate.Format(utils.FormatDate)
if startDate == "0001-01-01" {
continue
}
fmt.Println(v.EdbInfoId, v.EdbCode, v.EdbName, v.SourceName, source, "======RefreshBasePredictDataAll:", startDate)
result, tmpErr := RefreshEdbData(v.EdbInfoId, v.Source, v.SubSource, v.EdbCode, startDate)
if tmpErr != nil {
errMsgList = append(errMsgList, fmt.Sprintf("刷新基础预测指标失败1,指标ID:%d;指标编码:%s;err:%s", v.EdbInfoId, v.EdbCode, tmpErr.Error()))
continue
}
if result.Ret != 200 {
errMsgList = append(errMsgList, fmt.Sprintf("刷新基础预测指标失败2,指标ID:%d;指标编码:%s;报错提示信息msg:%s;报错信息err:%s", v.EdbInfoId, v.EdbCode, result.ErrMsg, result.Msg))
continue
}
}
return err
}
// RefreshPredictDataFromCalculateAll 刷新所有预测计算指标
func RefreshPredictDataFromCalculateAll() (err error) {
errMsgList := make([]string, 0)
defer func() {
if err != nil {
errMsg := "刷新所有计算预测指标失败 ErrMsg:" + err.Error()
utils.FileLog.Info(errMsg)
go alarm_msg.SendAlarmMsg(errMsg, 3)
}
if len(errMsgList) > 0 {
utils.FileLog.Info("刷新所有计算预测指标失败 Err:" + strings.Join(errMsgList, "\n"))
go alarm_msg.SendAlarmMsg("刷新所有计算预测指标失败 Err:"+strings.Join(errMsgList, "\n"), 3)
}
}()
var condition string
var pars []interface{}
// 查询 普通指标的计算指标
condition += " AND edb_type=? AND edb_info_type=? "
pars = append(pars, 2, 1)
items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
if err != nil {
return err
}
for _, v := range items {
source := v.Source
startDate := v.StartDate.Format(utils.FormatDate)
if startDate == "0001-01-01" {
continue
}
fmt.Println(v.EdbInfoId, v.EdbCode, v.EdbName, v.SourceName, source, "======RefreshPredictEdbCalculateData:", startDate)
result, tmpErr := RefreshPredictEdbCalculateData(v.EdbInfoId, v.EdbCode, startDate)
if tmpErr != nil {
errMsgList = append(errMsgList, fmt.Sprintf("指标ID:%d;指标编码:%s;err:%s", v.EdbInfoId, v.EdbCode, tmpErr.Error()))
continue
}
if result.Ret != 200 {
errMsgList = append(errMsgList, fmt.Sprintf("指标ID:%d;指标编码:%s;msg:%s;errMsg:%s", v.EdbInfoId, v.EdbCode, result.Msg, result.ErrMsg))
continue
}
}
return err
}
// RefreshDataFromManual 刷新手工指标数据
func RefreshDataFromManual(wg *sync.WaitGroup) (err error) {
errMsgList := make([]string, 0)
defer func() {
if err != nil {
fmt.Println("RefreshDataFromManual Err:" + err.Error())
go alarm_msg.SendAlarmMsg("RefreshDataFromManual ErrMsg:"+err.Error(), 3)
}
if len(errMsgList) > 0 {
errMsg := "RefreshDataFromManual Err:" + strings.Join(errMsgList, "\n")
fmt.Println(errMsg)
go alarm_msg.SendAlarmMsg(errMsg, 3)
}
wg.Done()
}()
var condition string
var pars []interface{}
condition += " AND source=? "
pars = append(pars, utils.DATA_SOURCE_MANUAL)
items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
if err != nil {
return errors.New("GetEdbInfoByCondition:" + err.Error())
}
for _, v := range items {
startDate := v.StartDate.Format(utils.FormatDate)
resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.SubSource, v.EdbCode, startDate)
if err != nil {
errMsgList = append(errMsgList, v.EdbCode+"RefreshEdbData Err:"+err.Error())
continue
}
if resp.Ret != 200 {
errMsgList = append(errMsgList, v.EdbCode+";RefreshEdbData Err:"+resp.Msg+";ErrMsg:"+resp.ErrMsg)
continue
}
}
return err
}
func ResetEdbInfoIsUpdate(cont context.Context) (err error) {
go data_manage.ResetEdbInfoIsUpdate()
return nil
}
// RefreshDataFromGoogleTravel RefreshDataFromEic 刷新谷歌出行数据
func RefreshDataFromGoogleTravel(wg *sync.WaitGroup) (err error) {
errMsgList := make([]string, 0)
defer func() {
if err != nil {
fmt.Println("RefreshDataFromGoogleTravel Err:" + err.Error())
go alarm_msg.SendAlarmMsg("RefreshDataFromGoogleTravel ErrMsg:"+err.Error(), 3)
}
if len(errMsgList) > 0 {
tips := fmt.Sprintf("RefreshDataFromGoogleTravel ErrMsg: %s", strings.Join(errMsgList, `
`))
fmt.Println(tips)
utils.FileLog.Info(tips)
go alarm_msg.SendAlarmMsg(tips, 3)
}
wg.Done()
}()
var condition string
var pars []interface{}
condition += " AND source=? "
pars = append(pars, utils.DATA_SOURCE_GOOGLE_TRAVEL)
items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
if err != nil {
return errors.New("GetEdbInfoByCondition:" + err.Error())
}
for _, v := range items {
startDate := ""
if v.Frequency == "日度" {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
} else if v.Frequency == "周度" {
startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
} else if v.Frequency == "月度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
} else if v.Frequency == "季度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
} else if v.Frequency == "年度" {
startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
} else {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
}
resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.SubSource, v.EdbCode, startDate)
if err != nil {
errMsgList = append(errMsgList, "RefreshEdbData Err:"+err.Error())
continue
}
if resp.Ret != 200 {
errMsgList = append(errMsgList, "RefreshEdbData Err:"+resp.Msg+";ErrMsg:"+resp.ErrMsg)
continue
}
}
return err
}
// RefreshDataFromEiaSteo 刷新eia steo 报告数据
func RefreshDataFromEiaSteo(wg *sync.WaitGroup) (err error) {
errMsgList := make([]string, 0)
defer func() {
if err != nil {
fmt.Println("RefreshDataFromEiaSteo Err:" + err.Error())
go alarm_msg.SendAlarmMsg("RefreshDataFromEiaSteo ErrMsg:"+err.Error(), 3)
}
if len(errMsgList) > 0 {
tips := fmt.Sprintf("RefreshDataFromEiaSteo ErrMsg: %s", strings.Join(errMsgList, `
`))
fmt.Println(tips)
utils.FileLog.Info(tips)
go alarm_msg.SendAlarmMsg(tips, 3)
}
wg.Done()
}()
var condition string
var pars []interface{}
condition += " AND source=? "
pars = append(pars, utils.DATA_SOURCE_EIA_STEO)
items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
if err != nil {
return errors.New("GetEdbInfoByCondition:" + err.Error())
}
for _, v := range items {
startDate := ""
if v.Frequency == "日度" {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
} else if v.Frequency == "周度" {
startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
} else if v.Frequency == "月度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
} else if v.Frequency == "季度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
} else if v.Frequency == "年度" {
startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
} else {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
}
resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.SubSource, v.EdbCode, startDate)
if err != nil {
errMsgList = append(errMsgList, "RefreshEdbData Err:"+err.Error())
continue
}
if resp.Ret != 200 {
errMsgList = append(errMsgList, "RefreshEdbData Err:"+resp.Msg+";ErrMsg:"+resp.ErrMsg)
continue
}
}
return err
}
// RefreshDataFromYs 刷新有色数据
func RefreshDataFromYs(wg *sync.WaitGroup) (err error) {
errMsgList := make([]string, 0)
defer func() {
if err != nil {
fmt.Println("RefreshDataFromYs Err:" + err.Error())
//go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromYs ErrMsg:"+err.Error(), utils.EmailSendToUsers)
go alarm_msg.SendAlarmMsg("RefreshDataFromYs ErrMsg:"+err.Error(), 3)
}
if len(errMsgList) > 0 {
errMsg := "RefreshDataFromYs Err:" + strings.Join(errMsgList, "\n")
fmt.Println(errMsg)
go alarm_msg.SendAlarmMsg(errMsg, 3)
}
wg.Done()
}()
var condition string
var pars []interface{}
condition += " AND source=? "
pars = append(pars, utils.DATA_SOURCE_YS)
items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
if err != nil {
return errors.New("GetEdbInfoByCondition:" + err.Error())
}
for _, v := range items {
startDate := ""
if v.Frequency == "日度" {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
} else if v.Frequency == "周度" {
startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
} else if v.Frequency == "月度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
} else if v.Frequency == "季度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
} else if v.Frequency == "年度" {
startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
} else {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
}
resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.SubSource, v.EdbCode, startDate)
if err != nil {
errMsgList = append(errMsgList, v.EdbCode+"RefreshEdbData Err:"+err.Error())
continue
}
if resp.Ret != 200 {
errMsgList = append(errMsgList, v.EdbCode+";RefreshEdbData Err:"+resp.Msg+";ErrMsg:"+resp.ErrMsg)
continue
}
}
return err
}
// 刷新钢联数据
func RefreshDataFromGl(wg *sync.WaitGroup) (err error) {
errMsgList := make([]string, 0)
defer func() {
if err != nil {
fmt.Println("RefreshDataFromGl Err:" + err.Error())
go alarm_msg.SendAlarmMsg("RefreshDataFromGl ErrMsg:"+err.Error(), 3)
}
if len(errMsgList) > 0 {
tips := fmt.Sprintf("RefreshDataFromGl ErrMsg: %s", strings.Join(errMsgList, `
`))
fmt.Println(tips)
utils.FileLog.Info(tips)
go alarm_msg.SendAlarmMsg(tips, 3)
}
wg.Done()
}()
var condition string
var pars []interface{}
condition += " AND source=? "
pars = append(pars, utils.DATA_SOURCE_GL)
items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
if err != nil {
return errors.New("GetEdbInfoByCondition:" + err.Error())
}
for _, v := range items {
startDate := ""
if v.Frequency == "日度" {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
} else if v.Frequency == "周度" {
startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
} else if v.Frequency == "月度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
} else if v.Frequency == "季度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
} else if v.Frequency == "年度" {
startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
} else {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
}
resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.SubSource, v.EdbCode, startDate)
if err != nil {
errMsgList = append(errMsgList, "RefreshEdbData Err:"+err.Error())
continue
}
if resp.Ret != 200 {
errMsgList = append(errMsgList, "RefreshEdbData Err:"+resp.Msg+";ErrMsg:"+resp.ErrMsg)
continue
}
}
return err
}
// RefreshDataFromLt 刷新路透数据
func RefreshDataFromLt(wg *sync.WaitGroup) (err error) {
errMsgList := make([]string, 0)
defer func() {
if len(errMsgList) > 0 {
tips := fmt.Sprintf("RefreshDataFromLt ErrMsg: %s", strings.Join(errMsgList, `
`))
fmt.Println(tips)
utils.FileLog.Info(tips)
go alarm_msg.SendAlarmMsg(tips, 3)
}
utils.FileLog.Info("RefreshDataFromLt刷新结束")
wg.Done()
}()
var condition string
var pars []interface{}
condition += " AND source=? "
pars = append(pars, utils.DATA_SOURCE_LT)
items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
if err != nil {
errMsgList = append(errMsgList, "GetEdbInfoByCondition:"+err.Error())
return errors.New("GetEdbInfoByCondition:" + err.Error())
}
for _, v := range items {
fmt.Println(v.EdbCode, v.Frequency, v.EndDate)
startDate := v.StartDate.Format(utils.FormatDate)
resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.SubSource, v.EdbCode, startDate)
if err != nil {
errMsgList = append(errMsgList, "RefreshEdbData Err:"+err.Error())
continue
}
if resp.Ret != 200 {
errMsgList = append(errMsgList, "RefreshEdbData Err:"+resp.Msg+";ErrMsg:"+resp.ErrMsg)
continue
}
}
return err
}
// RefreshDataFromCoal 刷新煤炭网数据
func RefreshDataFromCoal(wg *sync.WaitGroup) (err error) {
errMsgList := make([]string, 0)
defer func() {
if err != nil {
fmt.Println("RefreshDataFromCoal Err:" + err.Error())
go alarm_msg.SendAlarmMsg("RefreshDataFromCoal ErrMsg:"+err.Error(), 3)
}
if len(errMsgList) > 0 {
tips := fmt.Sprintf("RefreshDataFromCoal ErrMsg: %s", strings.Join(errMsgList, `
`))
fmt.Println(tips)
utils.FileLog.Info(tips)
go alarm_msg.SendAlarmMsg(tips, 3)
}
wg.Done()
}()
var condition string
var pars []interface{}
condition += " AND source=? "
pars = append(pars, utils.DATA_SOURCE_COAL)
items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
if err != nil {
return errors.New("GetEdbInfoByCondition:" + err.Error())
}
for _, v := range items {
startDate := ""
if v.Frequency == "日度" {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
} else if v.Frequency == "周度" {
startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
} else if v.Frequency == "月度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
} else if v.Frequency == "季度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
} else if v.Frequency == "年度" {
startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
} else {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
}
resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.SubSource, v.EdbCode, startDate)
if err != nil {
errMsgList = append(errMsgList, "RefreshEdbData Err:"+err.Error())
continue
}
if resp.Ret != 200 {
errMsgList = append(errMsgList, "RefreshEdbData Err:"+resp.Msg+";ErrMsg:"+resp.ErrMsg)
continue
}
}
return err
}
// RefreshDataFromMysteelChemical 刷新钢联化工数据
func RefreshDataFromMysteelChemical(wg *sync.WaitGroup) (err error) {
errMsgList := make([]string, 0)
defer func() {
if err != nil {
fmt.Println("RefreshDataFromMysteelChemical Err:" + err.Error())
go alarm_msg.SendAlarmMsg("RefreshDataFromMysteelChemical ErrMsg:"+err.Error(), 3)
}
if len(errMsgList) > 0 {
tips := fmt.Sprintf("RefreshDataFromMysteelChemical ErrMsg: %s", strings.Join(errMsgList, `
`))
fmt.Println(tips)
utils.FileLog.Info(tips)
go alarm_msg.SendAlarmMsg(tips, 3)
}
wg.Done()
}()
var condition string
var pars []interface{}
condition += " AND source=? AND no_update = 0 "
pars = append(pars, utils.DATA_SOURCE_MYSTEEL_CHEMICAL)
items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
if err != nil {
return errors.New("GetEdbInfoByCondition:" + err.Error())
}
for _, v := range items {
startDate := ""
if v.Frequency == "日度" {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
} else if v.Frequency == "周度" {
startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
} else if v.Frequency == "月度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
} else if v.Frequency == "季度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
} else if v.Frequency == "年度" {
startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
} else {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
}
resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.SubSource, v.EdbCode, startDate)
if err != nil {
errMsgList = append(errMsgList, "RefreshEdbData Err:"+err.Error())
continue
}
if resp.Ret != 200 {
errMsgList = append(errMsgList, "RefreshEdbData Err:"+resp.Msg+";ErrMsg:"+resp.ErrMsg)
continue
}
}
return err
}
// RefreshDataFromComTrade 刷新 UN 数据
func RefreshDataFromComTrade(wg *sync.WaitGroup) (err error) {
errMsgList := make([]string, 0)
defer func() {
if err != nil {
fmt.Println("RefreshDataFromComTrade Err:" + err.Error())
go alarm_msg.SendAlarmMsg("RefreshDataFromComTrade ErrMsg:"+err.Error(), 3)
}
if len(errMsgList) > 0 {
tips := fmt.Sprintf("RefreshDataFromComTrade ErrMsg: %s", strings.Join(errMsgList, `
`))
fmt.Println(tips)
utils.FileLog.Info(tips)
go alarm_msg.SendAlarmMsg(tips, 3)
}
wg.Done()
}()
var condition string
var pars []interface{}
condition += " AND source=? "
pars = append(pars, utils.DATA_SOURCE_COM_TRADE)
items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
if err != nil {
return errors.New("GetEdbInfoByCondition:" + err.Error())
}
for _, v := range items {
startDate := ""
if v.Frequency == "日度" {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
} else if v.Frequency == "周度" {
startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
} else if v.Frequency == "月度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
} else if v.Frequency == "季度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
} else if v.Frequency == "年度" {
startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
} else {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
}
resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.SubSource, v.EdbCode, startDate)
if err != nil {
errMsgList = append(errMsgList, "RefreshEdbData Err:"+err.Error())
continue
}
if resp.Ret != 200 {
errMsgList = append(errMsgList, "RefreshEdbData Err:"+resp.Msg+";ErrMsg:"+resp.ErrMsg)
continue
}
}
return err
}
// RefreshDataFromSci 刷新 卓创 数据
func RefreshDataFromSci(wg *sync.WaitGroup) (err error) {
errMsgList := make([]string, 0)
defer func() {
if err != nil {
fmt.Println("RefreshDataFromSci Err:" + err.Error())
go alarm_msg.SendAlarmMsg("RefreshDataFromSci ErrMsg:"+err.Error(), 3)
}
if len(errMsgList) > 0 {
tips := fmt.Sprintf("RefreshDataFromSci ErrMsg: %s", strings.Join(errMsgList, `
`))
fmt.Println(tips)
utils.FileLog.Info(tips)
go alarm_msg.SendAlarmMsg(tips, 3)
}
wg.Done()
}()
var condition string
var pars []interface{}
condition += " AND source=? "
pars = append(pars, utils.DATA_SOURCE_SCI)
items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
if err != nil {
return errors.New("GetEdbInfoByCondition:" + err.Error())
}
for _, v := range items {
startDate := ""
if v.Frequency == "日度" {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
} else if v.Frequency == "周度" {
startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
} else if v.Frequency == "月度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
} else if v.Frequency == "季度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
} else if v.Frequency == "年度" {
startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
} else {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
}
resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.SubSource, v.EdbCode, startDate)
if err != nil {
errMsgList = append(errMsgList, "RefreshEdbData Err:"+err.Error())
continue
}
if resp.Ret != 200 {
errMsgList = append(errMsgList, "RefreshEdbData Err:"+resp.Msg+";ErrMsg:"+resp.ErrMsg)
continue
}
}
return err
}
// RefreshDataFromNationalStatistics 刷新统计局数据
func RefreshDataFromNationalStatistics(wg *sync.WaitGroup) (err error) {
errMsgList := make([]string, 0)
defer func() {
if err != nil {
fmt.Println("RefreshDataFromNationalStatistics Err:" + err.Error())
go alarm_msg.SendAlarmMsg("RefreshDataFromNationalStatistics ErrMsg:"+err.Error(), 3)
}
if len(errMsgList) > 0 {
tips := fmt.Sprintf("RefreshDataFromNationalStatistics ErrMsg: %s", strings.Join(errMsgList, `
`))
fmt.Println(tips)
utils.FileLog.Info(tips)
go alarm_msg.SendAlarmMsg(tips, 3)
}
wg.Done()
}()
var condition string
var pars []interface{}
condition += ` AND source = ? `
pars = append(pars, utils.DATA_SOURCE_NATIONAL_STATISTICS)
items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
if err != nil {
return errors.New("GetEdbInfoByCondition:" + err.Error())
}
for _, v := range items {
startDate := ""
if v.Frequency == "日度" {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
} else if v.Frequency == "周度" {
startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
} else if v.Frequency == "月度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
} else if v.Frequency == "季度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
} else if v.Frequency == "年度" {
startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
} else {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
}
resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.SubSource, v.EdbCode, startDate)
if err != nil {
errMsgList = append(errMsgList, "RefreshEdbData Err:"+err.Error())
continue
}
if resp.Ret != 200 {
errMsgList = append(errMsgList, "RefreshEdbData Err:"+resp.Msg+";ErrMsg:"+resp.ErrMsg)
continue
}
}
return err
}
// RefreshDataFromEic 刷欧洲天然气数据
func RefreshDataFromEic(wg *sync.WaitGroup) (err error) {
defer func() {
if err != nil {
fmt.Println("RefreshDataFromEic Err:" + err.Error())
go alarm_msg.SendAlarmMsg("RefreshDataFromEic ErrMsg:"+err.Error(), 3)
}
wg.Done()
}()
var condition string
var pars []interface{}
condition += " AND source=? "
pars = append(pars, utils.DATA_SOURCE_GIE)
items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
if err != nil {
return errors.New("GetEdbInfoByCondition:" + err.Error())
}
for _, v := range items {
startDate := ""
if v.Frequency == "日度" {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
} else if v.Frequency == "周度" {
startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
} else if v.Frequency == "月度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
} else if v.Frequency == "季度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
} else if v.Frequency == "年度" {
startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
} else {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
}
resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.SubSource, v.EdbCode, startDate)
if err != nil {
return errors.New("RefreshEdbData Err:" + err.Error())
}
if resp.Ret != 200 {
return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
}
}
return err
}
// RefreshJiaYueDataFromBridge 嘉悦物产-刷新数据宝指标
func RefreshJiaYueDataFromBridge(cont context.Context) (err error) {
utils.FileLog.Info(fmt.Sprintf("嘉悦-开始刷新数据宝指标: %s", time.Now().Format(utils.FormatDateTime)))
defer func() {
if err != nil {
tips := fmt.Sprintf("RefreshJiaYueDataFromBridge ErrMsg: %s", err.Error())
utils.FileLog.Info(tips)
go alarm_msg.SendAlarmMsg(tips, 3)
}
utils.FileLog.Info(fmt.Sprintf("嘉悦-结束刷新数据宝指标: %s", time.Now().Format(utils.FormatDateTime)))
}()
// 获取来自桥接服务的指标来源
cond := ` AND from_bridge = 1`
pars := make([]interface{}, 0)
sources, e := data_manage.GetEdbSourceItemsByCondition(cond, pars, []string{}, "")
if e != nil {
err = fmt.Errorf("获取来自桥接服务的数据源失败, err: %s", e.Error())
return
}
sourceArr := make([]string, 0)
for _, v := range sources {
if v.EdbSourceId <= 0 {
continue
}
sourceArr = append(sourceArr, strconv.Itoa(v.EdbSourceId))
}
if len(sourceArr) == 0 {
utils.FileLog.Info("RefreshJiaYueDataFromBridge 无数据来源")
return
}
// 获取指标
edbCond := fmt.Sprintf(` AND source IN (%s)`, utils.GetOrmInReplace(len(sourceArr)))
edbPars := make([]interface{}, 0)
edbPars = append(edbPars, sourceArr)
items, e := data_manage.GetEdbInfoByCondition(edbCond, edbPars, 0)
if e != nil {
err = fmt.Errorf("GetEdbInfoByCondition err: %s", e.Error())
return
}
for _, v := range items {
startDate := ""
if v.Frequency == "日度" {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
} else if v.Frequency == "周度" {
startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
} else if v.Frequency == "月度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
} else if v.Frequency == "季度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
} else if v.Frequency == "年度" {
startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
} else {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
}
resp, e := RefreshEdbData(v.EdbInfoId, v.Source, v.SubSource, v.EdbCode, startDate)
if e != nil {
utils.FileLog.Info(fmt.Sprintf("RefreshEdbData err: %s", e.Error()))
//err = fmt.Errorf("RefreshEdbData err: %s", e.Error())
continue
}
if resp.Ret != 200 {
utils.FileLog.Info(fmt.Sprintf("RefreshEdbData indexCode: %s, err: %s, errMsg: %s", v.EdbCode, resp.Msg, resp.ErrMsg))
//err = fmt.Errorf("RefreshEdbData Err: %s; ErrMsg: %s", resp.Msg, resp.ErrMsg)
continue
}
}
return
}
// RefreshDataFromFubao 刷新富宝数据
func RefreshDataFromFubao(wg *sync.WaitGroup) (err error) {
errMsgList := make([]string, 0)
defer func() {
if err != nil {
fmt.Println("RefreshDataFromFubao Err:" + err.Error())
go alarm_msg.SendAlarmMsg("RefreshDataFromFubao ErrMsg:"+err.Error(), 3)
}
if len(errMsgList) > 0 {
errMsg := "RefreshDataFromFubao Err:" + strings.Join(errMsgList, "\n")
fmt.Println(errMsg)
go alarm_msg.SendAlarmMsg(errMsg, 3)
}
wg.Done()
}()
var condition string
var pars []interface{}
condition += ` AND source=? AND no_update = 0 `
pars = append(pars, utils.DATA_SOURCE_FUBAO)
items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
if err != nil {
return err
}
for _, v := range items {
startDate := ""
if v.Frequency == "日度" {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
} else if v.Frequency == "周度" {
startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
} else if v.Frequency == "月度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
} else if v.Frequency == "季度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
} else if v.Frequency == "年度" {
startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
} else {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
}
resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.SubSource, v.EdbCode, startDate)
if err != nil {
errMsgList = append(errMsgList, v.EdbCode+"RefreshEdbData Err:"+err.Error())
continue
}
if resp.Ret != 200 {
errMsgList = append(errMsgList, v.EdbCode+";RefreshEdbData Err:"+resp.Msg+";ErrMsg:"+resp.ErrMsg)
continue
}
}
fmt.Println("Fubao刷新结束")
return err
}
// RefreshDataFromBloomberg 刷新Bloomberg
func RefreshDataFromBloomberg(wg *sync.WaitGroup) (err error) {
errMsgList := make([]string, 0)
defer func() {
if err != nil {
fmt.Println("RefreshDataFromBloomberg Err:" + err.Error())
go alarm_msg.SendAlarmMsg("RefreshDataFromBloomberg ErrMsg:"+err.Error(), 3)
}
if len(errMsgList) > 0 {
errMsg := "RefreshDataFromBloomberg Err:" + strings.Join(errMsgList, "\n")
fmt.Println(errMsg)
go alarm_msg.SendAlarmMsg(errMsg, 3)
}
wg.Done()
}()
var condition string
var pars []interface{}
condition += ` AND source = ? AND no_update = 0 `
pars = append(pars, utils.DATA_SOURCE_BLOOMBERG)
items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
if err != nil {
return err
}
for _, v := range items {
startDate := ""
if v.Frequency == "日度" {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
} else if v.Frequency == "周度" {
startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
} else if v.Frequency == "月度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
} else if v.Frequency == "季度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
} else if v.Frequency == "年度" {
startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
} else {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
}
resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.SubSource, v.EdbCode, startDate)
if err != nil {
errMsgList = append(errMsgList, v.EdbCode+"RefreshEdbData Err:"+err.Error())
continue
}
if resp.Ret != 200 {
errMsgList = append(errMsgList, v.EdbCode+";RefreshEdbData Err:"+resp.Msg+";ErrMsg:"+resp.ErrMsg)
continue
}
}
fmt.Println("Bloomberg刷新结束")
return err
}
// RefreshDataFromCCF 刷新CCF化纤信息
func RefreshDataFromCCF(wg *sync.WaitGroup) (err error) {
errMsgList := make([]string, 0)
defer func() {
if err != nil {
tips := fmt.Sprintf("RefreshDataFromCCF err: %v", err)
utils.FileLog.Info(tips)
go alarm_msg.SendAlarmMsg(tips, 3)
}
if len(errMsgList) > 0 {
tips := fmt.Sprintf("RefreshDataFromCCF ErrMsg: %s", strings.Join(errMsgList, "\n"))
utils.FileLog.Info(tips)
go alarm_msg.SendAlarmMsg(tips, 3)
}
wg.Done()
}()
var condition string
var pars []interface{}
condition += ` AND source = ? AND no_update = 0 `
pars = append(pars, utils.DATA_SOURCE_CCF)
items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
if err != nil {
return err
}
for _, v := range items {
startDate := ""
if v.Frequency == "日度" {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
} else if v.Frequency == "周度" {
startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
} else if v.Frequency == "月度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
} else if v.Frequency == "季度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
} else if v.Frequency == "年度" {
startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
} else {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
}
resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.SubSource, v.EdbCode, startDate)
if err != nil {
errMsgList = append(errMsgList, v.EdbCode+"RefreshEdbData Err:"+err.Error())
continue
}
if resp.Ret != 200 {
errMsgList = append(errMsgList, v.EdbCode+";RefreshEdbData Err:"+resp.Msg+";ErrMsg:"+resp.ErrMsg)
continue
}
}
fmt.Println("CCF化纤信息刷新结束")
return err
}
// RefreshBaseDataFromSource
// @Description: 刷新基础数据
// @author: Roc
// @datetime 2024-08-01 18:10:03
// @param wg *sync.WaitGroup
// @param source int
// @return err error
func RefreshBaseDataFromSource(wg *sync.WaitGroup, source int) (err error) {
errMsgList := make([]string, 0)
defer func() {
if err != nil {
errMsg := fmt.Sprintf("刷新基础数据失败,来源:%d,ErrMsg:%s", source, err.Error())
utils.FileLog.Info(errMsg)
go alarm_msg.SendAlarmMsg(errMsg, 3)
}
if len(errMsgList) > 0 {
errMsg := fmt.Sprintf("刷新基础数据失败,来源:%d,ErrMsg:%s", source, strings.Join(errMsgList, "\n"))
utils.FileLog.Info(errMsg)
go alarm_msg.SendAlarmMsg(errMsg, 3)
}
wg.Done()
}()
var condition string
var pars []interface{}
condition += " AND source=? "
pars = append(pars, source)
items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
if err != nil {
return errors.New("GetEdbInfoByCondition:" + err.Error())
}
for _, v := range items {
startDate := ""
if v.Frequency == "日度" {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
} else if v.Frequency == "周度" {
startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
} else if v.Frequency == "月度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
} else if v.Frequency == "季度" {
startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
} else if v.Frequency == "年度" {
startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
} else {
startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
}
resp, tmpErr := RefreshEdbData(v.EdbInfoId, v.Source, v.SubSource, v.EdbCode, startDate)
if err != nil {
errMsgList = append(errMsgList, fmt.Sprintf("指标ID:%d;指标编码:%s;err:%s", v.EdbInfoId, v.EdbCode, tmpErr.Error()))
continue
}
if resp.Ret != 200 {
errMsgList = append(errMsgList, fmt.Sprintf("指标ID:%d;指标编码:%s;msg:%s;errMsg:%s", v.EdbInfoId, v.EdbCode, resp.Msg, resp.ErrMsg))
continue
}
}
return err
}