eta_task/services/eta_bridge/xy.go

package eta_bridge

import (
	"context"
	"eta/eta_task/models/data_manage"
	"eta/eta_task/services/alarm_msg"
	"eta/eta_task/utils"
	"fmt"
)

// PushIndexValueParamReq
// @Description: 业务报文
type PushBaseParamReq struct {
	SerialID    string      `json:"serialID" description:"流水号"`
	TableCode   string      `json:"tableCode" description:"数据表编码"`
	Total       int         `json:"total" description:"本次落表数据总数"`
	IsEmailWarn int         `json:"isEmailWarn" description:"是否发送预警邮件，（1-是 0-否）"`
	Data        interface{} `json:"data" description:"报文体"`
}

// PushDataParamReq
// @Description: 业务报文
type PushDataParamReq struct {
	SerialID    string      `json:"serialID" description:"流水号"`
	TableCode   string      `json:"tableCode" description:"数据表编码"`
	Total       int         `json:"total" description:"本次落表数据总数"`
	IsEmailWarn int         `json:"isEmailWarn" description:"是否发送预警邮件，（1-是 0-否）"`
	Data        interface{} `json:"data" description:"报文体，指标数据列表"`
}

// PushDataParamDataReq
// @Description: 指标数据结构
type PushDataParamDataReq struct {
	SourceIndexCode string `json:"source_index_code" description:"上游来源指标ID"`
	IndexCode       string `json:"index_code" description:""`
	IndexName       string `json:"index_name" description:""`
	IndexShortName  string `json:"index_short_name" description:""`
	FrequenceName   string `json:"frequence_name" description:""`
	UnitName        string `json:"unit_name" description:""`
	//CountryName          string `json:"country_name" description:""`
	//ProvinceName         string `json:"province_name" description:""`
	//AreaName             string `json:"area_name" description:""`
	//CityName             string `json:"city_name" description:""`
	//CountyName           string `json:"county_name" description:""`
	//RegionName           string `json:"region_name" description:""`
	//CompanyName          string `json:"company_name" description:""`
	//BreedName            string `json:"breed_name" description:""`
	//MaterialName         string `json:"material_name" description:""`
	//SpecName             string `json:"spec_name" description:""`
	//MarketName           string `json:"market_name" description:""`
	//DerivativeType       string `json:"derivative_type" description:""`
	//ContractName         string `json:"contract_name" description:""`
	//AuthKindName         string `json:"auth_kind_name" description:""`
	//CustomSmallClassName string `json:"custom_small_class_name" description:""`
	AssetBeginDate   string `json:"asset_begin_date" description:""`
	AssetEndDate     string `json:"asset_end_date" description:""`
	CreateUser       string `json:"create_user" description:""`
	IndexCreateTime  string `json:"index_create_time" description:""`
	UpdateUser       string `json:"update_user" description:""`
	DetailUpdateTime string `json:"detail_update_time" description:""`
	IndexUpdateTime  string `json:"index_update_time" description:""`
	//DutyDept             string `json:"duty_dept" description:""`
	//BusinessDept         string `json:"business_dept" description:""`
	OrginSource    string `json:"orgin_source" description:""`
	OrginSysSource string `json:"orgin_sys_source" description:""`
	SysSource      string `json:"sys_source" description:""`
	SourceType     string `json:"source_type" description:""`
	//EtlTime              string `json:"etl_time" description:""`
	Status int `json:"status" description:""`
}

// SyncIndexList
// @Description: 定时同步ETA指标信息变更数据至第三方
// @author: Roc
// @datetime 2024-02-28 14:00:45
// @param cont context.Context
// @return err error
func SyncIndexList(cont context.Context) (err error) {
	defer func() {
		if err != nil {
			tips := "SyncIndexList-定时同步ETA指标信息变更数据至第三方失败, ErrMsg:\n" + err.Error()
			utils.FileLog.Info(tips)
			go alarm_msg.SendAlarmMsg(tips, 3)
		}
	}()

	var condition string
	var pars []interface{}
	condition += " AND update_type in (?,?) "
	pars = append(pars, 1, 2)

	list, err := data_manage.GetEdbInfoUpdateLogByCondition(condition, pars)
	if err != nil {
		fmt.Println(err)
		return
	}

	dataList := make([]PushDataParamDataReq, 0)
	for _, v := range list {
		dataList = append(dataList, PushDataParamDataReq{
			SourceIndexCode:  v.EdbCode,
			IndexCode:        fmt.Sprint(v.Source, "_", v.EdbCode),
			IndexName:        v.EdbName,
			IndexShortName:   v.EdbName, //todo
			FrequenceName:    v.Frequency,
			UnitName:         v.Unit,
			AssetBeginDate:   v.StartDate,
			AssetEndDate:     v.EndDate,
			CreateUser:       v.SysUserRealName,
			IndexCreateTime:  v.CreateTime.Format(utils.FormatDateTime), //todo
			UpdateUser:       v.UpdateSysUserRealName,
			DetailUpdateTime: v.CreateTime.Format(utils.FormatDateTime), //todo
			IndexUpdateTime:  v.CreateTime.Format(utils.FormatDateTime), //todo
			OrginSource:      v.SourceName,                              // todo
			OrginSysSource:   v.SourceName,
			SysSource:        "产研平台", //todo
			SourceType:       "RPA",  //TODO
			Status:           1,
		})
	}

	lenData := len(dataList)
	if lenData <= 0 {
		return
	}

	req := PushBaseParamReq{
		SerialID:    utils.GetRandString(32), //todo
		TableCode:   "",
		Total:       lenData,
		IsEmailWarn: 0,
		Data:        dataList,
	}

	uri := "/xy/index/pushIndexData"
	_, e, errMsg := HttpEtaBridgePost(uri, req)
	if e != nil {
		err = fmt.Errorf("postRefreshEdbData err: %s", e.Error())
		fmt.Println(err)
		return
	}
	fmt.Println(errMsg)
	//if res != nil && res.Ret != 200 {
	//	err = fmt.Errorf("postRefreshEdbData fail")
	//	return
	//}
	return
}

// PushIndexValueParamReq
// @Description: 业务报文
type PushIndexValueParamReq struct {
	SerialID    string                  `json:"serialID" description:"流水号"`
	TableCode   string                  `json:"tableCode" description:"数据表编码"`
	Total       int                     `json:"total" description:"本次落表数据总数"`
	IsEmailWarn int                     `json:"isEmailWarn" description:"是否发送预警邮件，（1-是 0-否）"`
	Data        []PushIndexValueItemReq `json:"data" description:"报文体，指标日期值数据列表"`
}

// PushIndexValueItemReq
// @Description: 指标日期值数据结构
type PushIndexValueItemReq struct {
	Id           string `json:"id"`
	IndexCode    string `json:"index_code" description:"指标代码"`
	Value        string `json:"value" description:"数值"`
	BusinessDate string `json:"business_date" description:"业务日期（数据日期）"`
	CreateTime   string `json:"create_time" description:"数据进入ETA的时间"`
	UpdateTime   string `json:"update_time" description:"eta库中修改数据的时间"`
	Status       string `json:"status" description:"逻辑删除使用，0-禁用，1-启用"`
}

// SyncIndexValueList
// @Description: 定时同步ETA指标日期值的变更数据至第三方
// @author: Roc
// @datetime 2024-02-28 14:00:45
// @param cont context.Context
// @return err error
func SyncIndexValueList(cont context.Context) (err error) {
	defer func() {
		if err != nil {
			tips := "SyncIndexList-定时同步ETA指标信息变更数据至第三方失败, ErrMsg:\n" + err.Error()
			utils.FileLog.Info(tips)
			go alarm_msg.SendAlarmMsg(tips, 3)
		}
	}()

	var condition string
	var pars []interface{}
	condition += " AND update_type = ? "
	pars = append(pars, 0)

	list, err := data_manage.GetEdbInfoUpdateLogByCondition(condition, pars)
	if err != nil {
		fmt.Println(err)
		return
	}

	dataList := make([]PushIndexValueItemReq, 0)
	for _, v := range list {
		dataList = append(dataList, PushIndexValueItemReq{
			Id:           utils.MD5(fmt.Sprint(v.Source, "_", v.SourceName, "_", v.Id)),
			IndexCode:    fmt.Sprint(v.Source, "_", v.EdbCode),
			Value:        fmt.Sprint(v.LatestValue),
			BusinessDate: v.LatestDate,
			CreateTime:   v.EdbModifyTime,
			UpdateTime:   v.CreateTime.Format(utils.FormatDateTime), //todo,
			Status:       "1",
		})
	}

	lenData := len(dataList)
	if lenData <= 0 {
		return
	}

	req := PushBaseParamReq{
		SerialID:    utils.GetRandString(32), //todo
		TableCode:   "",
		Total:       lenData,
		IsEmailWarn: 0,
		Data:        dataList,
	}

	uri := "/xy/index/pushIndexValue"
	_, e, errMsg := HttpEtaBridgePost(uri, req)
	if e != nil {
		err = fmt.Errorf("postRefreshEdbData err: %s", e.Error())
		fmt.Println(err)
		return
	}
	fmt.Println(errMsg)
	//if res != nil && res.Ret != 200 {
	//	err = fmt.Errorf("postRefreshEdbData fail")
	//	return
	//}
	return
}

// PushClassifyItemReq
// @Description: 指标分类数据结构
type PushClassifyItemReq struct {
	ClassifyId      int    `json:"classify_id" description:"自增id"`
	ClassifyType    int    `json:"classify_type" description:"分类类型，0：普通指标分类，1：预测指标分类"`
	ClassifyName    string `json:"classify_name" description:"分类名称"`
	ParentId        int    `json:"parent_id" description:"父级id"`
	HasData         int    `json:"has_data" description:"是否存在指标数据，1：有，2：无"`
	CreateTime      string `json:"create_time" description:"创建时间"`
	UpdateTime      string `json:"update_time" description:"修改时间"`
	SysUserId       int    `json:"sys_user_id" description:"创建人id"`
	SysUserRealName string `json:"sys_user_real_name" description:"创建人姓名"`
	Level           int    `json:"level" description:"层级"`
	UniqueCode      string `json:"unique_code" description:"唯一编码"`
	SortColumn      int    `json:"sort_column" description:"排序字段,越小越靠前，默认值：10"`
}

// SyncClassifyList
// @Description: 定时同步ETA分类数据至第三方
// @author: Roc
// @datetime 2024-02-28 14:00:45
// @param cont context.Context
// @return err error
func SyncClassifyList(cont context.Context) (err error) {
	defer func() {
		if err != nil {
			tips := "SyncIndexList-定时同步ETA指标信息变更数据至第三方失败, ErrMsg:\n" + err.Error()
			utils.FileLog.Info(tips)
			go alarm_msg.SendAlarmMsg(tips, 3)
		}
	}()

	var condition string
	var pars []interface{}

	list, err := data_manage.GetAllEdbClassifyListByCondition(condition, pars)
	if err != nil {
		fmt.Println(err)
		return
	}

	dataLimitList := make([][]PushClassifyItemReq, 0)

	dataList := make([]PushClassifyItemReq, 0)
	for _, v := range list {
		dataList = append(dataList, PushClassifyItemReq{
			ClassifyId:      int(v.ClassifyID),
			ClassifyType:    int(v.ClassifyType),
			ClassifyName:    v.ClassifyName,
			ParentId:        int(v.ParentID),
			HasData:         int(v.HasData),
			CreateTime:      v.CreateTime.Format(utils.FormatDateTime),
			UpdateTime:      v.ModifyTime.Format(utils.FormatDateTime),
			SysUserId:       int(v.SysUserID),
			SysUserRealName: v.SysUserRealName,
			Level:           int(v.Level),
			UniqueCode:      v.UniqueCode,
			SortColumn:      int(v.Sort),
		})
		if len(dataList) >= 100 {
			dataLimitList = append(dataLimitList, dataList)
			dataList = make([]PushClassifyItemReq, 0)
		}
	}

	lenData := len(dataList)
	if lenData > 0 {
		dataLimitList = append(dataLimitList, dataList)
	}

	if len(dataLimitList) < 0 {
		fmt.Println("无分类数据推送")
		return
	}

	for k, tmpDataList := range dataLimitList {
		req := PushBaseParamReq{
			SerialID:    utils.GetRandString(32), //todo
			TableCode:   "",
			Total:       len(tmpDataList),
			IsEmailWarn: 0,
			Data:        tmpDataList,
		}

		uri := "/xy/index/pushClassify"
		_, e, _ := HttpEtaBridgePost(uri, req)
		if e != nil {
			err = fmt.Errorf("第%d组分类数据推送失败，postRefreshEdbData err: %s", k+1, e.Error())
			fmt.Println(err)
			continue
		}
	}

	return
}

// PushEdbClassifyItemReq
// @Description: 指标与目录的关系请求结构
type PushEdbClassifyItemReq struct {
	Id         string `json:"id" description:"唯一主键"`
	ClassifyId int    `json:"classify_id" description:"目录分类ID"`
	IndexCode  string `json:"index_code" description:"指标ID"`
	CreateTime string `json:"create_time" description:"创建时间"`
	CreateUser string `json:"create_user" description:"创建人"`
	UpdateTime string `json:"update_time" description:"修改时间"`
	UpdateUser string `json:"update_user" description:"修改人"`
}

// SyncEdbClassifyList
// @Description: 定时同步ETA指标与分类的关系至第三方
// @author: Roc
// @datetime 2024-02-28 14:00:45
// @param cont context.Context
// @return err error
func SyncEdbClassifyList(cont context.Context) (err error) {
	defer func() {
		if err != nil {
			tips := "SyncIndexList-定时同步ETA指标信息变更数据至第三方失败, ErrMsg:\n" + err.Error()
			utils.FileLog.Info(tips)
			go alarm_msg.SendAlarmMsg(tips, 3)
		}
	}()

	var condition string
	var pars []interface{}

	list, err := data_manage.GetAllEdbInfoClassifyListByCondition(condition, pars)
	if err != nil {
		fmt.Println(err)
		return
	}

	dataLimitList := make([][]PushEdbClassifyItemReq, 0)

	dataList := make([]PushEdbClassifyItemReq, 0)
	for _, v := range list {
		dataList = append(dataList, PushEdbClassifyItemReq{
			Id:         fmt.Sprint(v.EdbInfoId),
			ClassifyId: v.ClassifyId,
			IndexCode:  fmt.Sprint(v.Source, "_", v.EdbCode),
			CreateTime: v.CreateTime.Format(utils.FormatDateTime), //todo
			CreateUser: v.SysUserRealName,
			UpdateTime: v.ModifyTime.Format(utils.FormatDateTime), //todo
			UpdateUser: v.SysUserRealName,
		})
		if len(dataList) >= 100 {
			dataLimitList = append(dataLimitList, dataList)
			dataList = make([]PushEdbClassifyItemReq, 0)
		}
	}

	lenData := len(dataList)
	if lenData > 0 {
		dataLimitList = append(dataLimitList, dataList)
	}

	if len(dataLimitList) < 0 {
		fmt.Println("无分类数据推送")
		return
	}

	for k, tmpDataList := range dataLimitList {
		req := PushBaseParamReq{
			SerialID:    utils.GetRandString(32), //todo
			TableCode:   "",
			Total:       len(tmpDataList),
			IsEmailWarn: 0,
			Data:        tmpDataList,
		}

		uri := "/xy/index/pushEdbClassify"
		_, e, _ := HttpEtaBridgePost(uri, req)
		if e != nil {
			err = fmt.Errorf("第%d组分类数据推送失败，postRefreshEdbData err: %s", k+1, e.Error())
			fmt.Println(err)
			continue
		}
	}

	return
}