eta_index_lib/models/base_from_gn.go

package models

import (
	"eta_gn/eta_index_lib/global"
	"eta_gn/eta_index_lib/utils"
	"fmt"
	"strconv"
	"strings"
	"time"
)

// BridgeGnIndexDataParams 桥接服务-获取国能指标数据入参
type BridgeGnIndexDataParams struct {
	IndexCode string `json:"index_code" form:"index_code" description:"指标编码"`
	StartDate string `json:"start_date" form:"start_date" description:"开始日期"`
	EndDate   string `json:"end_date" form:"end_date" description:"结束日期"`
}

// BridgeGnIndexAndData 桥接服务-国能指标和数据
type BridgeGnIndexAndData struct {
	Val        float64 `json:"val"`
	DataTime   string  `json:"data_time"`
	UpdateTime string  `json:"update_time"`
}

// BridgeGnResultIndexData 桥接服务-获取国能指标数据响应体
type BridgeGnResultIndexData struct {
	Code int                    `json:"code" description:"状态码"`
	Msg  string                 `json:"msg" description:"提示信息"`
	Data []BridgeGnIndexAndData `json:"data" description:"返回数据"`
}

// RefreshEdbDataFromGn
// @Description: 刷新国能指标数据
// @param source
// @param subSource
// @param edbInfoId
// @param tableName
// @param edbCode
// @param startDate
// @param dataList
// @return err
func RefreshEdbDataFromGn(source, subSource, edbInfoId int, tableName, edbCode, startDate string, dataList []BridgeGnIndexAndData) (err error) {
	if source <= 0 {
		err = fmt.Errorf("指标来源有误")
		return
	}
	if edbInfoId <= 0 {
		err = fmt.Errorf("指标ID有误")
		return
	}
	if tableName == "" {
		err = fmt.Errorf("数据表名为空")
		return
	}

	// 真实数据的最大日期, 插入规则配置的日期
	var realDataMaxDate, edbDataInsertConfigDate time.Time
	var edbDataInsertConfig *EdbDataInsertConfig
	var isFindConfigDateRealData bool //是否找到配置日期的实际数据的值
	{
		conf, e := GetEdbDataInsertConfigByEdbId(edbInfoId)
		if e != nil && e.Error() != utils.ErrNoRow() {
			return
		}
		edbDataInsertConfig = conf
		if edbDataInsertConfig != nil {
			edbDataInsertConfigDate = edbDataInsertConfig.Date
		}
	}

	// 获取已有数据
	cond := ` AND edb_info_id = ?`
	pars := make([]interface{}, 0)
	pars = append(pars, edbInfoId)
	var startDateTime time.Time
	if startDate != "" {
		cond += ` AND data_time >= ?`
		pars = append(pars, startDate)
		startDateTime, _ = time.ParseInLocation(utils.FormatDate, startDate, time.Local)
	}
	existList, e := GetEdbDataByCondition(source, subSource, cond, pars)
	if e != nil {
		err = fmt.Errorf("获取指标已有数据失败, Err: %s", e.Error())
		return
	}
	existMap := make(map[string]*EdbInfoSearchData)
	for _, v := range existList {
		existMap[v.DataTime] = v
	}

	// 比对数据
	hasNew := false
	strEdbInfoId := strconv.Itoa(edbInfoId)
	addExists := make(map[string]bool)
	sqlInsert := fmt.Sprintf(`INSERT INTO %s(edb_info_id, edb_code, data_time, value, create_time, modify_time, data_timestamp) VALUES `, tableName)
	for _, v := range dataList {
		currDataTime, tmpErr := time.ParseInLocation(utils.FormatDate, v.DataTime, time.Local)
		if tmpErr != nil {
			err = tmpErr
			return
		}
		val := utils.SubFloatToString(v.Val, 30)
		stamp := fmt.Sprint(currDataTime.UnixMilli())
		dataTime := currDataTime.Format(utils.FormatDate)

		// 如果传入的开始时间是空的, 且当前数据日期早于传入的开始日期, 那么需要判断下当前日期的数据是否存在
		if !startDateTime.IsZero() && currDataTime.Before(startDateTime) {
			t, e := GetEdbDataByDate(source, subSource, edbCode, dataTime)
			if e == nil && t != nil {
				existMap[t.DataTime] = t
			}
		}

		// 下面代码主要目的是处理掉手动插入的数据判断
		{
			if realDataMaxDate.IsZero() || currDataTime.After(realDataMaxDate) {
				realDataMaxDate = currDataTime
			}
			if edbDataInsertConfigDate.IsZero() || currDataTime.Equal(edbDataInsertConfigDate) {
				isFindConfigDateRealData = true
			}
		}

		// 新增数据
		exist, ok := existMap[dataTime]
		if !ok {
			// 不在历史数据中且与新增中的数据不重复
			if _, o := addExists[dataTime]; !o {
				hasNew = true
				sqlInsert += GetAddSql(strEdbInfoId, edbCode, dataTime, stamp, val)
				addExists[dataTime] = true
			}
			continue
		}

		// 更新数据
		if exist != nil && utils.SubFloatToString(exist.Value, 30) != val {
			if e = ModifyEdbDataById(source, subSource, exist.EdbDataId, val); e != nil {
				err = fmt.Errorf("modify edb data err: %s", e.Error())
				return
			}
		}
	}

	// 处理手工数据补充的配置
	HandleConfigInsertEdbData(realDataMaxDate, edbDataInsertConfig, edbInfoId, source, subSource, existMap, isFindConfigDateRealData)

	// 执行新增
	if !hasNew {
		return
	}
	sqlInsert = strings.TrimRight(sqlInsert, ",")
	e = global.DEFAULT_DmSQL.Exec(sqlInsert).Error
	if e != nil {
		err = fmt.Errorf("insert edb data err: %s", e.Error())
		return
	}
	return
}