eta_task/models/data_manage/edb_info.go

package data_manage

import (
	"errors"
	"eta_gn/eta_task/global"
	"eta_gn/eta_task/utils"
	"fmt"
	"strconv"
	"time"
)

type EdbInfo struct {
	EdbInfoId        int       `gorm:"column:edb_info_id;primaryKey"` //`orm:"column(edb_info_id);pk"`
	EdbInfoType      int       `description:"指标类型，0：普通指标，1：预测指标"`
	SourceName       string    `description:"来源名称"`
	Source           int       `description:"来源id"`
	EdbCode          string    `description:"指标编码"`
	EdbName          string    `description:"指标名称"`
	EdbNameEn        string    `description:"英文指标名称"`
	EdbNameSource    string    `description:"指标名称来源"`
	Frequency        string    `description:"频率"`
	Unit             string    `description:"单位"`
	UnitEn           string    `description:"英文单位"`
	StartDate        time.Time `description:"起始日期"`
	EndDate          time.Time `description:"终止日期"`
	ClassifyId       int       `description:"分类id"`
	SysUserId        int
	SysUserRealName  string
	UniqueCode       string `description:"指标唯一编码"`
	CreateTime       time.Time
	ModifyTime       time.Time
	BaseModifyTime   time.Time
	MinValue         float64 `description:"指标最小值"`
	MaxValue         float64 `description:"指标最大值"`
	CalculateFormula string  `description:"计算公式"`
	EdbType          int     `description:"指标类型:1:基础指标,2:计算指标"`
	Sort             int     `description:"排序字段"`
	LatestDate       string  `description:"数据最新日期（实际日期）"`
	LatestValue      float64 `description:"数据最新值（实际值）"`
	EndValue         float64 `description:"数据的最新值（预测日期的最新值）"`
	MoveType         int     `description:"移动方式:1:领先(默认),2:滞后"`
	MoveFrequency    string  `description:"移动频度"`
	NoUpdate         int8    `description:"是否停止更新，0：继续更新；1：停止更新"`
	ServerUrl        string  `description:"服务器地址"`
	ChartImage       string  `description:"图表图片"`
	Calendar         string  `description:"公历/农历" orm:"default(公历);"`
	DataDateType     string  `orm:"column(data_date_type);size(255);null;default(交易日)"`
	ManualSave       int     `description:"是否有手动保存过上下限: 0-否; 1-是"`
	EmptyType        int     `description:"空值处理类型（0查找前后35天，1不计算，2前值填充，3后值填充，4等于0）"`
	MaxEmptyType     int     `description:"MAX、MIN公式空值处理类型（1、等于0；2、跳过空值）"`
	TerminalCode     string  `description:"终端编码，用于配置在机器上"`
	DataUpdateTime   string  `description:"最近一次数据发生变化的时间"`
	ErDataUpdateDate string  `description:"本次更新，数据发生变化的最早日期"`
	SourceIndexName  string  `description:"数据源中的指标名称"`
	SubSource        int     `description:"子数据来源:0:经济数据库,1:日期序列"`
	SubSourceName    string  `description:"子数据来源名称"`
	IndicatorCode    string  `description:"指标代码"`
	StockCode        string  `description:"证券代码"`
	Extra            string  `description:"指标额外配置"`
	IsJoinPermission int     `description:"是否加入权限管控，0：不加入；1：加入；默认：0"`
	OriginalEdbCode  string  `description:"指标原始编码"`
}

type EdbInfoList struct {
	EdbInfoId        int       `gorm:"column:edb_info_id;primaryKey"` //  `orm:"column(edb_info_id);pk"`
	SourceName       string    `description:"来源名称"`
	Source           int       `description:"来源id"`
	SubSource        int       `description:"子数据来源:0:经济数据库,1:日期序列"`
	SubSourceName    string    `description:"子数据来源名称"`
	EdbCode          string    `description:"指标编码"`
	EdbName          string    `description:"指标名称"`
	Frequency        string    `description:"频率"`
	Unit             string    `description:"单位"`
	StartDate        time.Time `description:"起始日期"`
	EndDate          time.Time `description:"终止日期"`
	ClassifyId       int       `description:"分类id"`
	UniqueCode       string    `description:"指标唯一编码"`
	CalculateFormula string    `description:"计算公式"`
	ModifyTime       string    `description:"更新时间"`
	NoUpdate         int8      `description:"是否停止更新，0：继续更新；1：停止更新"`
}

type EdbInfoSearchData struct {
	EdbDataId int     `description:"指标数据Id"`
	DataTime  string  `description:"数据日期"`
	Value     float64 `description:"数据"`
}

type EdbInfoSearchDataV1 struct {
	DataTime string `description:"数据日期"`
	Value    string `description:"数据"`
}

func GetEdbInfoByCondition(condition string, pars []interface{}, order int) (item []*EdbInfoList, err error) {
	//o := orm.NewOrm()
	sql := ` SELECT * FROM edb_info WHERE 1=1 `
	if condition != "" {
		sql += condition
	}
	if order == 1 {
		sql += ` ORDER BY end_date ASC `
	} else {
		sql += ` ORDER BY edb_info_id ASC `
	}
	//_, err = o.Raw(sql, pars).QueryRows(&item)

	err = global.DEFAULT_DmSQL.Raw(sql, pars...).Find(&item).Error
	return
}

func ModifyEdbDataInfoDate(edbInfoId int, maxDate string) (err error) {
	//o := orm.NewOrm()
	sql := ` UPDATE edb_info SET end_date=?,modify_time=NOW() WHERE edb_info_id=? `
	//_, err = o.Raw(sql, maxDate, edbInfoId).Exec()

	err = global.DEFAULT_DmSQL.Exec(sql, maxDate, edbInfoId).Error
	return
}

type EdbInfoMaxAndMinInfo struct {
	MinDate     string  `description:"最小日期"`
	MaxDate     string  `description:"最大日期"`
	MinValue    float64 `description:"最小值"`
	MaxValue    float64 `description:"最大值"`
	LatestValue float64 `description:"最新值"`
}

func GetEdbInfoMaxAndMinInfo(source, subSource int, edbCode string) (item *EdbInfoMaxAndMinInfo, err error) {
	//o := orm.NewOrm()
	sql := ``
	tableName := GetEdbDataTableName(source, subSource)
	if tableName == "" {
		err = errors.New("无效的表名称:source:" + strconv.Itoa(source))
		return nil, err
	}
	sql = ` SELECT MIN(data_time) AS min_date,MAX(data_time) AS max_date,MIN(value) AS min_value,MAX(value) AS max_value FROM %s WHERE edb_code=? `
	sql = fmt.Sprintf(sql, tableName)
	//err = o.Raw(sql, edbCode).QueryRow(&item)

	err = global.DEFAULT_DmSQL.Raw(sql, edbCode).First(&item).Error
	var latest_value float64
	sql = ` SELECT value AS latest_value FROM %s WHERE edb_code=? ORDER BY data_time DESC LIMIT 1 `
	sql = fmt.Sprintf(sql, tableName)
	//err = o.Raw(sql, edbCode).QueryRow(&latest_value)
	err = global.DEFAULT_DmSQL.Raw(sql, edbCode).First(&latest_value).Error
	item.LatestValue = latest_value
	return
}

func ModifyEdbInfoMaxAndMinInfo(edbInfoId int, item *EdbInfoMaxAndMinInfo) (err error) {
	//o := orm.NewOrm()
	sql := ` UPDATE edb_info SET start_date=?,end_date=?,min_value=?,max_value=?,is_update=2,latest_date=?,latest_value=?,modify_time=NOW() WHERE edb_info_id=? `
	//_, err = o.Raw(sql, item.MinDate, item.MaxDate, item.MinValue, item.MaxValue, item.MaxDate, item.LatestValue, edbInfoId).Exec()

	err = global.DEFAULT_DmSQL.Exec(sql, item.MinDate, item.MaxDate, item.MinValue, item.MaxValue, item.MaxDate, item.LatestValue, edbInfoId).Error
	return
}

//order:1升序，其余值为降序
func GetEdbDataListAll(condition string, pars []interface{}, source, subSource, order int) (item []*EdbInfoSearchData, err error) {
	//o := orm.NewOrm()
	sql := ``
	tableName := GetEdbDataTableName(source, subSource)
	sql = ` SELECT * FROM %s WHERE 1=1 `
	sql = fmt.Sprintf(sql, tableName)

	if condition != "" {
		sql += condition
	}
	if order == 1 {
		sql += ` ORDER BY data_time ASC `
	} else {
		sql += ` ORDER BY data_time DESC `
	}
	//_, err = o.Raw(sql, pars).QueryRows(&item)

	err = global.DEFAULT_DmSQL.Raw(sql, pars...).Find(&item).Error
	return
}

func GetEdbDataListAllV1(condition string, pars []interface{}, source, subSource, order int) (item []*EdbInfoSearchDataV1, err error) {
	//o := orm.NewOrm()
	sql := ``
	tableName := GetEdbDataTableName(source, subSource)
	sql = ` SELECT * FROM %s WHERE 1=1 `
	sql = fmt.Sprintf(sql, tableName)

	if condition != "" {
		sql += condition
	}
	if order == 1 {
		sql += ` ORDER BY data_time ASC `
	} else {
		sql += ` ORDER BY data_time DESC `
	}
	//_, err = o.Raw(sql, pars).QueryRows(&item)

	err = global.DEFAULT_DmSQL.Raw(sql, pars...).Find(&item).Error
	return
}

func GetEdbInfoById(edbInfoId int) (item *EdbInfo, err error) {
	//o := orm.NewOrm()
	sql := ` SELECT * FROM edb_info WHERE edb_info_id=? `
	//err = o.Raw(sql, edbInfoId).QueryRow(&item)

	err = global.DEFAULT_DmSQL.Raw(sql, edbInfoId).First(&item).Error
	return
}

func GetQuarterEdbInfo() (item []*EdbInfo, err error) {
	//o := orm.NewOrm()
	//sql := ` SELECT c.* FROM chart_info AS a
	//		INNER JOIN chart_edb_mapping AS b ON a.chart_info_id=b.chart_info_id
	//		INNER JOIN edb_info AS c ON b.edb_info_id=c.edb_info_id
	//		WHERE a.chart_type=2
	//		GROUP BY b.edb_info_id
	//		ORDER BY b.edb_info_id ASC  `
	sql := `SELECT c.edb_info_id, c.edb_info_type, c.source_name, c.source, c.edb_code, c.edb_name, c.edb_name_source, c.frequency, c.unit, c.start_date, c.end_date, c.classify_id, c.sys_user_id, c.sys_user_real_name, c.create_time, c.modify_time, c.unique_code, c.min_value, c.max_value, c.calculate_formula, c.edb_type, c.is_update, c.sort, c.latest_date, c.latest_value, c.move_type, c.move_frequency, c.no_update, c.server_url, c.edb_name_en, c.unit_en, c.chart_image, c.calendar, c.empty_type, c.max_empty_type, c.data_date_type, c.manual_save, c.terminal_code, c.data_update_time, c.er_data_update_date, c.source_index_name, c.end_value, c.sub_source, c.sub_source_name, c.indicator_code, c.stock_code, c.extra, c.is_join_permission, c.base_modify_time, c.is_static_data, c.set_update_time
			FROM chart_info AS a
			INNER JOIN chart_edb_mapping AS b ON a.chart_info_id = b.chart_info_id
			INNER JOIN edb_info AS c ON b.edb_info_id = c.edb_info_id
			WHERE a.chart_type = 2
			GROUP BY b.edb_info_id, c.edb_info_id, c.edb_info_type, c.source_name, c.source, c.edb_code, c.edb_name, c.edb_name_source, c.frequency, c.unit, c.start_date, c.end_date, c.classify_id, c.sys_user_id, c.sys_user_real_name, c.create_time, c.modify_time, c.unique_code, c.min_value, c.max_value, c.calculate_formula, c.edb_type, c.is_update, c.sort, c.latest_date, c.latest_value, c.move_type, c.move_frequency, c.no_update, c.server_url, c.edb_name_en, c.unit_en, c.chart_image, c.calendar, c.empty_type, c.max_empty_type, c.data_date_type, c.manual_save, c.terminal_code, c.data_update_time, c.er_data_update_date, c.source_index_name, c.end_value, c.sub_source, c.sub_source_name, c.indicator_code, c.stock_code, c.extra, c.is_join_permission, c.base_modify_time, c.is_static_data, c.set_update_time
			ORDER BY b.edb_info_id ASC `
	//_, err = o.Raw(sql).QueryRows(&item)

	err = global.DEFAULT_DmSQL.Raw(sql).Find(&item).Error
	return
}

func ResetEdbInfoIsUpdate() (err error) {
	//o := orm.NewOrm()
	sql := ` UPDATE edb_info SET is_update=1  `
	//_, err = o.Raw(sql).Exec()

	err = global.DEFAULT_DmSQL.Exec(sql).Error
	return
}

// GetEdbInfoCalculateListByCondition 获取指标关系列表
func GetEdbInfoCalculateListByCondition(condition string, pars []interface{}) (items []*EdbInfoCalculateMapping, err error) {
	//o := orm.NewOrm()
	//calculateTableName := GetEdbInfoCalculateTableName(source)
	//if calculateTableName == "" {
	//	err = errors.New("无效的表名")
	//	return
	//}

	sql := ` SELECT * FROM edb_info_calculate_mapping WHERE 1=1 `
	//sql = fmt.Sprintf(sql, calculateTableName)
	if condition != "" {
		sql += condition
	}
	//_, err = o.Raw(sql, pars).QueryRows(&items)

	err = global.DEFAULT_DmSQL.Raw(sql).Find(&items).Error
	return
}

func DeleteEdbDataByIdAndSource(edbDataId, source, subSource int) (err error) {
	sql := ` DELETE FROM %s WHERE edb_data_id=? `
	tableName := GetEdbDataTableName(source, subSource)
	sql = fmt.Sprintf(sql, tableName)

	//o := orm.NewOrm()
	//_, err = o.Raw(sql, edbDataId).Exec()
	err = global.DEFAULT_DmSQL.Exec(sql, edbDataId).Error
	return
}

type EdbInfoClassify struct {
	EdbInfoId       int    `gorm:"column:edb_info_id;primaryKey"` // `orm:"column(edb_info_id);pk"`
	SourceName      string `description:"来源名称"`
	Source          int    `description:"来源id"`
	EdbCode         string `description:"指标编码"`
	ClassifyId      int    `description:"分类id"`
	SysUserId       int
	SysUserRealName string
	UniqueCode      string `description:"指标唯一编码"`
	CreateTime      time.Time
	ModifyTime      time.Time
}

// GetAllEdbInfoClassifyListByCondition
// @Description: 获取指标与分类的关系列表
// @author: Roc
// @datetime 2024-02-29 10:55:38
// @param condition string
// @param pars []interface{}
// @return item []*EdbInfoUpdateLog
// @return err error
func GetAllEdbInfoClassifyListByCondition(condition string, pars []interface{}) (item []*EdbInfoClassify, err error) {
	//o := orm.NewOrmUsingDB("data")
	sql := ` SELECT * FROM edb_info WHERE 1=1 `
	if condition != "" {
		sql += condition
	}
	sql += `ORDER BY edb_info_id ASC `
	//_, err = o.Raw(sql, pars).QueryRows(&item)

	err = global.DmSQL["data"].Raw(sql, pars...).Find(&item).Error
	return
}

// GetEdbInfoItemByCodeAndSource
// @Description: 根据指标编码和来源id获取指标信息
// @author: Roc
// @datetime 2024-03-11 16:26:23
// @param source int
// @param edbCode string
// @return item *EdbInfo
// @return err error
func GetEdbInfoItemByCodeAndSource(source int, edbCode string) (item *EdbInfoItem, err error) {
	//o := orm.NewOrm()
	sql := ` SELECT * FROM edb_info WHERE edb_code=? AND source = ?`
	//err = o.Raw(sql, source, edbCode).QueryRow(&item)

	err = global.DEFAULT_DmSQL.Raw(sql, source, edbCode).First(&item).Error
	return
}

// GetEdbInfoMaxModifyTime
// @Description:  根据指标来源和编码获取该指标数据最晚修改时间
// @author: Roc
// @datetime 2024-03-11 17:01:01
// @param source int
// @param edbCode string
// @return modifyTime string
// @return err error
func GetEdbInfoMaxModifyTime(source, subSource int, edbCode string) (modifyTime string, err error) {
	//o := orm.NewOrmUsingDB("data")
	tableName := GetEdbDataTableName(source, subSource)
	if tableName == "" {
		err = errors.New("无效的表名称:source:" + strconv.Itoa(source))
		return
	}

	sql := ` SELECT MAX(modify_time) AS modify_time FROM %s WHERE edb_code=? `
	sql = fmt.Sprintf(sql, tableName)
	//err = o.Raw(sql, edbCode).QueryRow(&modifyTime)

	err = global.DmSQL["data"].Raw(sql, edbCode).Scan(&modifyTime).Error

	return
}

func GetEdbInfoPageByCondition(condition string, pars []interface{}, startPage, pageSize int) (item []*EdbInfo, err error) {
	//o := orm.NewOrm()
	sql := ` SELECT * FROM edb_info WHERE 1=1 `
	if condition != "" {
		sql += condition
	}
	sql += ` LIMIT ?,? `
	//_, err = o.Raw(sql, pars, startPage, pageSize).QueryRows(&item)
	pars = append(pars, startPage, pageSize)
	err = global.DEFAULT_DmSQL.Raw(sql, pars...).Find(&item).Error
	return
}

func GetEdbInfoCountByCondition(condition string, pars []interface{}) (total int64, err error) {
	//o := orm.NewOrm()
	sql := ` SELECT count(*) FROM edb_info WHERE 1=1 `
	if condition != "" {
		sql += condition
	}
	//err = o.Raw(sql, pars).QueryRow(&total)

	err = global.DEFAULT_DmSQL.Raw(sql, pars...).Scan(&total).Error
	return
}

func ModifyEdbUpdateStatus(edbIdList []int, indexCodeList []string, calculateEdbInfoIds []int) (err error) {
	idNum := len(edbIdList)
	if idNum <= 0 {
		return
	}
	//o, err := orm.NewOrmUsingDB("data").Begin()

	o := global.DmSQL["data"].Begin()
	if err != nil {
		return
	}
	defer func() {
		if err != nil {
			_ = o.Rollback()
			return
		}
		_ = o.Commit()
	}()

	// 更改指标的更新状态
	sql := ` UPDATE edb_info SET no_update = 1 WHERE source in (?, ?) AND edb_info_id IN (` + utils.GetOrmInReplace(idNum) + `) AND  no_update = 0`
	//_, err = o.Raw(sql, utils.DATA_SOURCE_MYSTEEL_CHEMICAL, utils.DATA_SOURCE_WIND, edbIdList).Exec()
	err = o.Exec(sql, utils.DATA_SOURCE_MYSTEEL_CHEMICAL, utils.DATA_SOURCE_WIND, edbIdList).Error
	if err != nil {
		return
	}

	// 更改钢联化工指标更新状态
	if len(indexCodeList) > 0 {
		// 更改数据源的更新状态
		sql = ` UPDATE base_from_mysteel_chemical_index SET is_stop = 1 WHERE index_code IN (` + utils.GetOrmInReplace(len(indexCodeList)) + `) and is_stop=0`
		//_, err = o.Raw(sql, indexCodeList).Exec()
		err = o.Exec(sql, indexCodeList).Error
		if err != nil {
			return
		}
	}

	// 更新相关的计算指标状态
	if len(calculateEdbInfoIds) > 0 {
		// 批量更新相关联的指标ID
		sql = ` UPDATE edb_info SET no_update = 1 WHERE edb_info_id IN (` + utils.GetOrmInReplace(len(calculateEdbInfoIds)) + `) AND  no_update = 0`
		//_, err = o.Raw(sql, calculateEdbInfoIds).Exec()
		err = o.Exec(sql, calculateEdbInfoIds).Error
		if err != nil {
			return
		}
	}
	return
}

// GetEdbInfoByIdList 根据指标id集合 获取 指标列表
func GetEdbInfoByIdList(edbInfoIdList []int) (items []*EdbInfo, err error) {
	num := len(edbInfoIdList)
	if num <= 0 {
		return
	}
	//o := orm.NewOrmUsingDB("data")
	sql := ` SELECT * FROM edb_info WHERE edb_info_id in (` + utils.GetOrmInReplace(num) + `) `
	//_, err = o.Raw(sql, edbInfoIdList).QueryRows(&items)
	err = global.DmSQL["data"].Raw(sql, edbInfoIdList).Find(&items).Error
	return
}

// GetAllBaseEdbInfo
// @Description: 获取所有基础指标（只有国能数据节点的数据）
// @return item
// @return err
func GetAllBaseEdbInfo() (item []*EdbInfo, err error) {
	sql := ` SELECT * FROM edb_info WHERE 1=1 AND "edb_info_type" = ? AND "edb_type" = ?`
	pars := []interface{}{utils.EDB_INFO_TYPE, utils.EdbTypeBase}
	err = global.DmSQL["data"].Raw(sql, pars...).Find(&item).Error

	return
}

// AddEdbInfo
// @Description: 新增指标
// @param item
// @return err
func AddEdbInfo(item *EdbInfo) (err error) {
	err = global.DmSQL["data"].Create(item).Error
	if err != nil {
		return
	}

	return
}

// Update
// @Description: 更新指定参数
// @receiver m
// @param cols
// @return err
func (m *EdbInfo) Update(cols []string) (err error) {
	err = global.DmSQL["data"].Select(cols).Updates(m).Error
	return
}