eta_api/models/data_manage/edb_info.go

package data_manage

import (
	"encoding/json"
	"eta_gn/eta_api/global"
	"eta_gn/eta_api/models/data_manage/line_equation/request"
	"eta_gn/eta_api/models/mgo"
	"eta_gn/eta_api/services/alarm_msg"
	"eta_gn/eta_api/utils"
	"fmt"
	"strconv"
	"strings"
	"time"

	"gorm.io/gorm"

	"go.mongodb.org/mongo-driver/bson"

	"github.com/rdlucklib/rdluck_tools/paging"
)

type EdbInfo struct {
	EdbInfoId        int       `gorm:"primaryKey" `
	EdbInfoType      int       `description:"指标类型，0：普通指标，1：预测指标"`
	SourceName       string    `description:"来源名称"`
	Source           int       `description:"来源id"`
	EdbCode          string    `description:"指标编码"`
	EdbName          string    `description:"指标名称"`
	EdbNameEn        string    `description:"英文指标名称"`
	EdbNameSource    string    `description:"指标名称来源"`
	Frequency        string    `description:"频率"`
	Unit             string    `description:"单位"`
	UnitEn           string    `description:"英文单位"`
	StartDate        time.Time `description:"起始日期"`
	EndDate          time.Time `description:"终止日期"`
	ClassifyId       int       `description:"分类id"`
	SysUserId        int
	SysUserRealName  string
	UniqueCode       string `description:"指标唯一编码"`
	CreateTime       time.Time
	ModifyTime       time.Time
	BaseModifyTime   time.Time
	MinValue         float64 `description:"指标最小值"`
	MaxValue         float64 `description:"指标最大值"`
	CalculateFormula string  `description:"计算公式"`
	EdbType          int     `description:"指标类型:1:基础指标,2:计算指标"`
	Sort             int     `description:"排序字段"`
	LatestDate       string  `description:"数据最新日期（实际日期）"`
	LatestValue      float64 `description:"数据最新值（实际值）"`
	EndValue         float64 `description:"数据的最新值（预测日期的最新值）"`
	MoveType         int     `description:"移动方式:1:领先(默认),2:滞后"`
	MoveFrequency    string  `description:"移动频度"`
	NoUpdate         int8    `description:"是否停止更新，0：继续更新；1：停止更新"`
	ServerUrl        string  `description:"服务器地址"`
	ChartImage       string  `description:"图表图片"`
	Calendar         string  `description:"公历/农历" orm:"default(公历);"`
	DataDateType     string  `orm:"column(data_date_type);size(255);null;default(交易日)"`
	ManualSave       int     `description:"是否有手动保存过上下限: 0-否; 1-是"`
	EmptyType        int     `description:"空值处理类型（0查找前后35天，1不计算，2前值填充，3后值填充，4等于0）"`
	MaxEmptyType     int     `description:"MAX、MIN公式空值处理类型（1、等于0；2、跳过空值）"`
	TerminalCode     string  `description:"终端编码，用于配置在机器上"`
	DataUpdateTime   string  `description:"最近一次数据发生变化的时间"`
	ErDataUpdateDate string  `description:"本次更新，数据发生变化的最早日期"`
	SourceIndexName  string  `description:"数据源中的指标名称"`
	SubSource        int     `description:"子数据来源:0:经济数据库,1:日期序列"`
	SubSourceName    string  `description:"子数据来源名称"`
	IndicatorCode    string  `description:"指标代码"`
	StockCode        string  `description:"证券代码"`
	Extra            string  `description:"指标额外配置"`
	IsJoinPermission int     `description:"是否加入权限管控，0：不加入；1：加入；默认：0"`
}

type EdbInfoFullClassify struct {
	*EdbInfoResp
	CorrelationStr string `description:"相关性系数字符串"`
	ClassifyList   []*EdbClassifyIdItems
	HaveOperaAuth  bool `description:"是否有数据权限，默认：false"`
	IsSupplierStop int  `description:"是否供应商停更:1:停更,0:未停更"`
}

func AddEdbInfo(item *EdbInfo) (lastId int64, err error) {
	err = global.DmSQL["data"].Create(item).Error
	if err != nil {
		return
	}
	lastId = int64(item.EdbInfoId)

	return
}

type BaseEdbNameItem struct {
	EdbInfoId     int    `description:"指标id"`
	EdbInfoType   int    `description:"指标类型，0：普通指标，1：预测指标"`
	SourceName    string `description:"来源名称"`
	Source        int    `description:"来源id"`
	EdbCode       string `description:"指标编码"`
	EdbName       string `description:"指标名称"`
	EdbNameEn     string `description:"指标英文名称"`
	Frequency     string `description:"频率"`
	Unit          string `description:"单位"`
	UnitEn        string `description:"英文单位"`
	HaveOperaAuth bool   `description:"是否有数据权限，默认：false"`
}

type BaseEdbInfoResp struct {
	List []*BaseEdbNameItem
}

type EdbInfoSearch struct {
	EdbCode   string `description:"指标编码"`
	StartDate string `description:"起始日期"`
	EndDate   string `description:"终止日期"`
	EdbName   string `description:"指标名称"`
	Unit      string `description:"单位"`
	Frequency string `description:"频率"`
	DataList  []*EdbInfoSearchData
	StockList []*StockInfo `description:"时序数据"`
}

type StockInfo struct {
	StockCode string
	EdbCode   string
	DataList  []*EdbInfoSearchData
}

type EdbInfoSearchData struct {
	DataTime string  `description:"数据日期"`
	Value    float64 `description:"数据"`
}

type BaseIndexInfo struct {
	IndexName string `description:"数据日期"`
	Unit      string `description:"单位"`
	Frequency string `description:"频率"`
}

type EdbInfoSearchResp struct {
	SearchItem      *EdbInfoSearch `description:"指标分类"`
	Status          int            `description:"1:数据已存在于国能数据库，2:新数据，3:数据已存在于国能数据库，但是当前账号无权限"`
	ClassifyList    []*EdbClassifySimplify
	StockSearchList []*EdbInfoSearch
}

type EdbInfoMySteelChemicalCheckResp struct {
	Status int `description:"1:数据已存在于国能数据库，2:新数据，3:数据已存在于国能数据库，但是当前账号无权限"`
}

func GetEdbInfoByEdbCode(source int, edbCode string) (item *EdbInfo, err error) {
	sql := ` SELECT * FROM edb_info WHERE source=? AND edb_code=? `
	err = global.DmSQL["data"].Raw(sql, source, edbCode).First(&item).Error

	return
}

func GetEdbInfoListByEdbCodes(source int, edbCodes []string) (items []*EdbInfo, err error) {
	if len(edbCodes) == 0 {
		return
	}
	sql := ` SELECT * FROM edb_info WHERE source=? AND edb_code IN (` + utils.GetOrmInReplace(len(edbCodes)) + `) `
	err = global.DmSQL["data"].Raw(sql, source, edbCodes).Scan(&items).Error

	return
}

func (e *EdbInfo) AfterFind(db *gorm.DB) error {
	tmpTime, err := time.Parse(utils.FormatDateWallWithLoc, e.LatestDate)
	if err != nil {
		return nil
	}
	e.LatestDate = tmpTime.Format(utils.FormatDate)
	return nil
}

func GetEdbInfoById(edbInfoId int) (item *EdbInfo, err error) {
	sql := ` SELECT * FROM edb_info WHERE edb_info_id=? `
	err = global.DmSQL["data"].Raw(sql, edbInfoId).First(&item).Error

	return
}

func GetEdbInfoByUniqueCode(uniqueCode string) (item *EdbInfo, err error) {
	sql := ` SELECT * FROM edb_info WHERE unique_code=? `
	err = global.DmSQL["data"].Raw(sql, uniqueCode).First(&item).Error

	return
}

func GetEdbInfoByIdList(edbInfoIdList []int) (items []*EdbInfo, err error) {
	num := len(edbInfoIdList)
	if num <= 0 {
		return
	}
	o := global.DmSQL["data"]
	sql := ` SELECT * FROM edb_info WHERE edb_info_id in (` + utils.GetOrmInReplace(num) + `) `
	err = o.Raw(sql, edbInfoIdList).Find(&items).Error

	return
}

type MysteelChemicalDataBatchAddCheckReq struct {
	IndexCodes []string `form:"IndexCodes" description:"全选为false时, 该数组为选中; 全选为true时, 该数组为不选的指标"`
}

type AddEdbInfoReq struct {
	Source     int    `description:"来源id"`
	EdbCode    string `description:"指标编码"`
	EdbName    string `description:"指标名称"`
	Frequency  string `description:"频率"`
	Unit       string `description:"单位"`
	ClassifyId int    `description:"分类id"`
	StartDate  string `description:"起始日期"`
	EndDate    string `description:"终止日期"`
}

type NameCheckEdbInfoReq struct {
	EdbCode   string `description:"指标编码"`
	EdbName   string `description:"指标名称"`
	Frequency string `description:"频率"`
}

func DeleteEdbInfoAndData(edbInfoId, source, subSource int) (err error) {
	to := global.DmSQL["data"].Begin()
	defer func() {
		if err != nil {
			_ = to.Rollback()
		} else {
			_ = to.Commit()
		}
	}()

	sql := ` DELETE FROM edb_info WHERE edb_info_id=? `
	err = to.Exec(sql, edbInfoId).Error
	if err != nil {
		return
	}

	if source == utils.DATA_SOURCE_BUSINESS && utils.UseMongo {
		err = deleteAllEdbDataByMongo(to, edbInfoId, source, subSource)
	} else if source == utils.DATA_SOURCE_THS && subSource == utils.DATA_SUB_SOURCE_HIGH_FREQUENCY && utils.UseMongo {
		mogDataObj := mgo.EdbDataThsHf{}
		err = mogDataObj.RemoveMany(bson.M{"edb_info_id": edbInfoId})
	} else {
		err = deleteAllEdbDataByMysql(to, edbInfoId, source, subSource)
	}
	if err != nil {
		return
	}

	sql = ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id=? `
	err = to.Exec(sql, edbInfoId).Error
	if err != nil {
		return
	}
	sql = ` DELETE FROM predict_edb_conf WHERE predict_edb_info_id=? `
	err = to.Exec(sql, edbInfoId).Error
	if err != nil {
		return
	}
	sql = ` DELETE FROM chart_tag_variety WHERE edb_info_id=?`
	err = to.Exec(sql, edbInfoId).Error
	if err != nil {
		return
	}
	return
}

func deleteAllEdbDataByMysql(to *gorm.DB, edbInfoId, source, subSource int) (err error) {
	tableName := GetEdbDataTableName(source, subSource)
	if tableName == `` {
		return
	}

	sql := fmt.Sprintf(` DELETE FROM %s WHERE edb_info_id=? `, tableName)
	err = to.Exec(sql, edbInfoId).Error

	return
}

func deleteAllEdbDataByMongo(to *gorm.DB, edbInfoId, source, subSource int) (err error) {
	mogDataObj := mgo.EdbDataBusiness{}
	err = mogDataObj.RemoveMany(bson.M{"edb_info_id": edbInfoId})
	return
}

func GetEdbInfoCountByCondition(condition string, pars []interface{}) (count int, err error) {
	o := global.DmSQL["data"]
	sql := ` SELECT COUNT(1) AS count FROM edb_info WHERE 1=1 `
	if condition != "" {
		sql += condition
	}
	err = o.Raw(sql, pars...).Scan(&count).Error

	return
}

type EditEdbInfoReq struct {
	EdbInfoId        int    `description:"指标ID"`
	EdbName          string `description:"指标名称"`
	Frequency        string `description:"频率"`
	Unit             string `description:"单位"`
	ClassifyId       int    `description:"分类id"`
	CalculateFormula string `description:"计算公式"`
}

type EditEdbEnInfoReq struct {
	EdbInfoId int    `description:"指标ID"`
	EdbNameEn string `description:"英文指标名称"`
	UnitEn    string `description:"英文单位"`
}

type EditEdbBaseInfoReq struct {
	EdbInfoId int    `description:"指标ID"`
	EdbName   string `description:"指标名称"`
	Unit      string `description:"指标单位"`
}

func ModifyEdbEnInfo(item *EditEdbEnInfoReq) (err error) {
	o := global.DmSQL["data"]
	sql := ` UPDATE  edb_info
			SET
			  edb_name_en =?,
			  unit_en = ?,
			  modify_time = NOW()
			WHERE edb_info_id = ?`
	err = o.Exec(sql, item.EdbNameEn, item.UnitEn, item.EdbInfoId).Error

	return
}

type EdbInfoList struct {
	EdbInfoId             int                     `orm:"column(edb_info_id);pk" gorm:"primaryKey" `
	EdbInfoType           int                     `description:"指标类型，0：普通指标，1：预测指标"`
	SourceName            string                  `description:"来源名称"`
	Source                int                     `description:"来源id"`
	EdbCode               string                  `description:"指标编码"`
	EdbNameEn             string                  `description:"英文指标名称"`
	EdbName               string                  `description:"指标名称"`
	Frequency             string                  `description:"频率"`
	FrequencyEn           string                  `description:"英文频率"`
	Unit                  string                  `description:"单位"`
	UnitEn                string                  `description:"英文单位"`
	StartDate             string                  `description:"起始日期"`
	EndDate               string                  `description:"终止日期"`
	LatestDate            string                  `description:"数据最新日期（实际日期）"`
	LatestValue           float64                 `description:"数据最新值（实际值）"`
	EndValue              float64                 `description:"数据的最新值（预测日期的最新值）"`
	ClassifyId            int                     `description:"分类id"`
	UniqueCode            string                  `description:"指标唯一编码"`
	SysUserId             int                     `description:"创建人id"`
	SysUserRealName       string                  `description:"创建人姓名"`
	ModifyTime            string                  `description:"最新修改时间"`
	CreateTime            string                  `description:"创建时间"`
	EdbNameAlias          string                  `json:"-" description:"指标名称,别名"`
	EdbType               int                     `description:"指标类型:1:基础指标,2:计算指标"`
	ChartImage            string                  `description:"图表图片"`
	RuleType              int                     `description:"预测规则，1：最新，2：固定值"`
	FixedValue            float64                 `description:"固定值"`
	DataList              []*EdbData              `gorm:"-" description:"实际指标数据"`
	PredictDataList       []*EdbData              `gorm:"-" description:"预测指标数据"`
	Button                EdbClassifyItemsButton  `gorm:"-" description:"操作权限"`
	IsEnEdb               bool                    `description:"是否展示英文标识"`
	DataInsertConfig      EdbDataInsertConfigItem `gorm:"-" description:"指标数据插入配置"`
	DataDateType          string                  `description:"数据日期类型，枚举值：交易日、自然日"`
	EmptyType             int                     `description:"空值处理类型（0查找前后35天，1不计算，2前值填充，3后值填充，4等于0）"`
	MaxEmptyType          int                     `description:"MAX、MIN公式空值处理类型（1、等于0；2、跳过空值）"`
	SubSource             int                     `description:"子数据来源:0:经济数据库,1:日期序列"`
	SubSourceName         string                  `description:"子数据来源名称"`
	IndicatorCode         string                  `description:"指标代码"`
	StockCode             string                  `description:"证券代码"`
	NoUpdate              int8                    `description:"是否停止更新，0：继续更新；1：停止更新"`
	IsJoinPermission      int                     `description:"是否加入权限管控，0：不加入；1：加入；默认：0"`
	HaveOperaAuth         bool                    `description:"是否有数据权限，默认：false"`
	IsSupplierStop        int                     `description:"是否供应商停更:1:停更,0:未停更"`
	CollectClassifyIdList []int                   `description:"所属收藏分类id列表" gorm:"-"`
}

type EdbDataInsertConfigItem struct {
	Date     string `description:"插入的日期"`
	RealDate string `description:"实际最晚的日期"`
	Value    string `description:"插入的值"`
}

type EdbData struct {
	EdbDataId int `orm:"column(edb_data_id);pk" gorm:"primaryKey" `
	EdbInfoId int
	DataTime  string
	Value     float64
}

func (e *EdbData) AfterFind(db *gorm.DB) (err error) {
	tmpDataTime, err := time.Parse(utils.FormatDateWallWithLoc, e.DataTime)
	if err != nil {
		return nil
	}
	e.DataTime = utils.TimeTransferString(utils.FormatDate, tmpDataTime)
	return nil
}

func (e *EdbData) ConvertToResp() {
	e.DataTime = utils.GormDateStrToDateStr(e.DataTime)

	return
}

type EdbInfoListResp struct {
	Paging       *paging.PagingItem
	Item         *EdbInfoList
	ClassifyList []*EdbClassifyIdItems
}

type WindEdbInfoList struct {
	*EdbInfoList
	ClassifyList []*EdbClassifyIdItems
}

func (e *EdbInfoList) AfterFind(db *gorm.DB) (err error) {
	tmpLatestDate, err := time.Parse(utils.FormatDateWallWithLoc, e.LatestDate)
	if err != nil {
		return nil
	}
	tmpStartDate, err := time.Parse(utils.FormatDateWallWithLoc, e.StartDate)
	if err != nil {
		return nil
	}
	tmpEndDate, err := time.Parse(utils.FormatDateWallWithLoc, e.EndDate)
	if err != nil {
		return nil
	}
	tmpCreateTime, err := time.Parse(utils.FormatDateWallWithLoc, e.CreateTime)
	if err != nil {
		return nil
	}
	tmpModifyTime, err := time.Parse(utils.FormatDateWallWithLoc, e.ModifyTime)
	if err != nil {
		return nil
	}

	e.LatestDate = utils.TimeTransferString(utils.FormatDate, tmpLatestDate)
	e.StartDate = utils.TimeTransferString(utils.FormatDate, tmpStartDate)
	e.EndDate = utils.TimeTransferString(utils.FormatDate, tmpEndDate)
	e.CreateTime = utils.TimeTransferString(utils.FormatDateTime, tmpCreateTime)
	e.ModifyTime = utils.TimeTransferString(utils.FormatDateTime, tmpModifyTime)

	return nil
}

func GetEdbInfoByCondition(condition string, pars []interface{}) (item *EdbInfoList, err error) {
	o := global.DmSQL["data"]
	sql := ` SELECT * FROM edb_info WHERE 1=1 `
	if condition != "" {
		sql += condition
	}
	err = o.Raw(sql, pars...).First(&item).Error

	return
}

func GetEdbDataCountByCondition(condition string, pars []interface{}, source, subSource int) (count int, err error) {
	o := global.DmSQL["data"]
	tableName := GetEdbDataTableName(source, subSource)
	sql := ` SELECT COUNT(1) AS count FROM %s WHERE 1=1 `
	sql = fmt.Sprintf(sql, tableName)
	if condition != "" {
		sql += condition
	}
	err = o.Raw(sql, pars...).Scan(&count).Error

	return
}

func GetEdbDataListByCondition(condition string, pars []interface{}, source, subSource, pageSize, startSize int) (items []*EdbData, err error) {
	o := global.DmSQL["data"]
	tableName := GetEdbDataTableName(source, subSource)
	sql := ` SELECT * FROM %s WHERE 1=1 `
	sql = fmt.Sprintf(sql, tableName)

	if condition != "" {
		sql += condition
	}
	sql += ` ORDER BY data_time DESC `
	sql += ` LIMIT ?,? `
	pars = append(pars, startSize)
	pars = append(pars, pageSize)
	err = o.Raw(sql, pars...).Find(&items).Error
	if err != nil {
		return
	}
	for _, v := range items {
		v.ConvertToResp()
	}

	return
}

func GetAllEdbDataListByCondition(condition string, pars []interface{}, source, subSource int) (items []*EdbData, err error) {
	tableName := GetEdbDataTableName(source, subSource)
	sql := ` SELECT * FROM %s WHERE 1=1 `
	sql = fmt.Sprintf(sql, tableName)

	if condition != "" {
		sql += condition
	}
	sql += ` ORDER BY data_time DESC `
	err = global.DmSQL["data"].Raw(sql, pars...).Scan(&items).Error
	if err != nil {
		return
	}
	for _, v := range items {
		v.ConvertToResp()
	}

	return
}

func GetEdbInfoByNewest() (item *EdbInfoList, err error) {
	sql := ` SELECT * FROM edb_info WHERE 1=1 ORDER BY modify_time DESC LIMIT 1 `
	err = global.DmSQL["data"].Raw(sql).Scan(&item).Error

	return
}

func ModifyEdbInfoModifyTime(edbInfoId int64) (err error) {
	sql := ` UPDATE  edb_info SET modify_time = NOW() WHERE edb_info_id = ? `
	err = global.DmSQL["data"].Exec(sql, edbInfoId).Error

	return
}

type MoveEdbInfoReq struct {
	EdbInfoId     int `description:"指标ID"`
	PrevEdbInfoId int `description:"上一个指标ID"`
	NextEdbInfoId int `description:"下一个指标ID"`
	ClassifyId    int `description:"分类id"`
}

func MoveEdbInfo(edbInfoId, classifyId int) (err error) {
	sql := ` UPDATE  edb_info
			SET
			  classify_id = ?
			WHERE edb_info_id = ?`
	err = global.DmSQL["data"].Exec(sql, classifyId, edbInfoId).Error

	return
}

func GetChartEdbMappingCount(edbInfoId int) (count int, err error) {
	sql := ` SELECT COUNT(1) AS count FROM chart_edb_mapping WHERE edb_info_id=? `
	err = global.DmSQL["data"].Raw(sql, edbInfoId).Scan(&count).Error

	return
}

type ChartEdbInfo struct {
	EdbInfoId    int    `description:"指标id"`
	EdbName      string `description:"指标名称"`
	SourceName   string `json:"-"`
	EdbNameAlias string `json:"-" description:"指标名称,别名"`
}

func EdbInfoSearchByKeyWord(keyword string) (searchList []*ChartEdbInfo, err error) {
	pars := make([]interface{}, 0)
	sql := ` SELECT edb_info_id,edb_name,source_name FROM edb_info WHERE 1=1 AND edb_info_type = 0  `
	if keyword != "" {
		sql += ` AND (edb_name LIKE ? OR edb_code LIKE ? ) `
		pars = append(pars, utils.GetLikeKeyword(keyword), utils.GetLikeKeyword(keyword))
	}
	sql += ` ORDER BY create_time DESC `
	err = global.DmSQL["data"].Raw(sql, pars...).Scan(&searchList).Error

	return
}

type EdbInfoMaxAndMinInfo struct {
	MinDate     string  `description:"最小日期"`
	MaxDate     string  `description:"最大日期"`
	MinValue    float64 `description:"最小值"`
	MaxValue    float64 `description:"最大值"`
	LatestValue float64 `description:"最新值"`
}

func GetEdbInfoMaxAndMinInfo(source, subSource int, edbCode string) (item *EdbInfoMaxAndMinInfo, err error) {
	if source == utils.DATA_SOURCE_BUSINESS && utils.UseMongo {
		return GetEdbInfoMaxAndMinInfoByMongo(source, subSource, edbCode)
	}
	if source == utils.DATA_SOURCE_THS && subSource == utils.DATA_SUB_SOURCE_HIGH_FREQUENCY && utils.UseMongo {
		return GetThsHfEdbInfoMaxAndMinInfoByMongo(source, subSource, edbCode)
	}

	return GetEdbInfoMaxAndMinInfoByMysql(source, subSource, edbCode)
}

func GetEdbInfoMaxAndMinInfoByMysql(source, subSource int, edbCode string) (item *EdbInfoMaxAndMinInfo, err error) {
	o := global.DmSQL["data"]
	sql := ``
	tableName := GetEdbDataTableName(source, subSource)
	sql = ` SELECT MIN(data_time) AS min_date,MAX(data_time) AS max_date,MIN(value) AS min_value,MAX(value) AS max_value FROM %s WHERE edb_code=? `
	sql = fmt.Sprintf(sql, tableName)
	err = global.DmSQL["data"].Raw(sql, edbCode).Scan(&item).Error
	if err != nil {
		return
	}

	var latest_value float64
	sql = ` SELECT value AS latest_value FROM %s WHERE edb_code=? ORDER BY data_time DESC LIMIT 1 `
	sql = fmt.Sprintf(sql, tableName)
	err = o.Raw(sql, edbCode).Scan(&latest_value).Error
	item.LatestValue = latest_value
	return
}

func GetEdbInfoMaxAndMinInfoByMongo(source, subSource int, edbCode string) (item *EdbInfoMaxAndMinInfo, err error) {
	mogDataObj := new(mgo.EdbDataBusiness)
	pipeline := []bson.M{
		{"$match": bson.M{"edb_code": edbCode}},
		{"$group": bson.M{
			"_id":       nil,
			"min_date":  bson.M{"$min": "$data_time"},
			"max_date":  bson.M{"$max": "$data_time"},
			"min_value": bson.M{"$min": "$value"},
			"max_value": bson.M{"$max": "$value"},
		}},
		{"$project": bson.M{"_id": 0}}, // 可选，如果不需要_id字段
	}
	result, err := mogDataObj.GetEdbInfoMaxAndMinInfo(pipeline)
	if err != nil {
		fmt.Println("EdbDataBusiness getEdbDataBusinessList Err:" + err.Error())
		return
	}

	if !result.MaxDate.IsZero() {
		whereQuery := bson.M{"edb_code": edbCode, "data_time": result.MaxDate}
		selectParam := bson.D{{"value", 1}, {"_id", 0}}
		latestValue, tmpErr := mogDataObj.GetLatestValue(whereQuery, selectParam)
		if tmpErr != nil {
			err = tmpErr
			return
		}
		result.LatestValue = latestValue.Value
		result.EndValue = latestValue.Value
	}

	item = &EdbInfoMaxAndMinInfo{
		MinDate:     result.MinDate.Format(utils.FormatDate),
		MaxDate:     result.MaxDate.Format(utils.FormatDate),
		MinValue:    result.MinValue,
		MaxValue:    result.MaxValue,
		LatestValue: result.LatestValue,
	}

	return
}

func ModifyEdbInfoMaxAndMinInfo(edbInfoId int, item *EdbInfoMaxAndMinInfo) (err error) {
	sql := ` UPDATE edb_info SET start_date=?,end_date=?,min_value=?,max_value=?,is_update=2,latest_date=?,latest_value=?,modify_time=NOW() WHERE edb_info_id=? `
	err = global.DmSQL["data"].Exec(sql, item.MinDate, item.MaxDate, item.MinValue, item.MaxValue, item.MaxDate, item.LatestValue, edbInfoId).Error

	return
}

func GetEdbInfoFilter(condition string, pars []interface{}) (list []*EdbInfoList, err error) {
	sql := ` SELECT * FROM edb_info WHERE 1=1  AND edb_info_type = 0 `
	if condition != "" {
		sql += condition
	}
	sql += ` ORDER BY create_time DESC `
	err = global.DmSQL["data"].Raw(sql, pars...).Scan(&list).Error

	return
}

type AddEdbInfoResp struct {
	EdbInfoId    int      `description:"指标ID"`
	UniqueCode   string   `description:"指标唯一编码"`
	ClassifyId   int      `description:"分类id"`
	ExistEdbName []string `description:"重复指标名称"`
}

func GetEdbInfoCalculateListByCondition(condition string, pars []interface{}) (items []*EdbInfoCalculateMapping, err error) {
	sql := ` SELECT * FROM edb_info_calculate_mapping WHERE 1=1 `
	if condition != "" {
		sql += condition
	}
	err = global.DmSQL["data"].Raw(sql, pars...).Scan(&items).Error

	return
}

func GetEdbInfoAllCalculateByEdbInfoIdList(edbInfoIdList []int) (list []*EdbInfo, err error) {
	num := len(edbInfoIdList)
	if num <= 0 {
		return
	}

	sql := ` SELECT DISTINCT b.* FROM edb_info_calculate_mapping AS a
			 INNER JOIN edb_info AS b ON a.edb_info_id=b.edb_info_id
             WHERE a.from_edb_info_id in (` + utils.GetOrmInReplace(num) + `)
			 ORDER BY b.edb_info_id ASC `
	err = global.DmSQL["data"].Raw(sql, edbInfoIdList).Scan(&list).Error

	return
}

func GetRefreshEdbInfoFromBase(edbInfoId, source int) (baseEdbInfoArr, calculateInfoArr []*EdbInfo, err error) {
	calculateList, err := GetEdbInfoCalculateMap(edbInfoId, source)
	if err != nil && !utils.IsErrNoRow(err) {
		return
	}
	for _, item := range calculateList {
		if item.EdbInfoId == edbInfoId { //	如果查出来关联的指标就是自己的话，那么就过滤
			continue
		}
		if item.EdbType == 1 {
			baseEdbInfoArr = append(baseEdbInfoArr, item)
		} else {
			calculateInfoArr = append(calculateInfoArr, item)
			newBaseEdbInfoArr, newCalculateInfoArr, _ := GetRefreshEdbInfoFromBase(item.EdbInfoId, item.Source)
			baseEdbInfoArr = append(baseEdbInfoArr, newBaseEdbInfoArr...)
			calculateInfoArr = append(calculateInfoArr, newCalculateInfoArr...)
		}
	}
	return
}

func ModifyEdbInfoDataStatus(edbInfoId int64, source, subSource int, edbCode string) (err error) {
	sql := ``
	tableName := GetEdbDataTableName(source, subSource)
	sql = ` UPDATE %s SET edb_info_id=?,modify_time=NOW() WHERE edb_code=? `
	sql = fmt.Sprintf(sql, tableName)
	err = global.DmSQL["data"].Exec(sql, edbInfoId, edbCode).Error

	return
}

func GetFirstEdbInfoByClassifyId(classifyId int) (item *EdbInfo, err error) {
	sql := ` SELECT * FROM edb_info WHERE classify_id=? order by sort asc,edb_info_id asc limit 1`
	err = global.DmSQL["data"].Raw(sql, classifyId).First(&item).Error

	return
}

func UpdateEdbInfoSortByClassifyId(classifyId, nowSort int, prevEdbInfoId int, updateSort string) (err error) {
	sql := ` update edb_info set sort = ` + updateSort + ` WHERE classify_id=?`
	if prevEdbInfoId > 0 {
		sql += ` AND ( sort > ? or ( edb_info_id > ` + fmt.Sprint(prevEdbInfoId) + ` and sort=` + fmt.Sprint(nowSort) + ` )) `
	} else {
		sql += ` AND ( sort > ? )`
	}
	err = global.DmSQL["data"].Exec(sql, classifyId, nowSort).Error

	return
}

func (edbInfo *EdbInfo) Update(cols []string) (err error) {
	err = global.DmSQL["data"].Select(cols).Updates(edbInfo).Error

	return
}

type EdbInfoDataResp struct {
	EdbInfo  *EdbInfo
	DataList []*EdbDataList
}

type EdbInfoDataFullClassifyResp struct {
	EdbInfo  *EdbInfoFullClassify
	DataList []*EdbDataList
}

type EdbInfoReplaceReq struct {
	OldEdbInfoId int `description:"原指标ID"`
	NewEdbInfoId int `description:"替换为指标ID"`
}

func ReplaceChartEdb(oldEdbInfo, newEdbInfo *EdbInfo) (relationEdbInfoIdList []int, replaceChartTotal, replaceCalculateTotal int, err error) {
	var errmsg string
	relationEdbInfoIdList = make([]int, 0) // 关联的指标id
	logMsg := ``                           // 记录替换的日志

	to := global.DmSQL["data"].Begin()
	defer func() {
		if err != nil {
			_ = to.Rollback()
		} else {
			_ = to.Commit()
			if logMsg != `` {
				utils.FileLog.Info(fmt.Sprintf("替换指标记录,旧的指标id:%d，新的指标id:%d;%s", oldEdbInfo.EdbInfoId, newEdbInfo.EdbInfoId, logMsg))
			}
		}
		if errmsg != "" {
			fmt.Println("errmsg:" + errmsg)
		}
		if err != nil && errmsg != "" {
			go alarm_msg.SendAlarmMsg("替换图表中的指标失败提醒,errmsg："+errmsg, 3)
		}
	}()
	{
		chartEdbMappingList := make([]*ChartEdbInfoMapping, 0)
		csql := `SELECT * FROM chart_edb_mapping WHERE edb_info_id=?`
		err = to.Raw(csql, oldEdbInfo.EdbInfoId).Scan(&chartEdbMappingList).Error
		if err != nil {
			errmsg = "获取指标关联图表信息失败：Err:" + err.Error()
			return
		}
		replaceChartTotal = len(chartEdbMappingList)
		chartInfoIds := make([]string, 0)
		if len(chartEdbMappingList) > 0 {
			for _, chartEdbMapping := range chartEdbMappingList {
				chartInfoIds = append(chartInfoIds, strconv.Itoa(chartEdbMapping.ChartInfoId))
			}
		}

		if len(chartInfoIds) > 0 {
			chartInfoList, e := GetChartInfoListByChartIdList(chartInfoIds)
			if e != nil {
				err = e
				errmsg = "获取图表信息失败：Err:" + e.Error()
				return
			}
			for _, chartInfo := range chartInfoList {
				updateStr := make([]string, 0)
				if chartInfo.EdbInfoIds != "" && strings.Contains(chartInfo.EdbInfoIds, strconv.Itoa(oldEdbInfo.EdbInfoId)) {
					edbInfoIds := strings.Split(chartInfo.EdbInfoIds, ",")
					for i, edbInfoId := range edbInfoIds {
						if edbInfoId == strconv.Itoa(oldEdbInfo.EdbInfoId) {
							edbInfoIds[i] = strconv.Itoa(newEdbInfo.EdbInfoId)
						}
					}
					chartInfo.EdbInfoIds = strings.Join(edbInfoIds, ",")
					updateStr = append(updateStr, "EdbInfoIds")
				}
				if chartInfo.ExtraConfig != "" || chartInfo.BarConfig != "" {
					if chartInfo.Source == utils.CHART_SOURCE_FUTURE_GOOD {
						var barConfig FutureGoodBarChartInfoReq
						err = json.Unmarshal([]byte(chartInfo.BarConfig), &barConfig)
						if err != nil {
							errmsg = "商品价格曲线图配置异常 json.Unmarshal：Err:" + err.Error()
							return
						}
						if barConfig.BaseEdbInfoId == oldEdbInfo.EdbInfoId {
							barConfig.BaseEdbInfoId = newEdbInfo.EdbInfoId
						}
						for k, item := range barConfig.EdbInfoIdList {
							if item.EdbInfoId == oldEdbInfo.EdbInfoId && item.Source == 1 {
								barConfig.EdbInfoIdList[k].EdbInfoId = newEdbInfo.EdbInfoId
							}
						}
						configJson, e := json.Marshal(barConfig)
						if e != nil {
							err = e
							errmsg = "图表配置信息序列化失败：json.Marshal Err: " + e.Error()
							return
						}
						configStr := string(configJson)
						chartInfo.BarConfig = configStr
						updateStr = append(updateStr, "BarConfig")
					} else if chartInfo.Source == utils.CHART_SOURCE_FUTURE_GOOD_PROFIT {
						var extraConf FutureGoodProfitChartInfoReq
						err = json.Unmarshal([]byte(chartInfo.ExtraConfig), &extraConf)
						if err != nil {
							errmsg = "商品利润曲线图配置异常 json.Unmarshal：Err:" + err.Error()
							return
						}
						if extraConf.BaseEdbInfoId == oldEdbInfo.EdbInfoId {
							extraConf.BaseEdbInfoId = newEdbInfo.EdbInfoId
						}
						for k, v := range extraConf.EdbInfoIdList {
							if v == oldEdbInfo.EdbInfoId {
								extraConf.EdbInfoIdList[k] = newEdbInfo.EdbInfoId
							}
						}
						configJson, e := json.Marshal(extraConf)
						if e != nil {
							err = e
							errmsg = "图表配置信息序列化失败：json.Marshal Err: " + e.Error()
							return
						}
						configStr := string(configJson)
						chartInfo.ExtraConfig = configStr
						updateStr = append(updateStr, "ExtraConfig")
					} else if chartInfo.Source == utils.CHART_SOURCE_LINE_EQUATION {
						var lineChartInfoConfig request.LineChartInfoReq
						err = json.Unmarshal([]byte(chartInfo.ExtraConfig), &lineChartInfoConfig)
						if err != nil {
							errmsg = "获取图表配置信息失败 json.Unmarshal：Err:" + err.Error()
							return
						}
						xEdbInfoIdList := lineChartInfoConfig.XEdbInfoIdList
						yEdbInfoIdList := lineChartInfoConfig.YEdbInfoIdList
						if len(xEdbInfoIdList) > 0 {
							for k, xEdbInfoId := range xEdbInfoIdList {
								if xEdbInfoId == oldEdbInfo.EdbInfoId {
									xEdbInfoIdList[k] = newEdbInfo.EdbInfoId
								}
							}
						}
						if len(yEdbInfoIdList) > 0 {
							for k, yEdbInfoId := range yEdbInfoIdList {
								if yEdbInfoId == oldEdbInfo.EdbInfoId {
									yEdbInfoIdList[k] = newEdbInfo.EdbInfoId
								}
							}
						}
						lineChartInfoConfig.XEdbInfoIdList = xEdbInfoIdList
						lineChartInfoConfig.YEdbInfoIdList = yEdbInfoIdList
						lineChartInfoConfigJson, e := json.Marshal(lineChartInfoConfig)
						if e != nil {
							err = e
							errmsg = "图表配置信息序列化失败：json.Marshal Err: " + e.Error()
							return
						}
						lineChartInfoConfigStr := string(lineChartInfoConfigJson)
						chartInfo.ExtraConfig = lineChartInfoConfigStr
						updateStr = append(updateStr, "ExtraConfig")
					} else if chartInfo.ChartType == utils.CHART_TYPE_SECTION_SCATTER {
						var tmpExtraConfig SectionScatterReq
						err = json.Unmarshal([]byte(chartInfo.ExtraConfig), &tmpExtraConfig)
						if err != nil {
							errmsg = "获取截面散点图配置信息失败 json.Unmarshal：Err:" + err.Error()
							return
						}
						if len(tmpExtraConfig.SeriesList) > 0 {
							for k1, series := range tmpExtraConfig.SeriesList {
								for k2, item := range series.EdbInfoList {
									if item.XEdbInfoId == oldEdbInfo.EdbInfoId {
										tmpExtraConfig.SeriesList[k1].EdbInfoList[k2].XEdbInfoId = newEdbInfo.EdbInfoId
									}
									if item.YEdbInfoId == oldEdbInfo.EdbInfoId {
										tmpExtraConfig.SeriesList[k1].EdbInfoList[k2].YEdbInfoId = newEdbInfo.EdbInfoId
									}
								}
							}
						}
						sectionScatterConfigJson, e := json.Marshal(tmpExtraConfig)
						if e != nil {
							err = e
							errmsg = "图表配置信息序列化失败：json.Marshal Err: " + e.Error()
							return
						}
						sectionScatterConfigStr := string(sectionScatterConfigJson)
						chartInfo.ExtraConfig = sectionScatterConfigStr
						updateStr = append(updateStr, "ExtraConfig")
					} else if chartInfo.ChartType == utils.CHART_TYPE_SECTION_COMBINE {
						var tmpExtraConfig ChartSectionExtraConf
						err = json.Unmarshal([]byte(chartInfo.ExtraConfig), &tmpExtraConfig)
						if err != nil {
							errmsg = "获取截面散点图配置信息失败 json.Unmarshal：Err:" + err.Error()
							return
						}
						if len(tmpExtraConfig.DateConfList) > 0 {
							for k1, item := range tmpExtraConfig.DateConfList {
								if item.EdbInfoId > 0 && item.EdbInfoId == oldEdbInfo.EdbInfoId {
									tmpExtraConfig.DateConfList[k1].EdbInfoId = newEdbInfo.EdbInfoId
								}
							}
						}
						configJson, e := json.Marshal(tmpExtraConfig)
						if e != nil {
							err = e
							errmsg = "图表配置信息序列化失败：json.Marshal Err: " + e.Error()
							return
						}
						configStr := string(configJson)
						chartInfo.ExtraConfig = configStr
						updateStr = append(updateStr, "ExtraConfig")
					}
				}
				if len(updateStr) > 0 {
					updateStr = append(updateStr, "ModifyTime")
					chartInfo.ModifyTime = time.Now()
					err = chartInfo.Update(updateStr)
					if err != nil {
						errmsg = "更新图表信息失败：chartInfo.Update Err: " + err.Error()
						return
					}
				}
			}
		}
		if len(chartEdbMappingList) > 0 {
			chartInfoIdList := make([]string, 0)
			for _, mv := range chartEdbMappingList {
				chartEdbList := make([]*ChartEdbInfoMapping, 0)
				csql := `SELECT * FROM chart_edb_mapping WHERE chart_info_id=?`
				err = to.Raw(csql, mv.ChartInfoId).Scan(&chartEdbList).Error
				if err != nil {
					errmsg = "获取图表所有指标信息失败：Err:" + err.Error()
					return
				}

				var minData, maxData float64
				minData = newEdbInfo.MinValue
				maxData = newEdbInfo.MaxValue

				for _, cv := range chartEdbList {
					if mv.IsAxis == cv.IsAxis {
						if minData > cv.MinData {
							minData = cv.MinData
						}
						if maxData < cv.MaxData {
							maxData = cv.MaxData
						}
					}
				}
				rsql := ` UPDATE chart_edb_mapping SET edb_info_id=?,max_data=?,min_data=?,modify_time=NOW() WHERE chart_edb_mapping_id=? `
				err = to.Exec(rsql, newEdbInfo.EdbInfoId, maxData, minData, mv.ChartEdbMappingId).Error
				if err != nil {
					errmsg = "更新图库指标信息失败：Err:" + err.Error()
					return
				}

				rsql = ` UPDATE chart_series_edb_mapping SET edb_info_id=? WHERE edb_info_id=? and chart_info_id=?`
				err = to.Exec(rsql, newEdbInfo.EdbInfoId, oldEdbInfo.EdbInfoType, mv.ChartInfoId).Error
				if err != nil {
					errmsg = "更新图库系列指标信息失败：Err:" + err.Error()
					return
				}

				chartInfoIdList = append(chartInfoIdList, fmt.Sprint(mv.ChartInfoId))
			}
			logMsg += `涉及到的图表id：` + strings.Join(chartInfoIdList, ",") + ";"
		}
	}

	{
		mappingList := make([]*EdbInfoCalculateMapping, 0)
		queryList := make([]*EdbInfoCalculateMapping, 0)
		msql := ` SELECT * FROM edb_info_calculate_mapping WHERE from_edb_info_id = ?`
		err = to.Raw(msql, oldEdbInfo.EdbInfoId).Find(&queryList).Error
		if err != nil {
			errmsg = "获取计算指标关联基础指标信息失败：Err:" + err.Error()
			return
		}
		exists := make(map[int]bool)
		for _, v := range queryList {
			if exists[v.EdbInfoId] {
				continue
			}
			exists[v.EdbInfoId] = true
			mappingList = append(mappingList, v)
		}
		replaceCalculateTotal = len(mappingList)
		if len(mappingList) > 0 {
			edbInfoIdList := make([]string, 0)
			for _, mv := range mappingList {
				if mv.EdbInfoId == newEdbInfo.EdbInfoId {
					continue
				}
				msql := `UPDATE edb_info_calculate_mapping SET from_edb_info_id=?,from_edb_code=?,from_edb_name=?,from_source=?,from_source_name=? WHERE edb_info_calculate_mapping_id=? `
				err = to.Exec(msql, newEdbInfo.EdbInfoId, newEdbInfo.EdbCode, newEdbInfo.EdbName, newEdbInfo.Source, newEdbInfo.SourceName, mv.EdbInfoCalculateMappingId).Error
				if err != nil {
					return
				}
				relationEdbInfoIdList = append(relationEdbInfoIdList, mv.EdbInfoId)

				edbInfoIdList = append(edbInfoIdList, fmt.Sprint(mv.EdbInfoId))
			}
			logMsg += `涉及到的指标id：` + strings.Join(edbInfoIdList, ",") + ";"
		}
	}

	{
		predictEdbConfList := make([]*PredictEdbConf, 0)
		queryList := make([]*PredictEdbConf, 0)
		msql := ` SELECT * FROM predict_edb_conf WHERE source_edb_info_id = ?`
		err = to.Raw(msql, oldEdbInfo.EdbInfoId).Scan(&predictEdbConfList).Error
		if err != nil {
			errmsg = "获取关联的预测指标信息失败：Err:" + err.Error()
			return
		}
		exists := make(map[int]bool)
		for _, v := range queryList {
			if exists[v.PredictEdbInfoId] {
				continue
			}
			exists[v.PredictEdbInfoId] = true
			predictEdbConfList = append(predictEdbConfList, v)
		}
		replaceCalculateTotal += len(predictEdbConfList)

		msql = `UPDATE predict_edb_conf SET source_edb_info_id=? WHERE source_edb_info_id=? `
		err = to.Exec(msql, newEdbInfo.EdbInfoId, oldEdbInfo.EdbInfoId).Error
		if err != nil {
			return
		}

		if len(predictEdbConfList) > 0 {
			edbInfoIdList := make([]string, 0)
			for _, v := range predictEdbConfList {
				relationEdbInfoIdList = append(relationEdbInfoIdList, v.PredictEdbInfoId)
				edbInfoIdList = append(edbInfoIdList, fmt.Sprint(v.PredictEdbInfoId))
			}
			logMsg += `涉及到的预测指标id：` + strings.Join(edbInfoIdList, ",") + ";"
		}
	}

	return
}

type EdbInfoView struct {
	EdbInfoId        int    `orm:"column(edb_info_id);pk" gorm:"primaryKey" `
	EdbInfoType      int    `description:"指标类型，0：普通指标，1：预测指标"`
	SourceName       string `description:"来源名称"`
	Source           int    `description:"来源id"`
	EdbCode          string `description:"指标编码"`
	EdbName          string `description:"指标名称"`
	EdbNameSource    string `description:"指标名称来源"`
	Frequency        string `description:"频率"`
	Unit             string `description:"单位"`
	StartDate        string `description:"起始日期"`
	EndDate          string `description:"终止日期"`
	ClassifyId       int    `description:"分类id"`
	SysUserId        int
	SysUserRealName  string
	UniqueCode       string `description:"指标唯一编码"`
	CreateTime       string
	ModifyTime       string
	MinValue         float64 `description:"指标最小值"`
	MaxValue         float64 `description:"指标最大值"`
	CalculateFormula string  `description:"计算公式"`
	EdbType          int     `description:"指标类型:1:基础指标,2:计算指标"`
	Sort             int     `description:"排序字段"`
	IsUpdate         int     `description:"当天是否已更新，1:未更新,2:已更新"`
	LatestDate       string  `description:"数据最新日期（实际日期）"`
	LatestValue      float64 `description:"数据最新值（实际值）"`
	SubSource        int     `description:"子数据来源:0:经济数据库,1:日期序列"`
	SubSourceName    string  `description:"子数据来源名称"`
	IndicatorCode    string  `description:"指标代码"`
	StockCode        string  `description:"证券代码"`
	EndValue         float64 `description:"数据的最新值（预测日期的最新值）"`
}

type EdbInfoFilterDataResp struct {
	Paging *paging.PagingItem
	List   []*EdbInfoList
}

func GetEdbInfoFilterList(condition string, pars []interface{}, startSize, pageSize int) (total int64, list []*EdbInfoList, err error) {
	o := global.DmSQL["data"]

	sql := ` SELECT count(1) total FROM edb_info where 1=1 ` + condition + ` ORDER BY edb_info_id DESC `
	err = o.Raw(sql, pars...).Scan(&total).Error
	if err != nil {
		return
	}

	sql = ` SELECT * FROM edb_info where 1=1 ` + condition + ` ORDER BY edb_info_id DESC  LIMIT ?,? `
	pars = append(pars, startSize, pageSize)
	err = o.Raw(sql, pars...).Scan(&list).Error

	return
}

type SetEdbInfoImageReq struct {
	EdbInfoId int    `description:"指标ID"`
	ImageUrl  string `description:"指标图片地址"`
}

func GetNextEdbInfoByCondition(condition string, pars []interface{}) (item *EdbInfo, err error) {
	o := global.DmSQL["data"]
	sql := ` SELECT * FROM edb_info WHERE 1=1 `
	if condition != "" {
		sql += condition
	}
	sql += " ORDER BY sort asc , edb_info_id asc LIMIT 1 "
	err = o.Raw(sql, pars...).First(&item).Error

	return
}

func GetNextEdbInfo(classifyId, classifySort, classifyType, edbInfoType int) (item *EdbInfo, err error) {
	o := global.DmSQL["data"]
	sql := ` SELECT b.* FROM edb_classify AS a
			INNER JOIN edb_info AS b ON a.classify_id=b.classify_id
			WHERE (a.sort>? OR (a.sort=? and a.classify_id>?) )
			AND a.classify_type=? AND b.edb_info_type=? 
			ORDER BY a.sort ASC,b.sort asc,b.edb_info_id asc
			LIMIT 1 `
	err = o.Raw(sql, classifySort, classifySort, classifyId, classifyType, edbInfoType).Scan(&item).Error

	return
}

func GetEdbInfoByEdbCodeList(source int, edbCodeList []string) (items []*EdbInfo, err error) {
	num := len(edbCodeList)
	if num <= 0 {
		return
	}
	o := global.DmSQL["data"]
	sql := ` SELECT * FROM edb_info WHERE source=? AND edb_code in (` + utils.GetOrmInReplace(num) + `) `
	err = o.Raw(sql, source, edbCodeList).Scan(&items).Error

	return
}

func GetEdbInfoByConditionCount(condition string, pars []interface{}) (count int, err error) {
	o := global.DmSQL["data"]
	sql := ` SELECT COUNT(1) AS count FROM edb_info WHERE 1=1 `
	if condition != "" {
		sql += condition
	}
	err = o.Raw(sql, pars...).Scan(&count).Error

	return
}

func GetEdbInfoListByCondition(condition string, pars []interface{}, startSize, pageSize int, orderDesc string) (items []*EdbInfoList, err error) {
	o := global.DmSQL["data"]
	sql := ` SELECT * FROM edb_info WHERE 1=1 `
	if condition != "" {
		sql += condition
	}

	if orderDesc == `` {
		orderDesc = ` ASC `
	}

	sql += ` ORDER BY edb_info_id `
	sql += orderDesc
	sql += ` LIMIT ?,? `

	pars = append(pars, startSize)
	pars = append(pars, pageSize)
	err = o.Raw(sql, pars...).Scan(&items).Error

	return
}

func GetEdbInfoListByEdbInfoId(edbIdList []string) (items []*EdbInfo, err error) {
	num := len(edbIdList)
	if num <= 0 {
		return
	}
	o := global.DmSQL["data"]
	sql := ` SELECT * FROM edb_info WHERE edb_info_id in (` + utils.GetOrmInReplace(num) + `) `

	err = o.Raw(sql, edbIdList).Scan(&items).Error

	return
}

func GetEdbInfoListByUserId(userIdList []int, edbInfoType int) (items []*EdbInfo, err error) {
	num := len(userIdList)
	if num <= 0 {
		return
	}
	o := global.DmSQL["data"]
	sql := ` SELECT * FROM edb_info WHERE edb_info_type = ? AND sys_user_id in (` + utils.GetOrmInReplace(num) + `) `

	err = o.Raw(sql, edbInfoType, userIdList).Scan(&items).Error

	return
}

func ModifyEdbInfoUserIdByCodeList(edbIdList []string, userId int, userName string) (err error) {
	num := len(edbIdList)
	if num <= 0 {
		return
	}
	o := global.DmSQL["data"]
	sql := `UPDATE edb_info SET sys_user_id=?,sys_user_real_name=? WHERE edb_info_id in (` + utils.GetOrmInReplace(num) + `) `
	err = o.Exec(sql, userId, userName, edbIdList).Error

	return
}

func ModifyEdbInfoUserIdByOldUserId(oldUserIdList []int, edbInfoType, userId int, userName string) (err error) {
	num := len(oldUserIdList)
	if num <= 0 {
		return
	}
	o := global.DmSQL["data"]
	sql := `UPDATE edb_info SET sys_user_id=?,sys_user_real_name=? WHERE sys_user_id in (` + utils.GetOrmInReplace(num) + `) and edb_info_type = ?`
	err = o.Exec(sql, userId, userName, oldUserIdList, edbInfoType).Error

	return
}

type MoveEdbChartList struct {
	DataId         string `description:"指标/图表唯一id"`
	Code           string `description:"指标code"`
	Name           string `description:"指标/图表名称"`
	NameEn         string `description:"指标/图表名称"`
	ClassifyName   string `description:"分类名称"`
	ClassifyNameEn string `description:"分类名称"`
	CreateUserId   int    `description:"创建人id"`
	CreateUserName string `description:"创建人名称"`
}

type MoveEdbChartListResp struct {
	Paging *paging.PagingItem
	List   []MoveEdbChartList
}

type EdbChartClassifyResp struct {
	List []*EdbChartClassify
}

type EdbChartClassify struct {
	ClassifyId       int
	ClassifyName     string
	ParentId         int
	IsJoinPermission int `description:"是否加入权限管控，0：不加入；1：加入；默认：0"`
	Child            []*EdbChartClassify
}

type EdbInfoDataSeasonalResp struct {
	EdbInfo  *EdbInfo
	DataList interface{}
}

type SetEdbDataInsertConfigReq struct {
	EdbInfoId int    `description:"指标ID"`
	Date      string `description:"日期"`
	Value     string `description:"值"`
}

func GetEdbInfoByClassifyId(classifyId, edbInfoType, edbType, adminId int, noPermissionEdbInfoIdList, noPermissionEdbClassifyIdList []int) (items []*EdbClassifyItems, err error) {
	o := global.DmSQL["data"]
	sql := ` SELECT edb_info_id,classify_id,edb_name AS classify_name,edb_name_en AS classify_name_en,unique_code,source_name,source,sys_user_id,sys_user_real_name,start_date,edb_code,edb_type, sort,is_join_permission FROM edb_info WHERE classify_id = ? AND edb_info_type = ?`

	pars := []interface{}{classifyId, edbInfoType}

	if edbType > 0 {
		sql += ` AND edb_type = ? `
		pars = append(pars, edbType)
	}

	if adminId > 0 {
		sql += ` AND sys_user_id = ? `
		pars = append(pars, adminId)
	}

	noPermissionEdbInfoIdNum := len(noPermissionEdbInfoIdList)
	if noPermissionEdbInfoIdNum > 0 {
		sql += ` AND edb_info_id NOT IN (` + utils.GetOrmInReplace(noPermissionEdbInfoIdNum) + `) `
		pars = append(pars, noPermissionEdbInfoIdList)
	}
	noPermissionClassifyInfoIdNum := len(noPermissionEdbClassifyIdList)
	if noPermissionClassifyInfoIdNum > 0 {
		sql += ` AND classify_id NOT IN (` + utils.GetOrmInReplace(noPermissionClassifyInfoIdNum) + `) `
		pars = append(pars, noPermissionEdbClassifyIdList)
	}

	sql += ` order by sort asc,edb_info_id asc `
	err = o.Raw(sql, pars...).Scan(&items).Error

	return
}

type EdbAndClassify struct {
	EdbInfoId          int    `description:"指标id"`
	EdbCode            string `description:"指标code"`
	UniqueCode         string `description:"唯一code"`
	EdbName            string `description:"指标名称"`
	ClassifyId         int    `description:"所属分类id"`
	FirstClassifyId    int    `description:"第1级的分类id"`
	FirstClassifyName  string `description:"第1级的分类名称"`
	SecondClassifyId   int    `description:"第2级的分类id"`
	SecondClassifyName string `description:"第2级的分类名称"`
}

func GetEdbInfoAndClassifyListByEdbIdList(edbIdList []int) (items []*EdbAndClassify, err error) {
	num := len(edbIdList)
	if num <= 0 {
		return
	}
	o := global.DmSQL["data"]
	sql := ` SELECT a.edb_info_id,a.edb_code,a.unique_code,a.edb_name,a.classify_id FROM edb_info AS a
			WHERE a.edb_info_id in (` + utils.GetOrmInReplace(num) + `) `

	err = o.Raw(sql, edbIdList).Scan(&items).Error

	return
}

type TraceEdbInfoResp struct {
	EdbInfoId     int                `description:"指标id"`
	EdbInfoType   int                `description:"指标类型: 0-普通指标; 1-预测指标"`
	EdbName       string             `description:"指标名称"`
	EdbNameEn     string             `description:"指标英文名称"`
	EdbType       int                `description:"指标类型: 1-基础指标; 2-计算指标"`
	RuleTitle     string             `description:"指标规则"`
	RuleTitleEn   string             `description:"指标规则（英文）"`
	UniqueCode    string             `description:"唯一编码"`
	ClassifyId    int                `description:"分类ID"`
	Child         []TraceEdbInfoResp `description:"下级来源"`
	IsStop        int8               `description:"是否终止"`
	EdbInfo       *EdbInfo           `description:"指标信息" json:"-"`
	HaveOperaAuth bool               `description:"是否有数据权限，默认：false"`
}

type BeforeAndAfterDateDataResp struct {
	List      []*EdbDataList `description:"list"`
	Date      string         `description:"实际日期"`
	ShowValue string         `description:"展示值"`
}

func GetEdbInfoAdminList(edbType int) (list []int, err error) {
	o := global.DmSQL["data"]
	sql := ` SELECT sys_user_id FROM edb_info WHERE edb_info_type = ? GROUP BY sys_user_id  `

	err = o.Raw(sql, edbType).Scan(&list).Error

	return
}

type EdbInfoExistCheckResp struct {
	IndexExist        bool       `description:"指标是否存在:true,存在,false:不存在"`
	ExistStockCodeArr []string   `description:"存在的证券代码"`
	ExistEdbCodeArr   []string   `description:"存在的指标代码"`
	ExistClassifyId   []int      `description:"存在的分类id"`
	ExistIndexId      []int      `description:"存在的指标id"`
	ExistEdbInfo      []*EdbInfo `description:"存在的指标"`
}

type BatchAddEdbInfoReq struct {
	BatchList []*BatchAddEdbInfo
}

type BatchAddEdbInfo struct {
	Source       int    `description:"来源id"`
	EdbName      string `description:"指标名称"`
	Frequency    string `description:"频率"`
	Unit         string `description:"单位"`
	ClassifyId   int    `description:"分类id"`
	StockCode    string `description:"证券代码"`
	EdbCode      string `description:"指标编码"`
	ApiExtraPars string `description:"API额外参数"`
}

func GetEdbInfoWsdMaxAndMinInfo(source, subSource int, edbCode string) (item *EdbInfoMaxAndMinInfo, err error) {
	o := global.DmSQL["data"]
	sql := ``
	tableName := GetEdbDataTableNameAndSubSource(source, subSource)
	sql = ` SELECT MIN(data_time) AS min_date,MAX(data_time) AS max_date,MIN(value) AS min_value,MAX(value) AS max_value FROM %s WHERE edb_code=? `
	sql = fmt.Sprintf(sql, tableName)
	err = o.Raw(sql, edbCode).Scan(&item).Error
	if err != nil {
		return
	}

	var latest_value float64
	sql = ` SELECT value AS latest_value FROM %s WHERE edb_code=? ORDER BY data_time DESC LIMIT 1 `
	sql = fmt.Sprintf(sql, tableName)
	err = o.Raw(sql, edbCode).Scan(&latest_value).Error
	item.LatestValue = latest_value
	return
}

func GetEdbInfoByNames(edbNames string) (items []*EdbInfoList, err error) {
	o := global.DmSQL["data"]
	sql := ` SELECT * FROM edb_info WHERE edb_name IN (` + edbNames + `) AND edb_info_type = 0 `
	err = o.Raw(sql).Scan(&items).Error

	return
}

type BaseRefreshEdbInfo struct {
	EdbInfoId       int
	ClassifyId      int    `description:"钢联化工指标分类id"`
	IndexCode       string `description:"指标编码"`
	IndexName       string `description:"指标名称"`
	EndDate         string `description:"最新日期"`
	EndValue        string `description:"最新值"`
	SysUserId       int    `description:"创建人id"`
	SysUserRealName string `description:"创建人姓名"`
	Frequency       string `description:"频度"`
	IsStop          int    `description:"是否停更:1:停更,0:未停更"`
	TerminalCode    string `description:"终端编码"`
	RefreshTime     string `description:"刷新时间"`
}

type RefreshBaseEdbInfoResp struct {
	Paging *paging.PagingItem
	List   []*BaseRefreshEdbInfo
}

func GetEdbBaseInfoList(condition string, pars []interface{}, orderBy string, startSize, pageSize int) (total int, items []*BaseRefreshEdbInfo, err error) {
	o := global.DmSQL["data"]
	totalSql := ` SELECT count(1) FROM edb_info WHERE 1=1 `
	if condition != "" {
		totalSql += condition
	}

	err = o.Raw(totalSql, pars...).Scan(&total).Error
	if err != nil {
		return
	}

	sql := ` SELECT edb_info_id as edb_info_id, classify_id as classify_id,edb_code as index_code,edb_name as index_name,end_date,end_value,sys_user_id,sys_user_real_name,frequency,no_update as is_stop,terminal_code FROM edb_info WHERE 1=1  `
	if condition != "" {
		sql += condition
	}

	if orderBy != "" {
		sql += ` ORDER BY ` + orderBy
	} else {
		sql += ` ORDER BY edb_info_id ASC `
	}
	sql += `  LIMIT ?,? `
	pars = append(pars, startSize, pageSize)
	err = o.Raw(sql, pars...).Scan(&items).Error

	return
}

func ModifyEdbInfoUpdateStatus(edbIdList []int, isStop int, calculateEdbInfoIds []int) (err error) {
	idNum := len(edbIdList)
	if idNum <= 0 {
		return
	}
	o := global.DmSQL["data"].Begin()
	defer func() {
		if err != nil {
			_ = o.Rollback()
			return
		}
		_ = o.Commit()
	}()

	sql := ` UPDATE edb_info SET no_update = ? WHERE  edb_info_id IN (` + utils.GetOrmInReplace(idNum) + `) `
	err = o.Exec(sql, isStop, edbIdList).Error
	if err != nil {
		return
	}
	if len(calculateEdbInfoIds) > 0 {
		sql = ` UPDATE edb_info SET no_update = ? WHERE edb_info_id IN (` + utils.GetOrmInReplace(len(calculateEdbInfoIds)) + `) `
		err = o.Exec(sql, isStop, calculateEdbInfoIds).Error
		if err != nil {
			return
		}
	}
	return
}

func GetEdbInfoCount(source int, edbCode string) (count int, err error) {
	o := global.DmSQL["data"]
	sql := ` SELECT COUNT(1) AS count FROM edb_info 
           WHERE source=? AND edb_code = ?`
	err = o.Raw(sql, source, edbCode).Scan(&count).Error

	return
}

func GetEdbInfoByNameArr(names []string, edbInfoType int) (items []*EdbInfo, err error) {
	if len(names) == 0 {
		return
	}
	o := global.DmSQL["data"]
	sql := fmt.Sprintf(`SELECT edb_info_id, edb_code, edb_name FROM edb_info WHERE edb_name IN (%s) AND edb_info_type = ? `, utils.GetOrmInReplace(len(names)))
	err = o.Raw(sql, names, edbInfoType).Scan(&items).Error

	return
}

func GetEdbCodesBySource(source int) (items []*EdbInfo, err error) {
	o := global.DmSQL["data"]
	sql := ` SELECT edb_info_id, edb_code, unique_code, classify_id FROM edb_info WHERE source = ? `
	err = o.Raw(sql, source).Scan(&items).Error

	return
}

func GetAllEdbDataListData(edbInfoId, source, subSource int, startDataTime string) (dataList []*EdbData, err error) {
	if source == utils.DATA_SOURCE_BUSINESS && utils.UseMongo {
		return getAllDataByMongo(edbInfoId, source, subSource, startDataTime)
	}
	if source == utils.DATA_SOURCE_THS && subSource == utils.DATA_SUB_SOURCE_HIGH_FREQUENCY && utils.UseMongo {
		return getThsHfAllDataByMongo(edbInfoId, source, subSource, startDataTime)
	}

	return getAllDataByMysql(edbInfoId, source, subSource, startDataTime)
}

func getAllDataByMysql(edbInfoId, source, subSource int, startDataTime string) (dataList []*EdbData, err error) {
	dataList = make([]*EdbData, 0)
	var dataCondition string
	var dataPars []interface{}

	dataCondition += ` AND edb_info_id=? `
	dataPars = append(dataPars, edbInfoId)

	if startDataTime != "" {
		dataCondition += ` AND data_time > ? `
		dataPars = append(dataPars, startDataTime)
	}

	dataList, err = GetAllEdbDataListByCondition(dataCondition, dataPars, source, subSource)
	if err != nil {
		return
	}

	return
}

func getAllDataByMongo(edbInfoId, source, subSource int, startDataTime string) (dataList []*EdbData, err error) {
	dataList = make([]*EdbData, 0)

	mogDataObj := mgo.EdbDataBusiness{}
	queryConditions := bson.M{
		"edb_info_id": edbInfoId,
	}

	dateCondition, err := mgo.BuildDateCondition(startDataTime, "")
	if err != nil {
		return
	}
	if len(dateCondition) > 0 {
		queryConditions["data_time"] = dateCondition
	}

	tmpDataList, tmpErr := mogDataObj.GetAllDataList(queryConditions, []string{"-data_time"})
	if tmpErr != nil {
		err = tmpErr
		return
	}
	for k, v := range tmpDataList {
		dataList = append(dataList, &EdbData{
			EdbDataId: k + 1,
			EdbInfoId: v.EdbInfoId,
			DataTime:  v.DataTime.Format(utils.FormatDate),
			Value:     v.Value,
		})
	}

	return
}

func GetEdbClassifyIdListBySource(source int) (items []int, err error) {
	o := global.DmSQL["data"]
	sql := `SELECT distinct classify_id FROM edb_info WHERE source = ? and edb_info_type=0`
	err = o.Raw(sql, source).Scan(&items).Error

	return
}

func GetEdbInfoByClassifyIdAndSource(classifyId, edbInfoType, source int) (items []*EdbClassifyItems, err error) {
	o := global.DmSQL["data"]
	sql := ` SELECT edb_info_id,classify_id,edb_name AS classify_name,edb_name_en AS classify_name_en,unique_code,source_name,source,sys_user_id,sys_user_real_name,start_date,edb_code,edb_type, sort,is_join_permission FROM edb_info WHERE classify_id = ? AND edb_info_type = ? AND source =?`

	pars := []interface{}{classifyId, edbInfoType, source}
	sql += ` order by sort asc,edb_info_id asc `
	err = o.Raw(sql, pars...).Scan(&items).Error

	return
}

type ReplaceEdbInfoItem struct {
	OldEdbInfo *EdbInfo
	NewEdbInfo *EdbInfo
}

type EdbInfoEditRecord struct {
	EdbInfoId           int    `description:"指标ID"`
	EdbName             string `description:"指标名称"`
	Frequency           string `description:"频率"`
	Unit                string `description:"单位"`
	ClassifyId          int    `description:"分类id"`
	CalculateFormula    string `description:"计算公式"`
	OperateUserId       int    `description:"操作人id"`
	OperateUserRealName string `description:"操作人姓名"`
}

func ModifyEdbInfoBaseTimeById(edbInfoId int, cTime time.Time) (err error) {
	o := global.DmSQL["data"]
	sql := ` UPDATE edb_info SET base_modify_time = ? WHERE edb_info_id = ? `
	err = o.Exec(sql, cTime, edbInfoId).Error

	return
}

func GetEdbInfoFieldList(cond string, pars []interface{}, fields []string) (items []*EdbInfo, err error) {
	field := " * "
	if len(fields) > 0 {
		field = strings.Join(fields, ",")
	}
	o := global.DmSQL["data"]
	sql := fmt.Sprintf(`SELECT %s FROM edb_info WHERE 1=1 %s `, field, cond)
	err = o.Raw(sql, pars...).Scan(&items).Error

	return
}

type EdbInfoExtra struct {
	ApiExtraPars string `description:"API-额外参数(如同花顺日期序列)"`
}

func GetEdbInfoListByCond(condition string, pars []interface{}) (list []*EdbInfoList, err error) {
	sql := ` SELECT * FROM edb_info WHERE 1=1 `
	if condition != "" {
		sql += condition
	}
	sql += ` ORDER BY create_time DESC `
	err = global.DmSQL["data"].Raw(sql, pars...).Scan(&list).Error

	return
}

func GetThsHfEdbInfoMaxAndMinInfoByMongo(source, subSource int, edbCode string) (item *EdbInfoMaxAndMinInfo, err error) {
	mogDataObj := new(mgo.EdbDataThsHf)
	pipeline := []bson.M{
		{"$match": bson.M{"edb_code": edbCode}},
		{"$group": bson.M{
			"_id":       nil,
			"min_date":  bson.M{"$min": "$data_time"},
			"max_date":  bson.M{"$max": "$data_time"},
			"min_value": bson.M{"$min": "$value"},
			"max_value": bson.M{"$max": "$value"},
		}},
		{"$project": bson.M{"_id": 0}}, // 可选，如果不需要_id字段
	}
	result, err := mogDataObj.GetEdbInfoMaxAndMinInfo(pipeline)
	if err != nil {
		fmt.Println("EdbDataThsHf getEdbDataThsHfList Err:" + err.Error())
		return
	}

	if !result.MaxDate.IsZero() {
		whereQuery := bson.M{"edb_code": edbCode, "data_time": result.MaxDate}
		selectParam := bson.D{{"value", 1}, {"_id", 0}}
		latestValue, tmpErr := mogDataObj.GetLatestValue(whereQuery, selectParam)
		if tmpErr != nil {
			err = tmpErr
			return
		}
		result.LatestValue = latestValue.Value
		result.EndValue = latestValue.Value
	}

	item = &EdbInfoMaxAndMinInfo{
		MinDate:     result.MinDate.Format(utils.FormatDate),
		MaxDate:     result.MaxDate.Format(utils.FormatDate),
		MinValue:    result.MinValue,
		MaxValue:    result.MaxValue,
		LatestValue: result.LatestValue,
	}

	return
}

func getThsHfAllDataByMongo(edbInfoId, source, subSource int, startDataTime string) (dataList []*EdbData, err error) {
	dataList = make([]*EdbData, 0)

	mogDataObj := mgo.EdbDataThsHf{}
	queryConditions := bson.M{
		"edb_info_id": edbInfoId,
	}

	dateCondition, err := mgo.BuildDateCondition(startDataTime, "")
	if err != nil {
		return
	}
	if len(dateCondition) > 0 {
		queryConditions["data_time"] = dateCondition
	}

	tmpDataList, tmpErr := mogDataObj.GetAllDataList(queryConditions, []string{"-data_time"})
	if tmpErr != nil {
		err = tmpErr
		return
	}
	for k, v := range tmpDataList {
		dataList = append(dataList, &EdbData{
			EdbDataId: k + 1,
			EdbInfoId: v.EdbInfoId,
			DataTime:  v.DataTime.Format(utils.FormatDate),
			Value:     v.Value,
		})
	}

	return
}

func GetEdbInfoByTypes(edbInfoType, edbType int) (items []*EdbClassifyItems, err error) {
	o := global.DmSQL["data"]
	sql := `SELECT edb_info_id,classify_id,edb_name_source AS classify_name,edb_name_en AS classify_name_en,unique_code,source_name,source,sys_user_id,sys_user_real_name,start_date,edb_code,edb_type FROM edb_info WHERE edb_info_type = ? AND edb_type = ? order by sort asc,edb_info_id asc`
	err = o.Raw(sql, edbInfoType, edbType).Scan(&items).Error
	return
}

func GetIsJoinPermissionEdbInfoIdList(edbInfoType, edbType int) (list []int, err error) {
	pars := make([]interface{}, 0)
	sql := ` SELECT edb_info_id FROM edb_info WHERE 1=1  AND is_join_permission = 1 `
	if edbInfoType >= 0 {
		sql += ` AND edb_info_type = ? `
		pars = append(pars, edbInfoType)
	}
	if edbInfoType > 0 {
		sql += ` AND edb_type = ? `
		pars = append(pars, edbType)
	}
	sql += ` ORDER BY create_time DESC `
	err = global.DmSQL["data"].Raw(sql, pars...).Scan(&list).Error

	return
}