eta_api/models/data_manage/base_from_kpler_index.go

package data_manage

import (
	"eta/eta_api/global"
	"eta/eta_api/utils"
	"time"

	"gorm.io/gorm"

	"github.com/rdlucklib/rdluck_tools/paging"
)

type BaseFromKplerIndex struct {
	BaseFromKplerIndexId int `orm:"column(base_from_kpler_index_id);pk" gorm:"primaryKey"`
	ClassifyId           int
	IndexCode            string
	IndexName            string
	Frequency            string
	Unit                 string
	Sort                 int
	StartDate            string `description:"开始日期"`
	EndDate              string `description:"结束日期"`
	EndValue             float64
	CreateTime           time.Time
	ModifyTime           time.Time
	BaseFileName         string `description:"文件目录"`
	TerminalCode         string `description:"所属终端编码"`
	ApiQueryUrl          string `description:"API查询URL"`
	ProductNames         string `description:"产品名称"`
	FromZoneId           int    `description:"区域ID"`
	FromZoneName         string `description:"区域名称"`
	ToZoneId             int    `description:"区域ID"`
	ToZoneName           string `description:"区域名称"`
	FlowDirection        string `description:"流向"`
	Granularity          string `description:"粒度"`
	Split                string `description:"拆分类型"`
}

type BaseFromKplerIndexList struct {
	BaseFromKplerIndexId int `orm:"column(base_from_kpler_index_id);pk" gorm:"primaryKey"`
	ClassifyId           int
	Interface            string
	EdbInfoId            int
	EdbUniqueCode        string `description:"指标库唯一编码"`
	EdbClassifyId        int    `description:"指标库分类ID"`
	StartDate            string
	EndDate              string
	EndValue             float64
	IndexCode            string
	IndexName            string
	Frequency            string
	Unit                 string
	Sort                 int
	CreateTime           string
	ModifyTime           string
	BaseFileName         string `description:"文件目录"`
	TerminalCode         string `description:"所属终端编码"`
	ApiQueryUrl          string `description:"API查询URL"`
	ProductNames         string `description:"产品名称"`
	FromZoneId           int    `description:"区域ID"`
	FromZoneName         string `description:"区域名称"`
	ToZoneId             int    `description:"区域ID"`
	ToZoneName           string `description:"区域名称"`
	FlowDirection        string `description:"流向"`
	Granularity          string `description:"粒度"`
	Split                string `description:"拆分类型"`
	EdbExist             int                  `description:"指标库是否已添加：0-否；1-是"`
	DataList             []*BaseFromKplerData `gorm:"-"`
	Paging               *paging.PagingItem   `description:"分页数据" gorm:"-"`
}

func (obj *BaseFromKplerIndexList) AfterFind(db *gorm.DB) (err error) {
	obj.CreateTime = utils.GormDateStrToDateTimeStr(obj.CreateTime)
	obj.ModifyTime = utils.GormDateStrToDateTimeStr(obj.ModifyTime)
	obj.StartDate = utils.GormDateStrToDateStr(obj.StartDate)
	obj.EndDate = utils.GormDateStrToDateStr(obj.EndDate)
	return
}

type BaseFromKplerIndexSearchList struct {
	List   []*BaseFromKplerIndexList
	Paging *paging.PagingItem `description:"分页数据"`
}

type KplerSingleDataResp struct {
	BaseFromKplerIndexId int
	ClassifyId           int
	EdbInfoId            int
	IndexCode            string
	IndexName            string
	Frequency            string
	Unit                 string
	StartTime            string
	CreateTime           string
	ModifyTime           string
	EdbExist             int `description:"指标库是否已添加：0-否；1-是"`
	Data                 []*KplerSingleData
	Pageing              *paging.PagingItem `description:"分页数据"`
}

type KplerSingleData struct {
	Value    string `orm:"column(value)" description:"日期"`
	DataTime string `orm:"column(data_time)" description:"值"`
}

func GetKplerIndexByClassifyId(classifyId int) (items []*BaseFromKplerIndex, err error) {
	o := global.DbMap[utils.DbNameIndex]
	sql := ` SELECT base_from_kpler_index_id, classify_id, index_code, index_name FROM base_from_kpler_index WHERE classify_id=? ORDER BY sort ASC, base_from_kpler_index_id ASC `
	err = o.Raw(sql, classifyId).Find(&items).Error
	return
}

func GetKplerIndex(condition string, pars []interface{}) (items []*BaseFromKplerIndexList, err error) {
	o := global.DbMap[utils.DbNameIndex]
	sql := ` SELECT * FROM base_from_kpler_index WHERE 1=1  `
	if condition != "" {
		sql += condition
	}
	sql += ` ORDER BY sort ASC, base_from_kpler_index_id asc`
	err = o.Raw(sql, pars...).Find(&items).Error
	return
}

func GetKplerIndexPage(condition string, pars []interface{}, startSize, pageSize int) (items []*BaseFromKplerIndexList, err error) {
	o := global.DbMap[utils.DbNameIndex]
	sql := ` SELECT * FROM base_from_kpler_index WHERE 1=1  `
	if condition != "" {
		sql += condition
	}
	sql += ` ORDER BY sort ASC, base_from_kpler_index_id asc LIMIT ?,?`
	pars = append(pars, startSize, pageSize)
	err = o.Raw(sql, pars...).Find(&items).Error
	return
}

func GetKplerIndexPageCount(condition string, pars []interface{}) (count int, err error) {
	o := global.DbMap[utils.DbNameIndex]
	sql := ` SELECT COUNT(1) AS count  FROM base_from_kpler_index WHERE 1=1  `
	if condition != "" {
		sql += condition
	}
	err = o.Raw(sql, pars...).Scan(&count).Error
	return
}

func GetKplerIndexDataCount(indexCode string) (count int, err error) {
	o := global.DbMap[utils.DbNameIndex]
	sql := ` SELECT COUNT(1) AS count  FROM base_from_kpler_data WHERE index_code=? `
	err = o.Raw(sql, indexCode).Scan(&count).Error
	return
}

func GetKplerIndexDataByDataTime(indexCodes []string, startDate, endDate string) (items []*BaseFromKplerData, err error) {
	o := global.DbMap[utils.DbNameIndex]
	sql := ` SELECT *  FROM base_from_kpler_data WHERE  index_code in (` + utils.GetOrmInReplace(len(indexCodes)) + `) and data_time >=? and data_time <? ORDER BY data_time DESC `
	err = o.Raw(sql, indexCodes, startDate, endDate).Find(&items).Error
	return
}

func GetKplerIndexDataTimePageByCodes(indexCodes []string, startSize, pageSize int) (dataTimes []string, err error) {
	o := global.DbMap[utils.DbNameIndex]
	sql := ` SELECT data_time FROM base_from_kpler_data WHERE index_code in (` + utils.GetOrmInReplace(len(indexCodes)) + `) GROUP BY data_time ORDER BY data_time DESC LIMIT ?,? `
	err = o.Raw(sql, indexCodes, startSize, pageSize).Scan(&dataTimes).Error
	for i := range dataTimes {
		dataTimes[i] = utils.GormDateStrToDateStr(dataTimes[i])
	}
	return
}

func GetKplerIndexDataTimePageCount(indexCodes []string) (count int, err error) {
	o := global.DbMap[utils.DbNameIndex]
	sql := ` SELECT COUNT(DISTINCT data_time) AS count  FROM base_from_kpler_data WHERE index_code in (` + utils.GetOrmInReplace(len(indexCodes)) + `) `
	err = o.Raw(sql, indexCodes).Scan(&count).Error
	return
}

func GetKplerIndexDataByCodes(indexCode []string) (items []*BaseFromKplerData, err error) {
	if len(indexCode) == 0 {
		return
	}
	o := global.DbMap[utils.DbNameIndex]
	sql := ` SELECT *  FROM base_from_kpler_data WHERE index_code in (` + utils.GetOrmInReplace(len(indexCode)) + `) ORDER BY data_time DESC  `
	err = o.Raw(sql, indexCode).Find(&items).Error
	return
}

// GetKplerByConditionAndFrequency 根据条件获取Kpler指标列表
func GetKplerByConditionAndFrequency(condition, frequency string, pars []interface{}) (items []*BaseFromKplerIndex, err error) {
	o := global.DbMap[utils.DbNameIndex]
	sql := ` SELECT * FROM base_from_kpler_index WHERE 1=1 `

	if condition != "" {
		sql += condition
	}
	sql += ` AND frequency=?`
	sql += ` ORDER BY sort ASC, base_from_kpler_index_id ASC`
	err = o.Raw(sql, pars, frequency).Find(&items).Error
	return
}

func GetKplerFrequencyByCondition(condition string, pars []interface{}) (items []string, err error) {
	sql := `SELECT DISTINCT frequency FROM base_from_kpler_index WHERE 1=1 `
	if condition != "" {
		sql += condition
	}
	sql += ` ORDER BY FIELD(frequency,'日度','周度','旬度','月度','季度','半年度','年度') `
	o := global.DbMap[utils.DbNameIndex]
	err = o.Raw(sql, pars...).Find(&items).Error
	return
}

// GetKplerDataDataTimeByIndexId 根据指标id获取指标数据的日期列表
func GetKplerDataDataTimeByIndexId(indexIdList []int) (items []string, err error) {
	if len(indexIdList) == 0 {
		return
	}
	o := global.DbMap[utils.DbNameIndex]
	sql := ` SELECT DISTINCT data_time FROM base_from_kpler_data WHERE base_from_kpler_index_id IN (` + utils.GetOrmInReplace(len(indexIdList)) + `) ORDER BY data_time DESC`
	err = o.Raw(sql, indexIdList).Find(&items).Error
	if err != nil {
		return
	}
	for i := range items {
		items[i] = utils.GormDateStrToDateStr(items[i])
	}
	return
}

type BaseFromKplerData struct {
	BaseFromKplerDataId  int `orm:"column(base_from_kpler_data_id);pk" gorm:"primaryKey"`
	BaseFromKplerIndexId int
	IndexCode            string
	DataTime             string
	Value                float64
	CreateTime           string
	ModifyTime           string
	DataTimestamp        int64
}

func (obj *BaseFromKplerData) AfterFind(tx *gorm.DB) (err error) {
	obj.CreateTime = utils.GormDateStrToDateTimeStr(obj.CreateTime)
	obj.ModifyTime = utils.GormDateStrToDateTimeStr(obj.ModifyTime)
	obj.DataTime = utils.GormDateStrToDateStr(obj.DataTime)
	return
}

type BaseFromKplerIndexSearchItem struct {
	BaseFromKplerIndexId int `orm:"column(base_from_kpler_index_id);pk" gorm:"primaryKey"`
	ClassifyId           int
	ParentClassifyId     int
	IndexCode            string
	IndexName            string
}

// BatchCheckKplerEdbReq 指标数据结构体
type BatchCheckKplerEdbReq struct {
	Frequencies   string `description:"频度；枚举值：日度、周度、月度、季度、半年度、年度"`
	Keyword       string `description:"关键字"`
	ClassifyIds   string `description:"所选品种id列表"`
	ListAll       bool   `form:"ListAll" json:"ListAll" description:"列表全选"`
	TradeCodeList string `form:"TradeCodeList" json:"TradeCodeList" description:"全选为false时, 该数组为选中; 全选为true时, 该数组为不选的指标"`
}

// GetKplerItemList 模糊查询Kpler数据库指标列表
func GetKplerItemList(condition string) (items []*BaseFromKplerIndexSearchItem, err error) {
	o := global.DbMap[utils.DbNameIndex]
	sql := "SELECT * FROM base_from_kpler_index  WHERE 1=1"
	if condition != "" {
		sql += condition
	}
	err = o.Raw(sql).Find(&items).Error
	return
}

func GetKplerIndexDataByCode(indexCode string) (list []*BaseFromKplerData, err error) {
	o := global.DbMap[utils.DbNameIndex]
	sql := `SELECT * FROM base_from_kpler_data WHERE index_code=? `
	err = o.Raw(sql, indexCode).Find(&list).Error
	return
}

func GetKplerIndexDataByCodeWithPage(indexCode string, startSize, pageSize int) (list []*BaseFromKplerData, err error) {
	o := global.DbMap[utils.DbNameIndex]
	sql := `SELECT * FROM base_from_kpler_data WHERE index_code=? ORDER BY data_time DESC LIMIT ?,?`
	err = o.Raw(sql, indexCode, startSize, pageSize).Find(&list).Error
	return
}

func GetKplerIndexDataByCodeCount(indexCode string) (count int, err error) {
	o := global.DbMap[utils.DbNameIndex]
	sql := `SELECT COUNT(1) FROM base_from_kpler_data WHERE index_code=?`
	err = o.Raw(sql, indexCode).Scan(&count).Error
	return
}
func GetBaseFromKplerIndexByIndexCode(indexCode string) (list *BaseFromKplerIndex, err error) {
	o := global.DbMap[utils.DbNameIndex]
	sql := ` SELECT * FROM base_from_kpler_index WHERE index_code=? `
	err = o.Raw(sql, indexCode).First(&list).Error
	return
}

type BaseFromKplerIndexType struct {
	Type2 string `gorm:"column:type_2"`
	Type3 string `gorm:"column:type_3"`
}

// Update 更新Kpler指标基础信息
func (item *BaseFromKplerIndex) Update(cols []string) (err error) {
	o := global.DbMap[utils.DbNameIndex]
	err = o.Select(cols).Updates(item).Error
	return
}

// EditKplerIndexInfoResp 新增指标的返回
type EditKplerIndexInfoResp struct {
	BaseFromKplerIndexId int    `description:"指标ID"`
	IndexCode            string `description:"指标code"`
}

type KplerIndexSource2EdbReq struct {
	EdbCode       string
	EdbName       string
	Frequency     string
	Unit          string
	ClassifyId    int
	AdminId       int
	AdminRealName string
}

func GetKplerFrequencyByClassifyId(classifyId int) (items []*GlFrequency, err error) {
	o := global.DbMap[utils.DbNameIndex]
	sql := ` SELECT frequency FROM base_from_kpler_index WHERE classify_id = ? `
	sql += ` GROUP BY frequency ORDER BY frequency ASC `
	err = o.Raw(sql, classifyId).Find(&items).Error
	return
}

// GetKplerZoneById 根据区域ID获取区域信息
func GetKplerZoneById(zoneId int) (item *BaseFromKplerZone, err error) {
	o := global.DbMap[utils.DbNameIndex]
	sql := `SELECT * FROM base_from_kpler_zone WHERE base_from_kpler_zone_id=? `
	err = o.Raw(sql, zoneId).First(&item).Error
	return
}

// GetKplerZoneByIds 根据区域ID列表获取区域信息
func GetKplerZoneByIds(zoneIds []int) (items []*BaseFromKplerZone, err error) {
	if len(zoneIds) == 0 {
		return
	}
	o := global.DbMap[utils.DbNameIndex]
	sql := `SELECT * FROM base_from_kpler_zone WHERE base_from_kpler_zone_id IN (` + utils.GetOrmInReplace(len(zoneIds)) + `) `
	err = o.Raw(sql, zoneIds).Find(&items).Error
	return
}

// BaseFromKplerZone Kpler区域表
type BaseFromKplerZone struct {
	BaseFromKplerZoneId int       `orm:"column(base_from_kpler_zone_id);pk" gorm:"primaryKey"`
	ZoneName            string    `description:"区域名称"`
	ZoneType            string    `description:"区域类型"`
	ParentId            int       `description:"区域父ID"`
	CreateTime          time.Time `description:"创建时间"`
	ModifyTime          time.Time `description:"修改时间"`
}

func GetBaseFromKplerZoneByKeyword(keyword string) (items []*BaseFromKplerZone, err error) {
	o := global.DbMap[utils.DbNameIndex]
	sql := `SELECT * FROM base_from_kpler_zone WHERE zone_name LIKE ? `
	err = o.Raw(sql, "%"+keyword+"%").Find(&items).Error
	return
}

// GetBaseFromKplerZoneByKeywordWithRelevance searches for zones with similarity-based sorting
// It prioritizes exact matches, then prefix matches, then contains matches
func GetBaseFromKplerZoneByKeywordWithRelevance(keyword string) (items []*BaseFromKplerZone, err error) {
	o := global.DbMap[utils.DbNameIndex]
	sql := `
		SELECT * FROM base_from_kpler_zone 
		WHERE zone_name LIKE ? 
		ORDER BY 
			CASE 
				WHEN zone_name = ? THEN 1 
				WHEN zone_name LIKE ? THEN 2 
				ELSE 3 
			END, 
			zone_name ASC
	`
	err = o.Raw(sql, "%"+keyword+"%", keyword, keyword+"%").Find(&items).Error
	return
}

type KplerSearchReq struct {
	ProductIds []int `description:"产品ID"`
	FromZoneIds []int `description:"来源区域ID，对应Location" ` 
	ToZoneIds []int `description:"流向区域ID"`
	Split string `description:"拆分类型"`
	FlowDirection string `description:"流向，对应periodicity：export/import"`
	Granularity string `description:"粒度: daily/weekly/monthly/yearly"`
	Unit string `description:"单位"`
}

// 获取区域
func (y *BaseFromKplerZone) GetByZoneIds(zoneIds []int) (items []*BaseFromKplerZone, err error) {
	sql := ` SELECT * FROM base_from_kpler_zone WHERE base_from_kpler_zone_id in (?) `
	err = global.DbMap[utils.DbNameIndex].Raw(sql, zoneIds).Find(&items).Error
	return
}

// 获取分类
func (y *BaseFromKplerClassify) GetByProductIds(productIds []int) (items []*BaseFromKplerClassify, err error) {
	sql := ` SELECT * FROM base_from_kpler_classify WHERE product_id in (?) `
	err = global.DbMap[utils.DbNameIndex].Raw(sql, productIds).Find(&items).Error
	return
}

func GetKplerIndexByIndexCode(indexCode string) (item *BaseFromKplerIndex, err error) {
	o := global.DbMap[utils.DbNameIndex]
	sql := ` SELECT * FROM base_from_kpler_index WHERE index_code=? `
	err = o.Raw(sql, indexCode).First(&item).Error
	return
}

type KplerSearchEdbLibResp struct {
	Ret     int
	Msg     string
	ErrMsg  string
	ErrCode string
	Data    []*KplerIndexItem
	Success bool `description:"true 执行成功，false 执行失败"`
}

type KplerIndexItem struct {
	IndexCode string 
	IndexName string 
	Unit string 
	Frequency string 
	ClassifyName string
	IndexData []KplerIndexDataItem 
}

type KplerIndexDataItem struct {
	DataTime string
	Value string 
}