123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532 |
- package data_manage
- import (
- "eta_gn/eta_api/global"
- "eta_gn/eta_api/utils"
- "time"
- "github.com/rdlucklib/rdluck_tools/paging"
- )
- type EdbInfoRelation struct {
- EdbInfoRelationId int `orm:"column(edb_info_relation_id);pk" gorm:"primaryKey" `
- EdbInfoId int `description:"指标id"`
- Source int `description:"来源:1:同花顺,2:wind,3:彭博,4:指标运算,5:累计值转月,6:同比值,7:同差值,8:N数值移动平均计算,9:手工指标,10:隆众"`
- EdbName string `description:"指标名称"`
- EdbCode string `description:"指标编码"`
- ReferObjectId int `description:"引用对象ID(图表ID,ETA逻辑ID等)"`
- ReferObjectType int `description:"引用对象ID类型(1.图表,2.ETA逻辑)"`
- ReferObjectSubType int `description:"引用对象子类"`
- CreateTime time.Time `description:"创建时间"`
- ModifyTime time.Time `description:"修改时间"`
- RelationTime time.Time `description:"引用时间"`
- RelationType int `description:"引用类型,0:直接饮用,1间接引用"`
- RootEdbInfoId int `description:"间接引用时,关联的直接引用的指标ID"`
- ChildEdbInfoId int `description:"间接引用时,关联的计算指标ID"`
- RelationCode string `description:"引用标识"`
- ParentRelationId int `description:"间接引用关联的直接引用的ID"`
- }
- func (e *EdbInfoRelation) TableName() string {
- return "edb_info_relation"
- }
- // GetEdbInfoRelationByRelationIds 查询引用的指标ID
- func GetEdbInfoRelationByRelationIds(ids []int) (items []*EdbInfoRelation, err error) {
- o := global.DmSQL["data"]
- msql := ` SELECT * FROM edb_info_relation WHERE edb_info_relation_id in (` + utils.GetOrmInReplace(len(ids)) + `) `
- err = o.Raw(msql, ids).Find(&items).Error
- return
- }
- // GetEdbInfoRelationByReferObjectId 查询直接引用的指标ID
- func GetEdbInfoRelationByReferObjectId(referObjectId int, referObjectType int) (items []*EdbInfoRelation, err error) {
- o := global.DmSQL["data"]
- msql := ` SELECT * FROM edb_info_relation WHERE refer_object_id =? and relation_type=0 AND refer_object_type=? GROUP BY edb_info_id,edb_info_relation_id, source, edb_name, edb_code, refer_object_id, refer_object_type, refer_object_sub_type,create_time,modify_time,relation_time,relation_type, root_edb_info_id, child_edb_info_id,relation_code,parent_relation_id `
- err = o.Raw(msql, referObjectId, referObjectType).Find(&items).Error
- return
- }
- // GetEdbInfoRelationByReferObjectIds 查询引用的指标ID
- func GetEdbInfoRelationByReferObjectIds(referObjectIds []int, referObjectType int) (items []*EdbInfoRelation, err error) {
- o := global.DmSQL["data"]
- msql := ` SELECT * FROM edb_info_relation WHERE refer_object_id in (` + utils.GetOrmInReplace(len(referObjectIds)) + `) AND refer_object_type=? and relation_type=0`
- err = o.Raw(msql, referObjectIds, referObjectType).Find(&items).Error
- return
- }
- // GetEdbInfoRelationAllByReferObjectIds 查询引用的指标ID
- func GetEdbInfoRelationAllByReferObjectIds(referObjectIds []int, referObjectType int) (items []*EdbInfoRelation, err error) {
- o := global.DmSQL["data"]
- msql := ` SELECT * FROM edb_info_relation WHERE refer_object_id in (` + utils.GetOrmInReplace(len(referObjectIds)) + `) AND refer_object_type=?`
- err = o.Raw(msql, referObjectIds, referObjectType).Find(&items).Error
- return
- }
- // 新增记录
- func AddOrUpdateEdbInfoRelation(objectId, objectType int, relationList []*EdbInfoRelation, deleteEdbInfoIds []int, refreshEdbInfoIds []int, indexCodeList []string) (err error) {
- o := global.DmSQL["data"].Begin()
- defer func() {
- if err != nil {
- _ = o.Rollback()
- return
- }
- _ = o.Commit()
- }()
- if len(deleteEdbInfoIds) > 0 {
- sql := ` DELETE FROM edb_info_relation WHERE refer_object_id = ? AND refer_object_type=? AND edb_info_id in (` + utils.GetOrmInReplace(len(deleteEdbInfoIds)) + `) AND relation_type=0`
- err = o.Exec(sql, objectId, objectType, deleteEdbInfoIds).Error
- if err != nil {
- return
- }
- // 同时删除相关连的间接引用的指标ID
- sql = ` DELETE FROM edb_info_relation WHERE refer_object_id = ? AND refer_object_type=? AND root_edb_info_id in (` + utils.GetOrmInReplace(len(deleteEdbInfoIds)) + `) AND relation_type=1 `
- err = o.Exec(sql, objectId, objectType, deleteEdbInfoIds).Error
- if err != nil {
- return
- }
- }
- relationCodesMap := make(map[string]struct{}, 0)
- if len(relationList) > 0 {
- for _, relation := range relationList {
- if relation.RelationType == 1 {
- relationCodesMap[relation.RelationCode] = struct{}{}
- }
- }
- err = o.CreateInBatches(relationList, utils.MultiAddNum).Error
- if err != nil {
- return
- }
- }
- if len(refreshEdbInfoIds) > 0 {
- //todo 是否需要所有指标的刷新状态
- sql := ` UPDATE edb_info SET no_update = 0 WHERE edb_info_id IN (` + utils.GetOrmInReplace(len(refreshEdbInfoIds)) + `) AND no_update = 1`
- err = o.Exec(sql, refreshEdbInfoIds).Error
- if err != nil {
- return
- }
- }
- //更新数据源钢联化工指标
- if len(indexCodeList) > 0 {
- // 更改数据源的更新状态
- sql := ` UPDATE base_from_mysteel_chemical_index SET is_stop = 0 WHERE index_code IN (` + utils.GetOrmInReplace(len(indexCodeList)) + `) and is_stop=1`
- err = o.Exec(sql, indexCodeList).Error
- if err != nil {
- return
- }
- }
- if len(relationList) > 0 {
- // 更新间接引用指标的关联ID
- relationCodes := make([]string, 0)
- for relationCode := range relationCodesMap {
- relationCodes = append(relationCodes, relationCode)
- }
- if len(relationCodes) > 0 {
- sql := ` UPDATE edb_info_relation e1
- JOIN edb_info_relation e2 ON e1.relation_code = e2.relation_code
- SET e1.parent_relation_id = e2.edb_info_relation_id
- WHERE
- e1.relation_type = 1
- AND e2.relation_type = 0 AND e1.parent_relation_id !=e2.edb_info_relation_id AND e1.relation_code in (` + utils.GetOrmInReplace(len(relationCodes)) + `)`
- err = o.Exec(sql, relationCodes).Error
- if err != nil {
- return
- }
- }
- }
- return
- }
- // 新增记录
- func AddOrUpdateEdbInfoRelationMulti(relationList []*EdbInfoRelation, refreshEdbInfoIds []int, indexCodeList []string) (err error) {
- o := global.DmSQL["data"].Begin()
- defer func() {
- if err != nil {
- _ = o.Rollback()
- return
- }
- _ = o.Commit()
- }()
- relationCodesMap := make(map[string]struct{}, 0)
- if len(relationList) > 0 {
- for _, relation := range relationList {
- if relation.RelationType == 1 {
- relationCodesMap[relation.RelationCode] = struct{}{}
- }
- }
- err = o.CreateInBatches(relationList, utils.MultiAddNum).Error
- if err != nil {
- return
- }
- }
- if len(refreshEdbInfoIds) > 0 {
- // todo 更新指标的刷新状态
- sql := ` UPDATE edb_info SET no_update = 0 WHERE edb_info_id IN (` + utils.GetOrmInReplace(len(refreshEdbInfoIds)) + `) AND no_update = 1`
- err = o.Exec(sql, refreshEdbInfoIds).Error
- if err != nil {
- return
- }
- }
- //更新数据源钢联化工指标
- if len(indexCodeList) > 0 {
- // 更改数据源的更新状态
- sql := ` UPDATE base_from_mysteel_chemical_index SET is_stop = 0 WHERE index_code IN (` + utils.GetOrmInReplace(len(indexCodeList)) + `) and is_stop=1`
- err = o.Exec(sql, indexCodeList).Error
- if err != nil {
- return
- }
- }
- if len(relationList) > 0 {
- // 更新间接引用指标的关联ID
- relationCodes := make([]string, 0)
- for relationCode := range relationCodesMap {
- relationCodes = append(relationCodes, relationCode)
- }
- if len(relationCodes) > 0 {
- sql := ` UPDATE edb_info_relation e1
- JOIN edb_info_relation e2 ON e1.relation_code = e2.relation_code
- SET e1.parent_relation_id = e2.edb_info_relation_id
- WHERE
- e1.relation_type = 1
- AND e2.relation_type = 0 AND e1.parent_relation_id !=e2.edb_info_relation_id AND e1.relation_code in (` + utils.GetOrmInReplace(len(relationCodes)) + `)`
- err = o.Exec(sql, relationCodes).Error
- if err != nil {
- return
- }
- }
- }
- return
- }
- // 删除指标引用内容
- func DeleteEdbRelationByObjectIds(referObjectIds []int, referObjectType int) (err error) {
- sql := ` DELETE FROM edb_info_relation WHERE refer_object_id in (` + utils.GetOrmInReplace(len(referObjectIds)) + `) AND refer_object_type=?`
- err = global.DmSQL["data"].Exec(sql, referObjectIds, referObjectType).Error
- return
- }
- // DeleteEdbRelationByObjectId 删除指标引用内容
- func DeleteEdbRelationByObjectId(referObjectId int, referObjectType int) (err error) {
- o := global.DmSQL["data"]
- sql := ` DELETE FROM edb_info_relation WHERE refer_object_id =? AND refer_object_type=?`
- err = o.Exec(sql, referObjectId, referObjectType).Error
- return
- }
- type BaseRelationEdbInfo struct {
- EdbInfoId int
- ClassifyId int `description:"指标分类id"`
- EdbName string `description:"指标名称"`
- EdbCode string `description:"指标编码"`
- SysUserId int `description:"创建人id"`
- SysUserRealName string `description:"创建人姓名"`
- Frequency string `description:"频度"`
- IsStop int `description:"是否停更:1:停更,0:未停更"`
- IsSupplierStop int `description:"是否供应商停更:1:停更,0:未停更"`
- RelationNum int `description:"引用次数"`
- RelationTime string `description:"引用时间"`
- }
- type BaseRelationEdbInfoResp struct {
- Paging *paging.PagingItem
- List []*BaseRelationEdbInfo
- }
- type EdbInfoRelationDetail struct {
- EdbInfoRelationId int `orm:"column(edb_info_relation_id);pk" gorm:"primaryKey" `
- EdbInfoId int `description:"指标id"`
- ReferObjectId int `description:"引用对象ID(图表ID,ETA逻辑ID等)"`
- ReferObjectTypeName string `description:"引用对象类型"`
- ReferObjectType int `description:"引用对象ID类型(1.图表,2.ETA逻辑)"`
- ReferObjectSubType int `description:"引用对象子类"`
- RelationTime string `description:"引用时间"`
- ReferObjectName string `description:"引用对象名称"`
- }
- type BaseRelationEdbInfoDetailResp struct {
- Paging *paging.PagingItem
- List []*EdbInfoRelationDetail
- }
- // 查询指标引用列表
- func GetEdbInfoRelationList(condition string, pars []interface{}, addFieldStr, joinTableStr, orderBy string, startSize, pageSize int) (total int, items []*BaseRelationEdbInfo, err error) {
- o := global.DmSQL["data"]
- // 数量汇总
- totalSql := ` SELECT count(1) FROM edb_info e LEFT JOIN (
- SELECT count(edb_info_id) as relation_num, edb_info_id, max(relation_time) as relation_time FROM edb_info_relation GROUP BY edb_info_id) r on e.edb_info_id=r.edb_info_id `
- if joinTableStr != "" {
- totalSql += joinTableStr
- }
- totalSql += ` WHERE 1=1 `
- if condition != "" {
- totalSql += condition
- }
- err = o.Raw(totalSql, pars...).Scan(&total).Error
- if err != nil {
- return
- }
- fieldStr := ` e.edb_info_id, e.classify_id,e.edb_code,e.edb_name,e.sys_user_id,e.sys_user_real_name,e.frequency,e.no_update as is_stop, r.relation_num, r.relation_time ` + addFieldStr
- // 列表数据
- sql := ` SELECT ` + fieldStr + ` from edb_info e LEFT JOIN (
- SELECT count(edb_info_id) as relation_num, edb_info_id, max(relation_time) as relation_time FROM edb_info_relation GROUP BY edb_info_id) r on e.edb_info_id=r.edb_info_id `
- if joinTableStr != "" {
- sql += joinTableStr
- }
- sql += ` WHERE 1=1 `
- if condition != "" {
- sql += condition
- }
- if orderBy != "" {
- sql += ` ORDER BY ` + orderBy
- } else {
- sql += ` ORDER BY edb_info_id ASC `
- }
- sql += ` LIMIT ?,? `
- pars = append(pars, startSize)
- pars = append(pars, pageSize)
- err = o.Raw(sql, pars...).Scan(&items).Error
- return
- }
- // GetEdbInfoRelationDetailList 查询指标引用详情列表
- func GetEdbInfoRelationDetailList(edbInfoId int, startSize, pageSize int) (total int, items []*EdbInfoRelation, err error) {
- o := global.DmSQL["data"]
- // 数量汇总
- totalSql := ` SELECT count(*) FROM edb_info_relation where edb_info_id=?`
- err = o.Raw(totalSql, edbInfoId).Scan(&total).Error
- if err != nil {
- return
- }
- // 列表数据
- sql := ` SELECT * FROM edb_info_relation where edb_info_id=? ORDER BY relation_time desc, edb_info_id ASC `
- sql += ` LIMIT ?,? `
- err = o.Raw(sql, edbInfoId, startSize, pageSize).Find(&items).Error
- return
- }
- // 查询相关的指标记录总数
- func GetReplaceChildEdbInfoRelationTotal(edbInfoId int) (total int, err error) {
- o := global.DmSQL["data"]
- // 数量汇总
- totalSql := ` SELECT count(*) FROM edb_info_relation where relation_type=1 and (child_edb_info_id=? or edb_info_id=? ) group by parent_relation_id`
- err = o.Raw(totalSql, edbInfoId, edbInfoId).Scan(&total).Error
- if err != nil {
- return
- }
- return
- }
- // 查询相关的指标记录列表
- func GetReplaceChildEdbInfoRelationList(edbInfoId int, startSize, pageSize int) (items []*EdbInfoRelation, err error) {
- o := global.DmSQL["data"]
- // 列表数据
- sql := ` SELECT * FROM edb_info_relation where relation_type=1 and (child_edb_info_id=? or edb_info_id=? ) group by parent_relation_id ORDER BY edb_info_relation_id ASC LIMIT ?,? `
- err = o.Raw(sql, edbInfoId, edbInfoId, startSize, pageSize).Scan(&items).Error
- return
- }
- // 查询相关的指标记录总数
- func GetReplaceEdbInfoRelationTotal(edbInfoId int) (total int, err error) {
- o := global.DmSQL["data"]
- // 数量汇总
- totalSql := ` SELECT count(*) FROM edb_info_relation where edb_info_id=? and relation_type = 0`
- err = o.Raw(totalSql, edbInfoId).Scan(&total).Error
- if err != nil {
- return
- }
- return
- }
- // 查询相关的指标记录列表
- func GetReplaceEdbInfoRelationList(edbInfoId int, startSize, pageSize int) (items []*EdbInfoRelation, err error) {
- o := global.DmSQL["data"]
- // 列表数据
- sql := ` SELECT * FROM edb_info_relation where edb_info_id=? and relation_type = 0 ORDER BY edb_info_relation_id ASC LIMIT ?,? `
- err = o.Raw(sql, edbInfoId, startSize, pageSize).Scan(&items).Error
- return
- }
- // 替换指标引用表中直接引用的指标
- func ReplaceRelationEdbInfoId(oldEdbInfo, newEdbInfo *EdbInfo, edbRelationIds []int, relationList []*EdbInfoRelation, refreshEdbInfoIds []int, indexCodeList []string) (err error) {
- o := global.DmSQL["data"].Begin()
- defer func() {
- if err != nil {
- _ = o.Rollback()
- return
- }
- _ = o.Commit()
- }()
- now := time.Now()
- // 删除相关的间接引用
- sql := ` DELETE FROM edb_info_relation WHERE root_edb_info_id=? and relation_type=1 and parent_relation_id in (` + utils.GetOrmInReplace(len(edbRelationIds)) + `)`
- err = o.Exec(sql, oldEdbInfo.EdbInfoId, edbRelationIds).Error
- if err != nil {
- return
- }
- sourceWhere := ` and (refer_object_type in (1,2 ) or (refer_object_type=4 and refer_object_sub_type !=5) )` //平衡表和事件日历中的直接引用无需替换,
- // 替换edb_info_id
- sql = ` UPDATE edb_info_relation SET edb_info_id=?, source=?, edb_name=?, edb_code=?, modify_time=?, relation_time=? WHERE edb_info_id=? ` + sourceWhere + ` and relation_type=0 and edb_info_relation_id in (` + utils.GetOrmInReplace(len(edbRelationIds)) + `)`
- err = o.Exec(sql, newEdbInfo.EdbInfoId, newEdbInfo.Source, newEdbInfo.EdbName, newEdbInfo.EdbCode, now, now, oldEdbInfo.EdbInfoId, edbRelationIds).Error
- if err != nil {
- return
- }
- // 更新code值
- sql = ` UPDATE edb_info_relation SET relation_code=CONCAT_WS("_", edb_info_id,refer_object_id,refer_object_type,refer_object_sub_type) WHERE relation_type=0 ` + sourceWhere + ` and edb_info_relation_id in (` + utils.GetOrmInReplace(len(edbRelationIds)) + `)`
- err = o.Exec(sql, edbRelationIds).Error
- if err != nil {
- return
- }
- // 新增间接引用
- relationCodesMap := make(map[string]struct{}, 0)
- if len(relationList) > 0 {
- for _, relation := range relationList {
- if relation.RelationType == 1 {
- relationCodesMap[relation.RelationCode] = struct{}{}
- }
- }
- err = o.CreateInBatches(relationList, utils.MultiAddNum).Error
- if err != nil {
- return
- }
- }
- if len(refreshEdbInfoIds) > 0 {
- // todo 更新指标的刷新状态
- sql := ` UPDATE edb_info SET no_update = 0 WHERE edb_info_id IN (` + utils.GetOrmInReplace(len(refreshEdbInfoIds)) + `) AND no_update = 1`
- err = o.Exec(sql, refreshEdbInfoIds).Error
- if err != nil {
- return
- }
- }
- //更新数据源钢联化工指标
- if len(indexCodeList) > 0 {
- // 更改数据源的更新状态
- sql := ` UPDATE base_from_mysteel_chemical_index SET is_stop = 0 WHERE index_code IN (` + utils.GetOrmInReplace(len(indexCodeList)) + `) and is_stop=1`
- err = o.Exec(sql, indexCodeList).Error
- if err != nil {
- return
- }
- }
- if len(relationList) > 0 {
- // 更新间接引用指标的关联ID
- relationCodes := make([]string, 0)
- for relationCode := range relationCodesMap {
- relationCodes = append(relationCodes, relationCode)
- }
- if len(relationCodes) > 0 {
- sql := ` UPDATE edb_info_relation e1
- JOIN edb_info_relation e2 ON e1.relation_code = e2.relation_code
- SET e1.parent_relation_id = e2.edb_info_relation_id
- WHERE
- e1.relation_type = 1
- AND e2.relation_type = 0 AND e1.parent_relation_id !=e2.edb_info_relation_id AND e1.relation_code in (` + utils.GetOrmInReplace(len(relationCodes)) + `)`
- err = o.Exec(sql, relationCodes).Error
- if err != nil {
- return
- }
- }
- }
- return
- }
- // UpdateSecondRelationEdbInfoId 更新指标替换后的间接引用记录
- func UpdateSecondRelationEdbInfoId(edbRelationIds []int, relationList []*EdbInfoRelation, refreshEdbInfoIds []int, indexCodeList []string) (err error) {
- o := global.DmSQL["data"].Begin()
- defer func() {
- if err != nil {
- _ = o.Rollback()
- return
- }
- _ = o.Commit()
- }()
- // 删除相关的间接引用
- sql := ` DELETE FROM edb_info_relation WHERE relation_type=1 and parent_relation_id in (` + utils.GetOrmInReplace(len(edbRelationIds)) + `)`
- err = o.Exec(sql, edbRelationIds).Error
- if err != nil {
- return
- }
- // 新增间接引用
- relationCodesMap := make(map[string]struct{}, 0)
- if len(relationList) > 0 {
- for _, relation := range relationList {
- if relation.RelationType == 1 {
- relationCodesMap[relation.RelationCode] = struct{}{}
- }
- }
- err = o.CreateInBatches(relationList, utils.MultiAddNum).Error
- if err != nil {
- return
- }
- }
- if len(refreshEdbInfoIds) > 0 {
- // todo 更新指标的刷新状态
- sql := ` UPDATE edb_info SET no_update = 0 WHERE edb_info_id IN (` + utils.GetOrmInReplace(len(refreshEdbInfoIds)) + `) AND no_update = 1`
- err = o.Exec(sql, refreshEdbInfoIds).Error
- if err != nil {
- return
- }
- }
- //更新数据源钢联化工指标
- if len(indexCodeList) > 0 {
- // 更改数据源的更新状态
- sql := ` UPDATE base_from_mysteel_chemical_index SET is_stop = 0 WHERE index_code IN (` + utils.GetOrmInReplace(len(indexCodeList)) + `) and is_stop=1`
- err = o.Exec(sql, indexCodeList).Error
- if err != nil {
- return
- }
- }
- if len(relationList) > 0 {
- // 更新间接引用指标的关联ID
- relationCodes := make([]string, 0)
- for relationCode := range relationCodesMap {
- relationCodes = append(relationCodes, relationCode)
- }
- if len(relationCodes) > 0 {
- sql := ` UPDATE edb_info_relation e1
- JOIN edb_info_relation e2 ON e1.relation_code = e2.relation_code
- SET e1.parent_relation_id = e2.edb_info_relation_id
- WHERE
- e1.relation_type = 1
- AND e2.relation_type = 0 AND e1.parent_relation_id !=e2.edb_info_relation_id AND e1.relation_code in (` + utils.GetOrmInReplace(len(relationCodes)) + `)`
- err = o.Exec(sql, relationCodes).Error
- if err != nil {
- return
- }
- }
- }
- return
- }
|