eta_api/services/edb_info_replace.go

package services

import (
	"encoding/json"
	"errors"
	"eta/eta_api/models/data_manage"
	excelModel "eta/eta_api/models/data_manage/excel"
	"eta/eta_api/models/data_manage/excel/request"
	"eta/eta_api/services/alarm_msg"
	"eta/eta_api/services/data"
	"eta/eta_api/services/sandbox"
	"eta/eta_api/utils"
	"fmt"
	"strconv"
	"time"
)

// 全局的指标替换
func DealReplaceEdbCache() {
	var err error
	for {
		utils.Rc.Brpop(utils.CACHE_KEY_REPLACE_EDB, func(b []byte) {
			defer func() {
				if err != nil {
					utils.FileLog.Info("DealReplaceEdbCache err:" + err.Error())
					go alarm_msg.SendAlarmMsg("替换表格中的指标失败提醒,errmsg："+err.Error(), 3)
				}
			}()
			record := new(data_manage.ReplaceEdbInfoItem)
			if err = json.Unmarshal(b, &record); err != nil {
				fmt.Println("json unmarshal wrong!")
				return
			}
			oldEdbInfo := record.OldEdbInfo
			newEdbInfo := record.NewEdbInfo
			utils.FileLog.Info(fmt.Sprintf("指标开始替换 DealReplaceEdbCache: 旧指标ID：%d，新指标ID：%d", oldEdbInfo.EdbInfoId, newEdbInfo.EdbInfoId))
			deleteCache := true
			setNxKey := fmt.Sprintf("EDB_INFO_REPLACE:%d-%d", oldEdbInfo.EdbInfoId, newEdbInfo.EdbInfoId)
			defer func() {
				if deleteCache {
					utils.Rc.Delete(setNxKey)
				}
			}()
			if !utils.Rc.SetNX(setNxKey, 1, 30*time.Minute) {
				deleteCache = false
				err = fmt.Errorf("替换表格中的指标失败旧指标：%d为新指标%d:正在处理中", oldEdbInfo.EdbInfoId, newEdbInfo.EdbInfoId)
				return
			}

			// 替换相关性图表配置
			_, err = data_manage.ReplaceMultipleGraphConfigChartEdb(oldEdbInfo, newEdbInfo)
			if err != nil {
				err = fmt.Errorf("替换相关性图表配置失败,errmsg:%s", err.Error())
				return
			}
			// 替换拟合方程指标
			_, err = data_manage.ReplaceEdbInfoInLineEquationMultipleGraphConfig(oldEdbInfo, newEdbInfo)
			if err != nil {
				err = fmt.Errorf("替换拟合方程指标失败,errmsg:%s", err.Error())
				return
			}

			// 替换表格中的指标
			err = ReplaceEdbInExcel(oldEdbInfo, newEdbInfo)
			if err != nil {
				err = fmt.Errorf("替换表格中的指标失败,errmsg:%s", err.Error())
				return
			}

			//替换逻辑图中的指标
			err = sandbox.ReplaceEdbInSandbox(oldEdbInfo.EdbInfoId, newEdbInfo.EdbInfoId)
			if err != nil {
				err = fmt.Errorf("替换逻辑图中的指标失败,errmsg:%s", err.Error())
				return
			}

			// todo 重置指标引用表
			ReplaceEdbInRelation(oldEdbInfo, newEdbInfo)
		})
	}
}

// ReplaceEdbInExcel 替换表格中的指标
func ReplaceEdbInExcel(oldEdbInfo, newEdbInfo *data_manage.EdbInfo) (err error) {
	defer func() {
		if err != nil {
			go alarm_msg.SendAlarmMsg("替换表格中的指标失败提醒,errmsg："+err.Error(), 3)
		}
	}()
	//查询和指标相关的时间序列表格和混合表格
	mappingList, err := excelModel.GetExcelEdbMappingByEdbInfoIdAndSource(oldEdbInfo.EdbInfoId, []int{utils.TIME_TABLE, utils.MIXED_TABLE})
	if err != nil {
		err = fmt.Errorf("查询和指标相关的表格失败，错误：%s", err.Error())
		return
	}
	updateList := make([]*excelModel.ExcelInfo, 0)
	// 循环列表，根据表格类型单独处理
	for _, excelMapping := range mappingList {
		//查询和指标相关的混合表格
		excelInfo, tmpErr := excelModel.GetExcelInfoById(excelMapping.ExcelInfoId)
		if tmpErr != nil {
			err = fmt.Errorf("查询和指标相关的混合表格失败，错误：%s", tmpErr.Error())
			return
		}
		// 清除缓存
		key := utils.HZ_CHART_LIB_EXCEL_TABLE_DETAIL + ":" + excelInfo.UniqueCode
		if utils.Re == nil {
			_ = utils.Rc.Delete(key)
		}
		// 根据表格类型，调用不同的处理函数
		switch excelMapping.Source {
		case utils.TIME_TABLE: // 时间序列表格
			// 替换余额表格中的指标
			newExcelInfo, e := replaceEdbInTimeExcel(oldEdbInfo, newEdbInfo, excelInfo)
			if e != nil {
				err = fmt.Errorf("替换余额表格中的指标失败，错误：%s", e.Error())
				return
			}
			updateList = append(updateList, newExcelInfo)
		case utils.MIXED_TABLE, utils.BALANCE_TABLE:
			// 替换余额表格中的指标
			newExcelInfo, e := replaceEdbInBalanceExcel(oldEdbInfo, newEdbInfo, excelInfo)
			if e != nil {
				err = fmt.Errorf("替换余额表格中的指标失败，错误：%s", e.Error())
				return
			}
			updateList = append(updateList, newExcelInfo)
		default:
			// 其他表格类型的处理逻辑
		}
	}

	err = excelModel.ReplaceEdbInExcel(oldEdbInfo.EdbInfoId, newEdbInfo.EdbInfoId, updateList)
	if err != nil {
		err = fmt.Errorf("替换表格中的指标失败，错误：%s", err.Error())
		return
	}

	//todo 是否需要刷新表格中的指标数据
	return
}

func replaceEdbInBalanceExcel(oldEdbInfo, newEdbInfo *data_manage.EdbInfo, excelInfo *excelModel.ExcelInfo) (newExcelInfo *excelModel.ExcelInfo, err error) {
	newExcelInfo = excelInfo
	var mixedTableReq request.MixedTableReq
	err = json.Unmarshal([]byte(excelInfo.Content), &mixedTableReq)
	if err != nil {
		err = fmt.Errorf("表格json转结构体失败，Err:" + err.Error())
		return
	}
	// 处理data
	configList := mixedTableReq.Data
	for ck, rowList := range configList {
		for rk, cell := range rowList {
			switch cell.DataType {
			case request.EdbDT: // 指标信息
				if cell.EdbInfoId == oldEdbInfo.EdbInfoId {
					//更换成新指标ID
					configList[ck][rk].EdbInfoId = newEdbInfo.EdbInfoId
				}
			case request.InsertDataDT, request.PopInsertDataDT: // 插值、弹框插值
				if cell.EdbInfoId == oldEdbInfo.EdbInfoId {
					//更换成新指标ID
					configList[ck][rk].EdbInfoId = newEdbInfo.EdbInfoId
				}
			case request.InsertEdbCalculateDataDT: // 插入指标计算公式生成的值
				var config request.CalculateConf
				err = json.Unmarshal([]byte(cell.Value), &config)
				if err != nil {
					return
				}
				if cell.EdbInfoId == oldEdbInfo.EdbInfoId {
					//更换成新指标ID
					configList[ck][rk].EdbInfoId = newEdbInfo.EdbInfoId
				}
				if config.EdbInfoId == oldEdbInfo.EdbInfoId {
					config.EdbInfoId = newEdbInfo.EdbInfoId
					var configStr []byte
					configStr, err = json.Marshal(config)
					if err != nil {
						return
					}
					configList[ck][rk].Value = string(configStr)
				}

			case request.DateDT: // 日期类型
				// 指标日期类型的单元格需要额外将指标id取出来
				if cell.DataTimeType == request.EdbDateDT {
					var config request.EdbDateConf
					err = json.Unmarshal([]byte(cell.Value), &config)
					if err != nil {
						return
					}
					if config.EdbInfoId == oldEdbInfo.EdbInfoId {
						config.EdbInfoId = newEdbInfo.EdbInfoId
						var configStr []byte
						configStr, err = json.Marshal(config)
						if err != nil {
							return
						}
						configList[ck][rk].Value = string(configStr)
					}
				}
			}
		}
	}

	mixedTableReq.Data = configList
	var newContentByte []byte
	newContentByte, err = json.Marshal(mixedTableReq)
	if err != nil {
		return
	}
	// 生成的新内容替换原先的旧内容
	excelInfo.Content = string(newContentByte)
	newExcelInfo = excelInfo
	return
}

func replaceEdbInTimeExcel(oldEdbInfo, newEdbInfo *data_manage.EdbInfo, excelInfo *excelModel.ExcelInfo) (newExcelInfo *excelModel.ExcelInfo, err error) {
	newExcelInfo = excelInfo

	var tableDataConfig request.TimeTableDataConfig
	err = json.Unmarshal([]byte(excelInfo.Content), &tableDataConfig)
	if err != nil {
		err = errors.New("表格json转结构体失败，Err:" + err.Error())
		return
	}
	if len(tableDataConfig.EdbInfoIdList) <= 0 {
		return
	}
	// 实际期数没有的情况下，直接返回吧
	if tableDataConfig.Num <= 0 {
		return
	}

	// 先处理edbInfoList
	for k, id := range tableDataConfig.EdbInfoIdList {
		if id == oldEdbInfo.EdbInfoId {
			tableDataConfig.EdbInfoIdList[k] = newEdbInfo.EdbInfoId
		}
	}

	// 先处理tableEdbInfoList
	for k, tableEdbInfo := range tableDataConfig.TableEdbInfoList {
		if tableEdbInfo.EdbInfoId == oldEdbInfo.EdbInfoId {
			tableDataConfig.TableEdbInfoList[k].EdbInfoId = newEdbInfo.EdbInfoId
		}
	}

	var newContentByte []byte
	newContentByte, err = json.Marshal(tableDataConfig)
	if err != nil {
		return
	}
	// 生成的新内容替换原先的旧内容
	excelInfo.Content = string(newContentByte)
	newExcelInfo = excelInfo
	return
}

func ReplaceEdbInRelation(oldEdbInfo, newEdbInfo *data_manage.EdbInfo) {
	var err error
	var logMsg string
	var replaceTotal int
	defer func() {
		if err != nil {
			msg := fmt.Sprintf(" 替换指标引用表中的指标，并修改引用时间 replaceEdbInRelation  err: %v", err)
			utils.FileLog.Info(msg)
			fmt.Println(msg)
			go alarm_msg.SendAlarmMsg(msg, 3)
		}
		if logMsg != `` {
			utils.FileLog.Info(fmt.Sprintf("替换指标引用表中的指标记录 替换总数%d,旧的指标id:%d，新的指标id:%d;涉及到的引用id：%s", replaceTotal, oldEdbInfo.EdbInfoId, newEdbInfo.EdbInfoId, logMsg))
		}
	}()

	calculateEdbMappingListMap := make(map[int]*data_manage.EdbInfoCalculateMapping)
	calculateEdbMappingIdsMap := make(map[int][]int)
	childEdbMappingIds := make([]int, 0)
	//indexCodeList := make([]string, 0)
	//refreshIds := make([]int, 0)

	//分页查询，每次处理500条记录
	pageSize := 500

	// 替换直接引用中的指标
	if newEdbInfo.EdbType == 2 {
		edbInfoList := make([]*data_manage.EdbInfo, 0)
		edbInfoList = append(edbInfoList, newEdbInfo)
		calculateEdbMappingListMap, calculateEdbMappingIdsMap, err = data.GetEdbListByEdbInfoId(edbInfoList, false)
		if err != nil {
			err = fmt.Errorf("查询指标关联指标列表失败 Err:%s", err)
			return
		}
		var ok bool
		childEdbMappingIds, ok = calculateEdbMappingIdsMap[newEdbInfo.EdbInfoId]
		if !ok {
			err = fmt.Errorf("查询%d指标关联指标列表为空", newEdbInfo.EdbInfoId)
			return
		}
	}
	total, err := data_manage.GetReplaceEdbInfoRelationTotal(oldEdbInfo.EdbInfoId)
	if err != nil {
		err = fmt.Errorf("查询引用表中关联的指标总数失败 err: %v", err)
		return
	}
	totalPage := 0
	if total > 0 {
		totalPage = (total + pageSize - 1) / pageSize // 使用整数除法，并添加一页以防有余数
		//查询图表列表
		for i := 0; i < totalPage; i += 1 {
			startSize := i * pageSize
			list, e := data_manage.GetReplaceEdbInfoRelationList(oldEdbInfo.EdbInfoId, startSize, pageSize)
			if e != nil {
				err = fmt.Errorf("查询图表关联指标列表失败 Err:%s", e)
				return
			}
			if len(list) == 0 {
				break
			}
			replaceTotal1, logMsg1, e := replaceEdbInRelation(oldEdbInfo, newEdbInfo, list, childEdbMappingIds, calculateEdbMappingListMap)
			if e != nil {
				err = e
				return
			}
			replaceTotal += replaceTotal1
			logMsg += logMsg1
		}
	}

	// 更新间接引用中的指标
	//查询相关的记录总数
	total, err = data_manage.GetReplaceChildEdbInfoRelationTotal(oldEdbInfo.EdbInfoId)
	if err != nil {
		if err.Error() == utils.ErrNoRow() {
			err = nil
		} else {
			err = fmt.Errorf("查询引用表中关联的指标总数失败 err: %v", err)
			return
		}
	}
	if total > 0 {
		totalPage = (total + pageSize - 1) / pageSize // 使用整数除法，并添加一页以防有余数
		//查询列表
		for i := 0; i < totalPage; i += 1 {
			startSize := i * pageSize
			tmpList, e := data_manage.GetReplaceChildEdbInfoRelationList(oldEdbInfo.EdbInfoId, startSize, pageSize)
			if e != nil {
				err = fmt.Errorf("查询图表关联指标列表失败 Err:%s", e)
				return
			}
			// 查询直接引用
			relationIds := make([]int, 0)
			for _, v := range tmpList {
				relationIds = append(relationIds, v.ParentRelationId)
			}
			if len(relationIds) > 0 {
				list, e := data_manage.GetEdbInfoRelationByRelationIds(relationIds)
				if e != nil {
					err = fmt.Errorf("查询图表关联指标列表失败 Err:%s", e)
					return
				}
				//查询直接引用指标关联关系
				edbInfoListMap := make(map[int]struct{})
				edbInfoIds := make([]int, 0)
				for _, v := range list {
					if _, ok := edbInfoListMap[v.EdbInfoId]; !ok {
						edbInfoListMap[v.EdbInfoId] = struct{}{}
						edbInfoIds = append(edbInfoIds, v.EdbInfoId)
					}
				}
				edbInfoList := make([]*data_manage.EdbInfo, 0)
				if len(edbInfoIds) > 0 {
					// 查询指标信息
					edbInfoList, err = data_manage.GetEdbInfoByIdList(edbInfoIds)
					if err != nil {
						err = fmt.Errorf("查询指标信息失败 Err:%s", err)
						return
					}
				}
				calculateEdbMappingListMap, calculateEdbMappingIdsMap, err = data.GetEdbListByEdbInfoId(edbInfoList, false)
				if err != nil {
					err = fmt.Errorf("查询指标关联指标列表失败 Err:%s", err)
					return
				}

				//如何过滤掉只有间接引用，没有直接引用的
				replaceTotal1, logMsg1, e := UpdateSecondEdbInRelation(list, calculateEdbMappingListMap, calculateEdbMappingIdsMap, edbInfoList)
				if e != nil {
					err = e
					return
				}
				replaceTotal += replaceTotal1
				logMsg += logMsg1
			}
		}
	}

	return
}

// 完成直接引用中的指标替换工程
func replaceEdbInRelation(oldEdbInfo, newEdbInfo *data_manage.EdbInfo, list []*data_manage.EdbInfoRelation, childEdbMappingIds []int, calculateEdbMappingListMap map[int]*data_manage.EdbInfoCalculateMapping) (replaceTotal int, logMsg string, err error) {
	replaceEdbIds := make([]int, 0)
	//calculateEdbMappingListMap := make(map[int]*data_manage.EdbInfoCalculateMapping)
	//calculateEdbMappingIdsMap := make(map[int][]int)
	//childEdbMappingIds := make([]int, 0)
	indexCodeList := make([]string, 0)
	addList := make([]*data_manage.EdbInfoRelation, 0)
	refreshIds := make([]int, 0)
	nowTime := time.Now()
	for _, v := range list {
		replaceEdbIds = append(replaceEdbIds, v.EdbInfoRelationId)
		if newEdbInfo.EdbType == 2 {
			for _, childEdbMappingId := range childEdbMappingIds {
				childEdbMapping, ok2 := calculateEdbMappingListMap[childEdbMappingId]
				if !ok2 {
					continue
				}

				if childEdbMapping.FromSource == utils.DATA_SOURCE_MYSTEEL_CHEMICAL {
					indexCodeList = append(indexCodeList, childEdbMapping.FromEdbCode)
				}
				tmp1 := &data_manage.EdbInfoRelation{
					ReferObjectId:      v.ReferObjectId,
					ReferObjectType:    v.ReferObjectType,
					ReferObjectSubType: v.ReferObjectSubType,
					EdbInfoId:          childEdbMapping.FromEdbInfoId,
					EdbName:            childEdbMapping.FromEdbName,
					Source:             childEdbMapping.FromSource,
					EdbCode:            childEdbMapping.FromEdbCode,
					CreateTime:         nowTime,
					ModifyTime:         nowTime,
					RelationTime:       nowTime,
					RelationType:       1,
					RootEdbInfoId:      newEdbInfo.EdbInfoId,
					ChildEdbInfoId:     childEdbMapping.EdbInfoId,
				}
				tmp1.RelationCode = fmt.Sprintf("%d_%d_%d_%d", tmp1.RootEdbInfoId, tmp1.ReferObjectId, tmp1.ReferObjectType, tmp1.ReferObjectSubType)
				addList = append(addList, tmp1)
				refreshIds = append(refreshIds, childEdbMapping.FromEdbInfoId)
				// todo 防止重复
			}
		}
		logMsg += strconv.Itoa(v.EdbInfoRelationId) + ";"
	}
	if len(replaceEdbIds) > 0 {
		err = data_manage.ReplaceRelationEdbInfoId(oldEdbInfo, newEdbInfo, replaceEdbIds, addList, refreshIds, indexCodeList)
		if err != nil {
			logMsg = ""
			err = fmt.Errorf("替换指标引用表中的指标ID失败 Err:%s", err)
			return
		}
		replaceTotal = len(replaceEdbIds)
	}
	return
}

func UpdateSecondEdbInRelation(list []*data_manage.EdbInfoRelation, calculateEdbMappingListMap map[int]*data_manage.EdbInfoCalculateMapping, calculateEdbMappingIdsMap map[int][]int, edbInfoList []*data_manage.EdbInfo) (replaceTotal int, logMsg string, err error) {
	nowTime := time.Now()
	edbInfoRelationIds := make([]int, 0)
	indexCodeList := make([]string, 0)
	addList := make([]*data_manage.EdbInfoRelation, 0)
	refreshIds := make([]int, 0)
	edbInfoMap := make(map[int]*data_manage.EdbInfo)
	for _, v := range edbInfoList {
		edbInfoMap[v.EdbInfoId] = v
	}
	// 查询所有的直接引用，删除所有的间接引用，添加所有直接引用的间接引用
	for _, v := range list {
		if v.RelationType == 0 {
			edbInfoRelationIds = append(edbInfoRelationIds, v.EdbInfoRelationId)
			edbInfo, ok := edbInfoMap[v.EdbInfoId]
			if !ok {
				err = fmt.Errorf("查询指标信息失败 EdbInfoId:%d", v.EdbInfoId)
				return
			}
			if edbInfo.EdbType == 2 { //计算指标
				childEdbMappingIds, ok := calculateEdbMappingIdsMap[edbInfo.EdbInfoId]
				if !ok {
					err = fmt.Errorf("查询%d指标关联指标列表为空", edbInfo.EdbInfoId)
					return
				}
				for _, childEdbMappingId := range childEdbMappingIds {
					childEdbMapping, ok2 := calculateEdbMappingListMap[childEdbMappingId]
					if !ok2 {
						continue
					}

					if childEdbMapping.FromSource == utils.DATA_SOURCE_MYSTEEL_CHEMICAL {
						indexCodeList = append(indexCodeList, childEdbMapping.FromEdbCode)
					}
					tmp1 := &data_manage.EdbInfoRelation{
						ReferObjectId:      v.ReferObjectId,
						ReferObjectType:    v.ReferObjectType,
						ReferObjectSubType: v.ReferObjectSubType,
						EdbInfoId:          childEdbMapping.FromEdbInfoId,
						EdbName:            childEdbMapping.FromEdbName,
						Source:             childEdbMapping.FromSource,
						EdbCode:            childEdbMapping.FromEdbCode,
						CreateTime:         nowTime,
						ModifyTime:         nowTime,
						RelationTime:       nowTime,
						RelationType:       1,
						RootEdbInfoId:      edbInfo.EdbInfoId,
						ChildEdbInfoId:     childEdbMapping.EdbInfoId,
					}
					tmp1.RelationCode = fmt.Sprintf("%d_%d_%d_%d", tmp1.RootEdbInfoId, tmp1.ReferObjectId, tmp1.ReferObjectType, tmp1.ReferObjectSubType)
					addList = append(addList, tmp1)
					refreshIds = append(refreshIds, childEdbMapping.FromEdbInfoId)
				}
			}
			logMsg += strconv.Itoa(v.EdbInfoRelationId) + ";"
		}
	}

	if len(edbInfoRelationIds) > 0 {
		err = data_manage.UpdateSecondRelationEdbInfoId(edbInfoRelationIds, addList, refreshIds, indexCodeList)
		if err != nil {
			logMsg = ""
			err = fmt.Errorf("替换指标引用表中的指标ID失败 Err:%s", err)
			return
		}
		replaceTotal = len(edbInfoRelationIds)
	}
	return
}