eta_api/services/residual_analysis_service/residual_analysis_service.go

package residual_analysis_service

import (
	"encoding/json"
	"eta/eta_api/models/data_manage"
	"eta/eta_api/models/residual_analysis_model"
	"eta/eta_api/models/system"
	"eta/eta_api/utils"
	"fmt"
	"time"
)

func ResidualAnalysisPreview(req residual_analysis_model.ResidualAnalysisReq) (residual_analysis_model.ResidualAnalysisResp, error) {

	if req.DateType < 0 {
		return residual_analysis_model.ResidualAnalysisResp{}, fmt.Errorf("时间类型错误", nil)
	}

	mappingList, err := data_manage.GetChartEdbMappingListByEdbInfoIdList([]int{req.EdbInfoIdA, req.EdbInfoIdB})
	if err != nil {
		return residual_analysis_model.ResidualAnalysisResp{}, fmt.Errorf("获取图表，指标信息失败，Err:%s", err.Error())
	}

	var edbInfoMappingA, edbInfoMappingB *data_manage.ChartEdbInfoMapping
	for _, v := range mappingList {
		if v.EdbInfoId == req.EdbInfoIdA {
			edbInfoMappingA = v
		}
		if v.EdbInfoId == req.EdbInfoIdB {
			edbInfoMappingB = v
		}
	}
	if edbInfoMappingA == nil {
		return residual_analysis_model.ResidualAnalysisResp{}, fmt.Errorf("指标A不存在", nil)
	}
	if edbInfoMappingB == nil {
		return residual_analysis_model.ResidualAnalysisResp{}, fmt.Errorf("指标B不存在", nil)
	}

	// 时间处理
	var startDate, endDate string
	switch req.DateType {
	case 0:
		startDate = req.StartDate
		endDate = req.EndDate
	case 1:
		startDate = req.StartDate
		endDate = ""
	default:
		startDate = utils.GetPreYearTime(req.DateType)
		endDate = ""
	}

	resp := residual_analysis_model.ResidualAnalysisResp{}

	// 图表基础信息
	baseChartInfo := new(residual_analysis_model.ResidualAnalysisChartInfo)
	baseChartInfo.Calendar = `公历`
	baseChartInfo.Source = utils.CHART_SOURCE_DEFAULT
	baseChartInfo.DateType = req.DateType
	baseChartInfo.StartDate = startDate
	baseChartInfo.EndDate = endDate
	baseChartInfo.ChartType = utils.CHART_TYPE_CURVE

	// 原始图表信息
	originalEdbList := make([]residual_analysis_model.ResidualAnalysisChartEdbInfoMapping, 0)

	originalEdbList, err = fillOriginalChart(req, mappingList, startDate, endDate, edbInfoMappingA, edbInfoMappingB, originalEdbList)
	if err != nil {
		return residual_analysis_model.ResidualAnalysisResp{}, err
	}
	baseChartInfo.ChartName = edbInfoMappingA.EdbName + "与" + edbInfoMappingB.EdbName

	resp.OriginalChartData = residual_analysis_model.ChartResp{
		ChartInfo:   baseChartInfo,
		EdbInfoList: originalEdbList,
	}

	dataAList, ok := edbInfoMappingA.DataList.([]*data_manage.EdbDataList)
	if !ok {
		return residual_analysis_model.ResidualAnalysisResp{}, fmt.Errorf("数据类型转换失败", nil)
	}
	indexADataMap := map[string]*data_manage.EdbDataList{}
	for _, indexData := range dataAList {
		indexADataMap[indexData.DataTime] = indexData
	}

	// 映射图表信息
	mappingEdbList, err := fillMappingChartInfo(req, edbInfoMappingA, edbInfoMappingB, originalEdbList, indexADataMap)
	if err != nil {
		return residual_analysis_model.ResidualAnalysisResp{}, err
	}
	baseChartInfo.ChartName = edbInfoMappingA.EdbName + "与" + edbInfoMappingB.EdbName + "映射" + edbInfoMappingA.EdbName

	resp.MappingChartData = residual_analysis_model.ChartResp{
		ChartInfo:   baseChartInfo,
		EdbInfoList: mappingEdbList,
	}

	// 残差图表信息
	ResidualEdbList, err := fillResidualChartInfo(edbInfoMappingA, edbInfoMappingB, mappingEdbList)
	if err != nil {
		return residual_analysis_model.ResidualAnalysisResp{}, err
	}

	baseChartInfo.ChartName = edbInfoMappingA.EdbName + "与" + edbInfoMappingA.EdbName + "映射残差/" + edbInfoMappingB.EdbName

	resp.MappingChartData = residual_analysis_model.ChartResp{
		ChartInfo:   baseChartInfo,
		EdbInfoList: ResidualEdbList,
	}

	return resp, nil
}

func fillResidualChartInfo(edbInfoMappingA *data_manage.ChartEdbInfoMapping, edbInfoMappingB *data_manage.ChartEdbInfoMapping, mappingEdbList []residual_analysis_model.ResidualAnalysisChartEdbInfoMapping) ([]residual_analysis_model.ResidualAnalysisChartEdbInfoMapping, error) {
	// 计算公式 映射残差 = 因变量指标 - 映射指标
	var edbInfoA, edbInfoB residual_analysis_model.ResidualAnalysisChartEdbInfoMapping
	if mappingEdbList[0].EdbInfoId == edbInfoMappingA.EdbInfoId {
		edbInfoA = mappingEdbList[0]
		edbInfoB = mappingEdbList[1]
	} else {
		edbInfoA = mappingEdbList[1]
		edbInfoB = mappingEdbList[0]
	}
	dataAList, ok := edbInfoA.DataList.([]*data_manage.EdbDataList)
	if !ok {
		return nil, fmt.Errorf("数据类型转换失败", nil)
	}
	edbData := dataAList
	dataBList, ok := edbInfoB.DataList.([]*data_manage.EdbDataList)
	if !ok {
		return nil, fmt.Errorf("数据类型转换失败", nil)
	}
	var indexDataBMap = make(map[string]*data_manage.EdbDataList)
	for _, data := range dataBList {
		indexDataBMap[data.DataTime] = data
	}
	var valueB float64
	for _, indexData := range edbData {
		if dataB, ok := indexDataBMap[indexData.DataTime]; ok {
			valueB = dataB.Value
		} else {
			valueB = 0
		}
		indexData.Value = indexData.Value - valueB
	}
	for _, mapping := range mappingEdbList {
		if mapping.EdbInfoId != edbInfoMappingA.EdbInfoId {
			mapping.DataList = edbData
			mapping.EdbName = edbInfoMappingA.EdbName + "映射残差/" + edbInfoMappingB.EdbName
		}
	}

	return mappingEdbList, nil
}

func fillMappingChartInfo(req residual_analysis_model.ResidualAnalysisReq, edbInfoMappingA *data_manage.ChartEdbInfoMapping, edbInfoMappingB *data_manage.ChartEdbInfoMapping, originalEdbList []residual_analysis_model.ResidualAnalysisChartEdbInfoMapping, indexADataMap map[string]*data_manage.EdbDataList) ([]residual_analysis_model.ResidualAnalysisChartEdbInfoMapping, error) {
	// 计算公式：Y=aX+b，Y为映射后的指标，X为自变量指标
	// 正序：a=(L2-L1)/(R2-R1)	b=L2-R2*a
	// 逆序：a=(L2-L1)/(R1-R2)	b=L2-R1*a
	// L2：左轴下限 R2：右轴上限 L1：左轴上限 R1：右轴下限
	var a, b float64
	if req.IsOrder {
		a = (req.LeftIndexMax - req.LeftIndexMin) / (req.RightIndexMax - req.RightIndexMin)
		b = req.LeftIndexMax - req.RightIndexMax*a
	} else {
		a = (req.LeftIndexMax - req.LeftIndexMin) / (req.RightIndexMin - req.RightIndexMax)
		b = req.LeftIndexMax - req.RightIndexMin*a
	}

	dataList, ok := edbInfoMappingB.DataList.([]*data_manage.EdbDataList)
	if !ok {
		return nil, fmt.Errorf("数据类型转换失败", nil)
	}

	// 领先指标 dataList进行数据处理
	if req.IndexType == 2 {
		if req.LeadValue < 0 {
			return nil, fmt.Errorf("领先值不能小于0", nil)
		} else if req.LeadValue > 0 {
			for _, indexData := range dataList {
				switch req.LeadFrequency {
				case "天":
					indexData.DataTime = utils.GetNextDayN(indexData.DataTime, req.LeadValue)
				case "周":
					indexData.DataTime = utils.GetNextDayN(indexData.DataTime, req.LeadValue*7)
				case "月":
					indexData.DataTime = utils.TimeToString(utils.AddDate(utils.StringToTime(indexData.DataTime), 0, req.LeadValue), utils.YearMonthDay)
				case "季":
					indexData.DataTime = utils.TimeToString(utils.AddDate(utils.StringToTime(indexData.DataTime), 0, req.LeadValue*3), utils.YearMonthDay)
				case "年":
					indexData.DataTime = utils.TimeToString(utils.AddDate(utils.StringToTime(indexData.DataTime), req.LeadValue, 0), utils.YearMonthDay)
				}
			}
		}
	}

	for index := 0; index < len(dataList)-1; index++ {
		// 获取当前数据和下一个数据
		beforeIndexData := dataList[index]
		afterIndexData := dataList[index+1]

		// 计算映射值
		beforeIndexData.Value = a*beforeIndexData.Value + b

		// 从最早时间开始，补充时间为自然日
		if utils.IsMoreThanOneDay(beforeIndexData.DataTime, afterIndexData.DataTime) {
			// 创建补充数据
			replenishIndexData := data_manage.EdbDataList{
				DataTime:      utils.GetNextDay(beforeIndexData.DataTime),
				DataTimestamp: time.Now().UnixMilli(),
				Value:         beforeIndexData.Value,
			}

			// 将补充数据插入到数据列表
			dataList = append(dataList, &replenishIndexData)
		}
	}
	// 根据指标A的时间key，在B的映射指标中筛选出对应的值
	var dataBList []*data_manage.EdbDataList
	for _, indexData := range dataList {
		if _, ok := indexADataMap[indexData.DataTime]; ok {
			dataBList = append(dataBList, indexData)
		}
	}

	mappingEdbList := originalEdbList
	for _, mapping := range mappingEdbList {
		if mapping.EdbInfoId == req.EdbInfoIdB {
			mapping.EdbInfoId = 0
			mapping.EdbCode = ""
			mapping.EdbName = edbInfoMappingB.EdbName + "映射" + edbInfoMappingA.EdbName
			mapping.DataList = dataList
		}
	}
	return mappingEdbList, nil
}

func fillOriginalChart(req residual_analysis_model.ResidualAnalysisReq, mappingList []*data_manage.ChartEdbInfoMapping, startDate string, endDate string, edbInfoMappingA *data_manage.ChartEdbInfoMapping, edbInfoMappingB *data_manage.ChartEdbInfoMapping, OriginalEdbList []residual_analysis_model.ResidualAnalysisChartEdbInfoMapping) ([]residual_analysis_model.ResidualAnalysisChartEdbInfoMapping, error) {
	for _, v := range mappingList {
		var edbInfoMapping residual_analysis_model.ResidualAnalysisChartEdbInfoMapping
		edbInfoMapping.EdbInfoType = 1
		edbInfoMapping.IsOrder = false
		edbInfoMapping.IsAxis = 1
		edbInfoMapping.ChartColor = `#00F`
		edbInfoMapping.ChartWidth = 3

		// 获取图表中的指标数据
		dataList, err := data_manage.GetEdbDataList(v.Source, v.SubSource, v.EdbInfoId, startDate, endDate)
		if err != nil {
			return nil, fmt.Errorf("获取指标数据失败，Err:%s", err.Error())
		}

		if v.EdbInfoId == req.EdbInfoIdB {
			edbInfoMapping.LeadValue = req.LeadValue
			edbInfoMapping.LeadUnit = req.LeadFrequency
			edbInfoMapping.EdbInfoType = req.IndexType
			edbInfoMapping.IsOrder = req.IsOrder
			edbInfoMapping.IsAxis = 0
			edbInfoMapping.ChartColor = `#F00`
			edbInfoMapping.ChartWidth = 1

			edbInfoMappingB.DataList = dataList
		} else {
			edbInfoMappingA.DataList = dataList
		}
		edbInfoMapping.EdbInfoId = v.EdbInfoId
		edbInfoMapping.EdbName = v.EdbName
		edbInfoMapping.EdbCode = v.EdbCode
		edbInfoMapping.Unit = v.Unit
		edbInfoMapping.Frequency = v.Frequency
		edbInfoMapping.Source = v.Source
		edbInfoMapping.SourceName = v.SourceName

		edbInfoMapping.DataList = dataList
		OriginalEdbList = append(OriginalEdbList, edbInfoMapping)
	}
	return OriginalEdbList, nil
}

func ContrastPreview(indexCode string) (residual_analysis_model.ResidualAnalysisChartEdbInfoMapping, error) {
	var condition string
	var pars []interface{}

	if indexCode != "" {
		condition += " and edb_code=?"
		pars = append(pars, indexCode)
	}

	edbInfo, err := data_manage.GetEdbInfoByCondition(condition, pars)
	if err != nil {
		return residual_analysis_model.ResidualAnalysisChartEdbInfoMapping{}, err
	}
	if edbInfo == nil {
		return residual_analysis_model.ResidualAnalysisChartEdbInfoMapping{}, fmt.Errorf("指标不存在")
	}

	dataList, err := data_manage.GetEdbDataList(edbInfo.Source, edbInfo.SubSource, edbInfo.EdbInfoId, "", "")

	var resp residual_analysis_model.ResidualAnalysisChartEdbInfoMapping
	resp.EdbInfoId = edbInfo.EdbInfoId
	resp.SourceName = edbInfo.SourceName
	resp.EdbName = edbInfo.EdbName
	resp.Unit = edbInfo.Unit
	resp.Frequency = edbInfo.Frequency
	resp.DataList = dataList
	return resp, nil
}

func SaveResidualAnalysis(req residual_analysis_model.ResidualAnalysisIndexSaveReq, sysUser *system.Admin) error {

	// 验证分类是否存在
	classifyCount, err := data_manage.GetEdbClassifyCountById(req.ClassifyId)
	if err != nil {
		return err
	}
	if classifyCount <= 0 {
		return fmt.Errorf("分类不存在", nil)
	}

	// 更新or新增
	if req.EdbCode != "" {
		// 查询指标库指标
		edbInfo, err := data_manage.GetEdbInfoByEdbCode(utils.DATA_SOURCE_RESIDUAL_ANALYSIS, req.EdbCode)
		if err != nil {
			return err
		}
		if edbInfo == nil {
			return fmt.Errorf("指标不存在", nil)
		}
		// todo 须补充更新指标最大值，最小值，数据最新时间，
		err = edbInfo.Update([]string{"min_value", "max_value", "latest_date", "latest_value"})
		if err != nil {
			return err
		}

		// 删除对应得指标数据
		err = residual_analysis_model.DeleteResidualAnalysisDataByEdbCode(req.EdbCode)
		if err != nil {
			return fmt.Errorf("删除指标数据失败", nil)
		}
	}
	// 新增指标
	edbCode, err := utils.GenerateEdbCode(1, "")
	if err != nil {
		return err
	}

	_, err = data_manage.AddEdbInfo(&data_manage.EdbInfo{
		EdbCode:    edbCode,
		EdbName:    req.EdbName,
		EdbNameEn:  req.EdbNameEn,
		EdbType:    req.EdbType,
		Unit:       req.Unit,
		UnitEn:     req.UnitEn,
		Frequency:  req.Frequency,
		Source:     utils.DATA_SOURCE_RESIDUAL_ANALYSIS,
		SourceName: "残差分析",
	})
	if err != nil {
		return err
	}

	// 新增数据
	edbInfoId, err := residual_analysis_model.AddResidualAnalysisData(req.DataList)
	if err != nil {
		return err
	}

	// 更新保存指标和配置的映射关系
	mappingList, err := residual_analysis_model.GetConfigMappingListByConfigId(req.ConfigId)
	if err != nil {
		return err
	}
	flag := true
	for _, mapping := range mappingList {
		if mapping.CalculateResidualAnalysisConfigId == req.ConfigId {
			flag = false
		}
	}

	if flag {
		_, err = residual_analysis_model.SaveConfigMapping(residual_analysis_model.CalculateResidualAnalysisConfigMapping{
			CalculateResidualAnalysisConfigId: req.ConfigId,
			EdbInfoId:                         edbInfoId,
			ResidualType:                      req.ResidualType,
		})
		if err != nil {
			return err
		}
	}

	return nil
}

func ResidualAnalysisDetail(edbInfoId int) (residual_analysis_model.ResidualAnalysisDetailResp, error) {
	// 通过指标配置映射表 拿到配置id，再获取关联的所有指标信息
	var condition string
	var pars []interface{}

	condition += " and edb_info_id=?"
	pars = append(pars, edbInfoId)

	mappingList, err := residual_analysis_model.GetConfigMappingListByCondition(condition, pars)
	if err != nil {
		return residual_analysis_model.ResidualAnalysisDetailResp{}, err
	}

	if len(mappingList) <= 0 {
		return residual_analysis_model.ResidualAnalysisDetailResp{}, fmt.Errorf("指标不存在", nil)
	}

	mapping := mappingList[0]

	configMappingList, err := residual_analysis_model.GetConfigMappingListByConfigId(mapping.CalculateResidualAnalysisConfigId)
	if err != nil {
		return residual_analysis_model.ResidualAnalysisDetailResp{}, err
	}

	var edbInfoIdList []int64
	for _, v := range configMappingList {
		edbInfoIdList = append(edbInfoIdList, v.EdbInfoId)
	}

	condition = ""
	pars = []interface{}{}

	condition += ` and edb_info_id in(` + utils.GetOrmInReplace(len(edbInfoIdList)) + `)`
	for _, id := range edbInfoIdList {
		pars = append(pars, id)
	}

	edbInfoList, err := data_manage.GetEdbInfoListByCond(condition, pars)
	if err != nil {
		return residual_analysis_model.ResidualAnalysisDetailResp{}, err
	}

	// 获取配置
	configInfo, err := residual_analysis_model.GetResidualAnalysisConfigById(mapping.CalculateResidualAnalysisConfigId)
	if err != nil {
		return residual_analysis_model.ResidualAnalysisDetailResp{}, err
	}

	resp := residual_analysis_model.ResidualAnalysisDetailResp{
		ConfigInfo:  &configInfo,
		EdbInfoList: edbInfoList,
	}

	return resp, nil
}

func SaveResidualAnalysisConfig(req residual_analysis_model.ResidualAnalysisReq, sysUser *system.Admin) error {

	config := residual_analysis_model.ResidualAnalysisConfigVo{
		DateType:         req.DateType,
		StartDate:        req.StartDate,
		EndDate:          req.EndDate,
		IsOrder:          req.IsOrder,
		IndexType:        req.IndexType,
		LeadValue:        req.LeadValue,
		LeadFrequency:    req.LeadFrequency,
		LeftIndexMin:     req.LeftIndexMin,
		LeftIndexMax:     req.LeftIndexMax,
		RightIndexMin:    req.RightIndexMin,
		RightIndexMax:    req.RightIndexMax,
		ResidualIndexMin: req.ResidualIndexMin,
		ResidualIndexMax: req.ResidualIndexMax,
		ContrastIndexMin: req.ContrastIndexMin,
		ContrastIndexMax: req.ContrastIndexMax,
	}

	// 转换为json格式
	configJson, err := json.Marshal(config)
	if err != nil {
		return err
	}

	var condition string
	var pars []interface{}
	// 新增or更新
	if req.EdbInfoId > 0 {
		condition += " and edb_info_id=?"
		pars = append(pars, req.EdbInfoId)
		configMappings, err := residual_analysis_model.GetConfigMappingListByCondition(condition, pars)
		if err != nil {
			return err
		}
		if len(configMappings) > 0 {
			mapping := configMappings[0]
			configInfo, err := residual_analysis_model.GetResidualAnalysisConfigById(mapping.CalculateResidualAnalysisConfigId)
			if err != nil {
				return err
			}
			configInfo.Config = string(configJson)
			err = residual_analysis_model.UpdateResidualAnalysisConfig(configInfo)
			if err != nil {
				return err
			}
		}
	}

	analysisConfig := residual_analysis_model.CalculateResidualAnalysisConfig{
		Config:    string(configJson),
		SysUserId: sysUser.AdminId,
	}

	_, err = residual_analysis_model.SaveResidualAnalysisConfig(analysisConfig)
	if err != nil {
		return err
	}

	return nil
}