package controllers import ( "encoding/json" "eta/eta_index_lib/logic" "eta/eta_index_lib/models" "eta/eta_index_lib/services" "eta/eta_index_lib/utils" "fmt" "strconv" "strings" "time" ) // CalculateController 计算指标 type CalculateController struct { BaseAuthController } // Add // @Title 新增计算指标接口 // @Description 新增计算指标接口 // @Success 200 {object} models.EdbInfoCalculateSaveReq // @router /add [post] func (this *CalculateController) Add() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() var req models.EdbInfoCalculateSaveReq err := json.Unmarshal(this.Ctx.Input.RequestBody, &req) if err != nil { br.Msg = "参数解析异常！" br.ErrMsg = "参数解析失败，Err:" + err.Error() return } req.EdbName = strings.Trim(req.EdbName, " ") if req.EdbName == "" { br.Msg = "指标名称不能为空" return } if req.Frequency == "" { br.Msg = "频率不能为空" return } if req.Unit == "" { br.Msg = "单位不能为空" return } if req.ClassifyId <= 0 { br.Msg = "请选择分类" return } if len(req.EdbInfoIdArr) <= 0 { br.Msg = "请选择指标" return } if req.CalculateFormula == "" { br.Msg = "请填写指标" return } calculateFormula := req.CalculateFormula calculateFormula = strings.Replace(calculateFormula, "（", "(", -1) calculateFormula = strings.Replace(calculateFormula, "）", ")", -1) calculateFormula = strings.Replace(calculateFormula, "，", ",", -1) calculateFormula = strings.Replace(calculateFormula, "。", ".", -1) calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1) req.CalculateFormula = calculateFormula //加入缓存机制，避免创建同一个名称的指标 start redisKey := fmt.Sprint("edb_lib:edb_info:calculate:add:", utils.DATA_SOURCE_CALCULATE, ":", req.EdbName) isExist := utils.Rc.IsExist(redisKey) if isExist { br.Msg = "指标正在处理,请勿重复提交" return } else { //设置3分钟缓存 utils.Rc.SetNX(redisKey, 1, time.Second*300) defer func() { _ = utils.Rc.Delete(redisKey) }() } //判断是否重复指标 edbInfoMap := make(map[int]string) //移除研究员选择指标中的未使用的指标 { //转大写的计算公式 upperCalculateFormulaStr := strings.ToUpper(req.CalculateFormula) //用到的指标 newEdbInfoIdArr := make([]models.EdbInfoFromTag, 0) for _, tmpEdbInfo := range req.EdbInfoIdArr { _, ok := edbInfoMap[tmpEdbInfo.EdbInfoId] if ok { br.Msg = "选择指标失败，请勿选择重复指标！" return } edbInfoMap[tmpEdbInfo.EdbInfoId] = tmpEdbInfo.FromTag upperFromTag := strings.ToUpper(tmpEdbInfo.FromTag) if strings.Contains(upperCalculateFormulaStr, upperFromTag) { newEdbInfoIdArr = append(newEdbInfoIdArr, tmpEdbInfo) } } req.EdbInfoIdArr = newEdbInfoIdArr } var condition string var pars []interface{} condition += " AND edb_name=? " pars = append(pars, req.EdbName) count, err := models.GetEdbInfoCountByCondition(condition, pars) if err != nil { br.Msg = "判断指标名称是否存在失败" br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error() return } if count > 0 { br.Msg = "指标名称已存在，请重新填写" br.ErrMsg = "指标名称已存在，请重新填写" br.IsSendEmail = false return } //检验公式 var formulaStr string var edbInfoIdBytes []string for _, v := range req.EdbInfoIdArr { formulaStr += v.FromTag + "," edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag) } formulaMap := utils.CheckFormula(req.CalculateFormula) for _, v := range formulaMap { if !strings.Contains(formulaStr, v) { br.Msg = "公式错误，请重新填写" return } } //关联的指标信息 edbInfoList := make([]*models.EdbInfo, 0) //关联的指标数据表 calculateMappingList := make([]*models.EdbInfoCalculateMapping, 0) for k, v := range req.EdbInfoIdArr { fromEdbInfo, err := models.GetEdbInfoById(v.EdbInfoId) if err != nil { if err.Error() == utils.ErrNoRow() { br.Msg = "生成计算指标失败" br.Msg = "指标 " + strconv.Itoa(v.EdbInfoId) + " 不存在" return } br.Msg = "生成计算指标失败" br.Msg = "获取指标失败:Err:" + err.Error() return } edbInfoList = append(edbInfoList, fromEdbInfo) //关联关系表 { calculateMappingItem := &models.EdbInfoCalculateMapping{ EdbInfoCalculateMappingId: 0, EdbInfoId: 0, Source: utils.DATA_SOURCE_CALCULATE, SourceName: "指标运算", EdbCode: "", FromEdbInfoId: fromEdbInfo.EdbInfoId, FromEdbCode: fromEdbInfo.EdbCode, FromEdbName: fromEdbInfo.EdbName, FromSource: fromEdbInfo.Source, FromSourceName: fromEdbInfo.SourceName, FromTag: v.FromTag, Sort: k + 1, CreateTime: time.Now(), ModifyTime: time.Now(), } //calculateMappingItem.EdbCode = edbCode //calculateMappingItem.EdbInfoId = int(edbInfoId) calculateMappingList = append(calculateMappingList, calculateMappingItem) } } ok, _ := models.CheckFormula2(edbInfoList, formulaMap, calculateFormula, edbInfoIdBytes) if !ok { br.Msg = "生成计算指标失败，请使用正确的计算公式" return } randStr := utils.GetRandDigit(4) edbCode := `C` + time.Now().Format("060102") + randStr timestamp := strconv.FormatInt(time.Now().UnixNano(), 10) uniqueCode := utils.MD5(utils.DATA_PREFIX + "_" + timestamp) // 新增计算指标 edbInfo, err := models.AddCalculateInfo(req, calculateMappingList, edbInfoList, edbCode, uniqueCode, edbInfoIdBytes) if err != nil { br.Msg = "生成计算指标失败" br.Msg = "生成计算指标失败,AddEdbInfo Err:" + err.Error() return } //处理同名指标 { edbNameList, err := models.GetEdbInfoByName(req.EdbName) if err != nil { br.Msg = "保存失败" br.ErrMsg = "获取指标信息失败，Err:" + err.Error() return } if len(edbNameList) >= 2 { for _, v := range edbNameList { edbName := v.EdbName + "(" + v.SourceName + ")" err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId) if err != nil { br.Msg = "保存失败" br.ErrMsg = "修改指标名称失败，Err:" + err.Error() return } } } } // 更新指标最大最小值 err, errMsg := models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo) if err != nil { br.Msg = errMsg br.ErrMsg = err.Error() return } resp := models.AddEdbInfoResp{ EdbInfoId: edbInfo.EdbInfoId, UniqueCode: uniqueCode, } br.Ret = 200 br.Success = true br.Msg = "保存成功" br.Data = resp br.IsAddLog = true } // Edit // @Title 编辑计算指标接口 // @Description 编辑计算指标接口 // @Success 200 {object} models.EdbInfoCalculateSaveReq // @router /edit [post] func (this *CalculateController) Edit() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() var req models.EdbInfoCalculateSaveReq err := json.Unmarshal(this.Ctx.Input.RequestBody, &req) if err != nil { br.Msg = "参数解析异常！" br.ErrMsg = "参数解析失败，Err:" + err.Error() return } if req.EdbInfoId <= 0 { br.Msg = "参数错误" br.ErrMsg = "指标ID：" + strconv.Itoa(req.EdbInfoId) return } req.EdbName = strings.Trim(req.EdbName, " ") if req.EdbName == "" { br.Msg = "指标名称不能为空" return } if req.Frequency == "" { br.Msg = "频率不能为空" return } if req.Unit == "" { br.Msg = "单位不能为空" return } if req.ClassifyId <= 0 { br.Msg = "请选择分类" return } if len(req.EdbInfoIdArr) <= 0 { br.Msg = "请选择指标" return } if req.CalculateFormula == "" { br.Msg = "请填写指标" return } calculateFormula := req.CalculateFormula calculateFormula = strings.Replace(calculateFormula, "（", "(", -1) calculateFormula = strings.Replace(calculateFormula, "）", ")", -1) calculateFormula = strings.Replace(calculateFormula, "，", ",", -1) calculateFormula = strings.Replace(calculateFormula, "。", ".", -1) calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1) req.CalculateFormula = calculateFormula fmt.Println("calculateFormula:" + calculateFormula) //判断是否重复指标 edbInfoMap := make(map[int]string) //移除研究员选择指标中的未使用的指标 { //转大写的计算公式 upperCalculateFormulaStr := strings.ToUpper(req.CalculateFormula) //用到的指标 newEdbInfoIdArr := make([]models.EdbInfoFromTag, 0) for _, tmpEdbInfo := range req.EdbInfoIdArr { _, ok := edbInfoMap[tmpEdbInfo.EdbInfoId] if ok { br.Msg = "选择指标失败，请勿选择重复指标！" return } edbInfoMap[tmpEdbInfo.EdbInfoId] = tmpEdbInfo.FromTag upperFromTag := strings.ToUpper(tmpEdbInfo.FromTag) if strings.Contains(upperCalculateFormulaStr, upperFromTag) { newEdbInfoIdArr = append(newEdbInfoIdArr, tmpEdbInfo) } } req.EdbInfoIdArr = newEdbInfoIdArr } var condition string var pars []interface{} condition += " AND edb_name=? " pars = append(pars, req.EdbName) condition += " AND edb_info_id<>? " pars = append(pars, req.EdbInfoId) count, err := models.GetEdbInfoCountByCondition(condition, pars) if err != nil { br.Msg = "判断指标名称是否存在失败" br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error() return } if count > 0 { br.Msg = "指标名称已存在，请重新填写" br.ErrMsg = "指标名称已存在，请重新填写" br.IsSendEmail = false return } //判断公式，指标是否有改动 edbInfoDetail, err := models.GetEdbInfoById(req.EdbInfoId) if err != nil { br.Msg = "修改失败" br.Msg = "获取指标信息失败,GetEdbInfoById Err:" + err.Error() return } if edbInfoDetail == nil { br.Msg = "修改失败" br.Msg = "指标信息不存在，EdbInfoId:" + strconv.Itoa(req.EdbInfoId) return } var needCalculate bool if edbInfoDetail.CalculateFormula != req.CalculateFormula { needCalculate = true } //检验公式 var formulaStr string var edbInfoIdBytes []string var edbInfoIdArr []string for _, v := range req.EdbInfoIdArr { formulaStr += v.FromTag + "," edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag) edbInfoIdArr = append(edbInfoIdArr, strconv.Itoa(v.EdbInfoId)) if v.EdbInfoId == req.EdbInfoId { br.Msg = "计算指标中包含此指标，不能修改" return } } if needCalculate == false { edbInfoIdStr := strings.Join(edbInfoIdArr, ",") fromEdbInfoId, err := models.GetCalculateEdbInfo(req.EdbInfoId) if err != nil { br.Msg = "修改失败" br.Msg = "获取数据失败，GetCalculateEdbInfo:" + err.Error() return } if edbInfoIdStr != fromEdbInfoId { needCalculate = true } } formulaMap := utils.CheckFormula(req.CalculateFormula) for _, v := range formulaMap { if !strings.Contains(formulaStr, v) { br.Msg = "公式错误，请重新填写" return } } //重新计算 err, errMsg := models.EditCalculateInfo(edbInfoDetail, req, formulaMap, edbInfoIdBytes, needCalculate) if err != nil { br.Msg = "生成计算指标失败" if errMsg != `` { br.Msg = errMsg } br.Msg = "生成计算指标失败,AddEdbInfo Err:" + err.Error() return } // 更新指标最大最小值 err, errMsg = models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfoDetail) if err != nil { br.Msg = errMsg br.ErrMsg = err.Error() return } resp := models.AddEdbInfoResp{ EdbInfoId: edbInfoDetail.EdbInfoId, UniqueCode: edbInfoDetail.UniqueCode, } br.Ret = 200 br.Success = true br.Msg = "保存成功" br.Data = resp br.IsAddLog = true } // BatchSave // @Title 累计值转月-同比值-同差等计算新增 // @Description 累计值转月-同比值-同差等计算新增接口 // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string" // @Success Ret=200 返回指标id // @router /batch/save [post] func (this *CalculateController) BatchSave() { br := new(models.BaseResponse).Init() defer func() { if br.ErrMsg == "" { br.IsSendEmail = false } this.Data["json"] = br this.ServeJSON() }() var req models.EdbInfoCalculateBatchSaveReq err := json.Unmarshal(this.Ctx.Input.RequestBody, &req) if err != nil { br.Msg = "参数解析异常！" br.ErrMsg = "参数解析失败，Err:" + err.Error() return } req.EdbName = strings.Trim(req.EdbName, " ") if req.EdbName == "" { br.Msg = "指标名称不能为空" return } if req.Frequency == "" { br.Msg = "频率不能为空" return } if req.Unit == "" { br.Msg = "单位不能为空" return } if req.ClassifyId <= 0 { br.Msg = "请选择分类" return } // 基础指标id fromEdbInfoId := req.FromEdbInfoId var formulaInt int var nhccDate models.NhccDate // 拟合残差的日期 switch req.Source { case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS, utils.DATA_SOURCE_CALCULATE_HBZ, utils.DATA_SOURCE_CALCULATE_HCZ, utils.DATA_SOURCE_CALCULATE_TIME_SHIFT, utils.DATA_SOURCE_CALCULATE_CJJX: if req.Formula == "" { br.Msg = "请填写N值" return } formulaInt, _ = strconv.Atoi(req.Formula) if formulaInt <= 0 { br.Msg = "N值输入错误,请重新输入" return } case utils.DATA_SOURCE_CALCULATE_ZJPJ: //直接拼接指标 //校验时间格式 _, err = time.ParseInLocation(utils.FormatDate, req.Formula, time.Local) if err != nil { br.Msg = "拼接日期有误,请重新输入" return } case utils.DATA_SOURCE_CALCULATE_NHCC: //拟合残差指标 //指标校验 if len(req.EdbInfoIdArr) != 2 { br.Msg = "选择的指标异常,请重新选择" return } fromEdbInfoId = req.EdbInfoIdArr[0].EdbInfoId //校验时间格式 //数据格式：2022-11-01,2022-11-10 timeList := strings.Split(req.Formula, ",") if len(timeList) != 2 { br.Msg = "选择时间有误,请重新输入" return } startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local) if err != nil { br.Msg = "开始日期有误,请重新输入" return } endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local) if err != nil { br.Msg = "结束日期有误,请重新输入" return } if utils.GetTimeSubDay(startDate, endDate) < 2 { br.Msg = "日期间隔不得少于两天" return } nhccDate.StartDate = startDate nhccDate.EndDate = endDate case utils.DATA_SOURCE_CALCULATE_JP: if req.Formula != "期末值" && req.Formula != "平均值" { br.Msg = "数据取值类型错误:" + req.Formula return } case utils.DATA_SOURCE_CALCULATE_ZSXY: // 指数修匀 if req.Formula == "" { br.Msg = "请填写alpha值" return } a, e := strconv.ParseFloat(req.Formula, 64) if e != nil { br.Msg = "alpha值输入错误, 请重新输入" return } if a <= 0 || a >= 1 { br.Msg = "alpha值输入错误, 请重新输入" return } } notNeedFromEdbSourceList := []int{utils.DATA_SOURCE_CALCULATE_KSZS, utils.DATA_SOURCE_CALCULATE_CORRELATION} // 不需要传入来源指标id的 指标类型 if fromEdbInfoId <= 0 && !utils.InArrayByInt(notNeedFromEdbSourceList, req.Source) { br.Msg = "请选择指标" return } //加入缓存机制，避免创建同一个名称的指标 start redisKey := fmt.Sprint("edb_lib:edb_info:calculate:batch:save:", req.Source, ":", req.EdbName) isExist := utils.Rc.IsExist(redisKey) if isExist { br.Msg = "指标正在处理,请勿重复提交" return } else { //设置3分钟缓存 utils.Rc.SetNX(redisKey, 1, time.Second*300) defer func() { _ = utils.Rc.Delete(redisKey) }() } //加入缓存机制，避免创建同一个名称的指标 end var condition string var pars []interface{} condition += " AND edb_name=? " pars = append(pars, req.EdbName) count, err := models.GetEdbInfoCountByCondition(condition, pars) if err != nil { br.Msg = "判断指标名称是否存在失败" br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error() return } if count > 0 { br.Msg = "指标名称已存在，请重新填写" br.ErrMsg = "指标名称已存在，请重新填写" br.IsSendEmail = false return } // 来源指标 var fromEdbInfo *models.EdbInfo if fromEdbInfoId > 0 { fromEdbInfo, err = models.GetEdbInfoById(fromEdbInfoId) if err != nil { br.Msg = "获取指标信息失败" br.ErrMsg = "获取指标信息失败:Err:" + err.Error() return } } //生成指标编码 randStr := utils.GetRandDigit(4) edbCode := `C` + time.Now().Format("060102") + randStr timestamp := strconv.FormatInt(time.Now().UnixNano(), 10) uniqueCode := utils.MD5(utils.DATA_PREFIX + "_" + timestamp) sysUserId := req.AdminId sysUserName := req.AdminName var sourName string var edbInfoId int var edbInfo *models.EdbInfo var errMsg string var baseEdbInfoModel models.BaseEdbInfoInterface addParam := models.AddCalculateBatchParams{ Req: &req, FromEdbInfo: fromEdbInfo, EdbCode: edbCode, UniqueCode: uniqueCode, SysUserId: sysUserId, SysUserRealName: sysUserName, } switch req.Source { case utils.DATA_SOURCE_CALCULATE_LJZZY: sourName = "累计值转月值" if fromEdbInfo.Frequency != "月度" { br.Msg = "请选择月度指标" return } edbInfo, err = models.AddCalculateLjzzy(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName) case utils.DATA_SOURCE_CALCULATE_TBZ: if req.Frequency != fromEdbInfo.Frequency { br.Msg = "当前频度和原指标频度不一致" return } if req.Unit != "无" { br.Msg = "单位只允许为无，禁止选择其他单位" return } sourName = "同比值" edbInfo, err = models.AddCalculateTbz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName) case utils.DATA_SOURCE_CALCULATE_TCZ: if req.Frequency != fromEdbInfo.Frequency { br.Msg = "当前频度和原指标频度不一致" return } if req.Unit != fromEdbInfo.Unit { br.Msg = "当前单位和原指标单位不一致" return } sourName = "同差值" edbInfo, err = models.AddCalculateTcz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName) case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS: sourName = "N数值移动平均计算" edbInfo, err = models.AddCalculateNszydpjjs(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName, formulaInt) case utils.DATA_SOURCE_CALCULATE_HBZ: var condition string var pars []interface{} condition += " AND edb_info_id =? " pars = append(pars, fromEdbInfoId) condition += " AND value <=0 " checkCount, tmpErr := models.GetEdbDataCount(condition, pars, fromEdbInfo.Source) if tmpErr != nil && tmpErr.Error() != utils.ErrNoRow() { br.Msg = "判断环比值是否可计算失败" br.ErrMsg = "判断环比值是否可计算失败,Err:" + tmpErr.Error() return } if checkCount > 0 { br.Msg = "原始数据中存在0或负数，该指标不能进行环比运算" br.ErrMsg = "原始数据中出现0和负值时，提示该指标不能进行环比运算" return } sourName = "环比值" edbInfo, err = models.AddCalculateHbz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName, formulaInt) case utils.DATA_SOURCE_CALCULATE_HCZ: sourName = "环差值" edbInfo, err = models.AddCalculateHcz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName, formulaInt) case utils.DATA_SOURCE_CALCULATE_BP: sourName = utils.DATA_SOURCE_NAME_CALCULATE_BP edbInfo, err = models.AddCalculateBp(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName) case utils.DATA_SOURCE_CALCULATE_TIME_SHIFT: sourName = "时间移位" edbInfo, err = models.AddCalculateTimeShift(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName) case utils.DATA_SOURCE_CALCULATE_ZJPJ: sourName = "直接拼接" if len(req.EdbInfoIdArr) != 1 { br.Msg = "请传入拼接日期之后的指标" br.ErrMsg = "请传入拼接日期之后的指标" return } secondEdbInfoReq := req.EdbInfoIdArr[0] secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId) if tmpErr != nil { br.Msg = "获取拼接日期之后的指标信息失败" br.ErrMsg = "获取拼接日期之后的指标信息失败:Err:" + tmpErr.Error() return } if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId { br.Msg = "两个指标不允许为同一个" br.ErrMsg = "两个指标不允许为同一个" return } edbInfo, err = models.AddCalculateZjpj(&req, fromEdbInfo, secondEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName) case utils.DATA_SOURCE_CALCULATE_LJZTBPJ: sourName = "累计值同比拼接" if fromEdbInfo.Frequency != "月度" { br.Msg = "待拼接指标只能筛选月度指标" br.ErrMsg = "待拼接指标只能筛选月度指标" return } if len(req.EdbInfoIdArr) != 1 { br.Msg = "请传入同比值指标" br.ErrMsg = "请传入同比值指标" return } secondEdbInfoReq := req.EdbInfoIdArr[0] tbzEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId) if tmpErr != nil { br.Msg = "获取同比值指标信息失败" br.ErrMsg = "获取同比值指标信息失败:Err:" + tmpErr.Error() return } if tbzEdbInfo.Source != utils.DATA_SOURCE_CALCULATE_TBZ { br.Msg = "指标必须是传入同比值指标类型" br.ErrMsg = "指标必须是传入同比值指标类型" return } if tbzEdbInfo.Frequency != "月度" { br.Msg = "同比值指标只能筛选月度指标" br.ErrMsg = "同比值指标只能筛选月度指标" return } if fromEdbInfo.EdbInfoId == tbzEdbInfo.EdbInfoId { br.Msg = "两个指标不允许为同一个" br.ErrMsg = "两个指标不允许为同一个" return } edbInfo, err = models.AddCalculateLjztbpj(&req, fromEdbInfo, tbzEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName) case utils.DATA_SOURCE_CALCULATE_CJJX: sourName = "超季节性" edbInfo, err = models.AddCalculateCjjx(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName, formulaInt) case utils.DATA_SOURCE_CALCULATE_NHCC: sourName = "拟合残差" secondEdbInfoReq := req.EdbInfoIdArr[1] secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId) if tmpErr != nil { br.Msg = "获取因变量的指标信息失败" br.ErrMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error() return } if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId { br.Msg = "两个指标不允许为同一个" br.ErrMsg = "两个指标不允许为同一个" return } edbInfo, err = models.AddCalculateNhcc(&req, fromEdbInfo, secondEdbInfo, edbCode, uniqueCode, nhccDate, sysUserId, sysUserName) case utils.DATA_SOURCE_CALCULATE_JP: if !models.CheckFrequency(fromEdbInfo.Frequency, req.Frequency) { br.Msg = "频度异常,不允许低频降频到高频" return } sourName = utils.DATA_SOURCE_NAME_CALCULATE_JP edbInfo, err = models.AddCalculateJp(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName) case utils.DATA_SOURCE_CALCULATE_NH: sourName = utils.DATA_SOURCE_NAME_CALCULATE_NH edbInfo, err = models.AddCalculateNh(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName) case utils.DATA_SOURCE_CALCULATE_KSZS: //关联的指标信息 if len(req.EdbInfoIdArr) < 2 { br.Msg = "指标数量不能小于2个，请重新选择" br.ErrMsg = "指标数量不能小于2个，请重新选择" br.IsSendEmail = false return } sourName = utils.DATA_SOURCE_NAME_CALCULATE_KSZS edbInfo, err = models.AddCalculateKszs(&req, edbCode, uniqueCode, sysUserId, sysUserName) case utils.DATA_SOURCE_CALCULATE_CORRELATION: //关联的指标信息 if len(req.EdbInfoIdArr) < 2 { br.Msg = "指标数量不能小于2个，请重新选择" br.ErrMsg = "指标数量不能小于2个，请重新选择" br.IsSendEmail = false return } sourName = utils.DATA_SOURCE_NAME_CALCULATE_CORRELATION edbInfo, err, errMsg = models.AddCalculateCorrelation(&req, edbCode, uniqueCode, sysUserId, sysUserName) default: // 获取通用的数据源处理服务 baseEdbInfoModel = models.GetBaseEdbInfoModel(req.Source) // 没有找到的话，那么就直接返回报错吧 if baseEdbInfoModel == nil { br.Msg = "无效计算方式" br.ErrMsg = "无效计算方式,source:" + strconv.Itoa(req.Source) return } sourName = baseEdbInfoModel.GetSourceName() edbInfo, err, errMsg = baseEdbInfoModel.Add(addParam) } if err != nil { br.Msg = "生成" + sourName + "失败" if errMsg != `` { br.Msg = errMsg } br.ErrMsg = "生成" + sourName + "失败 Err:" + err.Error() return } if edbInfo == nil { br.Msg = "生成" + sourName + "失败" br.ErrMsg = "生成" + sourName + "失败,指标ID错误:" + strconv.Itoa(edbInfoId) return } edbInfoId = edbInfo.EdbInfoId //处理同名指标 { edbNameList, err := models.GetEdbInfoByName(req.EdbName) if err != nil { br.Msg = "保存失败" br.ErrMsg = "获取指标信息失败，Err:" + err.Error() return } if len(edbNameList) >= 2 { for _, v := range edbNameList { edbName := v.EdbName + "(" + v.SourceName + ")" err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId) if err != nil { br.Msg = "保存失败" br.ErrMsg = "修改指标名称失败，Err:" + err.Error() return } } } } // 更新指标最大最小值 err, errMsg = models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo) if err != nil { br.Msg = errMsg br.ErrMsg = err.Error() return } resp := models.AddEdbInfoResp{ EdbInfoId: edbInfo.EdbInfoId, UniqueCode: edbInfo.UniqueCode, } br.Ret = 200 br.Success = true br.Msg = "保存成功" br.Data = resp br.IsAddLog = true } // BatchEdit // @Title 累计值转月-同比值-同差等计算新增 // @Description 累计值转月-同比值-同差等计算新增接口 // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string" // @Success Ret=200 返回指标id // @router /batch/edit [post] func (this *CalculateController) BatchEdit() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() var req models.EdbInfoCalculateBatchEditReq err := json.Unmarshal(this.Ctx.Input.RequestBody, &req) if err != nil { br.Msg = "参数解析异常！" br.ErrMsg = "参数解析失败，Err:" + err.Error() return } if req.EdbName == "" { br.Msg = "指标名称不能为空" return } if req.Frequency == "" { br.Msg = "频率不能为空" return } if req.Unit == "" { br.Msg = "单位不能为空" return } if req.ClassifyId <= 0 { br.Msg = "请选择分类" return } if req.EdbInfoId <= 0 { br.Msg = "请选择指标" return } var condition string var pars []interface{} condition += " AND edb_name=? " pars = append(pars, req.EdbName) condition += " AND edb_info_id<>? " pars = append(pars, req.EdbInfoId) count, err := models.GetEdbInfoCountByCondition(condition, pars) if err != nil { br.Msg = "判断指标名称是否存在失败" br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error() return } if count > 0 { br.Msg = "指标名称已存在，请重新填写" br.ErrMsg = "指标名称已存在，请重新填写" br.IsSendEmail = false return } edbInfo, err := models.GetEdbInfoById(req.EdbInfoId) if err != nil { if err.Error() == utils.ErrNoRow() { br.Msg = "指标已被删除，请刷新页面" br.ErrMsg = "指标已被删除，请刷新页面:Err:" + err.Error() return } br.Msg = "获取指标信息失败" br.ErrMsg = "获取指标信息失败:Err:" + err.Error() return } // 基础指标id fromEdbInfoId := req.FromEdbInfoId if req.Source <= 0 { req.Source = edbInfo.Source } var formulaInt int var nhccDate models.NhccDate // 拟合残差的日期 // 初期的参数校验 switch req.Source { case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS, utils.DATA_SOURCE_CALCULATE_HBZ, utils.DATA_SOURCE_CALCULATE_HCZ, utils.DATA_SOURCE_CALCULATE_TIME_SHIFT, utils.DATA_SOURCE_CALCULATE_CJJX: if req.Formula == "" { br.Msg = "请填写N值" return } formulaInt, _ = strconv.Atoi(req.Formula) if formulaInt <= 0 { br.Msg = "N值输入错误,请重新输入" return } case utils.DATA_SOURCE_CALCULATE_ZJPJ: //直接拼接指标 //校验时间格式 _, err = time.ParseInLocation(utils.FormatDate, req.Formula, time.Local) if err != nil { br.Msg = "拼接日期有误,请重新输入" return } case utils.DATA_SOURCE_CALCULATE_NHCC: //拟合残差指标 //指标校验 if len(req.EdbInfoIdArr) != 2 { br.Msg = "选择的指标异常,请重新选择" return } fromEdbInfoId = req.EdbInfoIdArr[0].EdbInfoId //校验时间格式 //数据格式：2022-11-01,2022-11-10 timeList := strings.Split(req.Formula, ",") if len(timeList) != 2 { br.Msg = "选择时间有误,请重新输入" return } startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local) if err != nil { br.Msg = "开始日期有误,请重新输入" return } endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local) if err != nil { br.Msg = "结束日期有误,请重新输入" return } if utils.GetTimeSubDay(startDate, endDate) < 2 { br.Msg = "日期间隔不得少于两天" return } nhccDate.StartDate = startDate nhccDate.EndDate = endDate case utils.DATA_SOURCE_CALCULATE_JP: if req.Formula != "期末值" && req.Formula != "平均值" { br.Msg = "数据取值类型错误:" + req.Formula return } case utils.DATA_SOURCE_CALCULATE_ZSXY: // 指数修匀 if req.Formula == "" { br.Msg = "请填写alpha值" return } a, e := strconv.ParseFloat(req.Formula, 64) if e != nil { br.Msg = "alpha值输入错误, 请重新输入" return } if a <= 0 || a >= 1 { br.Msg = "alpha值输入错误, 请重新输入" return } } var fromEdbInfo *models.EdbInfo if fromEdbInfoId > 0 { // 获取基础指标信息 fromEdbInfo, err = models.GetEdbInfoById(fromEdbInfoId) if err != nil { if err.Error() == utils.ErrNoRow() { br.Msg = "指标已被删除，请刷新页面" br.ErrMsg = "指标已被删除，请刷新页面:Err:" + err.Error() return } br.Msg = "获取指标信息失败" br.ErrMsg = "获取指标信息失败:Err:" + err.Error() return } } var sourName, errMsg string var edbInfoId int var baseEdbInfoModel models.BaseEdbInfoInterface editParams := models.EditCalculateBatchParams{ Req: &req, EdbInfo: edbInfo, FromEdbInfo: fromEdbInfo, } switch req.Source { case utils.DATA_SOURCE_CALCULATE_LJZZY: sourName = "累计值转月值" if fromEdbInfo.Frequency != "月度" { br.Msg = "请选择月度指标" return } err = models.EditCalculateLjzzy(edbInfo, &req, fromEdbInfo) case utils.DATA_SOURCE_CALCULATE_TBZ: sourName = "同比值" err = models.EditCalculateTbz(edbInfo, &req, fromEdbInfo) case utils.DATA_SOURCE_CALCULATE_TCZ: fmt.Println("start edit", time.Now()) sourName = "同差值" err = models.EditCalculateTcz(edbInfo, &req, fromEdbInfo) fmt.Println("end edit", time.Now()) case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS: sourName = "N数值移动平均计算" err = models.EditCalculateNszydpjjs(edbInfo, &req, fromEdbInfo, formulaInt, edbInfo.CalculateFormula) case utils.DATA_SOURCE_CALCULATE_HBZ: var condition string var pars []interface{} condition += " AND edb_info_id =? " pars = append(pars, req.FromEdbInfoId) condition += " AND value <=0 " checkCount, tmpErr := models.GetEdbDataCount(condition, pars, fromEdbInfo.Source) if tmpErr != nil && tmpErr.Error() != utils.ErrNoRow() { br.Msg = "判断环比值是否可计算失败" br.ErrMsg = "判断环比值是否可计算失败,Err:" + tmpErr.Error() return } if checkCount > 0 { br.Msg = "原始数据中存在0或负数，该指标不能进行环比运算" br.ErrMsg = "原始数据中出现0和负值时，提示该指标不能进行环比运算" return } sourName = "环比值" err = models.EditCalculateHbz(edbInfo, &req, fromEdbInfo, formulaInt, edbInfo.CalculateFormula) case utils.DATA_SOURCE_CALCULATE_HCZ: sourName = "环差值" err = models.EditCalculateHcz(edbInfo, &req, fromEdbInfo, formulaInt, edbInfo.CalculateFormula) case utils.DATA_SOURCE_CALCULATE_BP: sourName = utils.DATA_SOURCE_NAME_CALCULATE_BP err = models.EditCalculateBp(edbInfo, &req, fromEdbInfo) case utils.DATA_SOURCE_CALCULATE_TIME_SHIFT: sourName = "时间移位" err = models.EditCalculateTimeShift(edbInfo, &req, fromEdbInfo) case utils.DATA_SOURCE_CALCULATE_ZJPJ: sourName = "直接拼接" if len(req.EdbInfoIdArr) != 1 { br.Msg = "请传入拼接日期之后的指标" br.ErrMsg = "请传入拼接日期之后的指标" return } secondEdbInfoReq := req.EdbInfoIdArr[0] secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId) if tmpErr != nil { br.Msg = "获取拼接日期之后的指标信息失败" br.ErrMsg = "获取拼接日期之后的指标信息失败:Err:" + tmpErr.Error() return } if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId { br.Msg = "两个指标不允许为同一个" br.ErrMsg = "两个指标不允许为同一个" return } err = models.EditCalculateZjpj(&req, edbInfo, fromEdbInfo, secondEdbInfo) case utils.DATA_SOURCE_CALCULATE_LJZTBPJ: //累计值同比拼接 sourName = "累计值同比拼接" if fromEdbInfo.Frequency != "月度" { br.Msg = "待拼接指标只能筛选月度指标" br.ErrMsg = "待拼接指标只能筛选月度指标" return } if len(req.EdbInfoIdArr) != 1 { br.Msg = "请传入同比值指标" br.ErrMsg = "请传入同比值指标" return } secondEdbInfoReq := req.EdbInfoIdArr[0] tbzEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId) if tmpErr != nil { br.Msg = "获取同比值指标信息失败" br.ErrMsg = "获取同比值指标信息失败:Err:" + tmpErr.Error() return } if tbzEdbInfo.Source != utils.DATA_SOURCE_CALCULATE_TBZ { br.Msg = "指标必须是传入同比值指标类型" br.ErrMsg = "指标必须是传入同比值指标类型" return } if tbzEdbInfo.Frequency != "月度" { br.Msg = "同比值指标只能筛选月度指标" br.ErrMsg = "同比值指标只能筛选月度指标" return } if fromEdbInfo.EdbInfoId == tbzEdbInfo.EdbInfoId { br.Msg = "两个指标不允许为同一个" br.ErrMsg = "两个指标不允许为同一个" return } err = models.EditCalculateLjztbpj(&req, edbInfo, fromEdbInfo, tbzEdbInfo) case utils.DATA_SOURCE_CALCULATE_CJJX: sourName = "超季节性" err = models.EditCalculateCjjx(&req, edbInfo, fromEdbInfo, formulaInt) case utils.DATA_SOURCE_CALCULATE_NHCC: sourName = "拟合残差" secondEdbInfoReq := req.EdbInfoIdArr[1] secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId) if tmpErr != nil { br.Msg = "获取因变量的指标信息失败" br.ErrMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error() return } if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId { br.Msg = "两个指标不允许为同一个" br.ErrMsg = "两个指标不允许为同一个" return } err = models.EditCalculateNhcc(&req, edbInfo, fromEdbInfo, secondEdbInfo, nhccDate) case utils.DATA_SOURCE_CALCULATE_JP: if !models.CheckFrequency(fromEdbInfo.Frequency, req.Frequency) { br.Msg = "频度异常,不允许低频降频到高频" return } sourName = utils.DATA_SOURCE_NAME_CALCULATE_JP err = models.EditCalculateJp(edbInfo, &req, fromEdbInfo) case utils.DATA_SOURCE_CALCULATE_NH: if !models.CheckFrequency(fromEdbInfo.Frequency, req.Frequency) { br.Msg = "频度异常,不允许低频降频到高频" return } sourName = utils.DATA_SOURCE_NAME_CALCULATE_NH err = models.EditCalculateNh(edbInfo, &req, fromEdbInfo) case utils.DATA_SOURCE_CALCULATE_KSZS: //关联的指标信息 if len(req.EdbInfoIdArr) < 2 { br.Msg = "指标数量不能小于2个，请重新选择" br.ErrMsg = "指标数量不能小于2个，请重新选择" br.IsSendEmail = false return } sourName = utils.DATA_SOURCE_NAME_CALCULATE_KSZS err = models.EditCalculateKszs(edbInfo, &req) case utils.DATA_SOURCE_CALCULATE_CORRELATION: //关联的指标信息 if len(req.EdbInfoIdArr) < 2 { br.Msg = "指标数量不能小于2个，请重新选择" br.ErrMsg = "指标数量不能小于2个，请重新选择" br.IsSendEmail = false return } sourName = utils.DATA_SOURCE_NAME_CALCULATE_CORRELATION err, errMsg = models.EditCalculateCorrelation(edbInfo, &req) default: // 获取通用的数据源处理服务 baseEdbInfoModel = models.GetBaseEdbInfoModel(req.Source) // 没有找到的话，那么就直接返回报错吧 if baseEdbInfoModel == nil { br.Msg = "无效计算方式" br.ErrMsg = "无效计算方式,source:" + strconv.Itoa(req.Source) return } sourName = baseEdbInfoModel.GetSourceName() err, errMsg = baseEdbInfoModel.Edit(editParams) } if err != nil { br.Msg = "生成" + sourName + "失败" if errMsg != `` { br.Msg = errMsg } br.Msg = "生成" + sourName + "失败 Err:" + err.Error() return } if edbInfo == nil { br.Msg = "生成" + sourName + "失败" br.ErrMsg = "生成" + sourName + "失败,指标ID错误:" + strconv.Itoa(edbInfoId) return } edbInfoId = edbInfo.EdbInfoId //处理同名指标 { edbNameList, err := models.GetEdbInfoByName(req.EdbName) if err != nil { br.Msg = "保存失败" br.ErrMsg = "获取指标信息失败，Err:" + err.Error() return } if len(edbNameList) >= 2 { for _, v := range edbNameList { edbName := v.EdbName + "(" + v.SourceName + ")" err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId) if err != nil { br.Msg = "保存失败" br.ErrMsg = "修改指标名称失败，Err:" + err.Error() return } } } } // 更新指标最大最小值 err, errMsg = models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo) if err != nil { br.Msg = errMsg br.ErrMsg = err.Error() return } resp := models.AddEdbInfoResp{ EdbInfoId: edbInfo.EdbInfoId, UniqueCode: edbInfo.UniqueCode, } br.Ret = 200 br.Success = true br.Msg = "保存成功" br.Data = resp br.IsAddLog = true } // Refresh // @Title 刷新计算指标接口 // @Description 刷新计算指标接口 // @Success 200 {object} models.RefreshEdbInfoReq // @router /refresh [post] func (this *CalculateController) Refresh() { br := new(models.BaseResponse).Init() var cacheKey string defer func() { this.Data["json"] = br this.ServeJSON() }() var req models.RefreshEdbInfoReq err := json.Unmarshal(this.Ctx.Input.RequestBody, &req) if err != nil { br.Msg = "参数解析异常！" br.ErrMsg = "参数解析失败，Err:" + err.Error() return } if req.EdbCode == "" { br.Msg = "请输入指标编码！" br.ErrMsg = "请输入指标编码，指标编码为空" return } if req.EdbInfoId <= 0 { br.Msg = "请输入指标ID！" br.ErrMsg = "请输入指标ID" return } edbInfo, err := models.GetEdbInfoById(req.EdbInfoId) if err != nil { br.Msg = "指标不存在！" br.ErrMsg = "指标不存在" return } cacheKey = utils.CACHE_EDB_DATA_REFRESH + strconv.Itoa(edbInfo.Source) + "_" + req.EdbCode if utils.Rc.IsExist(cacheKey) { br.Ret = 501 br.Success = true br.Msg = "系统处理中，请稍后重试" return } // 刷新指标 utils.Rc.SetNX(cacheKey, 1, 1*time.Minute) defer func() { _ = utils.Rc.Delete(cacheKey) }() startDate := req.StartDate var errMsg string endDate := time.Now().Format(utils.FormatDate) edbInfoId := edbInfo.EdbInfoId source := edbInfo.Source var baseEdbInfoModel models.BaseEdbInfoInterface refreshParams := models.RefreshParams{ EdbInfo: edbInfo, StartDate: "", // 更新所有 EndDate: "", // 更新所有数据 } switch source { case utils.DATA_SOURCE_CALCULATE: //startDate = edbInfo.StartDate //sTime, err := time.ParseInLocation(utils.FormatDate, edbInfo.EndDate,time.Local) //if err != nil { // return //} //startDate = sTime.Format(utils.FormatDate) startDate = "" var edbInfoIdBytes []string calculateMap, err := models.GetEdbInfoCalculateDetailList(edbInfo.EdbInfoId) if err != nil { errMsg = "GetEdbInfoCalculateDetail Err:" + err.Error() break } var formulaStr string edbInfoList := make([]*models.EdbInfo, 0) for _, v := range calculateMap { formulaStr += v.FromTag + "," edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag) edbInfo, _ := models.GetEdbInfoById(v.FromEdbInfoId) edbInfoList = append(edbInfoList, edbInfo) } err = models.RefreshAllCalculate(edbInfoList, edbInfo.EdbInfoId, source, edbInfo.EdbCode, edbInfo.CalculateFormula, startDate, endDate, edbInfoIdBytes) if err != nil && err.Error() != utils.ErrNoRow() { errMsg = "RefreshCalculate Err:" + err.Error() break } case utils.DATA_SOURCE_CALCULATE_LJZZY: //刷新累计值转月值 calculateLjzzy, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId) if err != nil { errMsg = "GetEdbInfoCalculateLjzzyDetail Err:" + err.Error() break } fromEdbInfo, err := models.GetEdbInfoById(calculateLjzzy.FromEdbInfoId) if err != nil { errMsg = "GetEdbInfoById Err:" + err.Error() break } //startDate = edbInfo.StartDate //endDate = time.Now().Format(utils.FormatDate) endDate = `` //只要填写日期，就会出现问题，还是把日期给去掉吧 startDate = `` //只要填写日期，就会出现问题，还是把日期给去掉吧 err = models.RefreshAllCalculateLjzzy(edbInfoId, source, fromEdbInfo, calculateLjzzy.EdbCode, startDate, endDate) if err != nil && err.Error() != utils.ErrNoRow() { errMsg = "RefreshAllCalculateLjzzy Err:" + err.Error() break } case utils.DATA_SOURCE_CALCULATE_TBZ: //刷新同比值 calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId) if err != nil { errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error() break } fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId) if err != nil { errMsg = "GetEdbInfoById Err:" + err.Error() break } //startDate = edbInfo.StartDate endDate = time.Now().Format(utils.FormatDate) err = models.RefreshAllCalculateTbz(edbInfoId, source, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate) if err != nil && err.Error() != utils.ErrNoRow() { errMsg = "RefreshAllCalculateTbz Err:" + err.Error() break } case utils.DATA_SOURCE_CALCULATE_TCZ: //同差值 calculateTcz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId) if err != nil { errMsg = "GetEdbInfoCalculateTczDetail Err:" + err.Error() break } fromEdbInfo, err := models.GetEdbInfoById(calculateTcz.FromEdbInfoId) if err != nil { errMsg = "GetEdbInfoById Err:" + err.Error() break } //startDate = edbInfo.StartDate endDate = time.Now().Format(utils.FormatDate) err = models.RefreshAllCalculateTcz(edbInfoId, source, fromEdbInfo, calculateTcz.EdbCode, startDate, endDate) if err != nil && err.Error() != utils.ErrNoRow() { errMsg = "RefreshCalculateTcz Err:" + err.Error() break } case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS: //N数值移动平均计算 calculateNszydpjjs, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId) if err != nil { errMsg = "GetEdbInfoCalculateNszydpjjsDetail Err:" + err.Error() break } fromEdbInfo, err := models.GetEdbInfoById(calculateNszydpjjs.FromEdbInfoId) if err != nil { errMsg = "GetEdbInfoById Err:" + err.Error() break } formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula) //startDate = edbInfo.StartDate startDate = `` //只要填写日期，就会出现问题，还是把日期给去掉吧 err = models.RefreshAllCalculateNszydpjjs(edbInfoId, edbInfo.Source, formulaInt, fromEdbInfo, calculateNszydpjjs.EdbCode, startDate) if err != nil && err.Error() != utils.ErrNoRow() { errMsg = "RefreshCalculateNszydpjjs Err:" + err.Error() break } case utils.DATA_SOURCE_CALCULATE_HBZ: //刷新环比值 calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId) if err != nil { errMsg = "GetEdbInfoCalculateHbzDetail Err:" + err.Error() break } fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId) if err != nil { errMsg = "GetEdbInfoById Err:" + err.Error() break } startDate = `` //只要填写日期，就会出现问题，还是把日期给去掉吧 endDate = time.Now().Format(utils.FormatDate) formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula) err = models.RefreshAllCalculateHbz(edbInfoId, source, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate, formulaInt) if err != nil && err.Error() != utils.ErrNoRow() { errMsg = "RefreshAllCalculateHbz Err:" + err.Error() break } case utils.DATA_SOURCE_CALCULATE_HCZ: //刷新环差值 calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId) if err != nil { errMsg = "GetEdbInfoCalculateHczDetail Err:" + err.Error() break } fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId) if err != nil { errMsg = "GetEdbInfoById Err:" + err.Error() break } startDate = `` //只要填写日期，就会出现问题，还是把日期给去掉吧 endDate = time.Now().Format(utils.FormatDate) formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula) err = models.RefreshAllCalculateHcz(edbInfoId, source, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate, formulaInt) if err != nil && err.Error() != utils.ErrNoRow() { errMsg = "RefreshAllCalculateHcz Err:" + err.Error() break } case utils.DATA_SOURCE_CALCULATE_BP: //刷新升频 calculateTbz, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId) if err != nil { errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error() break } fromEdbInfo, err := models.GetEdbInfoById(calculateTbz.FromEdbInfoId) if err != nil { errMsg = "GetEdbInfoById Err:" + err.Error() break } //startDate = edbInfo.StartDate endDate = time.Now().Format(utils.FormatDate) err = models.RefreshAllCalculateBp(edbInfoId, source, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate) if err != nil && err.Error() != utils.ErrNoRow() { errMsg = "RefreshAllCalculateBp Err:" + err.Error() break } case utils.DATA_SOURCE_CALCULATE_TIME_SHIFT: calculate, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId) if err != nil { errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error() break } fromEdbInfo, err := models.GetEdbInfoById(calculate.FromEdbInfoId) if err != nil { errMsg = "GetEdbInfoById Err:" + err.Error() break } //startDate = edbInfo.StartDate startDate = `` //只要填写日期，就会出现问题，还是把日期给去掉吧 endDate = time.Now().Format(utils.FormatDate) formulaInt, _ := strconv.Atoi(calculate.CalculateFormula) err = models.RefreshAllCalculateTimeShift(edbInfoId, source, formulaInt, calculate.MoveType, fromEdbInfo, calculate.EdbCode, startDate, endDate, calculate.MoveFrequency) if err != nil && err.Error() != utils.ErrNoRow() { errMsg = "RefreshAllCalculateTimeShift Err:" + err.Error() } case utils.DATA_SOURCE_CALCULATE_ZJPJ: //刷新直接拼接 err = models.RefreshAllCalculateZjpj(edbInfo) if err != nil && err.Error() != utils.ErrNoRow() { errMsg = "RefreshAllCalculateZjpj Err:" + err.Error() break } case utils.DATA_SOURCE_CALCULATE_LJZTBPJ: //刷新累计值同比拼接 err = models.RefreshAllCalculateLjztbpj(edbInfo) if err != nil && err.Error() != utils.ErrNoRow() { errMsg = "RefreshAllCalculateLjztbpj Err:" + err.Error() break } case utils.DATA_SOURCE_PYTHON: //python代码运算 edbPythonCode, err := models.GetEdbPythonCodeById(edbInfo.EdbInfoId) if err != nil { errMsg = "获取python代码失败 Err:" + err.Error() break } edbData, err, errMsg := services.ExecPythonCode(edbInfo.EdbCode, edbPythonCode.PythonCode) if err != nil { br.Msg = "获取数据失败" br.ErrMsg = "python代码获取数据失败，err:" + err.Error() if errMsg != "" { br.Msg = errMsg } return } err = models.RefreshAllPythonEdb(edbInfo, edbData) if err != nil && err.Error() != utils.ErrNoRow() { errMsg = "RefreshAllPythonEdb Err:" + err.Error() break } case utils.DATA_SOURCE_CALCULATE_CJJX: //超季节性 calculateCjjx, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId) if err != nil { errMsg = "GetEdbInfoCalculateNszydpjjsDetail Err:" + err.Error() break } fromEdbInfo, err := models.GetEdbInfoById(calculateCjjx.FromEdbInfoId) if err != nil { errMsg = "GetEdbInfoById Err:" + err.Error() break } formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula) startDate = `` //只要填写日期，就会出现问题，还是把日期给去掉吧 err = models.RefreshAllCalculateCjjx(edbInfoId, edbInfo.Source, fromEdbInfo, calculateCjjx.EdbCode, startDate, "", edbInfo.Calendar, formulaInt) if err != nil && err.Error() != utils.ErrNoRow() { errMsg = "RefreshAllCalculateCjjx Err:" + err.Error() break } case utils.DATA_SOURCE_CALCULATE_NHCC: //nhcc err = models.RefreshAllCalculateNhcc(edbInfo) if err != nil && err.Error() != utils.ErrNoRow() { errMsg = "RefreshAllCalculateNhcc Err:" + err.Error() break } case utils.DATA_SOURCE_CALCULATE_ADJUST: calculateMapping, err := models.GetEdbInfoCalculateMappingDetail(edbInfo.EdbInfoId) if err != nil { br.Msg = "获取来源指标异常！" br.ErrMsg = "获取来源指标异常，Err:" + err.Error() return } fromEdbInfo, err := models.GetEdbInfoById(calculateMapping.FromEdbInfoId) if err != nil { br.Msg = "来源指标不存在！" br.ErrMsg = "来源指标不存在" return } err = models.RefreshAllAdjustEdb(edbInfo, fromEdbInfo) if err != nil && err.Error() != utils.ErrNoRow() { errMsg = "RefreshAllAdjustEdb Err:" + err.Error() break } case utils.DATA_SOURCE_CALCULATE_JP: //刷新降频 calculateMapping, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId) if err != nil { errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error() break } fromEdbInfo, err := models.GetEdbInfoById(calculateMapping.FromEdbInfoId) if err != nil { errMsg = "GetEdbInfoById Err:" + err.Error() break } //startDate = edbInfo.StartDate endDate = time.Now().Format(utils.FormatDate) err = models.RefreshAllCalculateJp(edbInfoId, source, fromEdbInfo, edbInfo.EdbCode, edbInfo.Frequency, edbInfo.CalculateFormula) if err != nil && err.Error() != utils.ErrNoRow() { errMsg = "RefreshAllCalculateJp Err:" + err.Error() break } case utils.DATA_SOURCE_CALCULATE_NH: //刷新年化 calculateMapping, err := models.GetEdbInfoCalculateMappingDetail(edbInfoId) if err != nil { errMsg = "GetEdbInfoCalculateTbzDetail Err:" + err.Error() break } fromEdbInfo, err := models.GetEdbInfoById(calculateMapping.FromEdbInfoId) if err != nil { errMsg = "GetEdbInfoById Err:" + err.Error() break } //startDate = edbInfo.StartDate endDate = time.Now().Format(utils.FormatDate) err = models.RefreshAllCalculateNh(edbInfoId, source, fromEdbInfo, edbInfo.EdbCode) if err != nil && err.Error() != utils.ErrNoRow() { errMsg = "RefreshAllCalculateNh Err:" + err.Error() break } case utils.DATA_SOURCE_CALCULATE_KSZS: //刷新扩散指数 //startDate = edbInfo.StartDate endDate = time.Now().Format(utils.FormatDate) err = models.RefreshAllCalculateKszs(edbInfo) if err != nil && err.Error() != utils.ErrNoRow() { errMsg = "RefreshAllCalculateKszs Err:" + err.Error() break } case utils.DATA_SOURCE_STOCK_PLANT: //存量装置 //startDate = edbInfo.StartDate endDate = time.Now().Format(utils.FormatDate) req.StartDate = `` // 开始日期也给过滤吧，万一研究员补充了之前的数据呢，还是过滤掉吧 err = models.RefreshEdbDataFromStockPlant(req.EdbInfoId, req.EdbCode, req.StartDate) if err != nil && err.Error() != utils.ErrNoRow() { errMsg = "RefreshEdbDataFromStockPlant Err:" + err.Error() break } case utils.DATA_SOURCE_CALCULATE_CORRELATION: err, errMsg = models.RefreshAllCalculateCorrelation(edbInfo) default: // 获取通用的数据源处理服务 baseEdbInfoModel = models.GetBaseEdbInfoModel(source) // 没有找到的话，那么就直接返回报错吧 if baseEdbInfoModel == nil { br.Msg = "来源异常，请联系相关开发！" br.ErrMsg = "来源异常，请联系相关开发" return } err, errMsg = baseEdbInfoModel.Refresh(refreshParams) } if errMsg != `` { br.Msg = "刷新指标失败！" br.ErrMsg = "刷新指标失败，err:" + errMsg return } // 更新指标最大最小值 err, errMsg = models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo) if err != nil { br.Msg = errMsg br.ErrMsg = err.Error() return } // 更新ES go logic.UpdateEs(edbInfoId) br.Ret = 200 br.Success = true br.Msg = "获取成功" } // SaveAdjust // @Title 保存数据调整指标接口 // @Description 保存数据调整指标接口 // @Success 200 {object} models.SaveAdjustEdbReq // @router /adjust/save [post] func (this *CalculateController) SaveAdjust() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() var req models.SaveAdjustEdbReq err := json.Unmarshal(this.Ctx.Input.RequestBody, &req) if err != nil { br.Msg = "参数解析异常！" br.ErrMsg = "参数解析失败，Err:" + err.Error() return } req.EdbName = strings.Trim(req.EdbName, " ") if req.EdbName == "" { br.Msg = "指标名称不能为空" return } if req.Frequency == "" { br.Msg = "频率不能为空" return } if req.Unit == "" { br.Msg = "单位不能为空" return } if req.ClassifyId <= 0 { br.Msg = "请选择分类" return } if len(req.DataList) == 0 { br.Msg = "请填写数据" return } //加入缓存机制，避免创建同一个名称的指标 start redisKey := fmt.Sprint("edb_info:adjust:add:", utils.DATA_SOURCE_CALCULATE_ADJUST, ":", req.EdbName) isExist := utils.Rc.IsExist(redisKey) if isExist { br.Msg = "指标正在处理,请勿重复提交" return } else { //设置3分钟缓存 utils.Rc.SetNX(redisKey, 1, time.Second*300) defer func() { _ = utils.Rc.Delete(redisKey) }() } //获取指标数据 var condition string var pars []interface{} condition += " AND edb_name=? " pars = append(pars, req.EdbName) if req.EdbInfoId > 0 { condition += " AND edb_info_id != ? " pars = append(pars, req.EdbInfoId) } count, err := models.GetEdbInfoCountByCondition(condition, pars) if err != nil { br.Msg = "判断指标名称是否存在失败" br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error() return } if count > 0 { br.Msg = "指标名称已存在，请重新填写" br.ErrMsg = "指标名称已存在，请重新填写" return } edbInfo, err, errMsg := models.SaveAdjustEdb(req) if err != nil { br.Msg = errMsg br.Msg = "添加指标失败,Err:" + err.Error() return } //处理同名指标 { edbNameList, err := models.GetEdbInfoByName(req.EdbName) if err != nil { br.Msg = "保存失败" br.ErrMsg = "获取指标信息失败，Err:" + err.Error() return } if len(edbNameList) >= 2 { for _, v := range edbNameList { edbName := v.EdbName + "(" + v.SourceName + ")" err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId) if err != nil { br.Msg = "保存失败" br.ErrMsg = "修改指标名称失败，Err:" + err.Error() return } } } } // 更新指标最大最小值 err, errMsg = models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo) if err != nil { br.Msg = errMsg br.ErrMsg = err.Error() return } resp := models.AddEdbInfoResp{ EdbInfoId: edbInfo.EdbInfoId, UniqueCode: edbInfo.UniqueCode, } br.Ret = 200 br.Success = true br.Msg = "保存成功" br.Data = resp br.IsAddLog = true } // CalculateComputeCorrelation // @Title 拟合残差计算相关性 // @Description 拟合残差计算相关性接口 // @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string" // @Success Ret=200 返回指标id // @router /compute_correlation [post] func (this *CalculateController) CalculateComputeCorrelation() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() var req models.EdbInfoCalculateBatchSaveReq err := json.Unmarshal(this.Ctx.Input.RequestBody, &req) if err != nil { br.Msg = "参数解析异常！" br.ErrMsg = "参数解析失败，Err:" + err.Error() return } if len(req.EdbInfoIdArr) != 2 { br.Msg = "选择的指标异常,请重新选择" return } //校验时间格式 //数据格式：2022-11-01,2022-11-10 timeList := strings.Split(req.Formula, ",") if len(timeList) != 2 { br.Msg = "选择时间有误,请重新输入" return } startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local) if err != nil { br.Msg = "开始日期有误,请重新输入" return } endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local) if err != nil { br.Msg = "结束日期有误,请重新输入" return } if utils.GetTimeSubDay(startDate, endDate) < 2 { br.Msg = "日期间隔不得少于两天" return } var nhccDate models.NhccDate // 拟合残差的日期 nhccDate.StartDate = startDate nhccDate.EndDate = endDate // 基础指标id fromEdbInfoId := req.EdbInfoIdArr[0].EdbInfoId if fromEdbInfoId <= 0 { br.Msg = "请选择指标" return } // 来源指标（自变量指标） fromEdbInfo, err := models.GetEdbInfoById(fromEdbInfoId) if err != nil { br.Msg = "获取指标信息失败" br.ErrMsg = "获取指标信息失败:Err:" + err.Error() return } // 因变量指标 secondEdbInfoReq := req.EdbInfoIdArr[1] secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId) if tmpErr != nil { br.Msg = "获取因变量的指标信息失败" br.ErrMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error() return } if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId { br.Msg = "两个指标不允许为同一个" br.ErrMsg = "两个指标不允许为同一个" return } rVal, err := models.CalculateComputeCorrelation(&req, fromEdbInfo, secondEdbInfo, nhccDate) if err != nil { br.Msg = "计算失败" br.ErrMsg = "计算失败，ERR：" + err.Error() return } br.Ret = 200 br.Success = true br.Msg = "计算成功" br.Data = rVal br.IsAddLog = true }