12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103 |
- package services
- import (
- "eta/eta_index_lib/logic"
- "eta/eta_index_lib/models"
- "eta/eta_index_lib/utils"
- "fmt"
- "strconv"
- "strings"
- "time"
- )
- // EdbCalculateBatchSave 批量指标运算
- func EdbCalculateBatchSave(req models.EdbInfoCalculateBatchSaveReq, lang string) (edbInfo *models.EdbInfo, uniqueCode string, err error, errMsg string) {
- // 校验参数
- req.EdbName = strings.Trim(req.EdbName, " ")
- if req.EdbName == "" {
- err = fmt.Errorf("指标名称不能为空")
- return
- }
- if req.Frequency == "" {
- err = fmt.Errorf("频率不能为空")
- return
- }
- if req.Unit == "" {
- err = fmt.Errorf("单位不能为空")
- return
- }
- if req.ClassifyId <= 0 {
- err = fmt.Errorf("请选择分类")
- return
- }
- // 基础指标id
- fromEdbInfoId := req.FromEdbInfoId
- var formulaInt int
- var nhccDate models.NhccDate // 拟合残差的日期
- switch req.Source {
- case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS, utils.DATA_SOURCE_CALCULATE_HBZ, utils.DATA_SOURCE_CALCULATE_HCZ, utils.DATA_SOURCE_CALCULATE_TIME_SHIFT, utils.DATA_SOURCE_CALCULATE_CJJX:
- if req.Formula == "" {
- err = fmt.Errorf("请填写N值")
- return
- }
- formulaInt, _ = strconv.Atoi(req.Formula)
- if formulaInt <= 0 {
- err = fmt.Errorf(" N值输入错误,请重新输入")
- return
- }
- case utils.DATA_SOURCE_CALCULATE_ZJPJ:
- //直接拼接指标
- //校验时间格式
- _, err = time.ParseInLocation(utils.FormatDate, req.Formula, time.Local)
- if err != nil {
- err = fmt.Errorf("拼接日期有误,请重新输入")
- return
- }
- case utils.DATA_SOURCE_CALCULATE_NHCC: //拟合残差指标
- //指标校验
- if len(req.EdbInfoIdArr) != 2 {
- err = fmt.Errorf("选择的指标异常,请重新选择")
- return
- }
- fromEdbInfoId = req.EdbInfoIdArr[0].EdbInfoId
- //校验时间格式
- //数据格式:2022-11-01,2022-11-10
- timeList := strings.Split(req.Formula, ",")
- if len(timeList) != 2 {
- err = fmt.Errorf("选择时间有误,请重新输入")
- return
- }
- startDate, e := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
- if e != nil {
- err = fmt.Errorf("开始日期有误,请重新输入")
- return
- }
- endDate, e := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
- if e != nil {
- err = fmt.Errorf("结束日期有误,请重新输入")
- return
- }
- if utils.GetTimeSubDay(startDate, endDate) < 2 {
- err = fmt.Errorf("日期间隔不得少于两天")
- return
- }
- nhccDate.StartDate = startDate
- nhccDate.EndDate = endDate
- case utils.DATA_SOURCE_CALCULATE_JP:
- if req.Formula != "期末值" && req.Formula != "平均值" {
- err = fmt.Errorf("数据取值类型错误:" + req.Formula)
- return
- }
- case utils.DATA_SOURCE_CALCULATE_ZSXY: // 指数修匀
- if req.Formula == "" {
- err = fmt.Errorf("请填写alpha值")
- return
- }
- a, e := strconv.ParseFloat(req.Formula, 64)
- if e != nil {
- err = fmt.Errorf("alpha值输入错误, 请重新输入")
- return
- }
- if a <= 0 || a >= 1 {
- err = fmt.Errorf("alpha值输入错误, 请重新输入")
- return
- }
- }
- notNeedFromEdbSourceList := []int{utils.DATA_SOURCE_CALCULATE_KSZS, utils.DATA_SOURCE_CALCULATE_CORRELATION, utils.DATA_SOURCE_CALCULATE_ZDYFX, utils.DATA_SOURCE_CALCULATE_SUM, utils.DATA_SOURCE_CALCULATE_AVG} // 不需要传入来源指标id的 指标类型
- if fromEdbInfoId <= 0 && !utils.InArrayByInt(notNeedFromEdbSourceList, req.Source) {
- err = fmt.Errorf("请选择指标")
- return
- }
- //加入缓存机制,避免创建同一个名称的指标 start
- redisKey := fmt.Sprint("edb_lib:edb_info:calculate:batch:save:", req.Source, ":", req.EdbName)
- isExist := utils.Rc.IsExist(redisKey)
- if isExist {
- err = fmt.Errorf("指标正在处理,请勿重复提交")
- return
- } else {
- //设置3分钟缓存
- utils.Rc.SetNX(redisKey, 1, time.Second*300)
- defer func() {
- _ = utils.Rc.Delete(redisKey)
- }()
- }
- //加入缓存机制,避免创建同一个名称的指标 end
- var condition string
- var pars []interface{}
- condition += " AND edb_name=? "
- pars = append(pars, req.EdbName)
- count, err := models.GetEdbInfoCountByCondition(condition, pars)
- if err != nil {
- err = fmt.Errorf("判断指标名称是否存在失败")
- errMsg = "判断指标名称是否存在失败,Err:" + err.Error()
- return
- }
- if count > 0 {
- err = fmt.Errorf("指标名称已存在,请重新填写")
- errMsg = "指标名称已存在,请重新填写"
- return
- }
- // 来源指标
- var fromEdbInfo *models.EdbInfo
- if fromEdbInfoId > 0 {
- fromEdbInfo, err = models.GetEdbInfoById(fromEdbInfoId)
- if err != nil {
- errMsg = "获取指标信息失败:Err:" + err.Error()
- err = fmt.Errorf("获取指标信息失败")
- return
- }
- }
- //生成指标编码
- randStr := utils.GetRandDigit(4)
- edbCode := `C` + time.Now().Format("060102") + randStr
- timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
- uniqueCode = utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
- sysUserId := req.AdminId
- sysUserName := req.AdminName
- var sourName string
- var edbInfoId int
- var baseEdbInfoModel models.BaseEdbInfoInterface
- addParam := models.AddCalculateBatchParams{
- Req: &req,
- FromEdbInfo: fromEdbInfo,
- EdbCode: edbCode,
- UniqueCode: uniqueCode,
- SysUserId: sysUserId,
- SysUserRealName: sysUserName,
- }
- switch req.Source {
- case utils.DATA_SOURCE_CALCULATE:
- sourName = "计算指标"
- req2 := models.EdbInfoCalculateSaveReq{
- AdminId: sysUserId,
- AdminName: sysUserName,
- EdbName: req.EdbName,
- Frequency: req.Frequency,
- Unit: req.Unit,
- ClassifyId: req.ClassifyId,
- CalculateFormula: req.CalculateFormula,
- //EdbInfoIdArr: req.EdbInfoIdArr,
- EmptyType: req.EmptyType,
- MaxEmptyType: req.MaxEmptyType,
- Extra: req.Extra,
- }
- // 放入A指标
- t := models.EdbInfoFromTag{
- EdbInfoId: req.FromEdbInfoId,
- FromTag: "A",
- }
- req2.EdbInfoIdArr = append(req2.EdbInfoIdArr, t)
- // 放入B指标
- if len(req.EdbInfoIdArr) > 0 {
- t = models.EdbInfoFromTag{
- EdbInfoId: req.EdbInfoIdArr[0].EdbInfoId,
- FromTag: "B",
- }
- req2.EdbInfoIdArr = append(req2.EdbInfoIdArr, t)
- }
- edbInfo, _, err, errMsg = EdbCalculateAdd(req2, lang)
- case utils.DATA_SOURCE_CALCULATE_LJZZY:
- sourName = "累计值转月值"
- if fromEdbInfo.Frequency != "月度" {
- err = fmt.Errorf("请选择月度指标")
- return
- }
- edbInfo, err = models.AddCalculateLjzzy(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
- case utils.DATA_SOURCE_CALCULATE_TBZ:
- if req.Frequency != fromEdbInfo.Frequency {
- err = fmt.Errorf("当前频度和原指标频度不一致")
- return
- }
- if req.Unit != "无" {
- err = fmt.Errorf("单位只允许为无,禁止选择其他单位")
- return
- }
- sourName = "同比值"
- edbInfo, err = models.AddCalculateTbz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
- case utils.DATA_SOURCE_CALCULATE_TCZ:
- if req.Frequency != fromEdbInfo.Frequency {
- err = fmt.Errorf("当前频度和原指标频度不一致")
- return
- }
- if req.Unit != fromEdbInfo.Unit {
- err = fmt.Errorf("当前单位和原指标单位不一致")
- return
- }
- sourName = "同差值"
- edbInfo, err = models.AddCalculateTcz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
- case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS:
- sourName = "N数值移动平均计算"
- edbInfo, err = models.AddCalculateNszydpjjs(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName, formulaInt)
- case utils.DATA_SOURCE_CALCULATE_HBZ:
- var condition string
- var pars []interface{}
- condition += " AND edb_info_id =? "
- pars = append(pars, fromEdbInfoId)
- condition += " AND value <=0 "
- checkCount, tmpErr := models.GetEdbDataCount(condition, pars, fromEdbInfo.Source, fromEdbInfo.SubSource)
- if tmpErr != nil && tmpErr.Error() != utils.ErrNoRow() {
- err = fmt.Errorf("判断环比值是否可计算失败")
- errMsg = "判断环比值是否可计算失败,Err:" + tmpErr.Error()
- return
- }
- if checkCount > 0 {
- err = fmt.Errorf("原始数据中存在0或负数,该指标不能进行环比运算")
- errMsg = "原始数据中出现0和负值时,提示该指标不能进行环比运算"
- return
- }
- sourName = "环比值"
- edbInfo, err = models.AddCalculateHbz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName, formulaInt)
- case utils.DATA_SOURCE_CALCULATE_HCZ:
- sourName = "环差值"
- edbInfo, err = models.AddCalculateHcz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName, formulaInt)
- case utils.DATA_SOURCE_CALCULATE_BP:
- sourName = utils.DATA_SOURCE_NAME_CALCULATE_BP
- edbInfo, err = models.AddCalculateBp(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
- case utils.DATA_SOURCE_CALCULATE_TIME_SHIFT:
- sourName = "时间移位"
- edbInfo, err = models.AddCalculateTimeShift(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
- case utils.DATA_SOURCE_CALCULATE_ZJPJ:
- sourName = "直接拼接"
- if len(req.EdbInfoIdArr) != 1 {
- err = fmt.Errorf("请传入拼接日期之后的指标")
- errMsg = "请传入拼接日期之后的指标"
- return
- }
- secondEdbInfoReq := req.EdbInfoIdArr[0]
- secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
- if tmpErr != nil {
- err = fmt.Errorf("获取拼接日期之后的指标信息失败")
- errMsg = "获取拼接日期之后的指标信息失败:Err:" + tmpErr.Error()
- return
- }
- if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
- err = fmt.Errorf("两个指标不允许为同一个")
- errMsg = "两个指标不允许为同一个"
- return
- }
- edbInfo, err = models.AddCalculateZjpj(&req, fromEdbInfo, secondEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
- case utils.DATA_SOURCE_CALCULATE_LJZTBPJ:
- sourName = "累计值同比拼接"
- if fromEdbInfo.Frequency != "月度" {
- err = fmt.Errorf("待拼接指标只能筛选月度指标")
- errMsg = "待拼接指标只能筛选月度指标"
- return
- }
- if len(req.EdbInfoIdArr) != 1 {
- err = fmt.Errorf("请传入同比值指标")
- errMsg = "请传入同比值指标"
- return
- }
- secondEdbInfoReq := req.EdbInfoIdArr[0]
- tbzEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
- if tmpErr != nil {
- err = fmt.Errorf("获取同比值指标信息失败")
- errMsg = "获取同比值指标信息失败:Err:" + tmpErr.Error()
- return
- }
- if tbzEdbInfo.Source != utils.DATA_SOURCE_CALCULATE_TBZ {
- err = fmt.Errorf("指标必须是传入同比值指标类型")
- errMsg = "指标必须是传入同比值指标类型"
- return
- }
- if tbzEdbInfo.Frequency != "月度" {
- err = fmt.Errorf("同比值指标只能筛选月度指标")
- errMsg = "同比值指标只能筛选月度指标"
- return
- }
- if fromEdbInfo.EdbInfoId == tbzEdbInfo.EdbInfoId {
- err = fmt.Errorf("两个指标不允许为同一个")
- errMsg = "两个指标不允许为同一个"
- return
- }
- edbInfo, err = models.AddCalculateLjztbpj(&req, fromEdbInfo, tbzEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
- case utils.DATA_SOURCE_CALCULATE_CJJX:
- sourName = "超季节性"
- edbInfo, err = models.AddCalculateCjjx(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName, formulaInt)
- case utils.DATA_SOURCE_CALCULATE_NHCC:
- sourName = "拟合残差"
- secondEdbInfoReq := req.EdbInfoIdArr[1]
- secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
- if tmpErr != nil {
- err = fmt.Errorf("获取因变量的指标信息失败")
- errMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
- return
- }
- if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
- err = fmt.Errorf("两个指标不允许为同一个")
- errMsg = "两个指标不允许为同一个"
- return
- }
- edbInfo, err, errMsg = models.AddCalculateNhcc(&req, fromEdbInfo, secondEdbInfo, edbCode, uniqueCode, nhccDate, sysUserId, sysUserName)
- case utils.DATA_SOURCE_CALCULATE_JP:
- if !models.CheckFrequency(fromEdbInfo.Frequency, req.Frequency) {
- err = fmt.Errorf("频度异常,不允许低频降频到高频")
- return
- }
- sourName = utils.DATA_SOURCE_NAME_CALCULATE_JP
- edbInfo, err = models.AddCalculateJp(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
- case utils.DATA_SOURCE_CALCULATE_NH:
- sourName = utils.DATA_SOURCE_NAME_CALCULATE_NH
- edbInfo, err = models.AddCalculateNh(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
- case utils.DATA_SOURCE_CALCULATE_KSZS:
- //关联的指标信息
- if len(req.EdbInfoIdArr) < 2 {
- err = fmt.Errorf("指标数量不能小于2个,请重新选择")
- errMsg = "指标数量不能小于2个,请重新选择"
- //br.IsSendEmail = false
- return
- }
- sourName = utils.DATA_SOURCE_NAME_CALCULATE_KSZS
- edbInfo, err = models.AddCalculateKszs(&req, edbCode, uniqueCode, sysUserId, sysUserName)
- case utils.DATA_SOURCE_CALCULATE_CORRELATION:
- //关联的指标信息
- if len(req.EdbInfoIdArr) < 2 {
- err = fmt.Errorf("指标数量不能小于2个,请重新选择")
- errMsg = "指标数量不能小于2个,请重新选择"
- //br.IsSendEmail = false
- return
- }
- sourName = utils.DATA_SOURCE_NAME_CALCULATE_CORRELATION
- edbInfo, err, errMsg = models.AddCalculateCorrelation(&req, edbCode, uniqueCode, sysUserId, sysUserName)
- case utils.DATA_SOURCE_CALCULATE_RJZ:
- if req.Frequency == "日度" {
- err = fmt.Errorf("日度指标无需进行日均值计算")
- return
- }
- if req.Frequency != fromEdbInfo.Frequency {
- err = fmt.Errorf("当前频度和原指标频度不一致")
- return
- }
- if req.Unit != fromEdbInfo.Unit {
- err = fmt.Errorf("单位只允许为和原指标频度保持一致,禁止选择其他单位")
- return
- }
- sourName = "日均值"
- edbInfo, err = models.AddCalculateRjz(&req, fromEdbInfo, edbCode, uniqueCode, sysUserId, sysUserName)
- default:
- // 获取通用的数据源处理服务
- baseEdbInfoModel = models.GetBaseEdbInfoModel(req.Source)
- // 没有找到的话,那么就直接返回报错吧
- if baseEdbInfoModel == nil {
- err = fmt.Errorf("无效计算方式")
- errMsg = "无效计算方式,source:" + strconv.Itoa(req.Source)
- return
- }
- sourName = baseEdbInfoModel.GetSourceName()
- edbInfo, err, errMsg = baseEdbInfoModel.Add(addParam)
- }
- if err != nil {
- errMsg = "生成" + sourName + "失败 Err:" + err.Error() + errMsg
- err = fmt.Errorf("生成" + sourName + "失败")
- return
- }
- if edbInfo == nil {
- err = fmt.Errorf("生成" + sourName + "失败")
- errMsg = "生成" + sourName + "失败,指标ID错误:" + strconv.Itoa(edbInfoId)
- return
- }
- edbInfoId = edbInfo.EdbInfoId
- //处理同名指标
- {
- edbNameList, tErr := models.GetEdbInfoByName(req.EdbName)
- if tErr != nil {
- err = fmt.Errorf("保存失败")
- errMsg = "获取指标信息失败,Err:" + tErr.Error()
- return
- }
- if len(edbNameList) >= 2 {
- for _, v := range edbNameList {
- edbName := v.EdbName + "(" + v.SourceName + ")"
- err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
- if err != nil {
- errMsg = "修改指标名称失败,Err:" + err.Error()
- err = fmt.Errorf("保存失败")
- return
- }
- }
- }
- }
- // 更新指标最大最小值
- err, errMsg = models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo)
- if err != nil {
- return
- }
- // 更新ES
- go logic.UpdateEs(edbInfo.EdbInfoId)
- return
- }
- // EdbCalculateBatchEdit 批量指标编辑
- func EdbCalculateBatchEdit(req models.EdbInfoCalculateBatchEditReq) (edbInfo *models.EdbInfo, uniqueCode string, err error, errMsg string) {
- // 校验参数
- req.EdbName = strings.Trim(req.EdbName, " ")
- if req.EdbName == "" {
- err = fmt.Errorf("指标名称不能为空")
- return
- }
- if req.Frequency == "" {
- err = fmt.Errorf("频率不能为空")
- return
- }
- if req.Unit == "" {
- err = fmt.Errorf("单位不能为空")
- return
- }
- if req.ClassifyId <= 0 {
- err = fmt.Errorf("请选择分类")
- return
- }
- if req.EdbInfoId <= 0 {
- err = fmt.Errorf("请选择指标")
- return
- }
- //加入缓存机制,避免创建同一个名称的指标 start
- redisKey := fmt.Sprint("edb_lib:edb_info:calculate:batch:save:", req.Source, ":", req.EdbName)
- isExist := utils.Rc.IsExist(redisKey)
- if isExist {
- err = fmt.Errorf("指标正在处理,请勿重复提交")
- return
- } else {
- //设置3分钟缓存
- utils.Rc.SetNX(redisKey, 1, time.Second*300)
- defer func() {
- _ = utils.Rc.Delete(redisKey)
- }()
- }
- //加入缓存机制,避免创建同一个名称的指标 end
- var condition string
- var pars []interface{}
- condition += " AND edb_name=? AND edb_info_id<>? "
- pars = append(pars, req.EdbName, req.EdbInfoId)
- count, err := models.GetEdbInfoCountByCondition(condition, pars)
- if err != nil {
- err = fmt.Errorf("判断指标名称是否存在失败")
- errMsg = "判断指标名称是否存在失败,Err:" + err.Error()
- return
- }
- if count > 0 {
- err = fmt.Errorf("指标名称已存在,请重新填写")
- errMsg = "指标名称已存在,请重新填写"
- return
- }
- edbInfo, err = models.GetEdbInfoById(req.EdbInfoId)
- if err != nil {
- if err.Error() == utils.ErrNoRow() {
- errMsg = "指标已被删除,请刷新页面:Err:" + err.Error()
- err = fmt.Errorf("指标已被删除,请刷新页面")
- return
- }
- errMsg = "获取指标信息失败:Err:" + err.Error()
- err = fmt.Errorf("获取指标信息失败")
- return
- }
- // 基础指标id
- fromEdbInfoId := req.FromEdbInfoId
- if req.Source <= 0 {
- req.Source = edbInfo.Source
- }
- var formulaInt int
- var nhccDate models.NhccDate // 拟合残差的日期
- // 初期的参数校验
- switch req.Source {
- case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS, utils.DATA_SOURCE_CALCULATE_HBZ, utils.DATA_SOURCE_CALCULATE_HCZ, utils.DATA_SOURCE_CALCULATE_TIME_SHIFT, utils.DATA_SOURCE_CALCULATE_CJJX:
- if req.Formula == "" {
- err = fmt.Errorf("请填写N值")
- return
- }
- formulaInt, _ = strconv.Atoi(req.Formula)
- if formulaInt <= 0 {
- err = fmt.Errorf("N值输入错误,请重新输入")
- return
- }
- case utils.DATA_SOURCE_CALCULATE_ZJPJ:
- //直接拼接指标
- //校验时间格式
- _, err = time.ParseInLocation(utils.FormatDate, req.Formula, time.Local)
- if err != nil {
- err = fmt.Errorf("拼接日期有误,请重新输入")
- return
- }
- case utils.DATA_SOURCE_CALCULATE_NHCC: //拟合残差指标
- //指标校验
- if len(req.EdbInfoIdArr) != 2 {
- err = fmt.Errorf("选择的指标异常,请重新选择")
- return
- }
- fromEdbInfoId = req.EdbInfoIdArr[0].EdbInfoId
- //校验时间格式
- //数据格式:2022-11-01,2022-11-10
- timeList := strings.Split(req.Formula, ",")
- if len(timeList) != 2 {
- err = fmt.Errorf("选择时间有误,请重新输入")
- return
- }
- startDate, e := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
- if e != nil {
- err = fmt.Errorf("开始日期有误,请重新输入")
- return
- }
- endDate, e := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
- if e != nil {
- err = fmt.Errorf("结束日期有误,请重新输入")
- return
- }
- if utils.GetTimeSubDay(startDate, endDate) < 2 {
- err = fmt.Errorf("日期间隔不得少于两天")
- return
- }
- nhccDate.StartDate = startDate
- nhccDate.EndDate = endDate
- case utils.DATA_SOURCE_CALCULATE_JP:
- if req.Formula != "期末值" && req.Formula != "平均值" {
- err = fmt.Errorf("数据取值类型错误:" + req.Formula)
- return
- }
- case utils.DATA_SOURCE_CALCULATE_ZSXY: // 指数修匀
- if req.Formula == "" {
- err = fmt.Errorf("请填写alpha值")
- return
- }
- a, e := strconv.ParseFloat(req.Formula, 64)
- if e != nil {
- err = fmt.Errorf("alpha值输入错误, 请重新输入")
- return
- }
- if a <= 0 || a >= 1 {
- err = fmt.Errorf("alpha值输入错误, 请重新输入")
- return
- }
- }
- // 来源指标
- var fromEdbInfo *models.EdbInfo
- // 基础指标id
- if fromEdbInfoId > 0 {
- fromEdbInfo, err = models.GetEdbInfoById(fromEdbInfoId)
- if err != nil {
- errMsg = "获取指标信息失败:Err:" + err.Error()
- err = fmt.Errorf("获取指标信息失败")
- return
- }
- }
- var sourName string
- var edbInfoId int
- var baseEdbInfoModel models.BaseEdbInfoInterface
- editParams := models.EditCalculateBatchParams{
- Req: &req,
- EdbInfo: edbInfo,
- FromEdbInfo: fromEdbInfo,
- }
- switch req.Source {
- case utils.DATA_SOURCE_CALCULATE_LJZZY:
- sourName = "累计值转月值"
- if fromEdbInfo.Frequency != "月度" {
- err = fmt.Errorf("请选择月度指标")
- return
- }
- err = models.EditCalculateLjzzy(edbInfo, &req, fromEdbInfo)
- case utils.DATA_SOURCE_CALCULATE_TBZ:
- sourName = "同比值"
- err = models.EditCalculateTbz(edbInfo, &req, fromEdbInfo)
- case utils.DATA_SOURCE_CALCULATE_TCZ:
- fmt.Println("start edit", time.Now())
- sourName = "同差值"
- err = models.EditCalculateTcz(edbInfo, &req, fromEdbInfo)
- fmt.Println("end edit", time.Now())
- case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS:
- sourName = "N数值移动平均计算"
- err = models.EditCalculateNszydpjjs(edbInfo, &req, fromEdbInfo, formulaInt, edbInfo.CalculateFormula)
- case utils.DATA_SOURCE_CALCULATE_HBZ:
- var condition string
- var pars []interface{}
- condition += " AND edb_info_id =? "
- pars = append(pars, req.FromEdbInfoId)
- condition += " AND value <=0 "
- checkCount, tmpErr := models.GetEdbDataCount(condition, pars, fromEdbInfo.Source, fromEdbInfo.SubSource)
- if tmpErr != nil && tmpErr.Error() != utils.ErrNoRow() {
- errMsg = "判断环比值是否可计算失败,Err:" + tmpErr.Error()
- err = fmt.Errorf("判断环比值是否可计算失败")
- return
- }
- if checkCount > 0 {
- err = fmt.Errorf("原始数据中存在0或负数,该指标不能进行环比运算")
- errMsg = "原始数据中出现0和负值时,提示该指标不能进行环比运算"
- return
- }
- sourName = "环比值"
- err = models.EditCalculateHbz(edbInfo, &req, fromEdbInfo, formulaInt, edbInfo.CalculateFormula)
- case utils.DATA_SOURCE_CALCULATE_HCZ:
- sourName = "环差值"
- err = models.EditCalculateHcz(edbInfo, &req, fromEdbInfo, formulaInt, edbInfo.CalculateFormula)
- case utils.DATA_SOURCE_CALCULATE_BP:
- sourName = utils.DATA_SOURCE_NAME_CALCULATE_BP
- err = models.EditCalculateBp(edbInfo, &req, fromEdbInfo)
- case utils.DATA_SOURCE_CALCULATE_TIME_SHIFT:
- sourName = "时间移位"
- err = models.EditCalculateTimeShift(edbInfo, &req, fromEdbInfo)
- case utils.DATA_SOURCE_CALCULATE_ZJPJ:
- sourName = "直接拼接"
- if len(req.EdbInfoIdArr) != 1 {
- err = fmt.Errorf("请传入拼接日期之后的指标")
- errMsg = "请传入拼接日期之后的指标"
- return
- }
- secondEdbInfoReq := req.EdbInfoIdArr[0]
- secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
- if tmpErr != nil {
- errMsg = "获取拼接日期之后的指标信息失败:Err:" + tmpErr.Error()
- err = fmt.Errorf("获取拼接日期之后的指标信息失败")
- return
- }
- if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
- err = fmt.Errorf("两个指标不允许为同一个")
- errMsg = "两个指标不允许为同一个"
- return
- }
- err = models.EditCalculateZjpj(&req, edbInfo, fromEdbInfo, secondEdbInfo)
- case utils.DATA_SOURCE_CALCULATE_LJZTBPJ: //累计值同比拼接
- sourName = "累计值同比拼接"
- if fromEdbInfo.Frequency != "月度" {
- errMsg = "待拼接指标只能筛选月度指标"
- err = fmt.Errorf("待拼接指标只能筛选月度指标")
- return
- }
- if len(req.EdbInfoIdArr) != 1 {
- errMsg = "请传入同比值指标"
- err = fmt.Errorf("请传入同比值指标")
- return
- }
- secondEdbInfoReq := req.EdbInfoIdArr[0]
- tbzEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
- if tmpErr != nil {
- errMsg = "获取同比值指标信息失败:Err:" + tmpErr.Error()
- err = fmt.Errorf("获取同比值指标信息失败")
- return
- }
- if tbzEdbInfo.Source != utils.DATA_SOURCE_CALCULATE_TBZ {
- err = fmt.Errorf("指标必须是传入同比值指标类型")
- errMsg = "指标必须是传入同比值指标类型"
- return
- }
- if tbzEdbInfo.Frequency != "月度" {
- err = fmt.Errorf("同比值指标只能筛选月度指标")
- errMsg = "同比值指标只能筛选月度指标"
- return
- }
- if fromEdbInfo.EdbInfoId == tbzEdbInfo.EdbInfoId {
- err = fmt.Errorf("两个指标不允许为同一个")
- errMsg = "两个指标不允许为同一个"
- return
- }
- err = models.EditCalculateLjztbpj(&req, edbInfo, fromEdbInfo, tbzEdbInfo)
- case utils.DATA_SOURCE_CALCULATE_CJJX:
- sourName = "超季节性"
- err = models.EditCalculateCjjx(&req, edbInfo, fromEdbInfo, formulaInt)
- case utils.DATA_SOURCE_CALCULATE_NHCC:
- sourName = "拟合残差"
- secondEdbInfoReq := req.EdbInfoIdArr[1]
- secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
- if tmpErr != nil {
- errMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
- err = fmt.Errorf("获取因变量的指标信息失败")
- return
- }
- if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
- err = fmt.Errorf("两个指标不允许为同一个")
- errMsg = "两个指标不允许为同一个"
- return
- }
- err, errMsg = models.EditCalculateNhcc(&req, edbInfo, fromEdbInfo, secondEdbInfo, nhccDate)
- case utils.DATA_SOURCE_CALCULATE_JP:
- if !models.CheckFrequency(fromEdbInfo.Frequency, req.Frequency) {
- err = fmt.Errorf("频度异常,不允许低频降频到高频")
- return
- }
- sourName = utils.DATA_SOURCE_NAME_CALCULATE_JP
- err = models.EditCalculateJp(edbInfo, &req, fromEdbInfo)
- case utils.DATA_SOURCE_CALCULATE_NH:
- sourName = utils.DATA_SOURCE_NAME_CALCULATE_NH
- err = models.EditCalculateNh(edbInfo, &req, fromEdbInfo)
- case utils.DATA_SOURCE_CALCULATE_KSZS:
- //关联的指标信息
- if len(req.EdbInfoIdArr) < 2 {
- err = fmt.Errorf("指标数量不能小于2个,请重新选择")
- errMsg = "指标数量不能小于2个,请重新选择"
- //br.IsSendEmail = false
- return
- }
- sourName = utils.DATA_SOURCE_NAME_CALCULATE_KSZS
- err = models.EditCalculateKszs(edbInfo, &req)
- case utils.DATA_SOURCE_CALCULATE_CORRELATION:
- //关联的指标信息
- if len(req.EdbInfoIdArr) < 2 {
- err = fmt.Errorf("指标数量不能小于2个,请重新选择")
- errMsg = "指标数量不能小于2个,请重新选择"
- //br.IsSendEmail = false
- return
- }
- sourName = utils.DATA_SOURCE_NAME_CALCULATE_CORRELATION
- err, errMsg = models.EditCalculateCorrelation(edbInfo, &req)
- case utils.DATA_SOURCE_CALCULATE_RJZ:
- if req.Frequency == "日度" {
- err = fmt.Errorf("日度指标无需进行日均值计算")
- return
- }
- if req.Frequency != fromEdbInfo.Frequency {
- err = fmt.Errorf("当前频度和原指标频度不一致")
- return
- }
- if req.Unit != fromEdbInfo.Unit {
- err = fmt.Errorf("单位只允许为和原指标频度保持一致,禁止选择其他单位")
- return
- }
- sourName = "日均值"
- err = models.EditCalculateRjz(edbInfo, &req, fromEdbInfo)
- default:
- // 获取通用的数据源处理服务
- baseEdbInfoModel = models.GetBaseEdbInfoModel(req.Source)
- // 没有找到的话,那么就直接返回报错吧
- if baseEdbInfoModel == nil {
- err = fmt.Errorf("无效计算方式")
- errMsg = "无效计算方式,source:" + strconv.Itoa(req.Source)
- return
- }
- sourName = baseEdbInfoModel.GetSourceName()
- err, errMsg = baseEdbInfoModel.Edit(editParams)
- }
- if err != nil {
- errMsg = "生成" + sourName + "失败 Err:" + err.Error() + errMsg
- err = fmt.Errorf("生成" + sourName + "失败")
- return
- }
- if edbInfo == nil {
- err = fmt.Errorf("生成" + sourName + "失败")
- errMsg = "生成" + sourName + "失败,指标ID错误:" + strconv.Itoa(edbInfoId)
- return
- }
- edbInfoId = edbInfo.EdbInfoId
- uniqueCode = edbInfo.UniqueCode
- //处理同名指标
- {
- edbNameList, tErr := models.GetEdbInfoByName(req.EdbName)
- if tErr != nil {
- err = fmt.Errorf("保存失败")
- errMsg = "获取指标信息失败,Err:" + tErr.Error()
- return
- }
- if len(edbNameList) >= 2 {
- for _, v := range edbNameList {
- edbName := v.EdbName + "(" + v.SourceName + ")"
- err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
- if err != nil {
- errMsg = "修改指标名称失败,Err:" + err.Error()
- err = fmt.Errorf("保存失败")
- return
- }
- }
- }
- }
- // 更新指标最大最小值
- err, errMsg = models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo)
- if err != nil {
- return
- }
- // 更新ES
- go logic.UpdateEs(edbInfo.EdbInfoId)
- return
- }
- // EdbCalculateAdd 新增指标运算
- func EdbCalculateAdd(req models.EdbInfoCalculateSaveReq, lang string) (edbInfo *models.EdbInfo, uniqueCode string, err error, errMsg string) {
- calculateFormula := req.CalculateFormula
- calculateFormula = strings.Replace(calculateFormula, "(", "(", -1)
- calculateFormula = strings.Replace(calculateFormula, ")", ")", -1)
- calculateFormula = strings.Replace(calculateFormula, ",", ",", -1)
- calculateFormula = strings.Replace(calculateFormula, "。", ".", -1)
- calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1)
- req.CalculateFormula = calculateFormula
- //判断是否重复指标
- edbInfoMap := make(map[int]string)
- //移除研究员选择指标中的未使用的指标
- {
- //转大写的计算公式
- upperCalculateFormulaStr := strings.ToUpper(req.CalculateFormula)
- //用到的指标
- newEdbInfoIdArr := make([]models.EdbInfoFromTag, 0)
- for _, tmpEdbInfo := range req.EdbInfoIdArr {
- _, ok := edbInfoMap[tmpEdbInfo.EdbInfoId]
- if ok {
- err = fmt.Errorf("选择指标失败,请勿选择重复指标!")
- return
- }
- edbInfoMap[tmpEdbInfo.EdbInfoId] = tmpEdbInfo.FromTag
- upperFromTag := strings.ToUpper(tmpEdbInfo.FromTag)
- if strings.Contains(upperCalculateFormulaStr, upperFromTag) {
- newEdbInfoIdArr = append(newEdbInfoIdArr, tmpEdbInfo)
- }
- }
- req.EdbInfoIdArr = newEdbInfoIdArr
- }
- // 校验指标名称是否存在
- existEdbName, err := checkExistByEdbName(req.EdbName, lang)
- if err != nil {
- errMsg = "判断指标名称是否存在失败,Err:" + err.Error()
- err = fmt.Errorf("判断指标名称是否存在失败")
- return
- }
- if existEdbName {
- errMsg = "指标名称已存在,请重新填写"
- err = fmt.Errorf(errMsg)
- //br.IsSendEmail = false
- return
- }
- //检验公式
- var formulaStr string
- var edbInfoIdBytes []string
- for _, v := range req.EdbInfoIdArr {
- formulaStr += v.FromTag + ","
- edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
- }
- formulaSlice, err := utils.CheckFormulaJson(req.CalculateFormula)
- if err != nil {
- err = fmt.Errorf("公式格式错误,请重新填写")
- return
- }
- for _, formula := range formulaSlice {
- formulaMap, e := utils.CheckFormula(formula)
- if e != nil {
- err = fmt.Errorf("公式错误,请重新填写")
- return
- }
- for _, v := range formulaMap {
- if !strings.Contains(formulaStr, v) {
- err = fmt.Errorf("公式错误,请重新填写")
- return
- }
- }
- }
- //关联的指标信息
- edbInfoList := make([]*models.EdbInfo, 0)
- //关联的指标数据表
- calculateMappingList := make([]*models.EdbInfoCalculateMapping, 0)
- for k, v := range req.EdbInfoIdArr {
- fromEdbInfo, e := models.GetEdbInfoById(v.EdbInfoId)
- if e != nil {
- if e.Error() == utils.ErrNoRow() {
- err = fmt.Errorf("生成计算指标失败")
- errMsg = "指标 " + strconv.Itoa(v.EdbInfoId) + " 不存在"
- return
- }
- err = fmt.Errorf("生成计算指标失败")
- errMsg = "获取指标失败:Err:" + e.Error()
- return
- }
- edbInfoList = append(edbInfoList, fromEdbInfo)
- //关联关系表
- {
- calculateMappingItem := &models.EdbInfoCalculateMapping{
- EdbInfoCalculateMappingId: 0,
- EdbInfoId: 0,
- Source: utils.DATA_SOURCE_CALCULATE,
- SourceName: "指标运算",
- EdbCode: "",
- FromEdbInfoId: fromEdbInfo.EdbInfoId,
- FromEdbCode: fromEdbInfo.EdbCode,
- FromEdbName: fromEdbInfo.EdbName,
- FromSource: fromEdbInfo.Source,
- FromSourceName: fromEdbInfo.SourceName,
- FromTag: v.FromTag,
- Sort: k + 1,
- CreateTime: time.Now(),
- ModifyTime: time.Now(),
- }
- //calculateMappingItem.EdbCode = edbCode
- //calculateMappingItem.EdbInfoId = int(edbInfoId)
- calculateMappingList = append(calculateMappingList, calculateMappingItem)
- }
- }
- for _, v := range formulaSlice {
- formulaMap, e := utils.CheckFormula(v)
- if e != nil {
- err = fmt.Errorf("公式错误,请重新填写")
- return
- }
- //预先计算,判断公式是否正常
- ok, _ := models.CheckFormula2(edbInfoList, formulaMap, v, edbInfoIdBytes)
- if !ok {
- err = fmt.Errorf("生成计算指标失败,请使用正确的计算公式")
- return
- }
- }
- randStr := utils.GetRandDigit(4)
- edbCode := `C` + time.Now().Format("060102") + randStr
- timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
- uniqueCode = utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
- // 新增计算指标
- edbInfo, err = models.AddCalculateInfo(req, calculateMappingList, edbInfoList, edbCode, uniqueCode, edbInfoIdBytes)
- if err != nil {
- errMsg = "生成计算指标失败,AddEdbInfo Err:" + err.Error()
- err = fmt.Errorf("生成计算指标失败")
- return
- }
- return
- }
- // checkExistByEdbName
- // @Description: 根据指标名称校验该指标是否存在库中
- // @author: Roc
- // @datetime 2024-04-18 14:58:52
- // @param edbName string
- // @param lang string
- // @return has bool
- // @return err error
- func checkExistByEdbName(edbName, lang string) (has bool, err error) {
- var condition string
- var pars []interface{}
- switch lang {
- case utils.EnLangVersion:
- condition += " AND edb_name_en = ? "
- default:
- condition += " AND edb_name=? "
- }
- pars = append(pars, edbName)
- count, err := models.GetEdbInfoCountByCondition(condition, pars)
- if err != nil {
- return
- }
- if count > 0 {
- has = true
- return
- }
- return
- }
- // checkExistByEdbNameAndEdbInfoId
- // @Description: 根据指标名称和指标ID校验库中是否还存在其他同名指标
- // @author: Roc
- // @datetime 2024-04-18 15:00:19
- // @param edbInfoId int
- // @param edbName string
- // @param lang string
- // @return has bool
- // @return err error
- func checkExistByEdbNameAndEdbInfoId(edbInfoId int, edbName, lang string) (has bool, err error) {
- var condition string
- var pars []interface{}
- condition += " AND edb_info_id<>? "
- pars = append(pars, edbInfoId)
- switch lang {
- case utils.EnLangVersion:
- condition += " AND edb_name_en = ? "
- default:
- condition += " AND edb_name=? "
- }
- pars = append(pars, edbName)
- count, err := models.GetEdbInfoCountByCondition(condition, pars)
- if err != nil {
- return
- }
- if count > 0 {
- has = true
- return
- }
- return
- }
- // CheckExistByEdbNameAndEdbInfoId
- // @Description: 根据指标名称和指标ID校验库中是否还存在其他同名指标
- // @author: Roc
- // @datetime 2024-04-18 15:01:44
- // @param edbInfoId int
- // @param edbName string
- // @param lang string
- // @return has bool
- // @return err error
- func CheckExistByEdbNameAndEdbInfoId(edbInfoId int, edbName, lang string) (has bool, err error) {
- // 指标没有入库的情况
- if edbInfoId == 0 {
- return checkExistByEdbName(edbName, lang)
- }
- //指标已经入库的情况
- return checkExistByEdbNameAndEdbInfoId(edbInfoId, edbName, lang)
- }
|