package models import ( "encoding/json" "errors" "eta_gn/eta_index_lib/global" "eta_gn/eta_index_lib/utils" "fmt" "github.com/shopspring/decimal" "gorm.io/gorm" "math" "strconv" "strings" "time" ) type CalculateRangeAnalysis struct { } type RangeAnalysisCalculateFormula struct { DateRangeType int `description:"区间划分类型 0:智能划分,1:手工划分,2:跨年划分"` AutoDateConf ChartRangeAnalysisAutoDateConf `description:"智能划分时间区间配置"` ManualDateConf []ChartRangeAnalysisManualDateConf `description:"手工划分时间区间配置"` YearDateConf ChartRangeAnalysisYearDateConf `description:"跨年划分时间区间配置"` CalculateType int `description:"计算类型 0: 区间均值,1: 区间累计值,2:区间涨幅,3:区间年化增长率,4:区间最大值,5:区间最小值"` UnNormalDataDealType int `description:"异常值处理配置 0:不处理,1:剔除,2替换"` UnNormalDataConf ChartRangeAnalysisDeleteDataConf DataConvertType int `description:"数据转换类型 0不转, 1乘 2除 3对数"` DataConvertConf ChartRangeAnalysisDataConvertConf `description:"数据转换详情"` } type ChartRangeAnalysisAutoDateConf struct { //智能划分 IsAutoStartDate int `description:"起始日期是否是动态设置:0固定,1动态"` StartDate string `description:"起始日期"` //固定模式下,截止日期为指标的最新日期 EndDate string `description:"固定模式下的截止日期"` IsAutoEndDate int `description:"截止日期是否是动态设置:0固定,1动态"` StartDateConf ChartRangeAnalysisAutoDateChangeConf `description:"动态起始日期配置"` EndDateConf ChartRangeAnalysisAutoDateChangeConf `description:"动态截止日期配置"` } type ChartRangeAnalysisAutoDateChangeConf struct { BaseDateType int `description:"基准日期类型:0指标日期,1系统日期,2固定日期"` MoveForward int `description:"前移的期数"` DateChange []*EdbDataDateChangeConf } type EdbDataDateChangeConf struct { Year int Month int Day int Frequency string `description:"频度变换"` FrequencyDay string `description:"频度的固定日期"` ChangeType int `description:"日期变换类型1日期位移,2指定频率"` } type ChartRangeAnalysisManualDateConf struct { //手工划分 StartDate string `description:"开始日期"` EndDate string `description:"结束日期"` } type ChartRangeAnalysisYearDateConf struct { StartDay string `description:"开始日"` EndDay string `description:"结束日"` } type ChartRangeAnalysisDeleteDataConf struct { Formula string Value float64 ReplaceValue float64 `description:"替换的值"` } type ChartRangeAnalysisDataConvertConf struct { Value float64 `description:"数据转换值"` Unit string `description:"数据转换单位"` EnUnit string `description:"数据转换单位"` } type ChartRangeAnalysisDateDataItem struct { StartDate time.Time EndDate time.Time DataList []*EdbInfoSearchData } func (obj CalculateRangeAnalysis) Add(params AddCalculateBatchParams) (edbInfo *EdbInfo, err error, errMsg string) { req := params.Req edbCode := params.EdbCode uniqueCode := params.UniqueCode sysUserId := params.SysUserId sysUserRealName := params.SysUserRealName to := global.DEFAULT_DmSQL.Begin() defer func() { if err != nil { to.Rollback() } else { to.Commit() } }() if req.EdbInfoId > 0 { err = errors.New("无法新增") return } edbInfo = new(EdbInfo) edbInfo.Source = obj.GetSource() edbInfo.SourceName = obj.GetSourceName() edbInfo.EdbCode = edbCode edbInfo.EdbName = req.EdbName edbInfo.EdbNameSource = req.EdbName edbInfo.Frequency = req.Frequency edbInfo.Unit = req.Unit edbInfo.ClassifyId = req.ClassifyId edbInfo.SysUserId = sysUserId edbInfo.SysUserRealName = sysUserRealName edbInfo.CreateTime = time.Now() edbInfo.ModifyTime = time.Now() edbInfo.UniqueCode = uniqueCode edbInfo.CalculateFormula = req.CalculateFormula edbInfo.EdbNameEn = req.EdbName edbInfo.UnitEn = req.Unit edbInfo.EdbType = obj.GetEdbType() tmpErr := to.Create(edbInfo).Error if tmpErr != nil { err = tmpErr return } //关联关系 fromEdbInfo, e := GetEdbInfoById(req.FromEdbInfoId) if e != nil { err = fmt.Errorf("获取来源指标失败,Err:%s", e.Error()) return } calculateMappingItem := new(EdbInfoCalculateMapping) calculateMappingItem.CreateTime = time.Now() calculateMappingItem.ModifyTime = time.Now() calculateMappingItem.Sort = 1 calculateMappingItem.EdbCode = edbCode calculateMappingItem.EdbInfoId = edbInfo.EdbInfoId calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode calculateMappingItem.FromEdbName = fromEdbInfo.EdbName calculateMappingItem.FromSource = fromEdbInfo.Source calculateMappingItem.FromSourceName = fromEdbInfo.SourceName calculateMappingItem.FromTag = "" calculateMappingItem.Source = edbInfo.Source calculateMappingItem.SourceName = edbInfo.SourceName calculateMappingItem.FromSubSource = edbInfo.SubSource err = to.Create(calculateMappingItem).Error if err != nil { return } //计算数据 err, errMsg = obj.refresh(to, edbInfo.EdbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, edbInfo.EdbCode, edbInfo.CalculateFormula) return } func (obj CalculateRangeAnalysis) Edit(params EditCalculateBatchParams) (err error, errMsg string) { edbInfo := params.EdbInfo req := params.Req to := global.DEFAULT_DmSQL.Begin() defer func() { if err != nil { to.Rollback() } else { to.Commit() } }() //修改指标信息 edbInfo.EdbName = req.EdbName edbInfo.EdbNameSource = req.EdbName edbInfo.Frequency = req.Frequency edbInfo.Unit = req.Unit edbInfo.ClassifyId = req.ClassifyId edbInfo.CalculateFormula = req.CalculateFormula edbInfo.EdbNameEn = req.EdbNameEn edbInfo.UnitEn = req.UnitEn edbInfo.ModifyTime = time.Now() err = to.Model(edbInfo).Select([]string{"EdbName", "EdbNameSource", "Frequency", "Unit", "ClassifyId", "CalculateFormula", "ModifyTime", "EdbNameEn", "UnitEn"}).Updates(edbInfo).Error if err != nil { return } //删除,计算指标关联的,基础指标的关联关系 sql := ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id = ? ` err = to.Exec(sql, edbInfo.EdbInfoId).Error if err != nil { err = errors.New("删除计算指标关联关系失败,Err:" + err.Error()) return } //清空原有数据 tableName := GetEdbDataTableName(edbInfo.Source, edbInfo.SubSource) sql = ` DELETE FROM ` + tableName + ` WHERE edb_info_id = ? ` err = to.Exec(sql, edbInfo.EdbInfoId).Error if err != nil { return } fromEdbInfo, e := GetEdbInfoById(req.FromEdbInfoId) if e != nil { err = fmt.Errorf("获取来源指标失败,Err:%s", e.Error()) return } calculateMappingItem := new(EdbInfoCalculateMapping) calculateMappingItem.CreateTime = time.Now() calculateMappingItem.ModifyTime = time.Now() calculateMappingItem.Sort = 1 calculateMappingItem.EdbCode = edbInfo.EdbCode calculateMappingItem.EdbInfoId = edbInfo.EdbInfoId calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode calculateMappingItem.FromEdbName = fromEdbInfo.EdbName calculateMappingItem.FromSource = fromEdbInfo.Source calculateMappingItem.FromSourceName = fromEdbInfo.SourceName calculateMappingItem.FromTag = "" calculateMappingItem.Source = edbInfo.Source calculateMappingItem.SourceName = edbInfo.SourceName calculateMappingItem.FromSubSource = edbInfo.SubSource err = to.Create(calculateMappingItem).Error if err != nil { return } //计算数据 err, errMsg = obj.refresh(to, edbInfo.EdbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, edbInfo.EdbCode, edbInfo.CalculateFormula) return } func (obj CalculateRangeAnalysis) Refresh(params RefreshParams) (err error, errMsg string) { edbInfo := params.EdbInfo edbInfoCalculateDetailList, err := GetEdbInfoCalculateDetailList(edbInfo.EdbInfoId) if err != nil { return } var fromEdbInfo *EdbInfo for _, v := range edbInfoCalculateDetailList { fromEdbInfo, _ = GetEdbInfoById(v.FromEdbInfoId) break } if fromEdbInfo == nil { errMsg = "指标异常" err = errors.New(errMsg) return } to := global.DEFAULT_DmSQL.Begin() defer func() { if err != nil { to.Rollback() } else { to.Commit() } }() // 计算数据 err, errMsg = obj.refresh(to, edbInfo.EdbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, edbInfo.EdbCode, edbInfo.CalculateFormula) return } func (obj CalculateRangeAnalysis) refresh(to *gorm.DB, edbInfoId, source, subSource int, fromEdbInfo *EdbInfo, edbCode, calculateFormula string) (err error, errMsg string) { edbInfoIdStr := strconv.Itoa(edbInfoId) tableName := GetEdbDataTableName(obj.GetSource(), utils.DATA_SUB_SOURCE_EDB) //获取扩散指数指标所有数据 existDataList, err := GetAllEdbDataListByTo(to, edbInfoId, source, subSource) if err != nil { return } //计算指标的map existDataMap := make(map[string]*EdbData, 0) removeDateMap := make(map[string]string) for _, v := range existDataList { existDataMap[v.DataTime] = v removeDateMap[v.DataTime] = `` } var rangeAnalysisConf RangeAnalysisCalculateFormula //fmt.Println("calculateFormula:", calculateFormula) err = json.Unmarshal([]byte(calculateFormula), &rangeAnalysisConf) if err != nil { err = fmt.Errorf("解析区间计算公式失败 %s", err.Error()) return } rangeAnalysisChartData, err := GetRangeAnalysisChartDataByEdbInfo(fromEdbInfo, rangeAnalysisConf) if err != nil { err = fmt.Errorf("获取区间计算数据失败 %s", err.Error()) return } addSql := ` INSERT INTO ` + tableName + ` (edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values ` var isAdd bool for _, item := range rangeAnalysisChartData { currDateStr := item.DataTime currVal := item.Value // 判断扩散指数指标是否存在数据 if existData, ok := existDataMap[currDateStr]; ok { // 处理扩散指数数据的值 existValStr := existData.Value existValDeci, tmpErr := decimal.NewFromString(existValStr) if tmpErr != nil { err = tmpErr return } existVal, _ := existValDeci.Round(4).Float64() // 判断扩散指数数据的值 与 当前计算出来的结果, 如果两个数据结果不相等的话,那么就修改咯 if existVal != currVal { err = ModifyEdbDataById(source, subSource, existData.EdbDataId, fmt.Sprint(currVal)) if err != nil { return } } } else { // 直接入库 timestamp := item.DataTimestamp timestampStr := fmt.Sprintf("%d", timestamp) addSql += GetAddSql(edbInfoIdStr, edbCode, currDateStr, timestampStr, fmt.Sprint(currVal)) isAdd = true } delete(removeDateMap, currDateStr) } // 数据入库 { if isAdd { addSql = strings.TrimRight(addSql, ",") err = to.Exec(addSql).Error } // 移除不存在的日期数据 if len(removeDateMap) > 0 { removeDateList := make([]string, 0) //需要移除的日期 for k := range removeDateMap { removeDateList = append(removeDateList, k) } removeDateStr := strings.Join(removeDateList, `','`) removeDateStr = `'` + removeDateStr + `'` sql := fmt.Sprintf(` DELETE FROM %s WHERE edb_info_id = ? and data_time in (%s) `, tableName, removeDateStr) err = to.Exec(sql, edbInfoId).Error if err != nil { err = fmt.Errorf("删除扩散指数指标数据失败,Err:" + err.Error()) return } } } return } // GetAutoCalculateDateDataList 获取当前时间相关的区间作为计算依据 func GetAutoCalculateDateDataList(currentDate string, dataList []*EdbInfoSearchData, req RangeAnalysisCalculateFormula) (newDataList []*EdbInfoSearchData, err error) { currentDateTime, err := time.ParseInLocation(utils.FormatDate, currentDate, time.Local) if err != nil { err = fmt.Errorf("获取当前时间失败:%s", err.Error()) return } switch req.DateRangeType { case 0: // 智能划分得到一个开始日期,和结束日期 var startDateTime time.Time if req.AutoDateConf.IsAutoStartDate == 0 { //固定设置 startDate := req.AutoDateConf.StartDate if startDate == "" { startDate = "2020-01-01" } startDateTime, _ = time.ParseInLocation(utils.FormatDate, startDate, time.Local) } else { startConf := req.AutoDateConf.StartDateConf startDate := "" if startConf.BaseDateType == 0 { // startDate = currentDate } else if startConf.BaseDateType == 1 { startDate = time.Now().Format(utils.FormatDate) } if startConf.MoveForward > 0 { startDate = GetEdbDateByMoveForward(startDate, startConf.MoveForward, dataList) } if len(startConf.DateChange) > 0 { startDate, err = HandleEdbDateChange(startDate, startConf.DateChange) if err != nil { err = fmt.Errorf("智能划分开始日期处理失败:%s", err.Error()) return } } startDateTime, _ = time.ParseInLocation(utils.FormatDate, startDate, time.Local) } var calStartTime, calEndTime time.Time if currentDateTime.Before(startDateTime) { calStartTime = currentDateTime calEndTime = startDateTime } else { calStartTime = startDateTime calEndTime = currentDateTime } // 根据日期,获取数据 for _, vv := range dataList { dataTimeT, _ := time.ParseInLocation(utils.FormatDate, vv.DataTime, time.Local) if dataTimeT.After(calStartTime) && dataTimeT.Before(calEndTime) || dataTimeT.Equal(calStartTime) || dataTimeT.Equal(calEndTime) { newDataList = append(newDataList, vv) } } } return } // HandleDataByCalculateType 根据计算公式处理数据 func HandleRangeAnalysisDataByCalculateType(originList []*ChartRangeAnalysisDateDataItem, originDataList []*EdbInfoSearchData, req RangeAnalysisCalculateFormula) (newList []*EdbInfoSearchData, err error) { if len(originList) == 0 { return } calculateType := req.CalculateType switch calculateType { case 0: //均值 var sum float64 if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 { for _, item := range originList { for _, v := range item.DataList { sum = 0 //计算的数据返回需要重新确定 calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req) if e != nil { err = fmt.Errorf("获取区间数据失败:%s", e.Error()) return } for _, vv := range calDataList { sum += vv.Value } val := sum / float64(len(calDataList)) val, _ = decimal.NewFromFloat(val).Round(4).Float64() newList = append(newList, &EdbInfoSearchData{ DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp, }) } } } else { for _, item := range originList { sum = 0 for k, v := range item.DataList { sum += v.Value val := sum / float64(k+1) val, _ = decimal.NewFromFloat(val).Round(4).Float64() newList = append(newList, &EdbInfoSearchData{ DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp, }) } } } case 1: //累计值 var sum float64 if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 { for _, item := range originList { sum = 0 for _, v := range item.DataList { sum = 0 //计算的数据返回需要重新确定 calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req) if e != nil { err = fmt.Errorf("获取区间数据失败:%s", e.Error()) return } for _, vv := range calDataList { sum += vv.Value } val := sum val, _ = decimal.NewFromFloat(val).Round(4).Float64() newList = append(newList, &EdbInfoSearchData{ DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp, }) } } } else { for _, item := range originList { sum = 0 for _, v := range item.DataList { sum += v.Value val := sum val, _ = decimal.NewFromFloat(val).Round(4).Float64() newList = append(newList, &EdbInfoSearchData{ DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp, }) } } } case 2: //涨幅 if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 { for _, item := range originList { for _, v := range item.DataList { var baseVal float64 //计算的数据返回需要重新确定 calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req) if e != nil { err = fmt.Errorf("获取区间数据失败:%s", e.Error()) return } if len(calDataList) == 0 { continue } baseVal = calDataList[0].Value baseDate := calDataList[0].DataTime if baseVal == 0 { continue } if v.DataTime == baseDate { continue } val := (v.Value - baseVal) / baseVal val, _ = decimal.NewFromFloat(val).Round(4).Float64() newList = append(newList, &EdbInfoSearchData{ DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp, }) } } } else { for _, item := range originList { if len(item.DataList) == 0 { break } baseVal := item.DataList[0].Value baseDate := item.DataList[0].DataTime if baseVal == 0 { break } for _, v := range item.DataList { if v.DataTime == baseDate { continue } val := (v.Value - baseVal) / baseVal val, _ = decimal.NewFromFloat(val).Round(4).Float64() newList = append(newList, &EdbInfoSearchData{ DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp, }) } } } case 3: //复合增长率 if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 { for _, item := range originList { for _, v := range item.DataList { var baseVal float64 var baseDate string calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req) if e != nil { err = fmt.Errorf("获取区间数据失败:%s", e.Error()) return } if len(calDataList) == 0 { continue } baseVal = calDataList[0].Value baseDate = calDataList[0].DataTime if v.DataTime == baseDate { continue } if baseVal == 0 { continue } baseDateT, e := time.ParseInLocation(utils.FormatDate, baseDate, time.Local) if e != nil { err = fmt.Errorf("time.ParseInLocation err: %v", e) return } tmpT, e := time.ParseInLocation(utils.FormatDate, v.DataTime, time.Local) if e != nil { err = fmt.Errorf("time.ParseInLocation err: %v", e) return } // 计算两个日期相差的天数 diff := tmpT.Sub(baseDateT).Hours() / 24 / 365 val := v.Value / baseVal val = math.Pow(val, 1/diff) - 1 val, _ = decimal.NewFromFloat(val).Round(4).Float64() newList = append(newList, &EdbInfoSearchData{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp}) } } } else { for _, item := range originList { if len(item.DataList) == 0 { break } baseVal := item.DataList[0].Value baseDate := item.DataList[0].DataTime if baseVal == 0 { break } for _, v := range item.DataList { if v.DataTime == baseDate { continue } baseDateT, e := time.ParseInLocation(utils.FormatDate, baseDate, time.Local) if e != nil { err = fmt.Errorf("time.ParseInLocation err: %v", e) return } tmpT, e := time.ParseInLocation(utils.FormatDate, v.DataTime, time.Local) if e != nil { err = fmt.Errorf("time.ParseInLocation err: %v", e) return } // 计算两个日期相差的天数 diff := tmpT.Sub(baseDateT).Hours() / 24 / 365 val := v.Value / baseVal val = math.Pow(val, 1/diff) - 1 val, _ = decimal.NewFromFloat(val).Round(4).Float64() newList = append(newList, &EdbInfoSearchData{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp}) } } } case 4: //最大值 var maxVal float64 if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 { for _, item := range originList { for _, v := range item.DataList { calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req) if e != nil { err = fmt.Errorf("获取区间数据失败:%s", e.Error()) return } for kk, vv := range calDataList { if kk == 0 { maxVal = vv.Value } if vv.Value > maxVal { maxVal = vv.Value } } val := maxVal val, _ = decimal.NewFromFloat(val).Round(4).Float64() newList = append(newList, &EdbInfoSearchData{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp}) } } } else { for _, item := range originList { for k, v := range item.DataList { if k == 0 { maxVal = v.Value } if v.Value > maxVal { maxVal = v.Value } val := maxVal val, _ = decimal.NewFromFloat(val).Round(4).Float64() newList = append(newList, &EdbInfoSearchData{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp}) } } } case 5: //最小值 var minVal float64 if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 { for _, item := range originList { for _, v := range item.DataList { calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req) if e != nil { err = fmt.Errorf("获取区间数据失败:%s", e.Error()) return } for kk, vv := range calDataList { if kk == 0 { minVal = vv.Value } if vv.Value < minVal { minVal = vv.Value } } val := minVal val, _ = decimal.NewFromFloat(val).Round(4).Float64() newList = append(newList, &EdbInfoSearchData{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp}) } } } else { for _, item := range originList { for k, v := range item.DataList { if k == 0 { minVal = v.Value } if v.Value < minVal { minVal = v.Value } val := minVal val, _ = decimal.NewFromFloat(val).Round(4).Float64() newList = append(newList, &EdbInfoSearchData{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp}) } } } } return } // GetRangeAnalysisChartDataByEdbInfo 区间计算 func GetRangeAnalysisChartDataByEdbInfo(fromEdbInfo *EdbInfo, calculateFormula RangeAnalysisCalculateFormula) (newDataList []*EdbInfoSearchData, err error) { // 指标的开始日期和结束日期 edbStartDateTime, err := time.ParseInLocation(utils.FormatDate, fromEdbInfo.StartDate, time.Local) if err != nil { err = fmt.Errorf("指标开始日期解析失败:%s", err.Error()) return } edbEndDateTime, err := time.ParseInLocation(utils.FormatDate, fromEdbInfo.EndDate, time.Local) if err != nil { err = fmt.Errorf("指标结束日期解析失败:%s", err.Error()) return } edbEndDate := edbEndDateTime.Format(utils.FormatDate) // 获取时间基准指标在时间区间内的值 dataList := make([]*EdbInfoSearchData, 0) switch fromEdbInfo.EdbInfoType { case 0: //获取来源指标的数据 dataList, err = GetEdbDataListAll(fromEdbInfo.Source, fromEdbInfo.SubSource, FindEdbDataListAllCond{ EdbInfoId: fromEdbInfo.EdbInfoId, }, 1) case 1: dataList, err = GetPredictEdbDataListAllByStartDate(fromEdbInfo, 1, "") default: err = errors.New(fmt.Sprint("获取失败,指标base类型异常", fromEdbInfo.EdbInfoType)) return } if err != nil { err = fmt.Errorf("获取时间基准指标在时间区间内的值失败,Err:" + err.Error()) return } dateList := make([]*ChartRangeAnalysisDateDataItem, 0) switch calculateFormula.DateRangeType { case 0: // 智能划分得到一个开始日期,和结束日期 var startDateTime, endDateTime time.Time startDateTime = edbStartDateTime if calculateFormula.AutoDateConf.IsAutoStartDate == 0 { //固定设置 startDate := calculateFormula.AutoDateConf.StartDate if startDate == "" { startDate = "2020-01-01" } startDateTime, _ = time.ParseInLocation(utils.FormatDate, startDate, time.Local) } if calculateFormula.AutoDateConf.IsAutoEndDate == 0 { //固定设置 endDate := calculateFormula.AutoDateConf.EndDate if endDate == "" { err = fmt.Errorf("智能划分截止日期处理失败:请输入截止日期") return } // todo 如果截止日期比指标日期还要大,则用指标的最新日期 endDateTime, _ = time.ParseInLocation(utils.FormatDate, endDate, time.Local) } else { endConf := calculateFormula.AutoDateConf.EndDateConf endDate := edbEndDate if endConf.MoveForward > 0 { endDate = GetEdbDateByMoveForward(endDate, endConf.MoveForward, dataList) } if len(endConf.DateChange) > 0 { endDate, err = HandleEdbDateChange(endDate, endConf.DateChange) if err != nil { err = fmt.Errorf("智能划分结束日期处理失败:%s", err.Error()) return } } endDateTime, _ = time.ParseInLocation(utils.FormatDate, endDate, time.Local) } dateList = append(dateList, &ChartRangeAnalysisDateDataItem{ StartDate: startDateTime, EndDate: endDateTime}) case 1: // 手工划分得到多个开始日期和结束日期(已排序) for _, v := range calculateFormula.ManualDateConf { startDateT, _ := time.ParseInLocation(utils.FormatDate, v.StartDate, time.Local) endDateT, _ := time.ParseInLocation(utils.FormatDate, v.EndDate, time.Local) tmp := &ChartRangeAnalysisDateDataItem{ StartDate: startDateT, EndDate: endDateT, } dateList = append(dateList, tmp) } case 2: // 跨年划分得到多个开始日期和结束日期 startYear := edbStartDateTime.Year() endYear := edbEndDateTime.Year() startDay := calculateFormula.YearDateConf.StartDay endDay := calculateFormula.YearDateConf.EndDay for year := startYear; year <= endYear; year++ { startDate := fmt.Sprintf("%d-%s", year, startDay) endDate := fmt.Sprintf("%d-%s", year+1, endDay) startDateTime, _ := time.ParseInLocation(utils.FormatDate, startDate, time.Local) endDateTime, _ := time.ParseInLocation(utils.FormatDate, endDate, time.Local) if startDateTime.Before(edbStartDateTime) { break } tmp := &ChartRangeAnalysisDateDataItem{ StartDate: startDateTime, EndDate: endDateTime, } dateList = append(dateList, tmp) } } // 根据日期,获取数据 for _, v := range dateList { for _, vv := range dataList { dataTimeT, _ := time.ParseInLocation(utils.FormatDate, vv.DataTime, time.Local) if dataTimeT.After(v.StartDate) && dataTimeT.Before(v.EndDate) || dataTimeT.Equal(v.StartDate) || dataTimeT.Equal(v.EndDate) { v.DataList = append(v.DataList, vv) } } } // 根据时间区间类型来获取数据的计算窗口,然后再拼接成整段数据 newDataList, err = HandleRangeAnalysisDataByCalculateType(dateList, dataList, calculateFormula) if err != nil { return } if calculateFormula.UnNormalDataDealType > 0 { switch calculateFormula.UnNormalDataDealType { //0:不处理,1:剔除,2替换 case 1: dealDataList := make([]*EdbInfoSearchData, 0) for _, v := range newDataList { if !utils.CompareFloatByOpStrings(calculateFormula.UnNormalDataConf.Formula, v.Value, calculateFormula.UnNormalDataConf.Value) { dealDataList = append(dealDataList, v) } } case 2: for i, v := range newDataList { if utils.CompareFloatByOpStrings(calculateFormula.UnNormalDataConf.Formula, v.Value, calculateFormula.UnNormalDataConf.Value) { newDataList[i].Value = calculateFormula.UnNormalDataConf.ReplaceValue } } } } if calculateFormula.DataConvertType > 0 { // 数据转换类型 0不转, 1乘 2除 3对数 switch calculateFormula.DataConvertType { case 1: for i, v := range newDataList { val := v.Value * calculateFormula.DataConvertConf.Value val, _ = decimal.NewFromFloat(val).Round(4).Float64() newDataList[i].Value = val } case 2: for i, v := range newDataList { val := v.Value / calculateFormula.DataConvertConf.Value val, _ = decimal.NewFromFloat(val).Round(4).Float64() newDataList[i].Value = val } case 3: for i, v := range newDataList { if v.Value <= 0 { err = errors.New("数据中含有负数或0,无法对数运算") return } val := math.Log(v.Value) / math.Log(calculateFormula.DataConvertConf.Value) val, _ = decimal.NewFromFloat(val).Round(4).Float64() newDataList[i].Value = val } } } return } func GetEdbDateByMoveForward(startDate string, moveForward int, edbDataList []*EdbInfoSearchData) (date string) { // 根据日期进行排序 index := 0 length := len(edbDataList) for i := length - 1; i >= 0; i-- { item := edbDataList[i] if item.DataTime == startDate { index += 1 continue } if index >= moveForward { date = item.DataTime break } if index > 0 { index += 1 date = item.DataTime } } return } // HandleEdbDateChange 处理日期变换 func HandleEdbDateChange(date string, dateChange []*EdbDataDateChangeConf) (newDate string, err error) { newDate = date if newDate != "" { if len(dateChange) > 0 { var dateTime time.Time dateTime, err = time.ParseInLocation(utils.FormatDate, newDate, time.Local) if err != nil { err = fmt.Errorf("日期解析失败: %s", err.Error()) return } for _, v := range dateChange { if v.ChangeType == 1 { dateTime = dateTime.AddDate(v.Year, v.Month, v.Day) newDate = dateTime.Format(utils.FormatDate) } else if v.ChangeType == 2 { newDate, err, _ = utils.HandleSystemAppointDateT(dateTime, v.FrequencyDay, v.Frequency) if err != nil { return } dateTime, err = time.ParseInLocation(utils.FormatDate, newDate, time.Local) if err != nil { err = fmt.Errorf("日期解析失败: %s", err.Error()) return } } } } } return } // GetSource 获取来源编码id func (obj CalculateRangeAnalysis) GetSource() int { return utils.DATA_SOURCE_CALCULATE_RANGEANLYSIS } // GetSourceName 获取来源名称 func (obj CalculateRangeAnalysis) GetSourceName() string { return utils.DATA_SOURCE_NAME_CALCULATE_RANGEANLYSIS } // GetEdbType 获取指标类型 func (obj CalculateRangeAnalysis) GetEdbType() int { return utils.CALCULATE_EDB_TYPE }