package range_analysis import ( "encoding/json" "errors" "eta_gn/eta_api/models/data_manage" "eta_gn/eta_api/models/system" "eta_gn/eta_api/services/alarm_msg" "eta_gn/eta_api/services/data" "eta_gn/eta_api/utils" "fmt" "github.com/shopspring/decimal" "math" "sort" "strconv" "strings" "time" ) // GetAutoCalculateDateDataList 获取当前时间相关的区间作为计算依据 func GetAutoCalculateDateDataList(currentDate string, dataList []*data_manage.EdbDataList, req *data_manage.ChartRangeAnalysisExtraConf) (newDataList []*data_manage.EdbDataList, err error) { currentDateTime, _ := time.ParseInLocation(utils.FormatDate, currentDate, time.Local) switch req.DateRangeType { case 0: // 智能划分得到一个开始日期，和结束日期 var startDateTime time.Time if req.AutoDateConf.IsAutoStartDate == 0 { //固定设置 startDate := req.AutoDateConf.StartDate if startDate == "" { startDate = "2020-01-01" } startDateTime, _ = time.ParseInLocation(utils.FormatDate, startDate, time.Local) } else { startConf := req.AutoDateConf.StartDateConf startDate := "" if startConf.BaseDateType == 0 { // startDate = currentDate } else if startConf.BaseDateType == 1 { startDate = time.Now().Format(utils.FormatDate) } if startConf.MoveForward > 0 { startDate = GetEdbDateByMoveForward(startDate, startConf.MoveForward, dataList) } if len(startConf.DateChange) > 0 { startDate, err = HandleEdbDateChange(startDate, startConf.DateChange) if err != nil { err = fmt.Errorf("智能划分开始日期处理失败：%s", err.Error()) return } } startDateTime, _ = time.ParseInLocation(utils.FormatDate, startDate, time.Local) } var calStartTime, calEndTime time.Time if currentDateTime.Before(startDateTime) { calStartTime = currentDateTime calEndTime = startDateTime } else { calStartTime = startDateTime calEndTime = currentDateTime } // 根据日期，获取数据 for _, vv := range dataList { dataTimeT, _ := time.ParseInLocation(utils.FormatDate, vv.DataTime, time.Local) if (dataTimeT.After(calStartTime) && dataTimeT.Before(calEndTime)) || dataTimeT.Equal(calStartTime) || dataTimeT.Equal(calEndTime) { newDataList = append(newDataList, vv) } } } return } // HandleDataByCalculateType 根据计算公式处理数据 func HandleDataByCalculateType(originList []*data_manage.ChartRangeAnalysisDateDataItem, originDataList []*data_manage.EdbDataList, req *data_manage.ChartRangeAnalysisExtraConf) (newList []*data_manage.EdbDataList, err error) { if len(originList) == 0 { return } calculateType := req.CalculateType switch calculateType { case 0: //均值 var sum float64 if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 { for _, item := range originList { for _, v := range item.DataList { sum = 0 //计算的数据返回需要重新确定 calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req) if e != nil { err = fmt.Errorf("获取区间数据失败：%s", e.Error()) return } for _, vv := range calDataList { sum += vv.Value } val := sum / float64(len(calDataList)) val, _ = decimal.NewFromFloat(val).Round(4).Float64() newList = append(newList, &data_manage.EdbDataList{ DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp, }) } } } else { for _, item := range originList { sum = 0 for k, v := range item.DataList { sum += v.Value val := sum / float64(k+1) val, _ = decimal.NewFromFloat(val).Round(4).Float64() newList = append(newList, &data_manage.EdbDataList{ DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp, }) } } } case 1: //累计值 var sum float64 if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 { for _, item := range originList { sum = 0 for _, v := range item.DataList { sum = 0 //计算的数据返回需要重新确定 calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req) if e != nil { err = fmt.Errorf("获取区间数据失败：%s", e.Error()) return } for _, vv := range calDataList { sum += vv.Value } val := sum val, _ = decimal.NewFromFloat(val).Round(4).Float64() newList = append(newList, &data_manage.EdbDataList{ DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp, }) } } } else { for _, item := range originList { sum = 0 for _, v := range item.DataList { sum += v.Value val := sum val, _ = decimal.NewFromFloat(val).Round(4).Float64() newList = append(newList, &data_manage.EdbDataList{ DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp, }) } } } case 2: //涨幅 if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 { for _, item := range originList { for _, v := range item.DataList { var baseVal float64 //计算的数据返回需要重新确定 calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req) if e != nil { err = fmt.Errorf("获取区间数据失败：%s", e.Error()) return } if len(calDataList) == 0 { continue } baseVal = calDataList[0].Value baseDate := calDataList[0].DataTime if baseVal == 0 { continue } if v.DataTime == baseDate { continue } val := (v.Value - baseVal) / baseVal val, _ = decimal.NewFromFloat(val).Round(4).Float64() newList = append(newList, &data_manage.EdbDataList{ DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp, }) } } } else { for _, item := range originList { if len(item.DataList) == 0 { break } baseVal := item.DataList[0].Value baseDate := item.DataList[0].DataTime if baseVal == 0 { break } for _, v := range item.DataList { if v.DataTime == baseDate { continue } val := (v.Value - baseVal) / baseVal val, _ = decimal.NewFromFloat(val).Round(4).Float64() newList = append(newList, &data_manage.EdbDataList{ DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp, }) } } } case 3: //复合增长率 if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 { for _, item := range originList { for _, v := range item.DataList { var baseVal float64 var baseDate string calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req) if e != nil { err = fmt.Errorf("获取区间数据失败：%s", e.Error()) return } if len(calDataList) == 0 { continue } baseVal = calDataList[0].Value baseDate = calDataList[0].DataTime if v.DataTime == baseDate { continue } if baseVal == 0 { continue } baseDateT, e := time.ParseInLocation(utils.FormatDate, baseDate, time.Local) if e != nil { err = fmt.Errorf("time.ParseInLocation err: %v", e) return } tmpT, e := time.ParseInLocation(utils.FormatDate, v.DataTime, time.Local) if e != nil { err = fmt.Errorf("time.ParseInLocation err: %v", e) return } // 计算两个日期相差的天数 diff := tmpT.Sub(baseDateT).Hours() / 24 / 365 val := v.Value / baseVal val = math.Pow(val, 1/diff) - 1 val, _ = decimal.NewFromFloat(val).Round(4).Float64() newList = append(newList, &data_manage.EdbDataList{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp}) } } } else { for _, item := range originList { if len(item.DataList) == 0 { break } baseVal := item.DataList[0].Value baseDate := item.DataList[0].DataTime if baseVal == 0 { break } for _, v := range item.DataList { if v.DataTime == baseDate { continue } baseDateT, e := time.ParseInLocation(utils.FormatDate, baseDate, time.Local) if e != nil { err = fmt.Errorf("time.ParseInLocation err: %v", e) return } tmpT, e := time.ParseInLocation(utils.FormatDate, v.DataTime, time.Local) if e != nil { err = fmt.Errorf("time.ParseInLocation err: %v", e) return } // 计算两个日期相差的天数 diff := tmpT.Sub(baseDateT).Hours() / 24 / 365 val := v.Value / baseVal val = math.Pow(val, 1/diff) - 1 val, _ = decimal.NewFromFloat(val).Round(4).Float64() newList = append(newList, &data_manage.EdbDataList{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp}) } } } case 4: //最大值 var maxVal float64 if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 { for _, item := range originList { for _, v := range item.DataList { calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req) if e != nil { err = fmt.Errorf("获取区间数据失败：%s", e.Error()) return } for kk, vv := range calDataList { if kk == 0 { maxVal = vv.Value } if vv.Value > maxVal { maxVal = vv.Value } } val := maxVal val, _ = decimal.NewFromFloat(val).Round(4).Float64() newList = append(newList, &data_manage.EdbDataList{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp}) } } } else { for _, item := range originList { for k, v := range item.DataList { if k == 0 { maxVal = v.Value } if v.Value > maxVal { maxVal = v.Value } val := maxVal val, _ = decimal.NewFromFloat(val).Round(4).Float64() newList = append(newList, &data_manage.EdbDataList{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp}) } } } case 5: //最小值 var minVal float64 if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 { for _, item := range originList { for _, v := range item.DataList { calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req) if e != nil { err = fmt.Errorf("获取区间数据失败：%s", e.Error()) return } for kk, vv := range calDataList { if kk == 0 { minVal = vv.Value } if vv.Value < minVal { minVal = vv.Value } } val := minVal val, _ = decimal.NewFromFloat(val).Round(4).Float64() newList = append(newList, &data_manage.EdbDataList{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp}) } } } else { for _, item := range originList { for k, v := range item.DataList { if k == 0 { minVal = v.Value } if v.Value < minVal { minVal = v.Value } val := minVal val, _ = decimal.NewFromFloat(val).Round(4).Float64() newList = append(newList, &data_manage.EdbDataList{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp}) } } } } return } // GetChartEdbInfoFormat 区间计算图表-获取指标信息 func GetChartEdbInfoFormat(chartInfoId int, edbInfoMappingList []*data_manage.ChartEdbInfoMapping) (edbList []*data_manage.ChartEdbInfoMapping, err error) { edbList = make([]*data_manage.ChartEdbInfoMapping, 0) for _, edbInfoMapping := range edbInfoMappingList { if edbInfoMapping == nil { err = fmt.Errorf("指标信息有误") return } edbInfoMapping.FrequencyEn = data.GetFrequencyEn(edbInfoMapping.Frequency) if edbInfoMapping.Unit == `无` { edbInfoMapping.Unit = `` } if chartInfoId <= 0 { edbInfoMapping.IsAxis = 1 edbInfoMapping.LeadValue = 0 edbInfoMapping.LeadUnit = "" edbInfoMapping.ChartEdbMappingId = 0 edbInfoMapping.ChartInfoId = 0 edbInfoMapping.IsOrder = false edbInfoMapping.EdbInfoType = 1 edbInfoMapping.ChartStyle = "" edbInfoMapping.ChartColor = "" edbInfoMapping.ChartWidth = 0 } else { edbInfoMapping.LeadUnitEn = data.GetLeadUnitEn(edbInfoMapping.LeadUnit) } edbList = append(edbList, edbInfoMapping) } return } // GetChartDataByEdbInfoList 区间计算图表-根据指标信息获取x轴和y轴 func GetChartDataByEdbInfoList(chartInfoId int, dateType, startYear int, startDate, endDate string, edbInfoMappingList []*data_manage.ChartEdbInfoMapping, req *data_manage.ChartRangeAnalysisExtraConf) (edbList []*data_manage.ChartEdbInfoMapping, xEdbIdValue []int, dataResp data_manage.ChartRangeAnalysisDataResp, err error) { if chartInfoId > 0 && req.EdbInfoMode == 1 { edbList, xEdbIdValue, dataResp, err = GetChartDataByEdbInfoListBySeries(chartInfoId, dateType, startYear, startDate, endDate, edbInfoMappingList, req) return } for _, edbInfoMapping := range edbInfoMappingList { edbInfoMapping, err = getChartDataByEdbInfo(edbInfoMapping, req) if err != nil { return } edbInfoMapping.ConvertUnit = edbInfoMapping.Unit edbInfoMapping.ConvertEnUnit = edbInfoMapping.UnitEn if req.CalculateType == 2 || req.CalculateType == 3 { edbInfoMapping.ConvertUnit = "无" edbInfoMapping.ConvertEnUnit = "无" } if req.DataConvertType > 0 && req.DataConvertConf.Unit != "" { edbInfoMapping.ConvertUnit = req.DataConvertConf.Unit edbInfoMapping.ConvertEnUnit = req.DataConvertConf.Unit } dataList := edbInfoMapping.DataList.([]*data_manage.EdbDataList) // 处理上下限 var maxData, minData float64 if len(dataList) > 0 { maxData = dataList[0].Value minData = dataList[0].Value for _, v := range dataList { if v.Value > maxData { maxData = v.Value } if v.Value < minData { minData = v.Value } } } edbInfoMapping.MaxData = maxData edbInfoMapping.MinData = minData xEdbIdValue = append(xEdbIdValue, edbInfoMapping.EdbInfoId) } //根据时间类型来筛选最终的数据 yearMax := 0 if dateType == utils.DateTypeNYears { for _, v := range edbInfoMappingList { dataList := v.DataList.([]*data_manage.EdbDataList) if len(dataList) > 0 { latestDate := dataList[len(dataList)-1].DataTime if latestDate != "" { lastDateT, tErr := time.Parse(utils.FormatDate, latestDate) if tErr != nil { err = fmt.Errorf("获取图表日期信息失败，Err:" + tErr.Error()) return } if lastDateT.Year() > yearMax { yearMax = lastDateT.Year() } } } } } startDate, endDate = utils.GetDateByDateTypeV2(dateType, startDate, endDate, startYear, yearMax) if startDate != "" { for k, v := range edbInfoMappingList { var maxData, minData float64 dataList := v.DataList.([]*data_manage.EdbDataList) newDataList := make([]*data_manage.EdbDataList, 0) if len(dataList) == 0 { newDataList = dataList } else { firstFlag := true for _, d := range dataList { if endDate != "" && d.DataTime > endDate { continue } if d.DataTime < startDate { continue } newDataList = append(newDataList, d) if firstFlag { maxData = d.Value minData = d.Value firstFlag = false } else { if d.Value > maxData { maxData = d.Value } if d.Value < minData { minData = d.Value } } } } edbInfoMappingList[k].DataList = newDataList edbInfoMappingList[k].MinData = minData edbInfoMappingList[k].MaxData = maxData } } dataResp = data_manage.ChartRangeAnalysisDataResp{ChartRangeAnalysisExtraConf: req} if req.MultipleGraphConfigId > 0 { //判断MultipleGraphConfigId和图表关系是否正确 multipleGraphConfigEdbMappingList, e := data_manage.GetMultipleGraphConfigEdbMappingListByIdAndSource(req.MultipleGraphConfigId, utils.CHART_SOURCE_RANGE_ANALYSIS) if e != nil && !utils.IsErrNoRow(e) { err = fmt.Errorf("获取区间计算图表, 指标信息失败, Err:" + e.Error()) return } if len(multipleGraphConfigEdbMappingList) > 0 { // 查询指标是否已存在，如果已经被删除了，则返回0值 edbIds := make([]int, 0) for _, v := range multipleGraphConfigEdbMappingList { edbIds = append(edbIds, v.EdbInfoId) } var condition string var pars []interface{} condition = " AND edb_info_id in (" + utils.GetOrmInReplace(len(edbIds)) + ") " pars = append(pars, edbIds) count, e := data_manage.GetEdbInfoCountByCondition(condition, pars) if e != nil { err = fmt.Errorf("获取区间计算图表, 指标信息失败, Err:" + e.Error()) return } if count > 0 { // 查询是否已经生成指标 dataResp.ConfigEdbNum = len(multipleGraphConfigEdbMappingList) } } } edbList, err = GetChartEdbInfoFormat(chartInfoId, edbInfoMappingList) if err != nil { err = fmt.Errorf("获取区间计算图表, 完善指标信息失败, Err:" + err.Error()) return } return } func GetChartDataByEdbInfoListBySeries(chartInfoId int, dateType, startYear int, startDate, endDate string, edbInfoMappingList []*data_manage.ChartEdbInfoMapping, req *data_manage.ChartRangeAnalysisExtraConf) (edbList []*data_manage.ChartEdbInfoMapping, xEdbIdValue []int, dataResp data_manage.ChartRangeAnalysisDataResp, err error) { //查询seriesId chartSeriesOb := new(data_manage.FactorEdbSeriesChartMapping) seriesMappingItem, err := chartSeriesOb.GetItemByChartInfoId(chartInfoId) if err != nil { if utils.IsErrNoRow(err) { err = fmt.Errorf("图表关联关系不存在") return } else { err = fmt.Errorf("获取图表关联失败, Err: " + err.Error()) return } } //根据seriesId查询数据 //并把数据放到dataList中 for _, edbInfoMapping := range edbInfoMappingList { dataOb := new(data_manage.FactorEdbSeriesCalculateDataQjjs) dataList, e := dataOb.GetEdbDataList(seriesMappingItem.FactorEdbSeriesId, edbInfoMapping.EdbInfoId, startDate, endDate) if e != nil { err = e return } edbInfoMapping.ConvertUnit = edbInfoMapping.Unit edbInfoMapping.ConvertEnUnit = edbInfoMapping.UnitEn if req.CalculateType == 2 || req.CalculateType == 3 { edbInfoMapping.ConvertUnit = "无" edbInfoMapping.ConvertEnUnit = "无" } if req.DataConvertType > 0 && req.DataConvertConf.Unit != "" { edbInfoMapping.ConvertUnit = req.DataConvertConf.Unit edbInfoMapping.ConvertEnUnit = req.DataConvertConf.Unit } edbInfoMapping.DataList = dataList // 处理上下限 var maxData, minData float64 if len(dataList) > 0 { maxData = dataList[0].Value minData = dataList[0].Value for _, v := range dataList { if v.Value > maxData { maxData = v.Value } if v.Value < minData { minData = v.Value } } } edbInfoMapping.MaxData = maxData edbInfoMapping.MinData = minData xEdbIdValue = append(xEdbIdValue, edbInfoMapping.EdbInfoId) } yearMax := 0 if dateType == utils.DateTypeNYears { for _, v := range edbInfoMappingList { dataList := v.DataList.([]*data_manage.EdbDataList) latestDate := dataList[len(dataList)-1].DataTime if latestDate != "" { lastDateT, tErr := time.Parse(utils.FormatDate, latestDate) if tErr != nil { err = fmt.Errorf("获取图表日期信息失败，Err:" + tErr.Error()) return } if lastDateT.Year() > yearMax { yearMax = lastDateT.Year() } } } } startDate, endDate = utils.GetDateByDateTypeV2(dateType, startDate, endDate, startYear, yearMax) if startDate != "" { for k, v := range edbInfoMappingList { var maxData, minData float64 dataList := v.DataList.([]*data_manage.EdbDataList) newDataList := make([]*data_manage.EdbDataList, 0) if len(dataList) == 0 { newDataList = dataList } else { firstFlag := true for _, d := range dataList { if endDate != "" && d.DataTime > endDate { continue } if d.DataTime < startDate { continue } newDataList = append(newDataList, d) if firstFlag { maxData = d.Value minData = d.Value firstFlag = false } else { if d.Value > maxData { maxData = d.Value } if d.Value < minData { minData = d.Value } } } } edbInfoMappingList[k].DataList = newDataList edbInfoMappingList[k].MinData = minData edbInfoMappingList[k].MaxData = maxData } } dataResp = data_manage.ChartRangeAnalysisDataResp{ChartRangeAnalysisExtraConf: req, SeriesId: seriesMappingItem.FactorEdbSeriesId} // 查询配置关联关系 if req.MultipleGraphConfigId > 0 { multipleGraphConfigEdbMappingList, e := data_manage.GetMultipleGraphConfigEdbMappingListByIdAndSource(req.MultipleGraphConfigId, utils.CHART_SOURCE_RANGE_ANALYSIS) if e != nil && !utils.IsErrNoRow(e) { err = fmt.Errorf("获取区间计算图表, 指标信息失败, Err:" + e.Error()) return } if len(multipleGraphConfigEdbMappingList) > 0 { // 查询指标是否已存在，如果已经被删除了，则返回0值 edbIds := make([]int, 0) for _, v := range multipleGraphConfigEdbMappingList { edbIds = append(edbIds, v.EdbInfoId) } var condition string var pars []interface{} condition = " and edb_info_id in (" + utils.GetOrmInReplace(len(edbIds)) + ") " pars = append(pars, edbIds) count, e := data_manage.GetEdbInfoCountByCondition(condition, pars) if e != nil { err = fmt.Errorf("获取区间计算图表, 指标信息失败, Err:" + e.Error()) return } if count > 0 { // 查询是否已经生成指标 dataResp.ConfigEdbNum = len(multipleGraphConfigEdbMappingList) } } } edbList, err = GetChartEdbInfoFormat(chartInfoId, edbInfoMappingList) if err != nil { err = fmt.Errorf("获取区间计算图表, 完善指标信息失败, Err:" + err.Error()) return } return } // getChartDataByEdbInfo 区间计算图表-根据指标信息获取x轴和y轴 func getChartDataByEdbInfo(edbInfoMapping *data_manage.ChartEdbInfoMapping, req *data_manage.ChartRangeAnalysisExtraConf) (newEdbInfoMapping *data_manage.ChartEdbInfoMapping, err error) { newEdbInfoMapping = edbInfoMapping // 指标的开始日期和结束日期 edbStartDateTime, _ := time.ParseInLocation(utils.FormatDate, edbInfoMapping.StartDate, time.Local) //edbStartDate := edbStartDateTime.AddDate(0, 0, 1).Format(utils.FormatDate) edbEndDateTime, _ := time.ParseInLocation(utils.FormatDate, edbInfoMapping.EndDate, time.Local) edbEndDate := edbEndDateTime.Format(utils.FormatDate) // 获取时间基准指标在时间区间内的值 dataList := make([]*data_manage.EdbDataList, 0) switch edbInfoMapping.EdbInfoCategoryType { case 0: dataList, err = data_manage.GetEdbDataList(edbInfoMapping.Source, edbInfoMapping.SubSource, edbInfoMapping.EdbInfoId, "", "") case 1: _, dataList, _, _, err, _ = data.GetPredictDataListByPredictEdbInfoId(edbInfoMapping.EdbInfoId, "", "", false) default: err = errors.New("指标base类型异常") return } /*var dataList data_manage.SortEdbDataList dataList = dataListTmp ascDataList := dataListTmp sort.Sort(dataList)*/ dateList := make([]*data_manage.ChartRangeAnalysisDateDataItem, 0) switch req.DateRangeType { case 0: // 智能划分得到一个开始日期，和结束日期 var startDateTime, endDateTime time.Time startDateTime = edbStartDateTime if req.AutoDateConf.IsAutoStartDate == 0 { //固定设置 startDate := req.AutoDateConf.StartDate if startDate == "" { startDate = "2020-01-01" } startDateTime, _ = time.ParseInLocation(utils.FormatDate, startDate, time.Local) } /*else { startConf := req.AutoDateConf.StartDateConf startDate := "" if startConf.BaseDateType == 0 { // startDate = edbEndDate } else if startConf.BaseDateType == 1 { startDate = time.Now().Format(utils.FormatDate) } if startConf.MoveForward > 0 { startDate = GetEdbDateByMoveForward(startConf.MoveForward, dataList) } if len(startConf.DateChange) > 0 { startDate, err = HandleEdbDateChange(startDate, startConf.DateChange) if err != nil { err = fmt.Errorf("智能划分开始日期处理失败：%s", err.Error()) return } } startDateTime, _ = time.ParseInLocation(utils.FormatDate, startDate, time.Local) }*/ if req.AutoDateConf.IsAutoEndDate == 0 { //固定设置 endDate := req.AutoDateConf.EndDate if endDate == "" { err = fmt.Errorf("智能划分截止日期处理失败：请输入截止日期") return } // todo 如果截止日期比指标日期还要大，则用指标的最新日期 endDateTime, _ = time.ParseInLocation(utils.FormatDate, endDate, time.Local) } else { endConf := req.AutoDateConf.EndDateConf endDate := edbEndDate if endConf.MoveForward > 0 { endDate = GetEdbDateByMoveForward(endDate, endConf.MoveForward, dataList) } if len(endConf.DateChange) > 0 { endDate, err = HandleEdbDateChange(endDate, endConf.DateChange) if err != nil { err = fmt.Errorf("智能划分结束日期处理失败：%s", err.Error()) return } } endDateTime, _ = time.ParseInLocation(utils.FormatDate, endDate, time.Local) } dateList = append(dateList, &data_manage.ChartRangeAnalysisDateDataItem{ StartDate: startDateTime, EndDate: endDateTime}) case 1: // 手工划分得到多个开始日期和结束日期（已排序） for _, v := range req.ManualDateConf { startDateT, _ := time.ParseInLocation(utils.FormatDate, v.StartDate, time.Local) endDateT, _ := time.ParseInLocation(utils.FormatDate, v.EndDate, time.Local) tmp := &data_manage.ChartRangeAnalysisDateDataItem{ StartDate: startDateT, EndDate: endDateT, } dateList = append(dateList, tmp) } case 2: // 跨年划分得到多个开始日期和结束日期 startYear := edbStartDateTime.Year() endYear := edbEndDateTime.Year() startDay := req.YearDateConf.StartDay endDay := req.YearDateConf.EndDay for year := startYear; year <= endYear; year++ { startDate := fmt.Sprintf("%d-%s", year, startDay) endDate := fmt.Sprintf("%d-%s", year+1, endDay) startDateTime, _ := time.ParseInLocation(utils.FormatDate, startDate, time.Local) endDateTime, _ := time.ParseInLocation(utils.FormatDate, endDate, time.Local) if startDateTime.Before(edbStartDateTime) { break } tmp := &data_manage.ChartRangeAnalysisDateDataItem{ StartDate: startDateTime, EndDate: endDateTime, } dateList = append(dateList, tmp) } } // 根据日期，获取数据 for _, v := range dateList { for _, vv := range dataList { dataTimeT, _ := time.ParseInLocation(utils.FormatDate, vv.DataTime, time.Local) if dataTimeT.After(v.StartDate) && dataTimeT.Before(v.EndDate) || dataTimeT.Equal(v.StartDate) || dataTimeT.Equal(v.EndDate) { v.DataList = append(v.DataList, vv) } } } // 根据时间区间类型来获取数据的计算窗口，然后再拼接成整段数据 newDataList, err := HandleDataByCalculateType(dateList, dataList, req) if err != nil { return } if req.UnNormalDataDealType > 0 { switch req.UnNormalDataDealType { //0：不处理，1:剔除，2替换 case 1: dealDataList := make([]*data_manage.EdbDataList, 0) for _, v := range newDataList { if !utils.CompareFloatByOpStrings(req.UnNormalDataConf.Formula, v.Value, req.UnNormalDataConf.Value) { dealDataList = append(dealDataList, v) } } case 2: for i, v := range newDataList { if utils.CompareFloatByOpStrings(req.UnNormalDataConf.Formula, v.Value, req.UnNormalDataConf.Value) { newDataList[i].Value = req.UnNormalDataConf.ReplaceValue } } } } if req.DataConvertType > 0 { // 数据转换类型 0不转, 1乘 2除 3对数 switch req.DataConvertType { case 1: for i, v := range newDataList { val := v.Value * req.DataConvertConf.Value val, _ = decimal.NewFromFloat(val).Round(4).Float64() newDataList[i].Value = val } //item.MaxData = item.MaxData * v.ConvertValue //item.MinData = item.MinData * v.ConvertValue case 2: for i, v := range newDataList { val := v.Value / req.DataConvertConf.Value val, _ = decimal.NewFromFloat(val).Round(4).Float64() newDataList[i].Value = val } //item.MaxData = item.MaxData / v.ConvertValue //item.MinData = item.MinData / v.ConvertValue case 3: for i, v := range newDataList { if v.Value <= 0 { err = errors.New("数据中含有负数或0，无法对数运算") return } val := math.Log(v.Value) / math.Log(req.DataConvertConf.Value) val, _ = decimal.NewFromFloat(val).Round(4).Float64() newDataList[i].Value = val } //item.MaxData = math.Log(item.MaxData) / math.Log(v.ConvertValue) //item.MinData = math.Log(item.MinData) / math.Log(v.ConvertValue) } } newEdbInfoMapping.DataList = newDataList //时间处理 return } // RollingCorrelationChartDataResp 滚动区间计算图表数据 type RollingCorrelationChartDataResp struct { MaxData float64 MinData float64 LatestDate string `description:"真实数据的最后日期"` EdbInfoCategoryType int ChartColor string ChartStyle string PredictChartColor string ChartType int ChartWidth int EdbName string EdbNameEn string Unit string UnitEn string IsAxis int DataList []data_manage.EdbDataList } // ChartInfoRefresh 图表刷新 func ChartInfoRefresh(chartInfoId int, uniqueCode string) (isAsync bool, err error) { var errMsg string defer func() { if err != nil { tips := fmt.Sprintf("CorrelationChartInfoRefresh: %s", errMsg) utils.FileLog.Info(tips) go alarm_msg.SendAlarmMsg(tips, 3) } }() var chartInfo *data_manage.ChartInfo if chartInfoId > 0 { chartInfo, err = data_manage.GetChartInfoById(chartInfoId) if err != nil { if utils.IsErrNoRow(err) { errMsg = "图表已被删除，请刷新页面" err = errors.New(errMsg) return } errMsg = "获取图表信息失败" err = errors.New("获取图表信息失败,Err:" + err.Error()) return } } else { chartInfo, err = data_manage.GetChartInfoByUniqueCode(uniqueCode) if err != nil { if utils.IsErrNoRow(err) { errMsg = "图表已被删除，请刷新页面" err = errors.New(errMsg) return } errMsg = "获取图表信息失败" err = errors.New("获取图表信息失败,Err:" + err.Error()) return } } // 1.刷新图表关联的指标 mappings, e := data_manage.GetChartEdbMappingList(chartInfoId) if e != nil { utils.FileLog.Info(fmt.Sprintf("获取图表关联指标失败, err: %v", e)) return } if len(mappings) == 0 { utils.FileLog.Info("图表无关联指标") return } var edbIds []int for _, v := range mappings { edbIds = append(edbIds, v.EdbInfoId) } if e, _ = data.EdbInfoRefreshAllFromBaseV3(edbIds, false, true, false); e != nil { utils.FileLog.Info(fmt.Sprintf("批量刷新指标失败, err: %v", e)) return } // todo 重新计算 // 区间计算图表配置校验 var extraConfig data_manage.ChartRangeAnalysisExtraConf err = json.Unmarshal([]byte(chartInfo.ExtraConfig), &extraConfig) if err != nil { errMsg = "配置信息错误" err = errors.New(errMsg + ", Err: " + err.Error()) return } chartSeriesOb := new(data_manage.FactorEdbSeriesChartMapping) seriesMappingItem, err := chartSeriesOb.GetItemByChartInfoId(chartInfo.ChartInfoId) if err != nil { if utils.IsErrNoRow(err) { err = nil } else { err = fmt.Errorf("获取图表关联失败, Err: " + err.Error()) return } } else { _, e = FactorEdbStepCalculateRange(seriesMappingItem.FactorEdbSeriesId, edbIds, extraConfig, true) if e != nil { err = fmt.Errorf("计算因子指标失败, Err: " + e.Error()) return } } // 4.清除图表缓存 key := utils.HZ_CHART_LIB_DETAIL + uniqueCode _ = utils.Rc.Delete(key) return } // AddChartInfo 添加图表 func AddChartInfo(req data_manage.AddChartInfoReq, source int, sysUser *system.Admin, lang string) (chartInfo *data_manage.ChartInfo, err error, errMsg string, isSendEmail bool) { isSendEmail = true req.ChartName = strings.Trim(req.ChartName, " ") if req.ChartName == "" { errMsg = "请填写图表名称！" err = errors.New(errMsg) isSendEmail = false return } if req.ChartClassifyId <= 0 { errMsg = "分类参数错误！" err = errors.New(errMsg) isSendEmail = false return } // 区间计算图表配置校验 var extraConfig data_manage.ChartRangeAnalysisExtraConf if req.ExtraConfig == `` { errMsg = "配置信息错误" err = errors.New(errMsg) return } err = json.Unmarshal([]byte(req.ExtraConfig), &extraConfig) if err != nil { errMsg = "配置信息错误" err = errors.New(errMsg + ", Err: " + err.Error()) return } if len(req.ChartEdbInfoList) <= 0 { errMsg = "请选择指标" err = errors.New(errMsg) isSendEmail = false return } if len(req.ChartEdbInfoList) > 100 { errMsg = "添加指标总数量不得超过100" err = errors.New(errMsg) isSendEmail = false return } err, errMsg, isSendEmail = CheckChartRangeExtraConfig(extraConfig) if err != nil { return } chartClassify, err := data_manage.GetChartClassifyById(req.ChartClassifyId) if err != nil { if utils.IsErrNoRow(err) { errMsg = "分类不存在" err = errors.New(errMsg) isSendEmail = false return } errMsg = "获取分类信息失败" err = errors.New("获取分类信息失败，Err:" + err.Error()) return } if chartClassify == nil { errMsg = "分类不存在" err = errors.New(errMsg) isSendEmail = false return } var edbInfoIdArr []int for _, v := range req.ChartEdbInfoList { edbInfoId := v.EdbInfoId edbInfo, tmpErr := data_manage.GetEdbInfoById(edbInfoId) if tmpErr != nil { if utils.IsErrNoRow(tmpErr) { errMsg = "指标不存在！" err = errors.New("指标不存在，edbInfoId:" + strconv.Itoa(edbInfoId)) return } else { errMsg = "获取指标信息失败！" err = errors.New("获取图表的指标信息失败，Err:" + tmpErr.Error()) return } } if edbInfo == nil { errMsg = "指标已被删除，请重新选择！" err = errors.New("指标不存在，ChartInfoId:" + strconv.Itoa(edbInfoId)) return } else { if edbInfo.EdbInfoId <= 0 { errMsg = "指标已被删除，请重新选择！" err = errors.New("指标不存在，ChartInfoId:" + strconv.Itoa(edbInfoId)) return } } edbInfoIdArr = append(edbInfoIdArr, edbInfoId) edbInfo.EdbNameSource = edbInfo.EdbName } sort.Ints(edbInfoIdArr) var edbInfoIdArrStr []string for _, v := range edbInfoIdArr { edbInfoIdArrStr = append(edbInfoIdArrStr, strconv.Itoa(v)) } edbInfoIdStr := strings.Join(edbInfoIdArrStr, ",") var chartInfoId int // 判断图表是否存在 { var condition string var pars []interface{} switch lang { case utils.EnLangVersion: condition += " AND chart_name_en = ? AND source = ? " default: condition += " AND chart_name=? AND source = ? " } pars = append(pars, req.ChartName, source) count, tmpErr := data_manage.GetChartInfoCountByCondition(condition, pars) if tmpErr != nil { errMsg = "判断图表名称是否存在失败" err = errors.New("判断图表名称是否存在失败,Err:" + tmpErr.Error()) return } if count > 0 { errMsg = "图表已存在，请重新填写" err = errors.New(errMsg) isSendEmail = false return } } disableVal := data.CheckIsDisableChart(edbInfoIdArr) chartInfo = new(data_manage.ChartInfo) chartInfo.ChartName = req.ChartName chartInfo.ChartNameEn = req.ChartName chartInfo.EdbInfoIds = edbInfoIdStr chartInfo.ChartClassifyId = req.ChartClassifyId chartInfo.SysUserId = sysUser.AdminId chartInfo.SysUserRealName = sysUser.RealName chartInfo.CreateTime = time.Now() chartInfo.ModifyTime = time.Now() chartInfo.IsSetName = 0 timestamp := strconv.FormatInt(time.Now().UnixNano(), 10) chartInfo.UniqueCode = utils.MD5(utils.CHART_PREFIX + "_" + timestamp) chartInfo.ChartType = 1 // 区间计算图 chartInfo.Calendar = "公历" chartInfo.DateType = req.DateType chartInfo.StartDate = req.StartDate chartInfo.EndDate = req.EndDate chartInfo.StartYear = req.StartYear chartInfo.SeasonStartDate = req.StartDate chartInfo.SeasonEndDate = req.EndDate chartInfo.LeftMin = req.LeftMin chartInfo.LeftMax = req.LeftMax chartInfo.RightMin = req.RightMin chartInfo.RightMax = req.RightMax chartInfo.Disabled = disableVal chartInfo.Source = source chartInfo.ChartThemeId = req.ChartThemeId chartInfo.SourcesFrom = req.SourcesFrom chartInfo.Instructions = req.Instructions chartInfo.MarkersLines = req.MarkersLines chartInfo.MarkersAreas = req.MarkersAreas if req.ExtraConfig != "" { chartInfo.ExtraConfig = req.ExtraConfig } // 指标信息 mapList := make([]*data_manage.ChartEdbMapping, 0) for _, v := range req.ChartEdbInfoList { // todo 指标名称修改 mapItem := new(data_manage.ChartEdbMapping) mapItem.EdbInfoId = v.EdbInfoId mapItem.EdbAliasName = v.EdbAliasName mapItem.IsAxis = v.IsAxis mapItem.CreateTime = time.Now() mapItem.ModifyTime = time.Now() edbTimestamp := strconv.FormatInt(time.Now().UnixNano(), 10) mapItem.UniqueCode = utils.MD5(utils.CHART_PREFIX + "_" + edbTimestamp + "_" + strconv.Itoa(v.EdbInfoId)) mapItem.IsOrder = false mapItem.EdbInfoType = 1 mapItem.Source = utils.CHART_SOURCE_RANGE_ANALYSIS mapList = append(mapList, mapItem) } // 新增图表和指标mapping chartInfoId, e := data_manage.CreateRangeChartAndEdb(chartInfo, mapList) if e != nil { errMsg = "操作失败" err = errors.New("新增区间计算图表失败, Err: " + e.Error()) return } // 把系列和图表绑定 if extraConfig.EdbInfoMode == 1 { // 新增指标系列 err = AddSeries(edbInfoIdArr, chartInfoId, utils.CHART_SOURCE_RANGE_ANALYSIS, extraConfig, req.ExtraConfig) if err != nil { errMsg = "操作失败" err = errors.New("新增区间计算图表失败, Err: " + err.Error()) return } //todo 如果保存失败是否要删除 } /*//添加配置信息 multipleGraphConfig := &data_manage.MultipleGraphConfig{ //MultipleGraphConfigId: 0, SysUserId: sysUser.AdminId, SysUserRealName: sysUser.RealName, ModifyTime: time.Now(), CreateTime: time.Now(), } err = data_manage.AddMultipleGraphConfig(multipleGraphConfig) if err != nil { errMsg = "操作失败" err = errors.New("新增区间计算图表配置失败, Err: " + err.Error()) return }*/ if extraConfig.MultipleGraphConfigId > 0 { multipleGraphConfigChartMapping := &data_manage.MultipleGraphConfigChartMapping{ //Id: 0, MultipleGraphConfigId: extraConfig.MultipleGraphConfigId, ChartInfoId: chartInfo.ChartInfoId, Source: utils.CHART_SOURCE_RANGE_ANALYSIS, ModifyTime: time.Now(), CreateTime: time.Now(), } err = data_manage.AddMultipleGraphConfigChartMapping(multipleGraphConfigChartMapping) if err != nil { errMsg = "操作失败" err = errors.New("新增区间计算图表和配置关联关系失败, Err: " + err.Error()) return } } // 添加指标引用记录 _ = data.SaveChartEdbInfoRelation(edbInfoIdArr, chartInfo) //添加es数据 go data.EsAddOrEditChartInfo(chartInfoId) return } // EditChartInfo 编辑图表 func EditChartInfo(req data_manage.EditChartInfoReq, sysUser *system.Admin, lang string) (chartItem *data_manage.ChartInfo, err error, errMsg string, isSendEmail bool) { isSendEmail = true chartItem, err = data_manage.GetChartInfoById(req.ChartInfoId) if err != nil { if utils.IsErrNoRow(err) { errMsg = "图表已被删除，请刷新页面" err = errors.New(errMsg) isSendEmail = false return } errMsg = "获取图表信息失败" err = errors.New("获取图表信息失败,Err:" + err.Error()) return } if chartItem.Source != utils.CHART_SOURCE_RANGE_ANALYSIS { errMsg = "该图不是区间计算图表！" err = errors.New(errMsg) isSendEmail = false return } req.ChartName = strings.Trim(req.ChartName, " ") if req.ChartClassifyId <= 0 { errMsg = "分类参数错误！" err = errors.New(errMsg) isSendEmail = false return } // 区间计算图表配置校验 var extraConfig data_manage.ChartRangeAnalysisExtraConf if req.ExtraConfig == `` { errMsg = "配置信息错误" err = errors.New(errMsg) return } err = json.Unmarshal([]byte(req.ExtraConfig), &extraConfig) if err != nil { errMsg = "配置信息错误" err = errors.New(errMsg) return } if len(req.ChartEdbInfoList) <= 0 { errMsg = "请选择指标" err = errors.New(errMsg) isSendEmail = false return } extraConfig.SeriesName = strings.TrimSpace(extraConfig.SeriesName) if len(req.ChartEdbInfoList) > 100 { errMsg = "添加指标总数量不得超过100" err = errors.New(errMsg) isSendEmail = false return } err, errMsg, isSendEmail = CheckChartRangeExtraConfig(extraConfig) if err != nil { return } chartClassify, err := data_manage.GetChartClassifyById(req.ChartClassifyId) if err != nil { if utils.IsErrNoRow(err) { errMsg = "分类不存在" err = errors.New(errMsg) isSendEmail = false return } errMsg = "获取分类信息失败" err = errors.New("获取分类信息失败，Err:" + err.Error()) return } if chartClassify == nil { errMsg = "分类不存在" err = errors.New(errMsg) isSendEmail = false return } // 图表操作权限 ok := data.CheckOpChartPermission(sysUser, chartItem.SysUserId, true) if !ok { errMsg = "没有该图表的操作权限" err = errors.New(errMsg) isSendEmail = false return } var edbInfoIdArr []int for _, v := range req.ChartEdbInfoList { edbInfoId := v.EdbInfoId edbInfo, tmpErr := data_manage.GetEdbInfoById(edbInfoId) if tmpErr != nil { if utils.IsErrNoRow(tmpErr) { errMsg = "图表不存在！" err = errors.New("图表指标不存在，ChartInfoId:" + strconv.Itoa(edbInfoId)) return } else { errMsg = "获取图表信息失败！" err = errors.New("获取图表的指标信息失败，Err:" + tmpErr.Error()) return } } if edbInfo == nil { errMsg = "指标不存在！" err = errors.New("指标不存在，ChartInfoId:" + strconv.Itoa(edbInfoId)) return } edbInfoIdArr = append(edbInfoIdArr, edbInfoId) } sort.Ints(edbInfoIdArr) var edbInfoIdArrStr []string for _, v := range edbInfoIdArr { edbInfoIdArrStr = append(edbInfoIdArrStr, strconv.Itoa(v)) } edbInfoIdStr := strings.Join(edbInfoIdArrStr, ",") //判断图表是否存在 { var condition string var pars []interface{} condition += " AND chart_info_id <> ? " pars = append(pars, req.ChartInfoId) switch lang { case utils.EnLangVersion: condition += " AND chart_name_en = ? AND source = ? " default: condition += " AND chart_name=? AND source = ? " } pars = append(pars, req.ChartName, chartItem.Source) count, tmpErr := data_manage.GetChartInfoCountByCondition(condition, pars) if tmpErr != nil { errMsg = "判断图表名称是否存在失败" err = errors.New("判断图表名称是否存在失败,Err:" + tmpErr.Error()) return } if count > 0 { errMsg = "图表已存在，请重新填写" err = errors.New(errMsg) isSendEmail = false return } } // 修改图表与指标mapping req.ChartType = 1 dateType := req.DateType err = data_manage.EditRangeChartInfoAndMapping(&req, edbInfoIdStr, lang, "公历", dateType, 0, ``) if err != nil { errMsg = "保存失败" err = errors.New("保存失败,Err:" + err.Error()) return } addSeries := false chartSeriesOb := new(data_manage.FactorEdbSeriesChartMapping) seriesMappingItem, err := chartSeriesOb.GetItemByChartInfoId(chartItem.ChartInfoId) if err != nil { if utils.IsErrNoRow(err) { err = nil addSeries = true } else { err = fmt.Errorf("获取图表关联失败, Err: " + err.Error()) return } } if extraConfig.EdbInfoMode == 1 { if addSeries { // 新增指标系列 err = AddSeries(edbInfoIdArr, chartItem.ChartInfoId, utils.CHART_SOURCE_RANGE_ANALYSIS, extraConfig, req.ExtraConfig) if err != nil { errMsg = "操作失败" err = errors.New("新增区间计算图表失败, Err: " + err.Error()) return } } else { err = EditSeries(seriesMappingItem, edbInfoIdArr, extraConfig, req.ExtraConfig, true) if err != nil { errMsg = "保存失败" err = errors.New("保存失败,Err:" + err.Error()) return } } // todo 编辑失败处理 } else if extraConfig.EdbInfoMode == 0 { if !addSeries { // 删除相关的系列 factorSeriesOb := new(data_manage.FactorEdbSeries) err = factorSeriesOb.RemoveSeriesAndMappingByFactorEdbSeriesId(seriesMappingItem) if err != nil { errMsg = "保存失败" err = errors.New("保存失败,Err:" + err.Error()) return } } } resp := new(data_manage.AddChartInfoResp) resp.ChartInfoId = chartItem.ChartInfoId resp.UniqueCode = chartItem.UniqueCode resp.ChartType = req.ChartType // 添加指标引用记录 _ = data.SaveChartEdbInfoRelation(edbInfoIdArr, chartItem) //添加es数据 go data.EsAddOrEditChartInfo(chartItem.ChartInfoId) //修改my eta es数据 go data.EsAddOrEditMyChartInfoByChartInfoId(chartItem.ChartInfoId) return } // CopyChartInfo 复制图表 func CopyChartInfo(classifyId int, chartName string, oldChartInfo *data_manage.ChartInfo, sysUser *system.Admin, lang string) (chartInfo *data_manage.ChartInfo, err error, errMsg string, isSendEmail bool) { isSendEmail = true timestamp := strconv.FormatInt(time.Now().UnixNano(), 10) var extraConfig data_manage.ChartRangeAnalysisExtraConf err = json.Unmarshal([]byte(oldChartInfo.ExtraConfig), &extraConfig) if err != nil { errMsg = "配置信息错误" err = errors.New(errMsg + ", Err: " + err.Error()) return } //新增配置，并绑定图表 multipleGraphConfig := &data_manage.MultipleGraphConfig{ //MultipleGraphConfigId: 0, SysUserId: sysUser.AdminId, SysUserRealName: sysUser.RealName, ModifyTime: time.Now(), CreateTime: time.Now(), } err = data_manage.AddMultipleGraphConfig(multipleGraphConfig) if err != nil { errMsg = "新增区间计算图表配置失败" err = errors.New(errMsg + ", Err: " + err.Error()) return } extraConfig.MultipleGraphConfigId = multipleGraphConfig.MultipleGraphConfigId newExtraConfigBytes, err := json.Marshal(extraConfig) if err != nil { errMsg = "配置信息错误" err = errors.New(errMsg + ", Err: " + err.Error()) return } newExtraConfig := string(newExtraConfigBytes) chartInfo = &data_manage.ChartInfo{ ChartInfoId: 0, ChartName: chartName, ChartClassifyId: classifyId, SysUserId: sysUser.AdminId, SysUserRealName: sysUser.RealName, UniqueCode: utils.MD5(utils.CHART_PREFIX + "_" + timestamp), CreateTime: time.Now(), ModifyTime: time.Now(), DateType: oldChartInfo.DateType, StartDate: oldChartInfo.StartDate, EndDate: oldChartInfo.EndDate, IsSetName: oldChartInfo.IsSetName, EdbInfoIds: oldChartInfo.EdbInfoIds, ChartType: oldChartInfo.ChartType, Calendar: oldChartInfo.Calendar, SeasonStartDate: oldChartInfo.SeasonStartDate, SeasonEndDate: oldChartInfo.SeasonEndDate, ChartImage: oldChartInfo.ChartImage, BarConfig: oldChartInfo.BarConfig, //Sort: sort, LeftMin: oldChartInfo.LeftMin, LeftMax: oldChartInfo.LeftMax, RightMin: oldChartInfo.RightMin, RightMax: oldChartInfo.RightMax, Right2Min: oldChartInfo.Right2Min, Right2Max: oldChartInfo.Right2Max, Disabled: oldChartInfo.Disabled, Source: oldChartInfo.Source, ExtraConfig: newExtraConfig, SeasonExtraConfig: oldChartInfo.SeasonExtraConfig, StartYear: oldChartInfo.StartYear, Unit: oldChartInfo.Unit, UnitEn: oldChartInfo.UnitEn, ChartThemeId: oldChartInfo.ChartThemeId, SourcesFrom: oldChartInfo.SourcesFrom, Instructions: oldChartInfo.Instructions, MarkersLines: oldChartInfo.MarkersLines, MarkersAreas: oldChartInfo.MarkersAreas, } newId, err := data_manage.AddChartInfo(chartInfo) if err != nil { err = fmt.Errorf("保存失败，Err:%s", err.Error()) return } chartInfo.ChartInfoId = int(newId) edbInfoMappingList, err := data_manage.GetChartMappingList(oldChartInfo.ChartInfoId) if err != nil { err = fmt.Errorf("获取图表，指标信息失败，Err:" + err.Error()) return } // 添加图表与指标的关联关系 edbInfoIdArr := make([]int, 0) { mapList := make([]*data_manage.ChartEdbMapping, 0) for _, v := range edbInfoMappingList { edbInfoIdArr = append(edbInfoIdArr, v.EdbInfoId) timestamp = strconv.FormatInt(time.Now().UnixNano(), 10) mapItem := &data_manage.ChartEdbMapping{ //ChartEdbMappingId: 0, ChartInfoId: chartInfo.ChartInfoId, EdbInfoId: v.EdbInfoId, CreateTime: time.Now(), ModifyTime: time.Now(), UniqueCode: utils.MD5(utils.CHART_PREFIX + "_" + timestamp), MaxData: v.MaxData, MinData: v.MinData, IsOrder: v.IsOrder, IsAxis: v.IsAxis, EdbInfoType: v.EdbInfoType, LeadValue: v.LeadValue, LeadUnit: v.LeadUnit, ChartStyle: v.ChartStyle, ChartColor: v.ChartColor, ChartWidth: v.ChartWidth, Source: v.Source, EdbAliasName: v.EdbAliasName, IsConvert: v.IsConvert, ConvertType: v.ConvertType, ConvertValue: v.ConvertValue, ConvertUnit: v.ConvertEnUnit, ConvertEnUnit: v.ConvertEnUnit, } mapList = append(mapList, mapItem) } err = data_manage.AddChartEdbMapping(mapList) if err != nil { err = fmt.Errorf("保存失败，Err:%s", err.Error()) return } } // 添加系列和图表映射 chartSeriesOb := new(data_manage.FactorEdbSeriesChartMapping) _, err = chartSeriesOb.GetItemByChartInfoId(oldChartInfo.ChartInfoId) if err != nil { if utils.IsErrNoRow(err) { err = nil } else { err = fmt.Errorf("获取图表关联失败, Err: " + err.Error()) return } } else { // 新增指标系列 // 区间计算图表配置校验 err = AddSeries(edbInfoIdArr, chartInfo.ChartInfoId, utils.CHART_SOURCE_RANGE_ANALYSIS, extraConfig, chartInfo.ExtraConfig) if err != nil { errMsg = "操作失败" err = errors.New("新增区间计算图表失败, Err: " + err.Error()) return } } multipleGraphConfigChartMapping := &data_manage.MultipleGraphConfigChartMapping{ //Id: 0, MultipleGraphConfigId: extraConfig.MultipleGraphConfigId, ChartInfoId: chartInfo.ChartInfoId, Source: utils.CHART_SOURCE_RANGE_ANALYSIS, ModifyTime: time.Now(), CreateTime: time.Now(), } err = data_manage.AddMultipleGraphConfigChartMapping(multipleGraphConfigChartMapping) if err != nil { errMsg = "操作失败" err = errors.New("新增区间计算图表和配置关联关系失败, Err: " + err.Error()) return } //添加es数据 go data.EsAddOrEditChartInfo(chartInfo.ChartInfoId) return } func GetEdbDateByMoveForward(startDate string, moveForward int, edbDataList []*data_manage.EdbDataList) (date string) { // 根据日期进行排序 index := 0 length := len(edbDataList) for i := length - 1; i >= 0; i-- { item := edbDataList[i] if item.DataTime == startDate { index += 1 continue } if index >= moveForward { date = item.DataTime break } if index > 0 { index += 1 date = item.DataTime } } return } // HandleEdbDateChange 处理日期变换 func HandleEdbDateChange(date string, dateChange []*data_manage.EdbDataDateChangeConf) (newDate string, err error) { newDate = date if newDate != "" { if len(dateChange) > 0 { var dateTime time.Time dateTime, err = time.ParseInLocation(utils.FormatDate, newDate, time.Local) if err != nil { err = fmt.Errorf("日期解析失败: %s", err.Error()) return } for _, v := range dateChange { if v.ChangeType == 1 { dateTime = dateTime.AddDate(v.Year, v.Month, v.Day) newDate = dateTime.Format(utils.FormatDate) } else if v.ChangeType == 2 { newDate, err, _ = utils.HandleSystemAppointDateT(dateTime, v.FrequencyDay, v.Frequency) if err != nil { return } dateTime, err = time.ParseInLocation(utils.FormatDate, newDate, time.Local) if err != nil { err = fmt.Errorf("日期解析失败: %s", err.Error()) return } } } } } return } // 添加指标系列和数据 func AddSeries(edbInfoIds []int, chartInfoId, chartInfoSource int, extraConf data_manage.ChartRangeAnalysisExtraConf, calculatesJson string) (err error) { edbArr, e := data_manage.GetEdbInfoByIdList(edbInfoIds) if e != nil { err = fmt.Errorf("获取指标列表失败, Err: " + e.Error()) return } if len(edbArr) == 0 { err = fmt.Errorf("获取指标列表失败, 指标不存在") return } edbInfoType := edbArr[0].EdbInfoType // 新增指标系列 seriesItem := new(data_manage.FactorEdbSeries) seriesItem.SeriesName = extraConf.SeriesName seriesItem.EdbInfoType = edbInfoType seriesItem.CreateTime = time.Now().Local() seriesItem.ModifyTime = time.Now().Local() seriesItem.CalculateState = data_manage.FactorEdbSeriesCalculating seriesItem.CalculateStep = calculatesJson mappings := make([]*data_manage.FactorEdbSeriesMapping, 0) for _, v := range edbArr { mappings = append(mappings, &data_manage.FactorEdbSeriesMapping{ EdbInfoId: v.EdbInfoId, EdbCode: v.EdbCode, CreateTime: time.Now().Local(), ModifyTime: time.Now().Local(), }) } seriesId, e := seriesItem.CreateSeriesAndMapping(seriesItem, mappings) if e != nil { err = fmt.Errorf("新增因子指标系列失败, Err: " + e.Error()) return } // 图表关联-此处添加的chart_info_id=0 seriesChartMapping := new(data_manage.FactorEdbSeriesChartMapping) seriesChartMapping.CalculateType = data_manage.FactorEdbSeriesChartCalculateTypeRange //新增图表和指标的映射关系 seriesChartMapping.CalculateData = "" seriesChartMapping.FactorEdbSeriesId = seriesId seriesChartMapping.ChartInfoId = chartInfoId seriesChartMapping.Source = chartInfoSource seriesChartMapping.CreateTime = time.Now().Local() seriesChartMapping.ModifyTime = time.Now().Local() if e = seriesChartMapping.Create(); e != nil { err = fmt.Errorf("新增图表关联失败, Err: " + e.Error()) return } // todo 计算指标数据并存储 _, e = FactorEdbStepCalculateRange(seriesId, edbInfoIds, extraConf, false) if e != nil { err = fmt.Errorf("计算因子指标失败, Err: " + e.Error()) return } // 更新系列计算状态 cols := []string{seriesItem.Cols().CalculateState, seriesItem.Cols().ModifyTime} seriesItem.CalculateState = data_manage.FactorEdbSeriesCalculated seriesItem.ModifyTime = time.Now().Local() if e = seriesItem.Update(cols); e != nil { err = fmt.Errorf("更新因子指标系列计算状态失败, Err: " + e.Error()) return } return } func EditSeries(seriesMapping *data_manage.FactorEdbSeriesChartMapping, edbInfoIds []int, extraConf data_manage.ChartRangeAnalysisExtraConf, calculatesJson string, recalculate bool) (err error) { seriesOb := new(data_manage.FactorEdbSeries) seriesItem, e := seriesOb.GetItemById(seriesMapping.FactorEdbSeriesId) if e != nil { if utils.IsErrNoRow(e) { err = fmt.Errorf("因子指标系列不存在, Err: " + e.Error()) return } err = fmt.Errorf("获取因子指标系列失败, Err: " + e.Error()) return } edbArr, e := data_manage.GetEdbInfoByIdList(edbInfoIds) if e != nil { err = fmt.Errorf("获取指标列表失败, Err: " + e.Error()) return } if len(edbArr) == 0 { err = fmt.Errorf("指标列表为空") return } var calculateResp data_manage.FactorEdbSeriesStepCalculateResp calculateResp.SeriesId = seriesItem.FactorEdbSeriesId // 如果不需要进行重新计算(比如只改了系列名称)那么只更新指标系列 seriesItem.SeriesName = extraConf.SeriesName seriesItem.EdbInfoType = edbArr[0].EdbInfoType seriesItem.ModifyTime = time.Now().Local() updateCols := []string{seriesOb.Cols().SeriesName, seriesOb.Cols().EdbInfoType, seriesOb.Cols().ModifyTime} if !recalculate { if e = seriesItem.Update(updateCols); e != nil { err = fmt.Errorf("更新因子指标系列失败, Err: " + e.Error()) return } return } // 更新系列信息和指标关联 seriesItem.CalculateState = data_manage.FactorEdbSeriesCalculating seriesItem.CalculateStep = calculatesJson updateCols = append(updateCols, seriesOb.Cols().CalculateState, seriesOb.Cols().CalculateStep) mappings := make([]*data_manage.FactorEdbSeriesMapping, 0) for _, v := range edbArr { mappings = append(mappings, &data_manage.FactorEdbSeriesMapping{ EdbInfoId: v.EdbInfoId, EdbCode: v.EdbCode, CreateTime: time.Now().Local(), ModifyTime: time.Now().Local(), }) } if e = seriesItem.EditSeriesAndMapping(seriesItem, mappings, updateCols); e != nil { err = fmt.Errorf("更新因子指标系列信息失败, Err: %s", e.Error()) return } // todo 重新计算 _, e = FactorEdbStepCalculateRange(seriesItem.FactorEdbSeriesId, edbInfoIds, extraConf, false) if e != nil { err = fmt.Errorf("计算因子指标失败, Err: " + e.Error()) return } // 更新系列计算状态 cols := []string{seriesItem.Cols().CalculateState, seriesItem.Cols().ModifyTime} seriesItem.CalculateState = data_manage.FactorEdbSeriesCalculated seriesItem.ModifyTime = time.Now().Local() if e = seriesItem.Update(cols); e != nil { err = fmt.Errorf("更新因子指标系列计算状态失败, Err: %s", e.Error()) return } return } // FactorEdbStepCalculateRange 因子指标-区间计算 func FactorEdbStepCalculateRange(seriesId int, edbArr []int, extraConf data_manage.ChartRangeAnalysisExtraConf, recalculate bool) (calculateResp data_manage.FactorEdbSeriesStepCalculateResp, err error) { // todo 如果指标已保存，则用指标数据还是图表指标数据？ // 获取图表x轴y轴 defer func() { if err != nil { tips := fmt.Sprintf("StepCalculate计算失败, ErrMsg: %v", err) fmt.Println(tips) utils.FileLog.Info(tips) go alarm_msg.SendAlarmMsg(tips, 3) } }() edbInfoMappingList, e := data_manage.GetChartEdbMappingListByEdbInfoIdList(edbArr) if e != nil { err = fmt.Errorf("获取区间计算图表, A指标mapping信息失败, Err:%v", e) return } _, _, _, err = GetChartDataByEdbInfoList(0, 0, 0, "", "", edbInfoMappingList, &extraConf) if err != nil { err = fmt.Errorf("获取图表数据失败, ErrMsg: %v", err) return } // 重新计算-先清除原数据 calculateDataOb := new(data_manage.FactorEdbSeriesCalculateDataQjjs) cond := fmt.Sprintf("%s = ?", calculateDataOb.Cols().FactorEdbSeriesId) pars := make([]interface{}, 0) pars = append(pars, seriesId) if e := calculateDataOb.RemoveByCondition(cond, pars); e != nil { err = fmt.Errorf("清除原数据失败, err: %v", e) return } // 计算成功的保存结果 dataArr := make([]*data_manage.FactorEdbSeriesCalculateDataQjjs, 0) for _, v := range edbInfoMappingList { dataList := v.DataList.([]*data_manage.EdbDataList) for _, dataItem := range dataList { dataTime, _ := time.ParseInLocation(utils.FormatDate, dataItem.DataTime, time.Local) dataArr = append(dataArr, &data_manage.FactorEdbSeriesCalculateDataQjjs{ FactorEdbSeriesId: seriesId, EdbInfoId: v.EdbInfoId, EdbCode: v.EdbCode, DataTime: dataTime, Value: dataItem.Value, CreateTime: time.Now().Local(), ModifyTime: time.Now().Local(), DataTimestamp: dataItem.DataTimestamp, }) } } if len(dataArr) == 0 { err = fmt.Errorf("计算结果无数据, seriesId: %d", seriesId) return } if e = calculateDataOb.CreateMulti(dataArr); e != nil { err = fmt.Errorf("保存计算结果失败, seriesId: %d, err: %v, ", seriesId, e) return } return } func CheckChartRangeExtraConfig(extraConfig data_manage.ChartRangeAnalysisExtraConf) (err error, errMsg string, isSendEmail bool) { extraConfig.SeriesName = strings.TrimSpace(extraConfig.SeriesName) if extraConfig.SeriesName == "" && extraConfig.EdbInfoMode == 1 { errMsg = "请输入指标系列名称" err = errors.New(errMsg) isSendEmail = false return } if extraConfig.CalculateType > 5 || extraConfig.CalculateType < 0 { errMsg = "计算方式参数错误" err = errors.New(errMsg) isSendEmail = false return } switch extraConfig.DateRangeType { case 0: case 1: if len(extraConfig.ManualDateConf) == 0 { errMsg = "请选择时间区间" err = errors.New(errMsg) return } // 先按开始时间排序 sort.Sort(data_manage.ChartRangeAnalysisManualDateConfList(extraConfig.ManualDateConf)) // 校验日期 // 1.如果截止时间小于指标的截止日期，需要重置为指标的截止日期 // 2.时间区间不能重叠 for i := 1; i < len(extraConfig.ManualDateConf); i++ { start1, e := time.Parse(utils.FormatDate, extraConfig.ManualDateConf[i-1].EndDate) if e != nil { err = e errMsg = "截止日期格式有误" return } start2, e := time.Parse(utils.FormatDate, extraConfig.ManualDateConf[i].EndDate) if e != nil { err = e errMsg = "截止日期格式有误" return } start3, e := time.Parse(utils.FormatDate, extraConfig.ManualDateConf[i].StartDate) if e != nil { err = e errMsg = "截止日期格式有误" return } // 如果当前区间的开始时间小于等于前一个区间的结束时间，则存在重叠 if !start2.After(start1) || start3.Before(start1) { errMsg = "日期区间存在重叠" return } } //如果截止时间大于指标的截止日期，需要重置为指标的截止日期 case 2: if extraConfig.YearDateConf.StartDay == "" || extraConfig.YearDateConf.EndDay == "" { errMsg = "请选择时间区间" return } if _, e := time.Parse(utils.FormatMonthDay, extraConfig.YearDateConf.StartDay); e != nil { errMsg = "开始日期格式有误" return } if _, e := time.Parse(utils.FormatMonthDay, extraConfig.YearDateConf.EndDay); e != nil { errMsg = "结束日期格式有误" return } } return }