1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048 |
- package range_analysis
- import (
- "encoding/json"
- "errors"
- "eta_gn/eta_chart_lib/models"
- "eta_gn/eta_chart_lib/models/data_manage"
- "eta_gn/eta_chart_lib/services/alarm_msg"
- "eta_gn/eta_chart_lib/services/data"
- "eta_gn/eta_chart_lib/utils"
- "fmt"
- "math"
- "time"
- "github.com/shopspring/decimal"
- )
- // GetAutoCalculateDateDataList 获取当前时间相关的区间作为计算依据
- func GetAutoCalculateDateDataList(currentDate string, dataList []*models.EdbDataList, req *models.ChartRangeAnalysisExtraConf) (newDataList []*models.EdbDataList, err error) {
- currentDateTime, _ := time.ParseInLocation(utils.FormatDate, currentDate, time.Local)
- switch req.DateRangeType {
- case 0:
- // 智能划分得到一个开始日期,和结束日期
- var startDateTime time.Time
- if req.AutoDateConf.IsAutoStartDate == 0 { //固定设置
- startDate := req.AutoDateConf.StartDate
- if startDate == "" {
- startDate = "2020-01-01"
- }
- startDateTime, _ = time.ParseInLocation(utils.FormatDate, startDate, time.Local)
- } else {
- startConf := req.AutoDateConf.StartDateConf
- startDate := ""
- if startConf.BaseDateType == 0 { //
- startDate = currentDate
- } else if startConf.BaseDateType == 1 {
- startDate = time.Now().Format(utils.FormatDate)
- }
- if startConf.MoveForward > 0 {
- startDate = GetEdbDateByMoveForward(startDate, startConf.MoveForward, dataList)
- }
- if len(startConf.DateChange) > 0 {
- startDate, err = HandleEdbDateChange(startDate, startConf.DateChange)
- if err != nil {
- err = fmt.Errorf("智能划分开始日期处理失败:%s", err.Error())
- return
- }
- }
- startDateTime, _ = time.ParseInLocation(utils.FormatDate, startDate, time.Local)
- }
- var calStartTime, calEndTime time.Time
- if currentDateTime.Before(startDateTime) {
- calStartTime = currentDateTime
- calEndTime = startDateTime
- } else {
- calStartTime = startDateTime
- calEndTime = currentDateTime
- }
- // 根据日期,获取数据
- for _, vv := range dataList {
- dataTimeT, _ := time.ParseInLocation(utils.FormatDate, vv.DataTime, time.Local)
- if dataTimeT.After(calStartTime) && dataTimeT.Before(calEndTime) ||
- dataTimeT.Equal(calStartTime) ||
- dataTimeT.Equal(calEndTime) {
- newDataList = append(newDataList, vv)
- }
- }
- }
- return
- }
- // HandleDataByCalculateType 根据计算公式处理数据
- func HandleDataByCalculateType(originList []*models.ChartRangeAnalysisDateDataItem, originDataList []*models.EdbDataList, req *models.ChartRangeAnalysisExtraConf) (newList []*models.EdbDataList, err error) {
- if len(originList) == 0 {
- return
- }
- calculateType := req.CalculateType
- switch calculateType {
- case 0: //均值
- var sum float64
- if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 {
- for _, item := range originList {
- for _, v := range item.DataList {
- sum = 0
- //计算的数据返回需要重新确定
- calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req)
- if e != nil {
- err = fmt.Errorf("获取区间数据失败:%s", e.Error())
- return
- }
- for _, vv := range calDataList {
- sum += vv.Value
- }
- val := sum / float64(len(calDataList))
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newList = append(newList, &models.EdbDataList{
- DataTime: v.DataTime,
- Value: val,
- DataTimestamp: v.DataTimestamp,
- })
- }
- }
- } else {
- for _, item := range originList {
- sum = 0
- for k, v := range item.DataList {
- sum += v.Value
- val := sum / float64(k+1)
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newList = append(newList, &models.EdbDataList{
- DataTime: v.DataTime,
- Value: val,
- DataTimestamp: v.DataTimestamp,
- })
- }
- }
- }
- case 1: //累计值
- var sum float64
- if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 {
- for _, item := range originList {
- sum = 0
- for _, v := range item.DataList {
- sum = 0
- //计算的数据返回需要重新确定
- calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req)
- if e != nil {
- err = fmt.Errorf("获取区间数据失败:%s", e.Error())
- return
- }
- for _, vv := range calDataList {
- sum += vv.Value
- }
- val := sum
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newList = append(newList, &models.EdbDataList{
- DataTime: v.DataTime,
- Value: val,
- DataTimestamp: v.DataTimestamp,
- })
- }
- }
- } else {
- for _, item := range originList {
- sum = 0
- for _, v := range item.DataList {
- sum += v.Value
- val := sum
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newList = append(newList, &models.EdbDataList{
- DataTime: v.DataTime,
- Value: val,
- DataTimestamp: v.DataTimestamp,
- })
- }
- }
- }
- case 2: //涨幅
- if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 {
- for _, item := range originList {
- for _, v := range item.DataList {
- var baseVal float64
- //计算的数据返回需要重新确定
- calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req)
- if e != nil {
- err = fmt.Errorf("获取区间数据失败:%s", e.Error())
- return
- }
- if len(calDataList) == 0 {
- continue
- }
- baseVal = calDataList[0].Value
- baseDate := calDataList[0].DataTime
- if baseVal == 0 {
- continue
- }
- if v.DataTime == baseDate {
- continue
- }
- val := (v.Value - baseVal) / baseVal
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newList = append(newList, &models.EdbDataList{
- DataTime: v.DataTime,
- Value: val,
- DataTimestamp: v.DataTimestamp,
- })
- }
- }
- } else {
- for _, item := range originList {
- if len(item.DataList) == 0 {
- break
- }
- baseVal := item.DataList[0].Value
- baseDate := item.DataList[0].DataTime
- if baseVal == 0 {
- break
- }
- for _, v := range item.DataList {
- if v.DataTime == baseDate {
- continue
- }
- val := (v.Value - baseVal) / baseVal
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newList = append(newList, &models.EdbDataList{
- DataTime: v.DataTime,
- Value: val,
- DataTimestamp: v.DataTimestamp,
- })
- }
- }
- }
- case 3: //复合增长率
- if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 {
- for _, item := range originList {
- for _, v := range item.DataList {
- var baseVal float64
- var baseDate string
- calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req)
- if e != nil {
- err = fmt.Errorf("获取区间数据失败:%s", e.Error())
- return
- }
- if len(calDataList) == 0 {
- continue
- }
- baseVal = calDataList[0].Value
- baseDate = calDataList[0].DataTime
- if v.DataTime == baseDate {
- continue
- }
- if baseVal == 0 {
- continue
- }
- baseDateT, e := time.ParseInLocation(utils.FormatDate, baseDate, time.Local)
- if e != nil {
- err = fmt.Errorf("time.ParseInLocation err: %v", e)
- return
- }
- tmpT, e := time.ParseInLocation(utils.FormatDate, v.DataTime, time.Local)
- if e != nil {
- err = fmt.Errorf("time.ParseInLocation err: %v", e)
- return
- }
- // 计算两个日期相差的天数
- diff := tmpT.Sub(baseDateT).Hours() / 24 / 365
- val := v.Value / baseVal
- val = math.Pow(val, 1/diff) - 1
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newList = append(newList, &models.EdbDataList{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
- }
- }
- } else {
- for _, item := range originList {
- if len(item.DataList) == 0 {
- break
- }
- baseVal := item.DataList[0].Value
- baseDate := item.DataList[0].DataTime
- if baseVal == 0 {
- break
- }
- for _, v := range item.DataList {
- if v.DataTime == baseDate {
- continue
- }
- baseDateT, e := time.ParseInLocation(utils.FormatDate, baseDate, time.Local)
- if e != nil {
- err = fmt.Errorf("time.ParseInLocation err: %v", e)
- return
- }
- tmpT, e := time.ParseInLocation(utils.FormatDate, v.DataTime, time.Local)
- if e != nil {
- err = fmt.Errorf("time.ParseInLocation err: %v", e)
- return
- }
- // 计算两个日期相差的天数
- diff := tmpT.Sub(baseDateT).Hours() / 24 / 365
- val := v.Value / baseVal
- val = math.Pow(val, 1/diff) - 1
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newList = append(newList, &models.EdbDataList{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
- }
- }
- }
- case 4: //最大值
- var maxVal float64
- if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 {
- for _, item := range originList {
- for _, v := range item.DataList {
- calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req)
- if e != nil {
- err = fmt.Errorf("获取区间数据失败:%s", e.Error())
- return
- }
- for kk, vv := range calDataList {
- if kk == 0 {
- maxVal = vv.Value
- }
- if vv.Value > maxVal {
- maxVal = vv.Value
- }
- }
- val := maxVal
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newList = append(newList, &models.EdbDataList{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
- }
- }
- } else {
- for _, item := range originList {
- for k, v := range item.DataList {
- if k == 0 {
- maxVal = v.Value
- }
- if v.Value > maxVal {
- maxVal = v.Value
- }
- val := maxVal
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newList = append(newList, &models.EdbDataList{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
- }
- }
- }
- case 5: //最小值
- var minVal float64
- if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 {
- for _, item := range originList {
- for _, v := range item.DataList {
- calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req)
- if e != nil {
- err = fmt.Errorf("获取区间数据失败:%s", e.Error())
- return
- }
- for kk, vv := range calDataList {
- if kk == 0 {
- minVal = vv.Value
- }
- if vv.Value < minVal {
- minVal = vv.Value
- }
- }
- val := minVal
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newList = append(newList, &models.EdbDataList{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
- }
- }
- } else {
- for _, item := range originList {
- for k, v := range item.DataList {
- if k == 0 {
- minVal = v.Value
- }
- if v.Value < minVal {
- minVal = v.Value
- }
- val := minVal
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newList = append(newList, &models.EdbDataList{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
- }
- }
- }
- }
- return
- }
- // GetChartEdbInfoFormat 区间计算图表-获取指标信息
- func GetChartEdbInfoFormat(chartInfoId int, edbInfoMappingList []*models.ChartEdbInfoMapping) (edbList []*models.ChartEdbInfoMapping, err error) {
- edbList = make([]*models.ChartEdbInfoMapping, 0)
- for _, edbInfoMapping := range edbInfoMappingList {
- if edbInfoMapping == nil {
- err = fmt.Errorf("指标信息有误")
- return
- }
- edbInfoMapping.FrequencyEn = data.GetFrequencyEn(edbInfoMapping.Frequency)
- if edbInfoMapping.Unit == `无` {
- edbInfoMapping.Unit = ``
- }
- if chartInfoId <= 0 {
- edbInfoMapping.IsAxis = 1
- edbInfoMapping.LeadValue = 0
- edbInfoMapping.LeadUnit = ""
- edbInfoMapping.ChartEdbMappingId = 0
- edbInfoMapping.ChartInfoId = 0
- edbInfoMapping.IsOrder = false
- edbInfoMapping.EdbInfoType = 1
- edbInfoMapping.ChartStyle = ""
- edbInfoMapping.ChartColor = ""
- edbInfoMapping.ChartWidth = 0
- } else {
- edbInfoMapping.LeadUnitEn = data.GetLeadUnitEn(edbInfoMapping.LeadUnit)
- }
- edbList = append(edbList, edbInfoMapping)
- }
- return
- }
- // GetChartDataByEdbInfoList 区间计算图表-根据指标信息获取x轴和y轴
- func GetChartDataByEdbInfoList(chartInfoId int, dateType, startYear int, startDate, endDate string, edbInfoMappingList []*models.ChartEdbInfoMapping, req *models.ChartRangeAnalysisExtraConf) (edbList []*models.ChartEdbInfoMapping, xEdbIdValue []int, dataResp models.ChartRangeAnalysisDataResp, err error) {
- if chartInfoId > 0 && req.EdbInfoMode == 1 {
- edbList, xEdbIdValue, dataResp, err = GetChartDataByEdbInfoListBySeries(chartInfoId, dateType, startYear, startDate, endDate, edbInfoMappingList, req)
- return
- }
- for _, edbInfoMapping := range edbInfoMappingList {
- edbInfoMapping, err = getChartDataByEdbInfo(edbInfoMapping, req)
- if err != nil {
- return
- }
- edbInfoMapping.ConvertUnit = edbInfoMapping.Unit
- edbInfoMapping.ConvertEnUnit = edbInfoMapping.UnitEn
- if req.CalculateType == 2 || req.CalculateType == 3 {
- edbInfoMapping.ConvertUnit = "无"
- edbInfoMapping.ConvertEnUnit = "无"
- }
- if req.DataConvertType > 0 && req.DataConvertConf.Unit != "" {
- edbInfoMapping.ConvertUnit = req.DataConvertConf.Unit
- edbInfoMapping.ConvertEnUnit = req.DataConvertConf.Unit
- }
- dataList := edbInfoMapping.DataList.([]*models.EdbDataList)
- // 处理上下限
- var maxData, minData float64
- if len(dataList) > 0 {
- maxData = dataList[0].Value
- minData = dataList[0].Value
- for _, v := range dataList {
- if v.Value > maxData {
- maxData = v.Value
- }
- if v.Value < minData {
- minData = v.Value
- }
- }
- }
- edbInfoMapping.MaxData = maxData
- edbInfoMapping.MinData = minData
- xEdbIdValue = append(xEdbIdValue, edbInfoMapping.EdbInfoId)
- }
- //根据时间类型来筛选最终的数据
- yearMax := 0
- if dateType == utils.DateTypeNYears {
- for _, v := range edbInfoMappingList {
- dataList := v.DataList.([]*models.EdbDataList)
- if len(dataList) > 0 {
- latestDate := dataList[len(dataList)-1].DataTime
- if latestDate != "" {
- latestDate = utils.GormDateStrToDateStr(latestDate)
- lastDateT, tErr := time.Parse(utils.FormatDate, latestDate)
- if tErr != nil {
- err = fmt.Errorf("获取图表日期信息失败,Err:" + tErr.Error())
- return
- }
- if lastDateT.Year() > yearMax {
- yearMax = lastDateT.Year()
- }
- }
- }
- }
- }
- startDate, endDate = utils.GetDateByDateTypeV2(dateType, startDate, endDate, startYear, yearMax)
- if startDate != "" {
- for k, v := range edbInfoMappingList {
- var maxData, minData float64
- dataList := v.DataList.([]*models.EdbDataList)
- newDataList := make([]*models.EdbDataList, 0)
- if len(dataList) == 0 {
- newDataList = dataList
- } else {
- firstFlag := true
- for _, d := range dataList {
- if endDate != "" && d.DataTime > endDate {
- continue
- }
- if d.DataTime < startDate {
- continue
- }
- newDataList = append(newDataList, d)
- if firstFlag {
- maxData = d.Value
- minData = d.Value
- firstFlag = false
- } else {
- if d.Value > maxData {
- maxData = d.Value
- }
- if d.Value < minData {
- minData = d.Value
- }
- }
- }
- }
- edbInfoMappingList[k].DataList = newDataList
- edbInfoMappingList[k].MinData = minData
- edbInfoMappingList[k].MaxData = maxData
- }
- }
- dataResp = models.ChartRangeAnalysisDataResp{ChartRangeAnalysisExtraConf: req}
- if req.MultipleGraphConfigId > 0 {
- multipleGraphConfigEdbMappingList, e := data_manage.GetMultipleGraphConfigEdbMappingListByIdAndSource(req.MultipleGraphConfigId, utils.CHART_SOURCE_RANGE_ANALYSIS)
- if e != nil && e.Error() != utils.ErrNoRow() {
- err = fmt.Errorf("获取区间计算图表, 指标信息失败, Err:" + e.Error())
- return
- }
- // 查询是否已经生成指标
- dataResp.ConfigEdbNum = len(multipleGraphConfigEdbMappingList)
- }
- edbList, err = GetChartEdbInfoFormat(chartInfoId, edbInfoMappingList)
- if err != nil {
- err = fmt.Errorf("获取区间计算图表, 完善指标信息失败, Err:" + err.Error())
- return
- }
- return
- }
- func GetChartDataByEdbInfoListBySeries(chartInfoId int, dateType, startYear int, startDate, endDate string, edbInfoMappingList []*models.ChartEdbInfoMapping, req *models.ChartRangeAnalysisExtraConf) (edbList []*models.ChartEdbInfoMapping, xEdbIdValue []int, dataResp models.ChartRangeAnalysisDataResp, err error) {
- //查询seriesId
- chartSeriesOb := new(data_manage.FactorEdbSeriesChartMapping)
- seriesMappingItem, err := chartSeriesOb.GetItemByChartInfoId(chartInfoId)
- if err != nil {
- if utils.IsErrNoRow(err) {
- err = fmt.Errorf("图表关联关系不存在")
- return
- } else {
- err = fmt.Errorf("获取图表关联失败, Err: " + err.Error())
- return
- }
- }
- //根据seriesId查询数据
- //并把数据放到dataList中
- for _, edbInfoMapping := range edbInfoMappingList {
- dataOb := new(models.FactorEdbSeriesCalculateDataQjjs)
- dataList, e := dataOb.GetEdbDataList(seriesMappingItem.FactorEdbSeriesId, edbInfoMapping.EdbInfoId, startDate, endDate)
- if e != nil {
- err = e
- return
- }
- edbInfoMapping.ConvertUnit = edbInfoMapping.Unit
- edbInfoMapping.ConvertEnUnit = edbInfoMapping.UnitEn
- if req.CalculateType == 2 || req.CalculateType == 3 {
- edbInfoMapping.ConvertUnit = "无"
- edbInfoMapping.ConvertEnUnit = "无"
- }
- if req.DataConvertType > 0 && req.DataConvertConf.Unit != "" {
- edbInfoMapping.ConvertUnit = req.DataConvertConf.Unit
- edbInfoMapping.ConvertEnUnit = req.DataConvertConf.Unit
- }
- edbInfoMapping.DataList = dataList
- // 处理上下限
- var maxData, minData float64
- if len(dataList) > 0 {
- maxData = dataList[0].Value
- minData = dataList[0].Value
- for _, v := range dataList {
- if v.Value > maxData {
- maxData = v.Value
- }
- if v.Value < minData {
- minData = v.Value
- }
- }
- }
- edbInfoMapping.MaxData = maxData
- edbInfoMapping.MinData = minData
- xEdbIdValue = append(xEdbIdValue, edbInfoMapping.EdbInfoId)
- }
- yearMax := 0
- if dateType == utils.DateTypeNYears {
- for _, v := range edbInfoMappingList {
- dataList := v.DataList.([]*models.EdbDataList)
- latestDate := dataList[len(dataList)-1].DataTime
- if latestDate != "" {
- lastDateT, tErr := time.Parse(utils.FormatDate, latestDate)
- if tErr != nil {
- err = fmt.Errorf("获取图表日期信息失败,Err:" + tErr.Error())
- return
- }
- if lastDateT.Year() > yearMax {
- yearMax = lastDateT.Year()
- }
- }
- }
- }
- startDate, endDate = utils.GetDateByDateTypeV2(dateType, startDate, endDate, startYear, yearMax)
- if startDate != "" {
- for k, v := range edbInfoMappingList {
- var maxData, minData float64
- dataList := v.DataList.([]*models.EdbDataList)
- newDataList := make([]*models.EdbDataList, 0)
- if len(dataList) == 0 {
- newDataList = dataList
- } else {
- firstFlag := true
- for _, d := range dataList {
- if endDate != "" && d.DataTime > endDate {
- continue
- }
- if d.DataTime < startDate {
- continue
- }
- newDataList = append(newDataList, d)
- if firstFlag {
- maxData = d.Value
- minData = d.Value
- firstFlag = false
- } else {
- if d.Value > maxData {
- maxData = d.Value
- }
- if d.Value < minData {
- minData = d.Value
- }
- }
- }
- }
- edbInfoMappingList[k].DataList = newDataList
- edbInfoMappingList[k].MinData = minData
- edbInfoMappingList[k].MaxData = maxData
- }
- }
- dataResp = models.ChartRangeAnalysisDataResp{ChartRangeAnalysisExtraConf: req, SeriesId: seriesMappingItem.FactorEdbSeriesId}
- // 查询配置关联关系
- if req.MultipleGraphConfigId > 0 {
- multipleGraphConfigEdbMappingList, e := data_manage.GetMultipleGraphConfigEdbMappingListByIdAndSource(req.MultipleGraphConfigId, utils.CHART_SOURCE_RANGE_ANALYSIS)
- if e != nil && e.Error() != utils.ErrNoRow() {
- err = fmt.Errorf("获取区间计算图表, 指标信息失败, Err:" + e.Error())
- return
- }
- // 查询是否已经生成指标
- dataResp.ConfigEdbNum = len(multipleGraphConfigEdbMappingList)
- }
- edbList, err = GetChartEdbInfoFormat(chartInfoId, edbInfoMappingList)
- if err != nil {
- err = fmt.Errorf("获取区间计算图表, 完善指标信息失败, Err:" + err.Error())
- return
- }
- return
- }
- // getChartDataByEdbInfo 区间计算图表-根据指标信息获取x轴和y轴
- func getChartDataByEdbInfo(edbInfoMapping *models.ChartEdbInfoMapping, req *models.ChartRangeAnalysisExtraConf) (newEdbInfoMapping *models.ChartEdbInfoMapping, err error) {
- newEdbInfoMapping = edbInfoMapping
- // 指标的开始日期和结束日期
- edbStartDateTime, _ := time.ParseInLocation(utils.FormatDate, edbInfoMapping.StartDate, time.Local)
- //edbStartDate := edbStartDateTime.AddDate(0, 0, 1).Format(utils.FormatDate)
- edbEndDateTime, _ := time.ParseInLocation(utils.FormatDate, edbInfoMapping.EndDate, time.Local)
- edbEndDate := edbEndDateTime.Format(utils.FormatDate)
- // 获取时间基准指标在时间区间内的值
- dataList := make([]*models.EdbDataList, 0)
- switch edbInfoMapping.EdbInfoCategoryType {
- case 0:
- dataList, err = models.GetEdbDataList(edbInfoMapping.Source, edbInfoMapping.SubSource, edbInfoMapping.EdbInfoId, "", "")
- case 1:
- _, dataList, _, _, err, _ = data.GetPredictDataListByPredictEdbInfoId(edbInfoMapping.EdbInfoId, "", "", false)
- default:
- err = errors.New("指标base类型异常")
- return
- }
- dateList := make([]*models.ChartRangeAnalysisDateDataItem, 0)
- switch req.DateRangeType {
- case 0:
- // 智能划分得到一个开始日期,和结束日期
- var startDateTime, endDateTime time.Time
- startDateTime = edbStartDateTime
- if req.AutoDateConf.IsAutoStartDate == 0 { //固定设置
- startDate := req.AutoDateConf.StartDate
- if startDate == "" {
- startDate = "2020-01-01"
- }
- startDateTime, _ = time.ParseInLocation(utils.FormatDate, startDate, time.Local)
- }
- if req.AutoDateConf.IsAutoEndDate == 0 { //固定设置
- endDate := req.AutoDateConf.EndDate
- if endDate == "" {
- err = fmt.Errorf("智能划分截止日期处理失败:请输入截止日期")
- return
- }
- // todo 如果截止日期比指标日期还要大,则用指标的最新日期
- endDateTime, _ = time.ParseInLocation(utils.FormatDate, endDate, time.Local)
- } else {
- endConf := req.AutoDateConf.EndDateConf
- endDate := edbEndDate
- if endConf.MoveForward > 0 {
- endDate = GetEdbDateByMoveForward(endDate, endConf.MoveForward, dataList)
- }
- if len(endConf.DateChange) > 0 {
- endDate, err = HandleEdbDateChange(endDate, endConf.DateChange)
- if err != nil {
- err = fmt.Errorf("智能划分结束日期处理失败:%s", err.Error())
- return
- }
- }
- endDateTime, _ = time.ParseInLocation(utils.FormatDate, endDate, time.Local)
- }
- dateList = append(dateList, &models.ChartRangeAnalysisDateDataItem{
- StartDate: startDateTime,
- EndDate: endDateTime})
- case 1:
- // 手工划分得到多个开始日期和结束日期(已排序)
- for _, v := range req.ManualDateConf {
- startDateT, _ := time.ParseInLocation(utils.FormatDate, v.StartDate, time.Local)
- endDateT, _ := time.ParseInLocation(utils.FormatDate, v.EndDate, time.Local)
- tmp := &models.ChartRangeAnalysisDateDataItem{
- StartDate: startDateT,
- EndDate: endDateT,
- }
- dateList = append(dateList, tmp)
- }
- case 2:
- // 跨年划分得到多个开始日期和结束日期
- startYear := edbStartDateTime.Year()
- endYear := edbEndDateTime.Year()
- startDay := req.YearDateConf.StartDay
- endDay := req.YearDateConf.EndDay
- for year := startYear; year <= endYear; year++ {
- startDate := fmt.Sprintf("%d-%s", year, startDay)
- endDate := fmt.Sprintf("%d-%s", year+1, endDay)
- startDateTime, _ := time.ParseInLocation(utils.FormatDate, startDate, time.Local)
- endDateTime, _ := time.ParseInLocation(utils.FormatDate, endDate, time.Local)
- if startDateTime.Before(edbStartDateTime) {
- break
- }
- tmp := &models.ChartRangeAnalysisDateDataItem{
- StartDate: startDateTime,
- EndDate: endDateTime,
- }
- dateList = append(dateList, tmp)
- }
- }
- // 根据日期,获取数据
- for _, v := range dateList {
- for _, vv := range dataList {
- dataTimeT, _ := time.ParseInLocation(utils.FormatDate, vv.DataTime, time.Local)
- if dataTimeT.After(v.StartDate) && dataTimeT.Before(v.EndDate) ||
- dataTimeT.Equal(v.StartDate) ||
- dataTimeT.Equal(v.EndDate) {
- v.DataList = append(v.DataList, vv)
- }
- }
- }
- // 根据时间区间类型来获取数据的计算窗口,然后再拼接成整段数据
- newDataList, err := HandleDataByCalculateType(dateList, dataList, req)
- if err != nil {
- return
- }
- if req.UnNormalDataDealType > 0 {
- switch req.UnNormalDataDealType { //0:不处理,1:剔除,2替换
- case 1:
- dealDataList := make([]*models.EdbDataList, 0)
- for _, v := range newDataList {
- if !utils.CompareFloatByOpStrings(req.UnNormalDataConf.Formula, v.Value, req.UnNormalDataConf.Value) {
- dealDataList = append(dealDataList, v)
- }
- }
- case 2:
- for i, v := range newDataList {
- if utils.CompareFloatByOpStrings(req.UnNormalDataConf.Formula, v.Value, req.UnNormalDataConf.Value) {
- newDataList[i].Value = req.UnNormalDataConf.ReplaceValue
- }
- }
- }
- }
- if req.DataConvertType > 0 {
- // 数据转换类型 0不转, 1乘 2除 3对数
- switch req.DataConvertType {
- case 1:
- for i, v := range newDataList {
- val := v.Value * req.DataConvertConf.Value
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newDataList[i].Value = val
- }
- //item.MaxData = item.MaxData * v.ConvertValue
- //item.MinData = item.MinData * v.ConvertValue
- case 2:
- for i, v := range newDataList {
- val := v.Value / req.DataConvertConf.Value
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newDataList[i].Value = val
- }
- //item.MaxData = item.MaxData / v.ConvertValue
- //item.MinData = item.MinData / v.ConvertValue
- case 3:
- for i, v := range newDataList {
- if v.Value <= 0 {
- err = errors.New("数据中含有负数或0,无法对数运算")
- return
- }
- val := math.Log(v.Value) / math.Log(req.DataConvertConf.Value)
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newDataList[i].Value = val
- }
- //item.MaxData = math.Log(item.MaxData) / math.Log(v.ConvertValue)
- //item.MinData = math.Log(item.MinData) / math.Log(v.ConvertValue)
- }
- }
- newEdbInfoMapping.DataList = newDataList
- //时间处理
- return
- }
- // RollingCorrelationChartDataResp 滚动区间计算图表数据
- type RollingCorrelationChartDataResp struct {
- MaxData float64
- MinData float64
- LatestDate string `description:"真实数据的最后日期"`
- EdbInfoCategoryType int
- ChartColor string
- ChartStyle string
- PredictChartColor string
- ChartType int
- ChartWidth int
- EdbName string
- EdbNameEn string
- Unit string
- UnitEn string
- IsAxis int
- DataList []models.EdbDataList
- }
- // ChartInfoRefresh 图表刷新
- func ChartInfoRefresh(chartInfoId int, uniqueCode string) (isAsync bool, err error) {
- var errMsg string
- defer func() {
- if err != nil {
- tips := fmt.Sprintf("CorrelationChartInfoRefresh: %s", errMsg)
- utils.FileLog.Info(tips)
- go alarm_msg.SendAlarmMsg(tips, 3)
- }
- }()
- var chartInfo *models.ChartInfo
- if chartInfoId > 0 {
- chartInfo, err = models.GetChartInfoById(chartInfoId)
- if err != nil {
- if utils.IsErrNoRow(err) {
- errMsg = "图表已被删除,请刷新页面"
- err = errors.New(errMsg)
- return
- }
- errMsg = "获取图表信息失败"
- err = errors.New("获取图表信息失败,Err:" + err.Error())
- return
- }
- } else {
- chartInfo, err = models.GetChartInfoByUniqueCode(uniqueCode)
- if err != nil {
- if utils.IsErrNoRow(err) {
- errMsg = "图表已被删除,请刷新页面"
- err = errors.New(errMsg)
- return
- }
- errMsg = "获取图表信息失败"
- err = errors.New("获取图表信息失败,Err:" + err.Error())
- return
- }
- }
- // 1.刷新图表关联的指标
- mappings, e := data_manage.GetChartEdbMappingList(chartInfoId)
- if e != nil {
- utils.FileLog.Info(fmt.Sprintf("获取图表关联指标失败, err: %v", e))
- return
- }
- if len(mappings) == 0 {
- utils.FileLog.Info("图表无关联指标")
- return
- }
- var edbIds []int
- for _, v := range mappings {
- edbIds = append(edbIds, v.EdbInfoId)
- }
- if e, _ = data.EdbInfoRefreshAllFromBase(edbIds, false); e != nil {
- utils.FileLog.Info(fmt.Sprintf("批量刷新指标失败, err: %v", e))
- return
- }
- // todo 重新计算
- // 区间计算图表配置校验
- var extraConfig models.ChartRangeAnalysisExtraConf
- err = json.Unmarshal([]byte(chartInfo.ExtraConfig), &extraConfig)
- if err != nil {
- errMsg = "配置信息错误"
- err = errors.New(errMsg + ", Err: " + err.Error())
- return
- }
- chartSeriesOb := new(data_manage.FactorEdbSeriesChartMapping)
- seriesMappingItem, err := chartSeriesOb.GetItemByChartInfoId(chartInfo.ChartInfoId)
- if err != nil {
- if utils.IsErrNoRow(err) {
- err = nil
- } else {
- err = fmt.Errorf("获取图表关联失败, Err: " + err.Error())
- return
- }
- } else {
- _, e = FactorEdbStepCalculateRange(seriesMappingItem.FactorEdbSeriesId, edbIds, extraConfig, true)
- if e != nil {
- err = fmt.Errorf("计算因子指标失败, Err: " + e.Error())
- return
- }
- }
- // 4.清除图表缓存
- key := utils.HZ_CHART_LIB_DETAIL + uniqueCode
- _ = utils.Rc.Delete(key)
- return
- }
- func GetEdbDateByMoveForward(startDate string, moveForward int, edbDataList []*models.EdbDataList) (date string) {
- // 根据日期进行排序
- index := 0
- length := len(edbDataList)
- for i := length - 1; i >= 0; i-- {
- item := edbDataList[i]
- if item.DataTime == startDate {
- index += 1
- continue
- }
- if index >= moveForward {
- date = item.DataTime
- break
- }
- if index > 0 {
- index += 1
- date = item.DataTime
- }
- }
- return
- }
- // HandleEdbDateChange 处理日期变换
- func HandleEdbDateChange(date string, dateChange []*models.EdbDataDateChangeConf) (newDate string, err error) {
- newDate = date
- if newDate != "" {
- if len(dateChange) > 0 {
- var dateTime time.Time
- dateTime, err = time.ParseInLocation(utils.FormatDate, newDate, time.Local)
- if err != nil {
- err = fmt.Errorf("日期解析失败: %s", err.Error())
- return
- }
- for _, v := range dateChange {
- if v.ChangeType == 1 {
- dateTime = dateTime.AddDate(v.Year, v.Month, v.Day)
- newDate = dateTime.Format(utils.FormatDate)
- } else if v.ChangeType == 2 {
- newDate, err, _ = utils.HandleSystemAppointDateT(dateTime, v.FrequencyDay, v.Frequency)
- if err != nil {
- return
- }
- dateTime, err = time.ParseInLocation(utils.FormatDate, newDate, time.Local)
- if err != nil {
- err = fmt.Errorf("日期解析失败: %s", err.Error())
- return
- }
- }
- }
- }
- }
- return
- }
- // FactorEdbStepCalculateRange 因子指标-区间计算
- func FactorEdbStepCalculateRange(seriesId int, edbArr []int, extraConf models.ChartRangeAnalysisExtraConf, recalculate bool) (calculateResp data_manage.FactorEdbSeriesStepCalculateResp, err error) {
- // todo 如果指标已保存,则用指标数据还是图表指标数据?
- // 获取图表x轴y轴
- defer func() {
- if err != nil {
- tips := fmt.Sprintf("FactorEdbStepCalculateRange 区间计算, ErrMsg: %v", err)
- fmt.Println(tips)
- utils.FileLog.Info(tips)
- go alarm_msg.SendAlarmMsg(tips, 3)
- }
- /*if len(calculateResp.Fail) > 0 {
- tips := "StepCalculate计算失败, ErrMsg: "
- for _, f := range calculateResp.Fail {
- tips += fmt.Sprintf("code: %s, err: %s\n", f.EdbCode, f.ErrMsg)
- }
- fmt.Println(tips)
- utils.FileLog.Info(tips)
- go alarm_msg.SendAlarmMsg(tips, 2)
- }*/
- }()
- edbInfoMappingList, e := models.GetChartEdbMappingListByEdbInfoIdList(edbArr)
- if e != nil {
- err = fmt.Errorf("获取区间计算图表, A指标mapping信息失败, Err:%v", e)
- return
- }
- _, _, _, err = GetChartDataByEdbInfoList(0, 0, 0, "", "", edbInfoMappingList, &extraConf)
- if err != nil {
- err = fmt.Errorf("获取图表数据失败, ErrMsg: %v", err)
- return
- }
- // 重新计算-先清除原数据
- calculateDataOb := new(models.FactorEdbSeriesCalculateDataQjjs)
- cond := fmt.Sprintf("%s = ?", calculateDataOb.Cols().FactorEdbSeriesId)
- pars := make([]interface{}, 0)
- pars = append(pars, seriesId)
- if e := calculateDataOb.RemoveByCondition(cond, pars); e != nil {
- err = fmt.Errorf("清除原数据失败, err: %v", e)
- return
- }
- // 计算成功的保存结果
- dataArr := make([]*models.FactorEdbSeriesCalculateDataQjjs, 0)
- for _, v := range edbInfoMappingList {
- dataList := v.DataList.([]*models.EdbDataList)
- for _, dataItem := range dataList {
- dataTime, _ := time.ParseInLocation(utils.FormatDate, dataItem.DataTime, time.Local)
- dataArr = append(dataArr, &models.FactorEdbSeriesCalculateDataQjjs{
- FactorEdbSeriesId: seriesId,
- EdbInfoId: v.EdbInfoId,
- EdbCode: v.EdbCode,
- DataTime: dataTime,
- Value: dataItem.Value,
- CreateTime: time.Now().Local(),
- ModifyTime: time.Now().Local(),
- DataTimestamp: dataItem.DataTimestamp,
- })
- }
- }
- if len(dataArr) == 0 {
- err = fmt.Errorf("计算结果无数据, seriesId: %d", seriesId)
- return
- }
- if e = calculateDataOb.CreateMulti(dataArr); e != nil {
- err = fmt.Errorf("保存计算结果失败, seriesId: %d, err: %v, ", seriesId, e)
- return
- }
- return
- }
|