123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960 |
- package models
- import (
- "encoding/json"
- "errors"
- "eta_gn/eta_index_lib/global"
- "eta_gn/eta_index_lib/utils"
- "fmt"
- "github.com/shopspring/decimal"
- "gorm.io/gorm"
- "math"
- "strconv"
- "strings"
- "time"
- )
- type CalculateRangeAnalysis struct {
- }
- type RangeAnalysisCalculateFormula struct {
- DateRangeType int `description:"区间划分类型 0:智能划分,1:手工划分,2:跨年划分"`
- AutoDateConf ChartRangeAnalysisAutoDateConf `description:"智能划分时间区间配置"`
- ManualDateConf []ChartRangeAnalysisManualDateConf `description:"手工划分时间区间配置"`
- YearDateConf ChartRangeAnalysisYearDateConf `description:"跨年划分时间区间配置"`
- CalculateType int `description:"计算类型 0: 区间均值,1: 区间累计值,2:区间涨幅,3:区间年化增长率,4:区间最大值,5:区间最小值"`
- UnNormalDataDealType int `description:"异常值处理配置 0:不处理,1:剔除,2替换"`
- UnNormalDataConf ChartRangeAnalysisDeleteDataConf
- DataConvertType int `description:"数据转换类型 0不转, 1乘 2除 3对数"`
- DataConvertConf ChartRangeAnalysisDataConvertConf `description:"数据转换详情"`
- }
- type ChartRangeAnalysisAutoDateConf struct { //智能划分
- IsAutoStartDate int `description:"起始日期是否是动态设置:0固定,1动态"`
- StartDate string `description:"起始日期"` //固定模式下,截止日期为指标的最新日期
- EndDate string `description:"固定模式下的截止日期"`
- IsAutoEndDate int `description:"截止日期是否是动态设置:0固定,1动态"`
- StartDateConf ChartRangeAnalysisAutoDateChangeConf `description:"动态起始日期配置"`
- EndDateConf ChartRangeAnalysisAutoDateChangeConf `description:"动态截止日期配置"`
- }
- type ChartRangeAnalysisAutoDateChangeConf struct {
- BaseDateType int `description:"基准日期类型:0指标日期,1系统日期,2固定日期"`
- MoveForward int `description:"前移的期数"`
- DateChange []*EdbDataDateChangeConf
- }
- type EdbDataDateChangeConf struct {
- Year int
- Month int
- Day int
- Frequency string `description:"频度变换"`
- FrequencyDay string `description:"频度的固定日期"`
- ChangeType int `description:"日期变换类型1日期位移,2指定频率"`
- }
- type ChartRangeAnalysisManualDateConf struct { //手工划分
- StartDate string `description:"开始日期"`
- EndDate string `description:"结束日期"`
- }
- type ChartRangeAnalysisYearDateConf struct {
- StartDay string `description:"开始日"`
- EndDay string `description:"结束日"`
- }
- type ChartRangeAnalysisDeleteDataConf struct {
- Formula string
- Value float64
- ReplaceValue float64 `description:"替换的值"`
- }
- type ChartRangeAnalysisDataConvertConf struct {
- Value float64 `description:"数据转换值"`
- Unit string `description:"数据转换单位"`
- EnUnit string `description:"数据转换单位"`
- }
- type ChartRangeAnalysisDateDataItem struct {
- StartDate time.Time
- EndDate time.Time
- DataList []*EdbInfoSearchData
- }
- func (obj CalculateRangeAnalysis) Add(params AddCalculateBatchParams) (edbInfo *EdbInfo, err error, errMsg string) {
- req := params.Req
- edbCode := params.EdbCode
- uniqueCode := params.UniqueCode
- sysUserId := params.SysUserId
- sysUserRealName := params.SysUserRealName
- to := global.DEFAULT_DmSQL.Begin()
- defer func() {
- if err != nil {
- to.Rollback()
- } else {
- to.Commit()
- }
- }()
- if req.EdbInfoId > 0 {
- err = errors.New("无法新增")
- return
- }
- edbInfo = new(EdbInfo)
- edbInfo.Source = obj.GetSource()
- edbInfo.SourceName = obj.GetSourceName()
- edbInfo.EdbCode = edbCode
- edbInfo.EdbName = req.EdbName
- edbInfo.EdbNameSource = req.EdbName
- edbInfo.Frequency = req.Frequency
- edbInfo.Unit = req.Unit
- edbInfo.ClassifyId = req.ClassifyId
- edbInfo.SysUserId = sysUserId
- edbInfo.SysUserRealName = sysUserRealName
- edbInfo.CreateTime = time.Now()
- edbInfo.ModifyTime = time.Now()
- edbInfo.UniqueCode = uniqueCode
- edbInfo.CalculateFormula = req.CalculateFormula
- edbInfo.EdbNameEn = req.EdbName
- edbInfo.UnitEn = req.Unit
- edbInfo.EdbType = obj.GetEdbType()
- tmpErr := to.Create(edbInfo).Error
- if tmpErr != nil {
- err = tmpErr
- return
- }
- //关联关系
- fromEdbInfo, e := GetEdbInfoById(req.FromEdbInfoId)
- if e != nil {
- err = fmt.Errorf("获取来源指标失败,Err:%s", e.Error())
- return
- }
- calculateMappingItem := new(EdbInfoCalculateMapping)
- calculateMappingItem.CreateTime = time.Now()
- calculateMappingItem.ModifyTime = time.Now()
- calculateMappingItem.Sort = 1
- calculateMappingItem.EdbCode = edbCode
- calculateMappingItem.EdbInfoId = edbInfo.EdbInfoId
- calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
- calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode
- calculateMappingItem.FromEdbName = fromEdbInfo.EdbName
- calculateMappingItem.FromSource = fromEdbInfo.Source
- calculateMappingItem.FromSourceName = fromEdbInfo.SourceName
- calculateMappingItem.FromTag = ""
- calculateMappingItem.Source = edbInfo.Source
- calculateMappingItem.SourceName = edbInfo.SourceName
- calculateMappingItem.FromSubSource = edbInfo.SubSource
- err = to.Create(calculateMappingItem).Error
- if err != nil {
- return
- }
- //计算数据
- err, errMsg = obj.refresh(to, edbInfo.EdbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, edbInfo.EdbCode, edbInfo.CalculateFormula)
- return
- }
- func (obj CalculateRangeAnalysis) Edit(params EditCalculateBatchParams) (err error, errMsg string) {
- edbInfo := params.EdbInfo
- req := params.Req
- to := global.DEFAULT_DmSQL.Begin()
- defer func() {
- if err != nil {
- to.Rollback()
- } else {
- to.Commit()
- }
- }()
- //修改指标信息
- edbInfo.EdbName = req.EdbName
- edbInfo.EdbNameSource = req.EdbName
- edbInfo.Frequency = req.Frequency
- edbInfo.Unit = req.Unit
- edbInfo.ClassifyId = req.ClassifyId
- edbInfo.CalculateFormula = req.CalculateFormula
- edbInfo.EdbNameEn = req.EdbNameEn
- edbInfo.UnitEn = req.UnitEn
- edbInfo.ModifyTime = time.Now()
- err = to.Model(edbInfo).Select([]string{"EdbName", "EdbNameSource", "Frequency", "Unit", "ClassifyId", "CalculateFormula", "ModifyTime", "EdbNameEn", "UnitEn"}).Updates(edbInfo).Error
- if err != nil {
- return
- }
- //删除,计算指标关联的,基础指标的关联关系
- sql := ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id = ? `
- err = to.Exec(sql, edbInfo.EdbInfoId).Error
- if err != nil {
- err = errors.New("删除计算指标关联关系失败,Err:" + err.Error())
- return
- }
- //清空原有数据
- tableName := GetEdbDataTableName(edbInfo.Source, edbInfo.SubSource)
- sql = ` DELETE FROM ` + tableName + ` WHERE edb_info_id = ? `
- err = to.Exec(sql, edbInfo.EdbInfoId).Error
- if err != nil {
- return
- }
- fromEdbInfo, e := GetEdbInfoById(req.FromEdbInfoId)
- if e != nil {
- err = fmt.Errorf("获取来源指标失败,Err:%s", e.Error())
- return
- }
- calculateMappingItem := new(EdbInfoCalculateMapping)
- calculateMappingItem.CreateTime = time.Now()
- calculateMappingItem.ModifyTime = time.Now()
- calculateMappingItem.Sort = 1
- calculateMappingItem.EdbCode = edbInfo.EdbCode
- calculateMappingItem.EdbInfoId = edbInfo.EdbInfoId
- calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
- calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode
- calculateMappingItem.FromEdbName = fromEdbInfo.EdbName
- calculateMappingItem.FromSource = fromEdbInfo.Source
- calculateMappingItem.FromSourceName = fromEdbInfo.SourceName
- calculateMappingItem.FromTag = ""
- calculateMappingItem.Source = edbInfo.Source
- calculateMappingItem.SourceName = edbInfo.SourceName
- calculateMappingItem.FromSubSource = edbInfo.SubSource
- err = to.Create(calculateMappingItem).Error
- if err != nil {
- return
- }
- //计算数据
- err, errMsg = obj.refresh(to, edbInfo.EdbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, edbInfo.EdbCode, edbInfo.CalculateFormula)
- return
- }
- func (obj CalculateRangeAnalysis) Refresh(params RefreshParams) (err error, errMsg string) {
- edbInfo := params.EdbInfo
- edbInfoCalculateDetailList, err := GetEdbInfoCalculateDetailList(edbInfo.EdbInfoId)
- if err != nil {
- return
- }
- var fromEdbInfo *EdbInfo
- for _, v := range edbInfoCalculateDetailList {
- fromEdbInfo, _ = GetEdbInfoById(v.FromEdbInfoId)
- break
- }
- if fromEdbInfo == nil {
- errMsg = "指标异常"
- err = errors.New(errMsg)
- return
- }
- to := global.DEFAULT_DmSQL.Begin()
- defer func() {
- if err != nil {
- to.Rollback()
- } else {
- to.Commit()
- }
- }()
- // 计算数据
- err, errMsg = obj.refresh(to, edbInfo.EdbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, edbInfo.EdbCode, edbInfo.CalculateFormula)
- return
- }
- func (obj CalculateRangeAnalysis) refresh(to *gorm.DB, edbInfoId, source, subSource int, fromEdbInfo *EdbInfo, edbCode, calculateFormula string) (err error, errMsg string) {
- edbInfoIdStr := strconv.Itoa(edbInfoId)
- tableName := GetEdbDataTableName(obj.GetSource(), utils.DATA_SUB_SOURCE_EDB)
- //获取扩散指数指标所有数据
- existDataList, err := GetAllEdbDataListByTo(to, edbInfoId, source, subSource)
- if err != nil {
- return
- }
- //计算指标的map
- existDataMap := make(map[string]*EdbData, 0)
- removeDateMap := make(map[string]string)
- for _, v := range existDataList {
- existDataMap[v.DataTime] = v
- removeDateMap[v.DataTime] = ``
- }
- var rangeAnalysisConf RangeAnalysisCalculateFormula
- //fmt.Println("calculateFormula:", calculateFormula)
- err = json.Unmarshal([]byte(calculateFormula), &rangeAnalysisConf)
- if err != nil {
- err = fmt.Errorf("解析区间计算公式失败 %s", err.Error())
- return
- }
- rangeAnalysisChartData, err := GetRangeAnalysisChartDataByEdbInfo(fromEdbInfo, rangeAnalysisConf)
- if err != nil {
- err = fmt.Errorf("获取区间计算数据失败 %s", err.Error())
- return
- }
- addSql := ` INSERT INTO ` + tableName + ` (edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
- var isAdd bool
- for _, item := range rangeAnalysisChartData {
- currDateStr := item.DataTime
- currVal := item.Value
- // 判断扩散指数指标是否存在数据
- if existData, ok := existDataMap[currDateStr]; ok {
- // 处理扩散指数数据的值
- existValStr := existData.Value
- existValDeci, tmpErr := decimal.NewFromString(existValStr)
- if tmpErr != nil {
- err = tmpErr
- return
- }
- existVal, _ := existValDeci.Round(4).Float64()
- // 判断扩散指数数据的值 与 当前计算出来的结果, 如果两个数据结果不相等的话,那么就修改咯
- if existVal != currVal {
- err = ModifyEdbDataById(source, subSource, existData.EdbDataId, fmt.Sprint(currVal))
- if err != nil {
- return
- }
- }
- } else {
- // 直接入库
- timestamp := item.DataTimestamp
- timestampStr := fmt.Sprintf("%d", timestamp)
- addSql += GetAddSql(edbInfoIdStr, edbCode, currDateStr, timestampStr, fmt.Sprint(currVal))
- isAdd = true
- }
- delete(removeDateMap, currDateStr)
- }
- // 数据入库
- {
- if isAdd {
- addSql = strings.TrimRight(addSql, ",")
- err = to.Exec(addSql).Error
- }
- // 移除不存在的日期数据
- if len(removeDateMap) > 0 {
- removeDateList := make([]string, 0) //需要移除的日期
- for k := range removeDateMap {
- removeDateList = append(removeDateList, k)
- }
- removeDateStr := strings.Join(removeDateList, `','`)
- removeDateStr = `'` + removeDateStr + `'`
- sql := fmt.Sprintf(` DELETE FROM %s WHERE edb_info_id = ? and data_time in (%s) `, tableName, removeDateStr)
- err = to.Exec(sql, edbInfoId).Error
- if err != nil {
- err = fmt.Errorf("删除扩散指数指标数据失败,Err:" + err.Error())
- return
- }
- }
- }
- return
- }
- // GetAutoCalculateDateDataList 获取当前时间相关的区间作为计算依据
- func GetAutoCalculateDateDataList(currentDate string, dataList []*EdbInfoSearchData, req RangeAnalysisCalculateFormula) (newDataList []*EdbInfoSearchData, err error) {
- currentDateTime, err := time.ParseInLocation(utils.FormatDate, currentDate, time.Local)
- if err != nil {
- err = fmt.Errorf("获取当前时间失败:%s", err.Error())
- return
- }
- switch req.DateRangeType {
- case 0:
- // 智能划分得到一个开始日期,和结束日期
- var startDateTime time.Time
- if req.AutoDateConf.IsAutoStartDate == 0 { //固定设置
- startDate := req.AutoDateConf.StartDate
- if startDate == "" {
- startDate = "2020-01-01"
- }
- startDateTime, _ = time.ParseInLocation(utils.FormatDate, startDate, time.Local)
- } else {
- startConf := req.AutoDateConf.StartDateConf
- startDate := ""
- if startConf.BaseDateType == 0 { //
- startDate = currentDate
- } else if startConf.BaseDateType == 1 {
- startDate = time.Now().Format(utils.FormatDate)
- }
- if startConf.MoveForward > 0 {
- startDate = GetEdbDateByMoveForward(startDate, startConf.MoveForward, dataList)
- }
- if len(startConf.DateChange) > 0 {
- startDate, err = HandleEdbDateChange(startDate, startConf.DateChange)
- if err != nil {
- err = fmt.Errorf("智能划分开始日期处理失败:%s", err.Error())
- return
- }
- }
- startDateTime, _ = time.ParseInLocation(utils.FormatDate, startDate, time.Local)
- }
- var calStartTime, calEndTime time.Time
- if currentDateTime.Before(startDateTime) {
- calStartTime = currentDateTime
- calEndTime = startDateTime
- } else {
- calStartTime = startDateTime
- calEndTime = currentDateTime
- }
- // 根据日期,获取数据
- for _, vv := range dataList {
- dataTimeT, _ := time.ParseInLocation(utils.FormatDate, vv.DataTime, time.Local)
- if dataTimeT.After(calStartTime) && dataTimeT.Before(calEndTime) ||
- dataTimeT.Equal(calStartTime) ||
- dataTimeT.Equal(calEndTime) {
- newDataList = append(newDataList, vv)
- }
- }
- }
- return
- }
- // HandleDataByCalculateType 根据计算公式处理数据
- func HandleRangeAnalysisDataByCalculateType(originList []*ChartRangeAnalysisDateDataItem, originDataList []*EdbInfoSearchData, req RangeAnalysisCalculateFormula) (newList []*EdbInfoSearchData, err error) {
- if len(originList) == 0 {
- return
- }
- calculateType := req.CalculateType
- switch calculateType {
- case 0: //均值
- var sum float64
- if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 {
- for _, item := range originList {
- for _, v := range item.DataList {
- sum = 0
- //计算的数据返回需要重新确定
- calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req)
- if e != nil {
- err = fmt.Errorf("获取区间数据失败:%s", e.Error())
- return
- }
- for _, vv := range calDataList {
- sum += vv.Value
- }
- val := sum / float64(len(calDataList))
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newList = append(newList, &EdbInfoSearchData{
- DataTime: v.DataTime,
- Value: val,
- DataTimestamp: v.DataTimestamp,
- })
- }
- }
- } else {
- for _, item := range originList {
- sum = 0
- for k, v := range item.DataList {
- sum += v.Value
- val := sum / float64(k+1)
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newList = append(newList, &EdbInfoSearchData{
- DataTime: v.DataTime,
- Value: val,
- DataTimestamp: v.DataTimestamp,
- })
- }
- }
- }
- case 1: //累计值
- var sum float64
- if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 {
- for _, item := range originList {
- sum = 0
- for _, v := range item.DataList {
- sum = 0
- //计算的数据返回需要重新确定
- calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req)
- if e != nil {
- err = fmt.Errorf("获取区间数据失败:%s", e.Error())
- return
- }
- for _, vv := range calDataList {
- sum += vv.Value
- }
- val := sum
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newList = append(newList, &EdbInfoSearchData{
- DataTime: v.DataTime,
- Value: val,
- DataTimestamp: v.DataTimestamp,
- })
- }
- }
- } else {
- for _, item := range originList {
- sum = 0
- for _, v := range item.DataList {
- sum += v.Value
- val := sum
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newList = append(newList, &EdbInfoSearchData{
- DataTime: v.DataTime,
- Value: val,
- DataTimestamp: v.DataTimestamp,
- })
- }
- }
- }
- case 2: //涨幅
- if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 {
- for _, item := range originList {
- for _, v := range item.DataList {
- var baseVal float64
- //计算的数据返回需要重新确定
- calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req)
- if e != nil {
- err = fmt.Errorf("获取区间数据失败:%s", e.Error())
- return
- }
- if len(calDataList) == 0 {
- continue
- }
- baseVal = calDataList[0].Value
- baseDate := calDataList[0].DataTime
- if baseVal == 0 {
- continue
- }
- if v.DataTime == baseDate {
- continue
- }
- val := (v.Value - baseVal) / baseVal
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newList = append(newList, &EdbInfoSearchData{
- DataTime: v.DataTime,
- Value: val,
- DataTimestamp: v.DataTimestamp,
- })
- }
- }
- } else {
- for _, item := range originList {
- if len(item.DataList) == 0 {
- break
- }
- baseVal := item.DataList[0].Value
- baseDate := item.DataList[0].DataTime
- if baseVal == 0 {
- break
- }
- for _, v := range item.DataList {
- if v.DataTime == baseDate {
- continue
- }
- val := (v.Value - baseVal) / baseVal
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newList = append(newList, &EdbInfoSearchData{
- DataTime: v.DataTime,
- Value: val,
- DataTimestamp: v.DataTimestamp,
- })
- }
- }
- }
- case 3: //复合增长率
- if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 {
- for _, item := range originList {
- for _, v := range item.DataList {
- var baseVal float64
- var baseDate string
- calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req)
- if e != nil {
- err = fmt.Errorf("获取区间数据失败:%s", e.Error())
- return
- }
- if len(calDataList) == 0 {
- continue
- }
- baseVal = calDataList[0].Value
- baseDate = calDataList[0].DataTime
- if v.DataTime == baseDate {
- continue
- }
- if baseVal == 0 {
- continue
- }
- baseDateT, e := time.ParseInLocation(utils.FormatDate, baseDate, time.Local)
- if e != nil {
- err = fmt.Errorf("time.ParseInLocation err: %v", e)
- return
- }
- tmpT, e := time.ParseInLocation(utils.FormatDate, v.DataTime, time.Local)
- if e != nil {
- err = fmt.Errorf("time.ParseInLocation err: %v", e)
- return
- }
- // 计算两个日期相差的天数
- diff := tmpT.Sub(baseDateT).Hours() / 24 / 365
- val := v.Value / baseVal
- val = math.Pow(val, 1/diff) - 1
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newList = append(newList, &EdbInfoSearchData{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
- }
- }
- } else {
- for _, item := range originList {
- if len(item.DataList) == 0 {
- break
- }
- baseVal := item.DataList[0].Value
- baseDate := item.DataList[0].DataTime
- if baseVal == 0 {
- break
- }
- for _, v := range item.DataList {
- if v.DataTime == baseDate {
- continue
- }
- baseDateT, e := time.ParseInLocation(utils.FormatDate, baseDate, time.Local)
- if e != nil {
- err = fmt.Errorf("time.ParseInLocation err: %v", e)
- return
- }
- tmpT, e := time.ParseInLocation(utils.FormatDate, v.DataTime, time.Local)
- if e != nil {
- err = fmt.Errorf("time.ParseInLocation err: %v", e)
- return
- }
- // 计算两个日期相差的天数
- diff := tmpT.Sub(baseDateT).Hours() / 24 / 365
- val := v.Value / baseVal
- val = math.Pow(val, 1/diff) - 1
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newList = append(newList, &EdbInfoSearchData{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
- }
- }
- }
- case 4: //最大值
- var maxVal float64
- if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 {
- for _, item := range originList {
- for _, v := range item.DataList {
- calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req)
- if e != nil {
- err = fmt.Errorf("获取区间数据失败:%s", e.Error())
- return
- }
- for kk, vv := range calDataList {
- if kk == 0 {
- maxVal = vv.Value
- }
- if vv.Value > maxVal {
- maxVal = vv.Value
- }
- }
- val := maxVal
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newList = append(newList, &EdbInfoSearchData{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
- }
- }
- } else {
- for _, item := range originList {
- for k, v := range item.DataList {
- if k == 0 {
- maxVal = v.Value
- }
- if v.Value > maxVal {
- maxVal = v.Value
- }
- val := maxVal
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newList = append(newList, &EdbInfoSearchData{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
- }
- }
- }
- case 5: //最小值
- var minVal float64
- if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 {
- for _, item := range originList {
- for _, v := range item.DataList {
- calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req)
- if e != nil {
- err = fmt.Errorf("获取区间数据失败:%s", e.Error())
- return
- }
- for kk, vv := range calDataList {
- if kk == 0 {
- minVal = vv.Value
- }
- if vv.Value < minVal {
- minVal = vv.Value
- }
- }
- val := minVal
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newList = append(newList, &EdbInfoSearchData{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
- }
- }
- } else {
- for _, item := range originList {
- for k, v := range item.DataList {
- if k == 0 {
- minVal = v.Value
- }
- if v.Value < minVal {
- minVal = v.Value
- }
- val := minVal
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newList = append(newList, &EdbInfoSearchData{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
- }
- }
- }
- }
- return
- }
- // GetRangeAnalysisChartDataByEdbInfo 区间计算
- func GetRangeAnalysisChartDataByEdbInfo(fromEdbInfo *EdbInfo, calculateFormula RangeAnalysisCalculateFormula) (newDataList []*EdbInfoSearchData, err error) {
- // 指标的开始日期和结束日期
- edbStartDateTime, err := time.ParseInLocation(utils.FormatDate, fromEdbInfo.StartDate, time.Local)
- if err != nil {
- err = fmt.Errorf("指标开始日期解析失败:%s", err.Error())
- return
- }
- edbEndDateTime, err := time.ParseInLocation(utils.FormatDate, fromEdbInfo.EndDate, time.Local)
- if err != nil {
- err = fmt.Errorf("指标结束日期解析失败:%s", err.Error())
- return
- }
- edbEndDate := edbEndDateTime.Format(utils.FormatDate)
- // 获取时间基准指标在时间区间内的值
- dataList := make([]*EdbInfoSearchData, 0)
- switch fromEdbInfo.EdbInfoType {
- case 0:
- //获取来源指标的数据
- dataList, err = GetEdbDataListAll(fromEdbInfo.Source, fromEdbInfo.SubSource,
- FindEdbDataListAllCond{
- EdbInfoId: fromEdbInfo.EdbInfoId,
- }, 1)
- case 1:
- dataList, err = GetPredictEdbDataListAllByStartDate(fromEdbInfo, 1, "")
- default:
- err = errors.New(fmt.Sprint("获取失败,指标base类型异常", fromEdbInfo.EdbInfoType))
- return
- }
- if err != nil {
- err = fmt.Errorf("获取时间基准指标在时间区间内的值失败,Err:" + err.Error())
- return
- }
- dateList := make([]*ChartRangeAnalysisDateDataItem, 0)
- switch calculateFormula.DateRangeType {
- case 0:
- // 智能划分得到一个开始日期,和结束日期
- var startDateTime, endDateTime time.Time
- startDateTime = edbStartDateTime
- if calculateFormula.AutoDateConf.IsAutoStartDate == 0 { //固定设置
- startDate := calculateFormula.AutoDateConf.StartDate
- if startDate == "" {
- startDate = "2020-01-01"
- }
- startDateTime, _ = time.ParseInLocation(utils.FormatDate, startDate, time.Local)
- }
- if calculateFormula.AutoDateConf.IsAutoEndDate == 0 { //固定设置
- endDate := calculateFormula.AutoDateConf.EndDate
- if endDate == "" {
- err = fmt.Errorf("智能划分截止日期处理失败:请输入截止日期")
- return
- }
- // todo 如果截止日期比指标日期还要大,则用指标的最新日期
- endDateTime, _ = time.ParseInLocation(utils.FormatDate, endDate, time.Local)
- } else {
- endConf := calculateFormula.AutoDateConf.EndDateConf
- endDate := edbEndDate
- if endConf.MoveForward > 0 {
- endDate = GetEdbDateByMoveForward(endDate, endConf.MoveForward, dataList)
- }
- if len(endConf.DateChange) > 0 {
- endDate, err = HandleEdbDateChange(endDate, endConf.DateChange)
- if err != nil {
- err = fmt.Errorf("智能划分结束日期处理失败:%s", err.Error())
- return
- }
- }
- endDateTime, _ = time.ParseInLocation(utils.FormatDate, endDate, time.Local)
- }
- dateList = append(dateList, &ChartRangeAnalysisDateDataItem{
- StartDate: startDateTime,
- EndDate: endDateTime})
- case 1:
- // 手工划分得到多个开始日期和结束日期(已排序)
- for _, v := range calculateFormula.ManualDateConf {
- startDateT, _ := time.ParseInLocation(utils.FormatDate, v.StartDate, time.Local)
- endDateT, _ := time.ParseInLocation(utils.FormatDate, v.EndDate, time.Local)
- tmp := &ChartRangeAnalysisDateDataItem{
- StartDate: startDateT,
- EndDate: endDateT,
- }
- dateList = append(dateList, tmp)
- }
- case 2:
- // 跨年划分得到多个开始日期和结束日期
- startYear := edbStartDateTime.Year()
- endYear := edbEndDateTime.Year()
- startDay := calculateFormula.YearDateConf.StartDay
- endDay := calculateFormula.YearDateConf.EndDay
- for year := startYear; year <= endYear; year++ {
- startDate := fmt.Sprintf("%d-%s", year, startDay)
- endDate := fmt.Sprintf("%d-%s", year+1, endDay)
- startDateTime, _ := time.ParseInLocation(utils.FormatDate, startDate, time.Local)
- endDateTime, _ := time.ParseInLocation(utils.FormatDate, endDate, time.Local)
- if startDateTime.Before(edbStartDateTime) {
- break
- }
- tmp := &ChartRangeAnalysisDateDataItem{
- StartDate: startDateTime,
- EndDate: endDateTime,
- }
- dateList = append(dateList, tmp)
- }
- }
- // 根据日期,获取数据
- for _, v := range dateList {
- for _, vv := range dataList {
- dataTimeT, _ := time.ParseInLocation(utils.FormatDate, vv.DataTime, time.Local)
- if dataTimeT.After(v.StartDate) && dataTimeT.Before(v.EndDate) ||
- dataTimeT.Equal(v.StartDate) ||
- dataTimeT.Equal(v.EndDate) {
- v.DataList = append(v.DataList, vv)
- }
- }
- }
- // 根据时间区间类型来获取数据的计算窗口,然后再拼接成整段数据
- newDataList, err = HandleRangeAnalysisDataByCalculateType(dateList, dataList, calculateFormula)
- if err != nil {
- return
- }
- if calculateFormula.UnNormalDataDealType > 0 {
- switch calculateFormula.UnNormalDataDealType { //0:不处理,1:剔除,2替换
- case 1:
- dealDataList := make([]*EdbInfoSearchData, 0)
- for _, v := range newDataList {
- if !utils.CompareFloatByOpStrings(calculateFormula.UnNormalDataConf.Formula, v.Value, calculateFormula.UnNormalDataConf.Value) {
- dealDataList = append(dealDataList, v)
- }
- }
- case 2:
- for i, v := range newDataList {
- if utils.CompareFloatByOpStrings(calculateFormula.UnNormalDataConf.Formula, v.Value, calculateFormula.UnNormalDataConf.Value) {
- newDataList[i].Value = calculateFormula.UnNormalDataConf.ReplaceValue
- }
- }
- }
- }
- if calculateFormula.DataConvertType > 0 {
- // 数据转换类型 0不转, 1乘 2除 3对数
- switch calculateFormula.DataConvertType {
- case 1:
- for i, v := range newDataList {
- val := v.Value * calculateFormula.DataConvertConf.Value
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newDataList[i].Value = val
- }
- case 2:
- for i, v := range newDataList {
- val := v.Value / calculateFormula.DataConvertConf.Value
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newDataList[i].Value = val
- }
- case 3:
- for i, v := range newDataList {
- if v.Value <= 0 {
- err = errors.New("数据中含有负数或0,无法对数运算")
- return
- }
- val := math.Log(v.Value) / math.Log(calculateFormula.DataConvertConf.Value)
- val, _ = decimal.NewFromFloat(val).Round(4).Float64()
- newDataList[i].Value = val
- }
- }
- }
- return
- }
- func GetEdbDateByMoveForward(startDate string, moveForward int, edbDataList []*EdbInfoSearchData) (date string) {
- // 根据日期进行排序
- index := 0
- length := len(edbDataList)
- for i := length - 1; i >= 0; i-- {
- item := edbDataList[i]
- if item.DataTime == startDate {
- index += 1
- continue
- }
- if index >= moveForward {
- date = item.DataTime
- break
- }
- if index > 0 {
- index += 1
- date = item.DataTime
- }
- }
- return
- }
- // HandleEdbDateChange 处理日期变换
- func HandleEdbDateChange(date string, dateChange []*EdbDataDateChangeConf) (newDate string, err error) {
- newDate = date
- if newDate != "" {
- if len(dateChange) > 0 {
- var dateTime time.Time
- dateTime, err = time.ParseInLocation(utils.FormatDate, newDate, time.Local)
- if err != nil {
- err = fmt.Errorf("日期解析失败: %s", err.Error())
- return
- }
- for _, v := range dateChange {
- if v.ChangeType == 1 {
- dateTime = dateTime.AddDate(v.Year, v.Month, v.Day)
- newDate = dateTime.Format(utils.FormatDate)
- } else if v.ChangeType == 2 {
- newDate, err, _ = utils.HandleSystemAppointDateT(dateTime, v.FrequencyDay, v.Frequency)
- if err != nil {
- return
- }
- dateTime, err = time.ParseInLocation(utils.FormatDate, newDate, time.Local)
- if err != nil {
- err = fmt.Errorf("日期解析失败: %s", err.Error())
- return
- }
- }
- }
- }
- }
- return
- }
- // GetSource 获取来源编码id
- func (obj CalculateRangeAnalysis) GetSource() int {
- return utils.DATA_SOURCE_CALCULATE_RANGEANLYSIS
- }
- // GetSourceName 获取来源名称
- func (obj CalculateRangeAnalysis) GetSourceName() string {
- return utils.DATA_SOURCE_NAME_CALCULATE_RANGEANLYSIS
- }
- // GetEdbType 获取指标类型
- func (obj CalculateRangeAnalysis) GetEdbType() int {
- return utils.CALCULATE_EDB_TYPE
- }
|