|
|
@@ -0,0 +1,610 @@
|
|
|
+package models
|
|
|
+
|
|
|
+import (
|
|
|
+ "errors"
|
|
|
+ "fmt"
|
|
|
+ "github.com/beego/beego/v2/client/orm"
|
|
|
+ "github.com/shopspring/decimal"
|
|
|
+ "hongze/hongze_edb_lib/utils"
|
|
|
+ "strings"
|
|
|
+ "time"
|
|
|
+)
|
|
|
+
|
|
|
+// EdbDataCalculateNhcc 拟合残差数据结构体
|
|
|
+type EdbDataCalculateNhcc struct {
|
|
|
+ EdbDataId int `orm:"column(edb_data_id);pk"`
|
|
|
+ EdbInfoId int
|
|
|
+ EdbCode string
|
|
|
+ DataTime string
|
|
|
+ Value float64
|
|
|
+ Status int
|
|
|
+ CreateTime time.Time
|
|
|
+ ModifyTime time.Time
|
|
|
+ DataTimestamp int64
|
|
|
+}
|
|
|
+
|
|
|
+// NhccDate 拟合残差的开始、结束日期
|
|
|
+type NhccDate struct {
|
|
|
+ StartDate time.Time
|
|
|
+ EndDate time.Time
|
|
|
+}
|
|
|
+
|
|
|
+// AddCalculateNhcc 新增拟合残差数据
|
|
|
+func AddCalculateNhcc(req *EdbInfoCalculateBatchSaveReq, firstEdbInfo, secondEdbInfo *EdbInfo, edbCode, uniqueCode string, nhccDate NhccDate, sysUserId int, sysUserRealName string) (edbInfo *EdbInfo, err error) {
|
|
|
+ o := orm.NewOrm()
|
|
|
+ to, err := o.Begin()
|
|
|
+ if err != nil {
|
|
|
+ return
|
|
|
+ }
|
|
|
+ defer func() {
|
|
|
+ if err != nil {
|
|
|
+ fmt.Println("AddCalculateNhcc,Err:" + err.Error())
|
|
|
+ _ = to.Rollback()
|
|
|
+ } else {
|
|
|
+ _ = to.Commit()
|
|
|
+ }
|
|
|
+ }()
|
|
|
+ if req.EdbInfoId <= 0 {
|
|
|
+ edbInfo = &EdbInfo{
|
|
|
+ SourceName: "拟合残差",
|
|
|
+ Source: utils.DATA_SOURCE_CALCULATE_NHCC,
|
|
|
+ EdbCode: edbCode,
|
|
|
+ EdbName: req.EdbName,
|
|
|
+ EdbNameSource: req.EdbName,
|
|
|
+ Frequency: req.Frequency,
|
|
|
+ Unit: req.Unit,
|
|
|
+ StartDate: firstEdbInfo.StartDate,
|
|
|
+ EndDate: firstEdbInfo.EndDate,
|
|
|
+ ClassifyId: req.ClassifyId,
|
|
|
+ SysUserId: sysUserId,
|
|
|
+ SysUserRealName: sysUserRealName,
|
|
|
+ UniqueCode: uniqueCode,
|
|
|
+ CreateTime: time.Now(),
|
|
|
+ ModifyTime: time.Now(),
|
|
|
+ CalculateFormula: req.Formula,
|
|
|
+ EdbType: 2,
|
|
|
+ }
|
|
|
+ newEdbInfoId, tmpErr := to.Insert(edbInfo)
|
|
|
+ if tmpErr != nil {
|
|
|
+ err = tmpErr
|
|
|
+ return
|
|
|
+ }
|
|
|
+ edbInfo.EdbInfoId = int(newEdbInfoId)
|
|
|
+ } else {
|
|
|
+ edbInfo, err = GetEdbInfoById(req.EdbInfoId)
|
|
|
+ if err != nil {
|
|
|
+ return
|
|
|
+ }
|
|
|
+ //查询
|
|
|
+ tmpEdbInfo, tmpErr := GetEdbInfoById(edbInfo.EdbInfoId)
|
|
|
+ if tmpErr != nil {
|
|
|
+ err = tmpErr
|
|
|
+ return
|
|
|
+ }
|
|
|
+ tmpEdbInfo.EdbName = req.EdbName
|
|
|
+ tmpEdbInfo.ClassifyId = req.ClassifyId
|
|
|
+ tmpEdbInfo.Frequency = req.Frequency
|
|
|
+ tmpEdbInfo.Unit = req.Unit
|
|
|
+ tmpEdbInfo.CalculateFormula = req.Formula
|
|
|
+
|
|
|
+ edbInfo = tmpEdbInfo
|
|
|
+
|
|
|
+ //删除指标数据
|
|
|
+ dataTableName := GetEdbDataTableName(utils.DATA_SOURCE_CALCULATE_NHCC)
|
|
|
+ fmt.Println("dataTableName:" + dataTableName)
|
|
|
+ deleteSql := ` DELETE FROM %s WHERE edb_info_id=? `
|
|
|
+ deleteSql = fmt.Sprintf(deleteSql, dataTableName)
|
|
|
+ _, err = to.Raw(deleteSql, req.EdbInfoId).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return
|
|
|
+ }
|
|
|
+
|
|
|
+ //删除指标关系
|
|
|
+ sql := ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id=? `
|
|
|
+ _, err = to.Raw(sql, edbInfo.EdbInfoId).Exec()
|
|
|
+ }
|
|
|
+
|
|
|
+ //关联关系
|
|
|
+
|
|
|
+ var existItemA, existItemB *EdbInfoCalculateMapping
|
|
|
+ //第一个指标
|
|
|
+ {
|
|
|
+ existItemA = &EdbInfoCalculateMapping{
|
|
|
+ EdbInfoCalculateMappingId: 0,
|
|
|
+ EdbInfoId: edbInfo.EdbInfoId,
|
|
|
+ Source: edbInfo.Source,
|
|
|
+ SourceName: edbInfo.SourceName,
|
|
|
+ EdbCode: edbInfo.EdbCode,
|
|
|
+ FromEdbInfoId: firstEdbInfo.EdbInfoId,
|
|
|
+ FromEdbCode: firstEdbInfo.EdbCode,
|
|
|
+ FromEdbName: firstEdbInfo.EdbName,
|
|
|
+ FromSource: firstEdbInfo.Source,
|
|
|
+ FromSourceName: firstEdbInfo.SourceName,
|
|
|
+ FromTag: "A",
|
|
|
+ MoveValue: req.EdbInfoIdArr[0].MoveValue,
|
|
|
+ Sort: 1,
|
|
|
+ CreateTime: time.Now(),
|
|
|
+ ModifyTime: time.Now(),
|
|
|
+ }
|
|
|
+ insertId, tmpErr := to.Insert(existItemA)
|
|
|
+ if tmpErr != nil {
|
|
|
+ err = tmpErr
|
|
|
+ return
|
|
|
+ }
|
|
|
+ existItemA.EdbInfoCalculateMappingId = int(insertId)
|
|
|
+ }
|
|
|
+
|
|
|
+ //第二个指标
|
|
|
+ {
|
|
|
+ existItemB = &EdbInfoCalculateMapping{
|
|
|
+ EdbInfoCalculateMappingId: 0,
|
|
|
+ EdbInfoId: edbInfo.EdbInfoId,
|
|
|
+ Source: edbInfo.Source,
|
|
|
+ SourceName: edbInfo.SourceName,
|
|
|
+ EdbCode: edbInfo.EdbCode,
|
|
|
+ FromEdbInfoId: secondEdbInfo.EdbInfoId,
|
|
|
+ FromEdbCode: secondEdbInfo.EdbCode,
|
|
|
+ FromEdbName: secondEdbInfo.EdbName,
|
|
|
+ FromSource: secondEdbInfo.Source,
|
|
|
+ FromSourceName: secondEdbInfo.SourceName,
|
|
|
+ FromTag: "B",
|
|
|
+ MoveValue: req.EdbInfoIdArr[1].MoveValue,
|
|
|
+ Sort: 1,
|
|
|
+ CreateTime: time.Now(),
|
|
|
+ ModifyTime: time.Now(),
|
|
|
+ }
|
|
|
+ insertId, tmpErr := to.Insert(existItemB)
|
|
|
+ if tmpErr != nil {
|
|
|
+ err = tmpErr
|
|
|
+ return
|
|
|
+ }
|
|
|
+ existItemB.EdbInfoCalculateMappingId = int(insertId)
|
|
|
+ }
|
|
|
+
|
|
|
+ //拼接数据
|
|
|
+ err = refreshAllCalculateNhcc(to, edbInfo, existItemA, existItemB, nhccDate)
|
|
|
+
|
|
|
+ return
|
|
|
+}
|
|
|
+
|
|
|
+// EditCalculateNhcc 编辑拟合残差数据
|
|
|
+func EditCalculateNhcc(req *EdbInfoCalculateBatchEditReq, edbInfo, firstEdbInfo, secondEdbInfo *EdbInfo, nhccDate NhccDate) (err error) {
|
|
|
+ o := orm.NewOrm()
|
|
|
+ to, err := o.Begin()
|
|
|
+ if err != nil {
|
|
|
+ return
|
|
|
+ }
|
|
|
+ defer func() {
|
|
|
+ if err != nil {
|
|
|
+ fmt.Println("EditCalculateNhcc,Err:" + err.Error())
|
|
|
+ _ = to.Rollback()
|
|
|
+ } else {
|
|
|
+ _ = to.Commit()
|
|
|
+ }
|
|
|
+ }()
|
|
|
+
|
|
|
+ nowEdbInfo := *edbInfo // 现在的指标信息
|
|
|
+
|
|
|
+ //修改指标信息
|
|
|
+ edbInfo.EdbName = req.EdbName
|
|
|
+ edbInfo.EdbNameSource = req.EdbName
|
|
|
+ edbInfo.Frequency = req.Frequency
|
|
|
+ edbInfo.Unit = req.Unit
|
|
|
+ edbInfo.ClassifyId = req.ClassifyId
|
|
|
+ edbInfo.CalculateFormula = req.Formula
|
|
|
+ edbInfo.ModifyTime = time.Now()
|
|
|
+ _, err = to.Update(edbInfo, "EdbName", "EdbNameSource", "Frequency", "Unit", "ClassifyId", "CalculateFormula", "ModifyTime")
|
|
|
+ if err != nil {
|
|
|
+ return
|
|
|
+ }
|
|
|
+
|
|
|
+ var existCondition string
|
|
|
+ var existPars []interface{}
|
|
|
+ existCondition += " AND edb_info_id=? "
|
|
|
+ existPars = append(existPars, edbInfo.EdbInfoId)
|
|
|
+
|
|
|
+ //查询出所有的关联指标
|
|
|
+ existList, err := GetEdbInfoCalculateListByCondition(existCondition, existPars)
|
|
|
+ if err != nil {
|
|
|
+ err = fmt.Errorf("判断指标是否改变失败,Err:" + err.Error())
|
|
|
+ return
|
|
|
+ }
|
|
|
+
|
|
|
+ var existItemA, existItemB *EdbInfoCalculateMapping
|
|
|
+ for _, existItem := range existList {
|
|
|
+ if existItem.FromTag == "A" {
|
|
|
+ existItemA = existItem
|
|
|
+ } else if existItem.FromTag == "B" {
|
|
|
+ existItemB = existItem
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ // 是否需要删除数据重新计算
|
|
|
+ isNeedCalculateData := false
|
|
|
+
|
|
|
+ // 如果截止日期变更，那么需要重新计算
|
|
|
+ if req.Formula != nowEdbInfo.CalculateFormula {
|
|
|
+ isNeedCalculateData = true
|
|
|
+ }
|
|
|
+ //第一个指标数据
|
|
|
+ {
|
|
|
+ // 如果指标变了，那么需要删除关系，并重新计算
|
|
|
+ if existItemA.FromEdbInfoId != firstEdbInfo.EdbInfoId || existItemA.MoveValue != req.EdbInfoIdArr[0].MoveValue {
|
|
|
+ //删除之前的A指标关联关系
|
|
|
+ sql := ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id = ? and from_edb_info_id = ?`
|
|
|
+ _, err = to.Raw(sql, edbInfo.EdbInfoId, existItemA.FromEdbInfoId).Exec()
|
|
|
+ if err != nil {
|
|
|
+ err = fmt.Errorf("删除拼接日期之前的指标关联关系失败,Err:" + err.Error())
|
|
|
+ return
|
|
|
+ }
|
|
|
+
|
|
|
+ //添加新的指标关系
|
|
|
+ {
|
|
|
+ existItemA = &EdbInfoCalculateMapping{
|
|
|
+ EdbInfoCalculateMappingId: 0,
|
|
|
+ EdbInfoId: edbInfo.EdbInfoId,
|
|
|
+ Source: edbInfo.Source,
|
|
|
+ SourceName: edbInfo.SourceName,
|
|
|
+ EdbCode: edbInfo.EdbCode,
|
|
|
+ FromEdbInfoId: firstEdbInfo.EdbInfoId,
|
|
|
+ FromEdbCode: firstEdbInfo.EdbCode,
|
|
|
+ FromEdbName: firstEdbInfo.EdbName,
|
|
|
+ FromSource: firstEdbInfo.Source,
|
|
|
+ FromSourceName: firstEdbInfo.SourceName,
|
|
|
+ FromTag: "A",
|
|
|
+ MoveValue: req.EdbInfoIdArr[0].MoveValue,
|
|
|
+ Sort: 1,
|
|
|
+ CreateTime: time.Now(),
|
|
|
+ ModifyTime: time.Now(),
|
|
|
+ }
|
|
|
+ insertId, tmpErr := to.Insert(existItemA)
|
|
|
+ if tmpErr != nil {
|
|
|
+ err = tmpErr
|
|
|
+ return
|
|
|
+ }
|
|
|
+ existItemA.EdbInfoCalculateMappingId = int(insertId)
|
|
|
+
|
|
|
+ isNeedCalculateData = true
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ //第二个指标数据
|
|
|
+ {
|
|
|
+ // 如果指标变了，那么需要删除关系，并重新计算
|
|
|
+ if existItemB.FromEdbInfoId != secondEdbInfo.EdbInfoId || existItemB.MoveValue != req.EdbInfoIdArr[1].MoveValue {
|
|
|
+ //删除之前的B指标关联关系
|
|
|
+ sql := ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id = ? and from_edb_info_id = ?`
|
|
|
+ _, err = to.Raw(sql, edbInfo.EdbInfoId, existItemB.FromEdbInfoId).Exec()
|
|
|
+ if err != nil {
|
|
|
+ err = fmt.Errorf("删除拼接日期之后的指标关联关系失败,Err:" + err.Error())
|
|
|
+ return
|
|
|
+ }
|
|
|
+
|
|
|
+ // 添加新的指标关联关系
|
|
|
+ existItemB = &EdbInfoCalculateMapping{
|
|
|
+ EdbInfoCalculateMappingId: 0,
|
|
|
+ EdbInfoId: edbInfo.EdbInfoId,
|
|
|
+ Source: edbInfo.Source,
|
|
|
+ SourceName: edbInfo.SourceName,
|
|
|
+ EdbCode: edbInfo.EdbCode,
|
|
|
+ FromEdbInfoId: secondEdbInfo.EdbInfoId,
|
|
|
+ FromEdbCode: secondEdbInfo.EdbCode,
|
|
|
+ FromEdbName: secondEdbInfo.EdbName,
|
|
|
+ FromSource: secondEdbInfo.Source,
|
|
|
+ FromSourceName: secondEdbInfo.SourceName,
|
|
|
+ FromTag: "B",
|
|
|
+ MoveValue: req.EdbInfoIdArr[1].MoveValue,
|
|
|
+ Sort: 2,
|
|
|
+ CreateTime: time.Now(),
|
|
|
+ ModifyTime: time.Now(),
|
|
|
+ }
|
|
|
+ insertId, tmpErr := to.Insert(existItemB)
|
|
|
+ if tmpErr != nil {
|
|
|
+ err = tmpErr
|
|
|
+ return
|
|
|
+ }
|
|
|
+ existItemA.EdbInfoCalculateMappingId = int(insertId)
|
|
|
+
|
|
|
+ isNeedCalculateData = true
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ // 如果需要重新计算，那么先删除所有的指标数据，然后再重新计算
|
|
|
+ if isNeedCalculateData {
|
|
|
+ // 删除之前所有的指标数据
|
|
|
+
|
|
|
+ tableName := GetEdbDataTableName(edbInfo.Source)
|
|
|
+ sql := fmt.Sprintf(` DELETE FROM %s WHERE edb_info_id = ? `, tableName)
|
|
|
+ _, err = to.Raw(sql, edbInfo.EdbInfoId).Exec()
|
|
|
+ if err != nil {
|
|
|
+ err = fmt.Errorf("删除历史数据失败,Err:" + err.Error())
|
|
|
+ return
|
|
|
+ }
|
|
|
+
|
|
|
+ err = refreshAllCalculateNhcc(to, edbInfo, existItemA, existItemB, nhccDate)
|
|
|
+ }
|
|
|
+
|
|
|
+ return
|
|
|
+}
|
|
|
+
|
|
|
+// RefreshAllCalculateNhcc 刷新所有 拟合残差 数据
|
|
|
+func RefreshAllCalculateNhcc(edbInfo *EdbInfo) (err error) {
|
|
|
+ o := orm.NewOrm()
|
|
|
+ to, err := o.Begin()
|
|
|
+ defer func() {
|
|
|
+ if err != nil {
|
|
|
+ fmt.Println("RefreshAllCalculateNhcc,Err:" + err.Error())
|
|
|
+ _ = to.Rollback()
|
|
|
+ } else {
|
|
|
+ _ = to.Commit()
|
|
|
+ }
|
|
|
+ }()
|
|
|
+ //查询关联指标信息
|
|
|
+ var existCondition string
|
|
|
+ var existPars []interface{}
|
|
|
+ existCondition += " AND edb_info_id=? "
|
|
|
+ existPars = append(existPars, edbInfo.EdbInfoId)
|
|
|
+ existList, err := GetEdbInfoCalculateListByCondition(existCondition, existPars)
|
|
|
+ if err != nil {
|
|
|
+ err = fmt.Errorf("判断指标是否改变失败,Err:" + err.Error())
|
|
|
+ return
|
|
|
+ }
|
|
|
+
|
|
|
+ var existItemA, existItemB *EdbInfoCalculateMapping
|
|
|
+ for _, existItem := range existList {
|
|
|
+ if existItem.FromTag == "A" {
|
|
|
+ existItemA = existItem
|
|
|
+ } else if existItem.FromTag == "B" {
|
|
|
+ existItemB = existItem
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ timeList := strings.Split(edbInfo.CalculateFormula, ",")
|
|
|
+ startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
|
|
|
+ if err != nil {
|
|
|
+ return
|
|
|
+ }
|
|
|
+ endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
|
|
|
+ if err != nil {
|
|
|
+ return
|
|
|
+ }
|
|
|
+ if endDate.Sub(startDate).Hours() < 48 {
|
|
|
+ return
|
|
|
+ }
|
|
|
+ nhccDate := NhccDate{
|
|
|
+ StartDate: startDate,
|
|
|
+ EndDate: endDate,
|
|
|
+ }
|
|
|
+ // 刷新数据
|
|
|
+ err = refreshAllCalculateNhcc(to, edbInfo, existItemA, existItemB, nhccDate)
|
|
|
+
|
|
|
+ return
|
|
|
+}
|
|
|
+
|
|
|
+// refreshAllCalculateNhcc 刷新所有 拟合残差 数据
|
|
|
+func refreshAllCalculateNhcc(to orm.TxOrmer, edbInfo *EdbInfo, existItemA, existItemB *EdbInfoCalculateMapping, nhccDate NhccDate) (err error) {
|
|
|
+ //查询当前指标现有的数据
|
|
|
+ var condition string
|
|
|
+ var pars []interface{}
|
|
|
+ condition += " AND edb_info_id=? "
|
|
|
+ pars = append(pars, edbInfo.EdbInfoId)
|
|
|
+
|
|
|
+ var dataList []*EdbDataCalculateNhcc
|
|
|
+ sql := ` SELECT * FROM edb_data_calculate_nhcc WHERE edb_info_id=? ORDER BY data_time DESC `
|
|
|
+ _, err = to.Raw(sql, edbInfo.EdbInfoId).QueryRows(&dataList)
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ var dateArr []string
|
|
|
+ dataMap := make(map[string]*EdbDataCalculateNhcc)
|
|
|
+ removeDataTimeMap := make(map[string]int) //需要移除的日期数据
|
|
|
+ for _, v := range dataList {
|
|
|
+ dateArr = append(dateArr, v.DataTime)
|
|
|
+ dataMap[v.DataTime] = v
|
|
|
+ removeDataTimeMap[v.DataTime] = 1
|
|
|
+ }
|
|
|
+
|
|
|
+ addDataList := make([]*EdbDataCalculateNhcc, 0)
|
|
|
+
|
|
|
+ //第一个指标
|
|
|
+ aDataList := make([]EdbInfoSearchData, 0)
|
|
|
+ aDataMap := make(map[string]float64)
|
|
|
+ {
|
|
|
+ var condition string
|
|
|
+ var pars []interface{}
|
|
|
+
|
|
|
+ condition += " AND edb_info_id=? "
|
|
|
+ pars = append(pars, existItemA.FromEdbInfoId)
|
|
|
+
|
|
|
+ //第一个指标的数据列表
|
|
|
+ firstDataList, tmpErr := GetEdbDataListAllByTo(to, condition, pars, existItemA.FromSource, 0)
|
|
|
+ if tmpErr != nil {
|
|
|
+ return tmpErr
|
|
|
+ }
|
|
|
+ aDataList, aDataMap = handleNhccData(firstDataList, existItemA.MoveValue)
|
|
|
+
|
|
|
+ }
|
|
|
+
|
|
|
+ //第二个指标
|
|
|
+ bDataList := make([]EdbInfoSearchData, 0)
|
|
|
+ bDataMap := make(map[string]float64)
|
|
|
+ {
|
|
|
+ condition = ``
|
|
|
+ pars = make([]interface{}, 0)
|
|
|
+
|
|
|
+ condition += " AND edb_info_id = ? "
|
|
|
+ pars = append(pars, edbInfo.CalculateFormula, existItemB.FromEdbInfoId)
|
|
|
+
|
|
|
+ //第二个指标的数据列表
|
|
|
+ secondDataList, tmpErr := GetEdbDataListAllByTo(to, condition, pars, existItemB.FromSource, 0)
|
|
|
+ if tmpErr != nil {
|
|
|
+ return tmpErr
|
|
|
+ }
|
|
|
+ bDataList, bDataMap = handleNhccData(secondDataList, existItemB.MoveValue)
|
|
|
+ }
|
|
|
+
|
|
|
+ // 计算线性方程公式
|
|
|
+ var a, b float64
|
|
|
+ {
|
|
|
+ coordinateData := make([]Coordinate, 0)
|
|
|
+ for i := nhccDate.StartDate; i.Before(nhccDate.EndDate) || i.Equal(nhccDate.EndDate); i.AddDate(0, 0, 1) {
|
|
|
+ dateStr := i.Format(utils.FormatDate)
|
|
|
+ xValue, ok := aDataMap[dateStr]
|
|
|
+ if !ok {
|
|
|
+ err = errors.New("指标A日期：" + dateStr + "数据异常，导致计算线性方程是失败")
|
|
|
+ return
|
|
|
+ }
|
|
|
+ yValue, ok := bDataMap[dateStr]
|
|
|
+ if !ok {
|
|
|
+ err = errors.New("指标B日期：" + dateStr + "数据异常，导致计算线性方程是失败")
|
|
|
+ return
|
|
|
+ }
|
|
|
+ tmpCoordinate := Coordinate{
|
|
|
+ X: xValue,
|
|
|
+ Y: yValue,
|
|
|
+ }
|
|
|
+ coordinateData = append(coordinateData, tmpCoordinate)
|
|
|
+ }
|
|
|
+ a, b = getLinearResult(coordinateData)
|
|
|
+ }
|
|
|
+
|
|
|
+ //fmt.Println("a:", a, ";======b:", b)
|
|
|
+
|
|
|
+ //计算B’
|
|
|
+ newBDataMap := make(map[string]float64)
|
|
|
+ {
|
|
|
+ //B’=aA+b
|
|
|
+ aDecimal := decimal.NewFromFloat(a)
|
|
|
+ bDecimal := decimal.NewFromFloat(b)
|
|
|
+ for _, aData := range aDataList {
|
|
|
+ xDecimal := decimal.NewFromFloat(aData.Value)
|
|
|
+ val, _ := aDecimal.Mul(xDecimal).Add(bDecimal).RoundCeil(4).Float64()
|
|
|
+ newBDataMap[aData.DataTime] = val
|
|
|
+ }
|
|
|
+
|
|
|
+ }
|
|
|
+
|
|
|
+ // Delta=B-B‘
|
|
|
+ for _, bData := range bDataList {
|
|
|
+ currDate := bData.DataTime
|
|
|
+ //校验待删除日期数据里面是否存在该元素，如果存在的话，那么移除该元素
|
|
|
+ if _, ok := removeDataTimeMap[currDate]; ok {
|
|
|
+ delete(removeDataTimeMap, currDate)
|
|
|
+ }
|
|
|
+
|
|
|
+ b2Val, ok := newBDataMap[currDate]
|
|
|
+ if !ok {
|
|
|
+ // 如果B`不存在数据，那么就退出当前循环
|
|
|
+ continue
|
|
|
+ }
|
|
|
+ bDecimal := decimal.NewFromFloat(bData.Value)
|
|
|
+ b2Decimal := decimal.NewFromFloat(b2Val)
|
|
|
+
|
|
|
+ val, _ := bDecimal.Sub(b2Decimal).RoundCeil(4).Float64()
|
|
|
+
|
|
|
+ // 判断之前有没有该数据
|
|
|
+ existData, ok := dataMap[currDate]
|
|
|
+ if !ok { //不存在那么就添加吧
|
|
|
+ currentDate, _ := time.Parse(utils.FormatDate, currDate)
|
|
|
+ timestamp := currentDate.UnixNano() / 1e6
|
|
|
+ edbDataNhcc := &EdbDataCalculateNhcc{
|
|
|
+ EdbInfoId: edbInfo.EdbInfoId,
|
|
|
+ EdbCode: edbInfo.EdbCode,
|
|
|
+ DataTime: currDate,
|
|
|
+ Value: val,
|
|
|
+ Status: 1,
|
|
|
+ CreateTime: time.Now(),
|
|
|
+ ModifyTime: time.Now(),
|
|
|
+ DataTimestamp: timestamp,
|
|
|
+ }
|
|
|
+ addDataList = append(addDataList, edbDataNhcc)
|
|
|
+ } else {
|
|
|
+ // 如果有的话，还需要判断值是否一致，一致则不处理，不一致则修改
|
|
|
+ if existData.Value != val {
|
|
|
+ existData.Value = val
|
|
|
+ _, err = to.Update(existData, "Value")
|
|
|
+ if err != nil {
|
|
|
+ return
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ //删除已经不存在的累计同比拼接指标数据（由于同比值当日的数据删除了）
|
|
|
+ {
|
|
|
+ removeDateList := make([]string, 0)
|
|
|
+ for dateTime := range removeDataTimeMap {
|
|
|
+ removeDateList = append(removeDateList, dateTime)
|
|
|
+ }
|
|
|
+ removeNum := len(removeDateList)
|
|
|
+ if removeNum > 0 {
|
|
|
+ //如果拼接指标变更了，那么需要删除所有的指标数据
|
|
|
+ tableName := GetEdbDataTableName(edbInfo.Source)
|
|
|
+ sql := fmt.Sprintf(` DELETE FROM %s WHERE edb_info_id = ? and data_time in (`+utils.GetOrmInReplace(removeNum)+`) `, tableName)
|
|
|
+ _, err = to.Raw(sql, edbInfo.EdbInfoId, removeDateList).Exec()
|
|
|
+ if err != nil {
|
|
|
+ err = fmt.Errorf("删除不存在的拟合残差指标数据失败,Err:" + err.Error())
|
|
|
+ return
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ //数据入库
|
|
|
+ if len(addDataList) > 0 {
|
|
|
+ _, tmpErr := to.InsertMulti(len(addDataList), addDataList)
|
|
|
+ if tmpErr != nil {
|
|
|
+ err = tmpErr
|
|
|
+ return
|
|
|
+ }
|
|
|
+ }
|
|
|
+ return
|
|
|
+}
|
|
|
+
|
|
|
+// handleNhccData 处理拟合残差需要的数据
|
|
|
+func handleNhccData(dataList []*EdbInfoSearchData, moveDay int) (newDataList []EdbInfoSearchData, dateDataMap map[string]float64) {
|
|
|
+ dateMap := make(map[time.Time]float64)
|
|
|
+ var minDate, maxDate time.Time
|
|
|
+ //dateList := make([]string, 0)
|
|
|
+
|
|
|
+ for _, v := range dataList {
|
|
|
+ currDate, _ := time.ParseInLocation(utils.FormatDate, v.DataTime, time.Local)
|
|
|
+ if minDate.IsZero() || currDate.Before(minDate) {
|
|
|
+ minDate = currDate
|
|
|
+ }
|
|
|
+ if maxDate.IsZero() || currDate.After(maxDate) {
|
|
|
+ maxDate = currDate
|
|
|
+ }
|
|
|
+ dateMap[currDate] = v.Value
|
|
|
+ }
|
|
|
+
|
|
|
+ // 处理领先、滞后数据
|
|
|
+ newDateMap := make(map[time.Time]float64)
|
|
|
+ for currDate, value := range dateMap {
|
|
|
+ newDate := currDate.AddDate(0, 0, moveDay)
|
|
|
+ newDateMap[newDate] = value
|
|
|
+ }
|
|
|
+ minDate = minDate.AddDate(0, 0, moveDay)
|
|
|
+ maxDate = maxDate.AddDate(0, 0, moveDay)
|
|
|
+
|
|
|
+ // 开始变频
|
|
|
+ dayNum := utils.GetTimeSubDay(minDate, maxDate)
|
|
|
+
|
|
|
+ for i := 0; i <= dayNum; i++ {
|
|
|
+ currDate := minDate.AddDate(0, 0, i)
|
|
|
+ tmpValue, ok := newDateMap[currDate]
|
|
|
+ if !ok {
|
|
|
+ //找不到数据，那么就用前面的数据吧
|
|
|
+ tmpValue = newDataList[len(newDataList)-1].Value
|
|
|
+ }
|
|
|
+ tmpData := EdbInfoSearchData{
|
|
|
+ //EdbDataId: 0,
|
|
|
+ DataTime: currDate.Format(utils.FormatDate),
|
|
|
+ Value: tmpValue,
|
|
|
+ }
|
|
|
+ dateDataMap[tmpData.DataTime] = tmpData.Value
|
|
|
+ newDataList = append(newDataList, tmpData)
|
|
|
+ }
|
|
|
+
|
|
|
+ return
|
|
|
+}
|
