fix

controllers/base_from_calculate.go

@@ -1710,3 +1710,91 @@ func (this *CalculateController) SaveAdjust() {
 	br.Data = resp
 	br.IsAddLog = true
 }
+
+// CalculateComputeCorrelation
+// @Title 拟合残差计算相关性
+// @Description 拟合残差计算相关性接口
+// @Param request body models.EdbInfoCalculateBatchSaveReq true "type json string"
+// @Success Ret=200 返回指标id
+// @router /compute_correlation [post]
+func (this *CalculateController) CalculateComputeCorrelation() {
+	br := new(models.BaseResponse).Init()
+	defer func() {
+		this.Data["json"] = br
+		this.ServeJSON()
+	}()
+
+	var req models.EdbInfoCalculateBatchSaveReq
+	err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
+	if err != nil {
+		br.Msg = "参数解析异常！"
+		br.ErrMsg = "参数解析失败，Err:" + err.Error()
+		return
+	}
+
+	if len(req.EdbInfoIdArr) != 2 {
+		br.Msg = "选择的指标异常,请重新选择"
+		return
+	}
+
+	//校验时间格式
+	//数据格式：2022-11-01,2022-11-10
+	timeList := strings.Split(req.Formula, ",")
+	if len(timeList) != 2 {
+		br.Msg = "选择时间有误,请重新输入"
+		return
+	}
+	startDate, err := time.ParseInLocation(utils.FormatDate, timeList[0], time.Local)
+	if err != nil {
+		br.Msg = "开始日期有误,请重新输入"
+		return
+	}
+	endDate, err := time.ParseInLocation(utils.FormatDate, timeList[1], time.Local)
+	if err != nil {
+		br.Msg = "结束日期有误,请重新输入"
+		return
+	}
+	if utils.GetTimeSubDay(startDate, endDate) < 2 {
+		br.Msg = "日期间隔不得少于两天"
+		return
+	}
+	var nhccDate models.NhccDate // 拟合残差的日期
+	nhccDate.StartDate = startDate
+	nhccDate.EndDate = endDate
+
+	// 基础指标id
+	fromEdbInfoId := req.EdbInfoIdArr[0].EdbInfoId
+	if fromEdbInfoId <= 0 {
+		br.Msg = "请选择指标"
+		return
+	}
+	// 来源指标（自变量指标）
+	fromEdbInfo, err := models.GetEdbInfoById(fromEdbInfoId)
+	if err != nil {
+		br.Msg = "获取指标信息失败"
+		br.ErrMsg = "获取指标信息失败:Err:" + err.Error()
+		return
+	}
+
+	// 因变量指标
+	secondEdbInfoReq := req.EdbInfoIdArr[1]
+	secondEdbInfo, tmpErr := models.GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
+	if tmpErr != nil {
+		br.Msg = "获取因变量的指标信息失败"
+		br.ErrMsg = "获取因变量的指标信息失败:Err:" + tmpErr.Error()
+		return
+	}
+
+	if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
+		br.Msg = "两个指标不允许为同一个"
+		br.ErrMsg = "两个指标不允许为同一个"
+		return
+	}
+	rVal, err := models.CalculateComputeCorrelation(&req, fromEdbInfo, secondEdbInfo, nhccDate)
+
+	br.Ret = 200
+	br.Success = true
+	br.Msg = "计算成功"
+	br.Data = rVal
+	br.IsAddLog = true
+}

models/edb_data_calculate_nhcc.go

@@ -435,75 +435,77 @@ func refreshAllCalculateNhcc(to orm.TxOrmer, edbInfo *EdbInfo, existItemA, exist
 
 	addDataList := make([]*EdbDataCalculateNhcc, 0)
 
-	//第一个指标
-	aDataList := make([]EdbInfoSearchData, 0)
-	aDataMap := make(map[string]float64)
-	{
-		var condition string
-		var pars []interface{}
-
-		condition += " AND edb_info_id=? "
-		pars = append(pars, existItemA.FromEdbInfoId)
-
-		//第一个指标的数据列表
-		firstDataList, tmpErr := GetEdbDataListAllByTo(to, condition, pars, existItemA.FromSource, 0)
-		if tmpErr != nil {
-			return tmpErr
-		}
-		aDataList, aDataMap = handleNhccData(firstDataList, existItemA.MoveValue)
-
-	}
-
-	//第二个指标
-	bDataList := make([]EdbInfoSearchData, 0)
-	secondDataList := make([]*EdbInfoSearchData, 0)
-	bDataMap := make(map[string]float64)
-	{
-		condition = ``
-		pars = make([]interface{}, 0)
-
-		condition += "  AND edb_info_id = ? "
-		pars = append(pars, existItemB.FromEdbInfoId)
-
-		//第二个指标的数据列表
-		secondDataList, err = GetEdbDataListAllByTo(to, condition, pars, existItemB.FromSource, 0)
-		if err != nil {
-			return
-		}
-		bDataList, bDataMap = handleNhccData(secondDataList, existItemB.MoveValue)
-	}
-
-	if len(aDataList) <= 0 {
-		err = errors.New("指标A没有数据")
-		return
-	}
-	if len(bDataList) <= 0 {
-		err = errors.New("指标B没有数据")
-		return
-	}
-	// 拟合残差计算的结束日期判断
-	{
-		endAData := aDataList[len(aDataList)-1]
-		tmpEndDate, tmpErr := time.ParseInLocation(utils.FormatDate, endAData.DataTime, time.Local)
-		if tmpErr != nil {
-			err = tmpErr
-			return
-		}
-		// 如果A指标的最新数据日期早于拟合残差的结束日期，那么就用A指标的最新数据日期
-		if tmpEndDate.Before(nhccDate.EndDate) {
-			nhccDate.EndDate = tmpEndDate
-		}
-		endBData := bDataList[len(bDataList)-1]
-		tmpEndDate, tmpErr = time.ParseInLocation(utils.FormatDate, endBData.DataTime, time.Local)
-		if tmpErr != nil {
-			err = tmpErr
-			return
-		}
-		// 如果B指标的最新数据日期早于拟合残差的结束日期，那么就用A指标的最新数据日期
-		if tmpEndDate.Before(nhccDate.EndDate) {
-			nhccDate.EndDate = tmpEndDate
-		}
-	}
+	////第一个指标
+	//aDataList := make([]EdbInfoSearchData, 0)
+	//aDataMap := make(map[string]float64)
+	//{
+	//	var condition string
+	//	var pars []interface{}
+	//
+	//	condition += " AND edb_info_id=? "
+	//	pars = append(pars, existItemA.FromEdbInfoId)
+	//
+	//	//第一个指标的数据列表
+	//	firstDataList, tmpErr := GetEdbDataListAllByTo(to, condition, pars, existItemA.FromSource, 0)
+	//	if tmpErr != nil {
+	//		return tmpErr
+	//	}
+	//	aDataList, aDataMap = handleNhccData(firstDataList, existItemA.MoveValue)
+	//
+	//}
+	//
+	////第二个指标
+	//bDataList := make([]EdbInfoSearchData, 0)
+	//secondDataList := make([]*EdbInfoSearchData, 0)
+	//bDataMap := make(map[string]float64)
+	//{
+	//	condition = ``
+	//	pars = make([]interface{}, 0)
+	//
+	//	condition += "  AND edb_info_id = ? "
+	//	pars = append(pars, existItemB.FromEdbInfoId)
+	//
+	//	//第二个指标的数据列表
+	//	secondDataList, err = GetEdbDataListAllByTo(to, condition, pars, existItemB.FromSource, 0)
+	//	if err != nil {
+	//		return
+	//	}
+	//	bDataList, bDataMap = handleNhccData(secondDataList, existItemB.MoveValue)
+	//}
+	//
+	//if len(aDataList) <= 0 {
+	//	err = errors.New("指标A没有数据")
+	//	return
+	//}
+	//if len(bDataList) <= 0 {
+	//	err = errors.New("指标B没有数据")
+	//	return
+	//}
+	//// 拟合残差计算的结束日期判断
+	//{
+	//	endAData := aDataList[len(aDataList)-1]
+	//	tmpEndDate, tmpErr := time.ParseInLocation(utils.FormatDate, endAData.DataTime, time.Local)
+	//	if tmpErr != nil {
+	//		err = tmpErr
+	//		return
+	//	}
+	//	// 如果A指标的最新数据日期早于拟合残差的结束日期，那么就用A指标的最新数据日期
+	//	if tmpEndDate.Before(nhccDate.EndDate) {
+	//		nhccDate.EndDate = tmpEndDate
+	//	}
+	//	endBData := bDataList[len(bDataList)-1]
+	//	tmpEndDate, tmpErr = time.ParseInLocation(utils.FormatDate, endBData.DataTime, time.Local)
+	//	if tmpErr != nil {
+	//		err = tmpErr
+	//		return
+	//	}
+	//	// 如果B指标的最新数据日期早于拟合残差的结束日期，那么就用A指标的最新数据日期
+	//	if tmpEndDate.Before(nhccDate.EndDate) {
+	//		nhccDate.EndDate = tmpEndDate
+	//	}
+	//}
+
+	aDataList, secondDataList, aDataMap, bDataMap, err := getNhccData(to, existItemA, existItemB, nhccDate)
 
 	// 计算线性方程公式
 	var a, b float64
@@ -642,6 +644,157 @@ func refreshAllCalculateNhcc(to orm.TxOrmer, edbInfo *EdbInfo, existItemA, exist
 	return
 }
 
+// CalculateComputeCorrelation 计算相关性结果
+func CalculateComputeCorrelation(req *EdbInfoCalculateBatchSaveReq, firstEdbInfo, secondEdbInfo *EdbInfo, nhccDate NhccDate) (r float64, err error) {
+	var existItemA, existItemB *EdbInfoCalculateMapping
+	//第一个指标
+	{
+		existItemA = &EdbInfoCalculateMapping{
+			EdbInfoCalculateMappingId: 0,
+			FromEdbInfoId:             firstEdbInfo.EdbInfoId,
+			FromEdbCode:               firstEdbInfo.EdbCode,
+			FromEdbName:               firstEdbInfo.EdbName,
+			FromSource:                firstEdbInfo.Source,
+			FromSourceName:            firstEdbInfo.SourceName,
+			FromTag:                   "A",
+			MoveValue:                 req.EdbInfoIdArr[0].MoveValue,
+			Sort:                      1,
+			CreateTime:                time.Now(),
+			ModifyTime:                time.Now(),
+		}
+	}
+
+	//第二个指标
+	{
+		existItemB = &EdbInfoCalculateMapping{
+			EdbInfoCalculateMappingId: 0,
+			FromEdbInfoId:             secondEdbInfo.EdbInfoId,
+			FromEdbCode:               secondEdbInfo.EdbCode,
+			FromEdbName:               secondEdbInfo.EdbName,
+			FromSource:                secondEdbInfo.Source,
+			FromSourceName:            secondEdbInfo.SourceName,
+			FromTag:                   "B",
+			MoveValue:                 req.EdbInfoIdArr[1].MoveValue,
+			Sort:                      1,
+			CreateTime:                time.Now(),
+			ModifyTime:                time.Now(),
+		}
+	}
+
+	o := orm.NewOrm()
+	to, err := o.Begin()
+	defer func() {
+		if err != nil {
+			fmt.Println("RefreshAllCalculateNhcc,Err:" + err.Error())
+			_ = to.Rollback()
+		} else {
+			_ = to.Commit()
+		}
+	}()
+	// 获取相关数据
+	_, _, aDataMap, bDataMap, err := getNhccData(to, existItemA, existItemB, nhccDate)
+
+	// 计算相关性
+	coordinateData := make([]utils.Coordinate, 0)
+	for i := nhccDate.StartDate; i.Before(nhccDate.EndDate) || i.Equal(nhccDate.EndDate); i = i.AddDate(0, 0, 1) {
+		dateStr := i.Format(utils.FormatDate)
+		xValue, ok := aDataMap[dateStr]
+		if !ok {
+			err = errors.New("指标A日期：" + dateStr + "数据异常，导致计算线性方程公式失败")
+			return
+		}
+		yValue, ok := bDataMap[dateStr]
+		if !ok {
+			err = errors.New("指标B日期：" + dateStr + "数据异常，导致计算线性方程公式失败")
+			return
+		}
+		tmpCoordinate := utils.Coordinate{
+			X: xValue,
+			Y: yValue,
+		}
+		coordinateData = append(coordinateData, tmpCoordinate)
+	}
+	r = utils.ComputeCorrelation(coordinateData)
+
+	return
+}
+
+// getNhccData 获取拟合残差需要的数据
+func getNhccData(to orm.TxOrmer, existItemA, existItemB *EdbInfoCalculateMapping, nhccDate NhccDate) (aDataList []EdbInfoSearchData, secondDataList []*EdbInfoSearchData, aDataMap, bDataMap map[string]float64, err error) {
+	//第一个指标
+	aDataList = make([]EdbInfoSearchData, 0)
+	aDataMap = make(map[string]float64)
+	{
+		var condition string
+		var pars []interface{}
+
+		condition += " AND edb_info_id=? "
+		pars = append(pars, existItemA.FromEdbInfoId)
+
+		//第一个指标的数据列表
+		firstDataList, tmpErr := GetEdbDataListAllByTo(to, condition, pars, existItemA.FromSource, 0)
+		if tmpErr != nil {
+			err = tmpErr
+			return
+		}
+		aDataList, aDataMap = handleNhccData(firstDataList, existItemA.MoveValue)
+
+	}
+
+	//第二个指标
+	bDataList := make([]EdbInfoSearchData, 0)
+	secondDataList = make([]*EdbInfoSearchData, 0)
+	bDataMap = make(map[string]float64)
+	{
+		condition := ``
+		pars := make([]interface{}, 0)
+
+		condition += "  AND edb_info_id = ? "
+		pars = append(pars, existItemB.FromEdbInfoId)
+
+		//第二个指标的数据列表
+		secondDataList, err = GetEdbDataListAllByTo(to, condition, pars, existItemB.FromSource, 0)
+		if err != nil {
+			return
+		}
+		bDataList, bDataMap = handleNhccData(secondDataList, existItemB.MoveValue)
+	}
+
+	if len(aDataList) <= 0 {
+		err = errors.New("指标A没有数据")
+		return
+	}
+	if len(bDataList) <= 0 {
+		err = errors.New("指标B没有数据")
+		return
+	}
+	// 拟合残差计算的结束日期判断
+	{
+		endAData := aDataList[len(aDataList)-1]
+		tmpEndDate, tmpErr := time.ParseInLocation(utils.FormatDate, endAData.DataTime, time.Local)
+		if tmpErr != nil {
+			err = tmpErr
+			return
+		}
+		// 如果A指标的最新数据日期早于拟合残差的结束日期，那么就用A指标的最新数据日期
+		if tmpEndDate.Before(nhccDate.EndDate) {
+			nhccDate.EndDate = tmpEndDate
+		}
+		endBData := bDataList[len(bDataList)-1]
+		tmpEndDate, tmpErr = time.ParseInLocation(utils.FormatDate, endBData.DataTime, time.Local)
+		if tmpErr != nil {
+			err = tmpErr
+			return
+		}
+		// 如果B指标的最新数据日期早于拟合残差的结束日期，那么就用A指标的最新数据日期
+		if tmpEndDate.Before(nhccDate.EndDate) {
+			nhccDate.EndDate = tmpEndDate
+		}
+	}
+
+	return
+}
+
 // handleNhccData 处理拟合残差需要的数据
 func handleNhccData(dataList []*EdbInfoSearchData, moveDay int) (newDataList []EdbInfoSearchData, dateDataMap map[string]float64) {
 	dateMap := make(map[time.Time]float64)

routers/commentsRouter.go

@@ -79,6 +79,15 @@ func init() {
             Filters: nil,
             Params: nil})
 
+    beego.GlobalControllerRouter["hongze/hongze_edb_lib/controllers:CalculateController"] = append(beego.GlobalControllerRouter["hongze/hongze_edb_lib/controllers:CalculateController"],
+        beego.ControllerComments{
+            Method: "CalculateComputeCorrelation",
+            Router: `/compute_correlation`,
+            AllowHTTPMethods: []string{"post"},
+            MethodParams: param.Make(),
+            Filters: nil,
+            Params: nil})
+
     beego.GlobalControllerRouter["hongze/hongze_edb_lib/controllers:CalculateController"] = append(beego.GlobalControllerRouter["hongze/hongze_edb_lib/controllers:CalculateController"],
         beego.ControllerComments{
             Method: "Edit",

utils/calculate.go

@@ -1,5 +1,10 @@
 package utils
 
+import (
+	"github.com/shopspring/decimal"
+	"math"
+)
+
 // Series is a container for a series of data
 type Series []Coordinate
 
@@ -43,3 +48,63 @@ func GetLinearResult(s []Coordinate) (gradient, intercept float64) {
 
 	return
 }
+
+// ComputeCorrelation 通过一组数据获取相关系数R
+// 计算步骤
+// 1.分别计算两个序列的平均值Mx和My
+// 2.分别计算两个序列的标准偏差SDx和SDy	=> √{1/(n-1)*SUM[(Xi-Mx)²]}
+// 3.计算相关系数	=> SUM[(Xi-Mx)*(Yi-My)]/[(N-1)(SDx*SDy)]
+func ComputeCorrelation(sList []Coordinate) (r float64) {
+	var xBar, yBar float64
+	lenSList := len(sList)
+	// 必须两组数据及两组以上的数据才能计算
+	if lenSList < 2 {
+		return
+	}
+	decimalX := decimal.NewFromFloat(0)
+	decimalY := decimal.NewFromFloat(0)
+
+	// 计算两组数据X、Y的平均值
+	for _, coordinate := range sList {
+		decimalX = decimalX.Add(decimal.NewFromFloat(coordinate.X))
+		decimalY = decimalY.Add(decimal.NewFromFloat(coordinate.Y))
+	}
+	xBar, _ = decimalX.Div(decimal.NewFromInt(int64(lenSList))).Round(4).Float64()
+	yBar, _ = decimalY.Div(decimal.NewFromInt(int64(lenSList))).Round(4).Float64()
+	//fmt.Println(xBar)
+	//fmt.Println(yBar)
+
+	varXDeci := decimal.NewFromFloat(0)
+	varYDeci := decimal.NewFromFloat(0)
+	ssrDeci := decimal.NewFromFloat(0)
+
+	for _, coordinate := range sList {
+		// 分别计算X、Y的实际数据与平均值的差值
+		diffXXbarDeci := decimal.NewFromFloat(coordinate.X).Sub(decimal.NewFromFloat(xBar))
+		diffYYbarDeci := decimal.NewFromFloat(coordinate.Y).Sub(decimal.NewFromFloat(yBar))
+		ssrDeci = ssrDeci.Add(diffXXbarDeci.Mul(diffYYbarDeci))
+		//fmt.Println("i：", i, ";diffXXbar:", diffXXbarDeci.String(), ";diffYYbar:", diffYYbarDeci.String(), ";ssr:", ssrDeci.String())
+		varXDeci = varXDeci.Add(diffXXbarDeci.Mul(diffXXbarDeci))
+		varYDeci = varYDeci.Add(diffYYbarDeci.Mul(diffYYbarDeci))
+		//varY += diffYYbar ** 2
+	}
+	sqrtVal, _ := varXDeci.Mul(varYDeci).Round(4).Float64()
+	//fmt.Println("sqrtVal:", sqrtVal)
+	sst := math.Sqrt(sqrtVal) // 平方根
+	//fmt.Println("sst:", sst)
+	// 如果计算出来的平方根是0,那么就直接返回,因为0不能作为除数
+	if sst == 0 {
+		return
+	}
+	r, _ = ssrDeci.Div(decimal.NewFromFloat(sst)).Round(4).Float64()
+
+	return
+}
+
+// CalculationDecisive 通过一组数据获取决定系数R2
+func CalculationDecisive(sList []Coordinate) (r2 float64) {
+	r := ComputeCorrelation(sList)
+	r2, _ = decimal.NewFromFloat(r).Mul(decimal.NewFromFloat(r)).Round(4).Float64()
+
+	return
+}