|
|
@@ -6,13 +6,17 @@ import (
|
|
|
"encoding/json"
|
|
|
"errors"
|
|
|
"fmt"
|
|
|
+ "github.com/shopspring/decimal"
|
|
|
+ "github.com/yidane/formula"
|
|
|
"hongze/hongze_yb/global"
|
|
|
edbDataModel "hongze/hongze_yb/models/tables/edb_data"
|
|
|
+ edbInfoModel "hongze/hongze_yb/models/tables/edb_info"
|
|
|
"hongze/hongze_yb/utils"
|
|
|
"io/ioutil"
|
|
|
"net/http"
|
|
|
"net/url"
|
|
|
"reflect"
|
|
|
+ "sort"
|
|
|
"strconv"
|
|
|
"strings"
|
|
|
"time"
|
|
|
@@ -1718,4 +1722,1951 @@ func RefreshEdbDataByGie(edbInfoId int, edbCode, startDate, endDate string) (err
|
|
|
}
|
|
|
}
|
|
|
return
|
|
|
-}
|
|
|
+}
|
|
|
+
|
|
|
+
|
|
|
+//刷新全部数据
|
|
|
+func RefreshAllCalculate(edbInfoIdArr []*edbInfoModel.EdbInfo, edbInfoId, source int, edbCode, formulaStr, startDate, endDate string, edbInfoIdBytes []string) (err error) {
|
|
|
+
|
|
|
+ tx := global.MYSQL["data"].Begin()
|
|
|
+ defer func() {
|
|
|
+ if err != nil {
|
|
|
+ tx.Rollback()
|
|
|
+ } else {
|
|
|
+ tx.Commit()
|
|
|
+ }
|
|
|
+ }()
|
|
|
+
|
|
|
+ fmt.Println(startDate, endDate)
|
|
|
+ saveDataMap := make(map[string]map[int]float64)
|
|
|
+ for _, v := range edbInfoIdArr {
|
|
|
+ var condition string
|
|
|
+ var pars []interface{}
|
|
|
+ condition += " AND edb_info_id=? "
|
|
|
+ pars = append(pars, v.EdbInfoId)
|
|
|
+ if startDate != "" {
|
|
|
+ condition += " AND data_time>=? "
|
|
|
+ pars = append(pars, startDate)
|
|
|
+ }
|
|
|
+ if endDate != "" {
|
|
|
+ condition += " AND data_time<=? "
|
|
|
+ pars = append(pars, endDate)
|
|
|
+ }
|
|
|
+ fmt.Println("v.Source:", v.Source)
|
|
|
+ dataList, err := edbDataModel.GetEdbDataListAll(condition, pars, v.Source, 1)
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ dataMap := make(map[string]float64)
|
|
|
+ for _, dv := range dataList {
|
|
|
+ if val, ok := saveDataMap[dv.DataTime]; ok {
|
|
|
+ if _, ok := val[v.EdbInfoId]; !ok {
|
|
|
+ val[v.EdbInfoId] = dv.Value
|
|
|
+ }
|
|
|
+ } else {
|
|
|
+ temp := make(map[int]float64)
|
|
|
+ temp[v.EdbInfoId] = dv.Value
|
|
|
+ saveDataMap[dv.DataTime] = temp
|
|
|
+ }
|
|
|
+ }
|
|
|
+ item := new(edbDataModel.CalculateItems)
|
|
|
+ item.EdbInfoId = v.EdbInfoId
|
|
|
+ item.DataMap = dataMap
|
|
|
+ }
|
|
|
+
|
|
|
+ formulaMap := CheckFormula(formulaStr)
|
|
|
+ addSql := ` INSERT INTO edb_data_calculate(edb_info_id,edb_code,data_time,value,create_time,modify_time,status,data_timestamp) values `
|
|
|
+ var isAdd bool
|
|
|
+
|
|
|
+ //获取指标所有数据
|
|
|
+ dataList := make([]*edbDataModel.EdbDataBase, 0)
|
|
|
+ dataTableName := edbDataModel.GetEdbDataTableName(source)
|
|
|
+ sql := `SELECT * FROM %s WHERE edb_info_id=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = global.MYSQL["data"].Raw(sql, edbInfoId).Scan(&dataList).Error
|
|
|
+ //_, err = o.Raw(sql, edbInfoId).QueryRows(&dataList)
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ dataMap := make(map[string]string)
|
|
|
+ for _, v := range dataList {
|
|
|
+ dataMap[v.DataTime] = v.Value
|
|
|
+ }
|
|
|
+ edbInfoIdStr := strconv.Itoa(edbInfoId)
|
|
|
+ existDataMap := make(map[string]string)
|
|
|
+ for sk, sv := range saveDataMap {
|
|
|
+ fmt.Println(sk, sv)
|
|
|
+ formulaStr = strings.ToUpper(formulaStr)
|
|
|
+ formulaFormStr := ReplaceFormula(edbInfoIdArr, sv, formulaMap, formulaStr, edbInfoIdBytes)
|
|
|
+ if formulaFormStr != "" {
|
|
|
+ //utils.FileLog.Info("formulaFormStr:%s", formulaFormStr)
|
|
|
+ expression := formula.NewExpression(formulaFormStr)
|
|
|
+ calResult, err := expression.Evaluate()
|
|
|
+ if err != nil {
|
|
|
+ err = errors.New("计算失败：Err:" + err.Error() + ";formulaStr:" + formulaFormStr)
|
|
|
+ fmt.Println(err)
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ calVal, err := calResult.Float64()
|
|
|
+ if err != nil {
|
|
|
+ err = errors.New("计算失败：获取计算值失败 Err:" + err.Error() + ";formulaStr:" + formulaFormStr)
|
|
|
+ fmt.Println(err)
|
|
|
+ return err
|
|
|
+ }
|
|
|
+
|
|
|
+ saveValue := utils.SubFloatToString(calVal, 4)
|
|
|
+ if existVal, ok := dataMap[sk]; !ok {
|
|
|
+ dataTime, _ := time.Parse(utils.FormatDate, sk)
|
|
|
+ timestamp := dataTime.UnixNano() / 1e6
|
|
|
+ timeStr := fmt.Sprintf("%d", timestamp)
|
|
|
+
|
|
|
+ if _, existOk := existDataMap[sk]; !existOk {
|
|
|
+ addSql += GetAddSql(edbInfoIdStr, edbCode, sk, timeStr, saveValue)
|
|
|
+ isAdd = true
|
|
|
+ }
|
|
|
+ existDataMap[sk] = sk
|
|
|
+ } else {
|
|
|
+ if existVal != saveValue {
|
|
|
+ sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = tx.Exec(sql, saveValue, edbInfoId, sk).Error
|
|
|
+ //_, err = o.Raw(sql, saveValue, edbInfoId, sk).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if isAdd {
|
|
|
+ addSql = strings.TrimRight(addSql, ",")
|
|
|
+ err = tx.Exec(addSql).Error
|
|
|
+ //_, err = o.Raw(addSql).Exec()
|
|
|
+ if err != nil {
|
|
|
+ fmt.Println("RefreshAllCalculate add Err", err.Error())
|
|
|
+ return
|
|
|
+ }
|
|
|
+ }
|
|
|
+ return
|
|
|
+}
|
|
|
+
|
|
|
+func CheckFormula(formula string) map[string]string {
|
|
|
+ mathFormula := []string{"MAX", "MIN", "ABS", "ACOS", "ASIN", "CEIL", "MOD", "POW", "ROUND", "SIGN", "SIN", "TAN", "LOG10", "LOG2", "LOG"}
|
|
|
+
|
|
|
+ str := strings.ToUpper(formula)
|
|
|
+ for _, v := range mathFormula {
|
|
|
+ str = strings.Replace(str, v, "", -1)
|
|
|
+ }
|
|
|
+ str = strings.Replace(str, "(", "", -1)
|
|
|
+ str = strings.Replace(str, ")", "", -1)
|
|
|
+
|
|
|
+ byteMap := make(map[string]string)
|
|
|
+ for i := 0; i < len(str); i++ {
|
|
|
+ byteInt := str[i]
|
|
|
+ if byteInt >= 65 && byteInt <= 90 {
|
|
|
+ byteStr := string(byteInt)
|
|
|
+ if _, ok := byteMap[byteStr]; !ok {
|
|
|
+ byteMap[byteStr] = byteStr
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ return byteMap
|
|
|
+}
|
|
|
+
|
|
|
+func GetFormulaMap() map[string]string {
|
|
|
+ funMap := make(map[string]string)
|
|
|
+ funMap["MAX"] = "[@@]"
|
|
|
+ funMap["MIN"] = "[@!]"
|
|
|
+ funMap["ABS"] = "[@#]"
|
|
|
+ funMap["CEIL"] = "[@$]"
|
|
|
+ funMap["COS"] = "[@%]"
|
|
|
+ funMap["FLOOR"] = "[@^]"
|
|
|
+ funMap["MOD"] = "[@&]"
|
|
|
+ funMap["POW"] = "[@*]"
|
|
|
+ funMap["ROUND"] = "[@(]"
|
|
|
+ return funMap
|
|
|
+}
|
|
|
+
|
|
|
+func ReplaceFormula(edbInfoIdArr []*edbInfoModel.EdbInfo, valArr map[int]float64, formulaMap map[string]string, formulaStr string, edbInfoIdBytes []string) string {
|
|
|
+ funMap := GetFormulaMap()
|
|
|
+ for k, v := range funMap {
|
|
|
+ formulaStr = strings.Replace(formulaStr, k, v, -1)
|
|
|
+ }
|
|
|
+
|
|
|
+ replaceCount := 0
|
|
|
+ for dk, dv := range edbInfoIdArr {
|
|
|
+ if dk == 0 {
|
|
|
+ dKey := edbInfoIdBytes[dk]
|
|
|
+ if _, ok := formulaMap[dKey]; ok { //公式中存在
|
|
|
+ if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
|
|
|
+ dvStr := fmt.Sprintf("%v", val)
|
|
|
+ formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
|
|
|
+ replaceCount++
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if dk == 1 {
|
|
|
+ dKey := edbInfoIdBytes[dk]
|
|
|
+ if _, ok := formulaMap[dKey]; ok { //公式中存在
|
|
|
+ if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
|
|
|
+ dvStr := fmt.Sprintf("%v", val)
|
|
|
+ formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
|
|
|
+ replaceCount++
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if dk == 2 {
|
|
|
+ dKey := edbInfoIdBytes[dk]
|
|
|
+ if _, ok := formulaMap[dKey]; ok { //公式中存在
|
|
|
+ if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
|
|
|
+ dvStr := fmt.Sprintf("%v", val)
|
|
|
+ formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
|
|
|
+ replaceCount++
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if dk == 3 {
|
|
|
+ dKey := edbInfoIdBytes[dk]
|
|
|
+ if _, ok := formulaMap[dKey]; ok { //公式中存在
|
|
|
+ if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
|
|
|
+ dvStr := fmt.Sprintf("%v", val)
|
|
|
+ formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
|
|
|
+ replaceCount++
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if dk == 4 {
|
|
|
+ dKey := edbInfoIdBytes[dk]
|
|
|
+ if _, ok := formulaMap[dKey]; ok { //公式中存在
|
|
|
+ if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
|
|
|
+ dvStr := fmt.Sprintf("%v", val)
|
|
|
+ formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
|
|
|
+ replaceCount++
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if dk == 5 {
|
|
|
+ dKey := edbInfoIdBytes[dk]
|
|
|
+ if _, ok := formulaMap[dKey]; ok { //公式中存在
|
|
|
+ if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
|
|
|
+ dvStr := fmt.Sprintf("%v", val)
|
|
|
+ formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
|
|
|
+ replaceCount++
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if dk == 6 {
|
|
|
+ dKey := edbInfoIdBytes[dk]
|
|
|
+ if _, ok := formulaMap[dKey]; ok { //公式中存在
|
|
|
+ if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
|
|
|
+ dvStr := fmt.Sprintf("%v", val)
|
|
|
+ formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
|
|
|
+ replaceCount++
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if dk == 7 {
|
|
|
+ dKey := edbInfoIdBytes[dk]
|
|
|
+ if _, ok := formulaMap[dKey]; ok { //公式中存在
|
|
|
+ if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
|
|
|
+ dvStr := fmt.Sprintf("%v", val)
|
|
|
+ formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
|
|
|
+ replaceCount++
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if dk == 8 {
|
|
|
+ dKey := edbInfoIdBytes[dk]
|
|
|
+ if _, ok := formulaMap[dKey]; ok { //公式中存在
|
|
|
+ if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
|
|
|
+ dvStr := fmt.Sprintf("%v", val)
|
|
|
+ formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
|
|
|
+ replaceCount++
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ for k, v := range funMap {
|
|
|
+ formulaStr = strings.Replace(formulaStr, v, k, -1)
|
|
|
+ }
|
|
|
+ if replaceCount == len(formulaMap) {
|
|
|
+ return formulaStr
|
|
|
+ } else {
|
|
|
+ return ""
|
|
|
+ }
|
|
|
+}
|
|
|
+
|
|
|
+func RefreshAllCalculateLjzzy(edbInfoId, source int, fromEdbInfo *edbInfoModel.EdbInfo, edbCode, startDate, endDate string) (err error) {
|
|
|
+ tx := global.MYSQL["data"].Begin()
|
|
|
+ defer func() {
|
|
|
+ if err != nil {
|
|
|
+ tx.Rollback()
|
|
|
+ } else {
|
|
|
+ tx.Commit()
|
|
|
+ }
|
|
|
+ }()
|
|
|
+
|
|
|
+ if err != nil {
|
|
|
+ return
|
|
|
+ }
|
|
|
+ edbInfoIdStr := strconv.Itoa(edbInfoId)
|
|
|
+ //计算数据
|
|
|
+ var condition string
|
|
|
+ var pars []interface{}
|
|
|
+ condition += " AND edb_info_id=? "
|
|
|
+ pars = append(pars, fromEdbInfo.EdbInfoId)
|
|
|
+
|
|
|
+ if startDate != "" {
|
|
|
+ condition += " AND data_time>=? "
|
|
|
+ pars = append(pars, startDate)
|
|
|
+ }
|
|
|
+ if endDate != "" {
|
|
|
+ condition += " AND data_time<=? "
|
|
|
+ pars = append(pars, endDate)
|
|
|
+ }
|
|
|
+
|
|
|
+ dataList, err := edbDataModel.GetEdbDataListAll(condition, pars, fromEdbInfo.Source, 1)
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+
|
|
|
+ yearMap := make(map[int]map[int]*edbDataModel.EdbInfoSearchData)
|
|
|
+ dataLen := len(dataList)
|
|
|
+ for i := 0; i < dataLen; i++ {
|
|
|
+ item := dataList[i]
|
|
|
+ //日其中获取年
|
|
|
+ itemDate, err := time.Parse(utils.FormatDate, item.DataTime)
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ year := itemDate.Year()
|
|
|
+ month := int(itemDate.Month())
|
|
|
+ if monthMap, yok := yearMap[year]; yok {
|
|
|
+ monthMap[month] = item
|
|
|
+ yearMap[year] = monthMap
|
|
|
+ } else {
|
|
|
+ monthMap = make(map[int]*edbDataModel.EdbInfoSearchData)
|
|
|
+ monthMap[month] = item
|
|
|
+ yearMap[year] = monthMap
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ addSql := ` INSERT INTO edb_data_calculate_ljzzy(edb_info_id,edb_code,data_time,value,create_time,modify_time,status,data_timestamp) values `
|
|
|
+ var isAdd bool
|
|
|
+ //获取指标所有数据
|
|
|
+ existDataList := make([]*edbDataModel.EdbDataBase, 0)
|
|
|
+ dataTableName := edbDataModel.GetEdbDataTableName(source)
|
|
|
+ sql := `SELECT * FROM %s WHERE edb_info_id=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = global.MYSQL["data"].Raw(sql, edbInfoId).Scan(&existDataList).Error
|
|
|
+ //_, err = o.Raw(sql, edbInfoId).QueryRows(&existDataList)
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ dataMap := make(map[string]string)
|
|
|
+ for _, v := range existDataList {
|
|
|
+ dataMap[v.DataTime] = v.Value
|
|
|
+ }
|
|
|
+ existDataMap := make(map[string]string)
|
|
|
+ for yk, yv := range yearMap {
|
|
|
+ _, oneMonthOk := yv[1]
|
|
|
+ _, twoMonthOk := yv[2]
|
|
|
+ if !oneMonthOk && !twoMonthOk {
|
|
|
+ continue
|
|
|
+ }
|
|
|
+ for i := 1; i <= 12; i++ {
|
|
|
+ fmt.Println(yk, i, yv[i])
|
|
|
+ dataCurrentItem := yv[i]
|
|
|
+ var date string
|
|
|
+ var val float64
|
|
|
+ if i == 1 || i == 2 {
|
|
|
+ if _, mok := yv[1]; mok { //1月有值
|
|
|
+ if i == 1 {
|
|
|
+ date = dataCurrentItem.DataTime
|
|
|
+ val, _ = decimal.NewFromFloat(dataCurrentItem.Value).Float64() //a.Div(b).Float64()
|
|
|
+ }
|
|
|
+ if i == 2 {
|
|
|
+ dataOneItem := yv[1]
|
|
|
+ date = dataCurrentItem.DataTime
|
|
|
+ twoMonth := decimal.NewFromFloat(dataCurrentItem.Value)
|
|
|
+ oneMonth := decimal.NewFromFloat(dataOneItem.Value)
|
|
|
+ val, _ = twoMonth.Sub(oneMonth).Float64()
|
|
|
+ }
|
|
|
+ } else { //1月无值
|
|
|
+ dataTwoItem := yv[2]
|
|
|
+ if i == 1 {
|
|
|
+ date = strconv.Itoa(yk) + "-01-31"
|
|
|
+ a := decimal.NewFromFloat(dataTwoItem.Value)
|
|
|
+ b := decimal.NewFromFloat(2.0)
|
|
|
+ val, _ = a.Div(b).Float64()
|
|
|
+ }
|
|
|
+ if i == 2 {
|
|
|
+ date = dataCurrentItem.DataTime
|
|
|
+ a := decimal.NewFromFloat(dataTwoItem.Value)
|
|
|
+ b := decimal.NewFromFloat(2.0)
|
|
|
+ val, _ = a.Div(b).Float64()
|
|
|
+ }
|
|
|
+ }
|
|
|
+ } else {
|
|
|
+ dataPreItem := yv[i-1]
|
|
|
+ if dataCurrentItem != nil && dataPreItem != nil {
|
|
|
+ date = dataCurrentItem.DataTime
|
|
|
+ //val = dataCurrentItem.Value - dataPreItem.Value
|
|
|
+ a := decimal.NewFromFloat(dataCurrentItem.Value)
|
|
|
+ b := decimal.NewFromFloat(dataPreItem.Value)
|
|
|
+ val, _ = a.Sub(b).Float64()
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if date != "" {
|
|
|
+ saveValue := utils.SubFloatToString(val, 4)
|
|
|
+ //判断数据是否存在
|
|
|
+ if existVal, ok := dataMap[date]; !ok {
|
|
|
+ dataTime, _ := time.Parse(utils.FormatDate, date)
|
|
|
+ timestamp := dataTime.UnixNano() / 1e6
|
|
|
+ timeStr := fmt.Sprintf("%d", timestamp)
|
|
|
+ if _, existOk := existDataMap[date]; !existOk {
|
|
|
+ addSql += GetAddSql(edbInfoIdStr, edbCode, date, timeStr, saveValue)
|
|
|
+ isAdd = true
|
|
|
+ }
|
|
|
+ existDataMap[date] = date
|
|
|
+ } else {
|
|
|
+ if existVal != saveValue {
|
|
|
+ sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = tx.Exec(sql, saveValue, edbInfoId, date).Error
|
|
|
+ //_, err = o.Raw(sql, saveValue, edbInfoId, date).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if isAdd {
|
|
|
+ addSql = strings.TrimRight(addSql, ",")
|
|
|
+ err = tx.Exec(addSql).Error
|
|
|
+ //_, err = o.Raw(addSql).Exec()
|
|
|
+ if err != nil {
|
|
|
+ fmt.Println("RefreshAllCalculateLjzzy add Err", err.Error())
|
|
|
+ return
|
|
|
+ }
|
|
|
+ }
|
|
|
+ return
|
|
|
+}
|
|
|
+
|
|
|
+func RefreshAllCalculateTbz(edbInfoId, source int, fromEdbInfo *edbInfoModel.EdbInfo, edbCode, startDate, endDate string) (err error) {
|
|
|
+ tx := global.MYSQL["data"].Begin()
|
|
|
+ defer func() {
|
|
|
+ if err != nil {
|
|
|
+ tx.Rollback()
|
|
|
+ } else {
|
|
|
+ tx.Commit()
|
|
|
+ }
|
|
|
+ }()
|
|
|
+
|
|
|
+ if err != nil {
|
|
|
+ return
|
|
|
+ }
|
|
|
+ edbInfoIdStr := strconv.Itoa(edbInfoId)
|
|
|
+ //计算数据
|
|
|
+
|
|
|
+ //计算数据
|
|
|
+ var condition string
|
|
|
+ var pars []interface{}
|
|
|
+ condition += " AND edb_info_id=? "
|
|
|
+ pars = append(pars, fromEdbInfo.EdbInfoId)
|
|
|
+
|
|
|
+ if startDate != "" {
|
|
|
+ condition += " AND data_time>=? "
|
|
|
+ pars = append(pars, startDate)
|
|
|
+ }
|
|
|
+ if endDate != "" {
|
|
|
+ condition += " AND data_time<=? "
|
|
|
+ pars = append(pars, endDate)
|
|
|
+ }
|
|
|
+
|
|
|
+ dataList, err := edbDataModel.GetEdbDataListAll(condition, pars, fromEdbInfo.Source, 0)
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ var dateArr []string
|
|
|
+ dataMap := make(map[string]*edbDataModel.EdbInfoSearchData)
|
|
|
+ for _, v := range dataList {
|
|
|
+ dateArr = append(dateArr, v.DataTime)
|
|
|
+ dataMap[v.DataTime] = v
|
|
|
+ }
|
|
|
+ fmt.Println("source:", source)
|
|
|
+ //获取指标所有数据
|
|
|
+ existDataList := make([]*edbDataModel.EdbDataBase, 0)
|
|
|
+ dataTableName := edbDataModel.GetEdbDataTableName(source)
|
|
|
+ fmt.Println("dataTableName:", dataTableName)
|
|
|
+ sql := `SELECT * FROM %s WHERE edb_info_id=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = global.MYSQL["data"].Raw(sql, edbInfoId).Scan(&existDataList).Error
|
|
|
+ //_, err = o.Raw(sql, edbInfoId).QueryRows(&existDataList)
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ existDataMap := make(map[string]string)
|
|
|
+ for _, v := range existDataList {
|
|
|
+ existDataMap[v.DataTime] = v.Value
|
|
|
+ }
|
|
|
+ fmt.Println("existDataMap:", existDataMap)
|
|
|
+ addSql := ` INSERT INTO edb_data_calculate_tbz(edb_info_id,edb_code,data_time,value,create_time,modify_time,status,data_timestamp) values `
|
|
|
+ var isAdd bool
|
|
|
+ existAddDataMap := make(map[string]string)
|
|
|
+ for _, av := range dateArr {
|
|
|
+ currentItem := dataMap[av]
|
|
|
+ if currentItem != nil {
|
|
|
+ //当前日期
|
|
|
+ currentDate, err := time.Parse(utils.FormatDate, av)
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ //上一年的日期
|
|
|
+ preDate := currentDate.AddDate(-1, 0, 0)
|
|
|
+ preDateStr := preDate.Format(utils.FormatDate)
|
|
|
+ if findItem, ok := dataMap[preDateStr]; ok { //上一年同期找到
|
|
|
+ //dataTime, _ := time.Parse(utils.FormatDate, date)
|
|
|
+ timestamp := currentDate.UnixNano() / 1e6
|
|
|
+ timestampStr := fmt.Sprintf("%d", timestamp)
|
|
|
+ val := TbzDiv(currentItem.Value, findItem.Value)
|
|
|
+ if existVal, ok := existDataMap[av]; !ok {
|
|
|
+ if _, existOk := existAddDataMap[av]; !existOk {
|
|
|
+ addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
|
|
|
+ isAdd = true
|
|
|
+ }
|
|
|
+ existAddDataMap[av] = av
|
|
|
+ } else {
|
|
|
+ if existVal != val {
|
|
|
+ sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = tx.Exec(sql, val, edbInfoId, av).Error
|
|
|
+ //_, err = o.Raw(sql, val, edbInfoId, av).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ continue
|
|
|
+ } else {
|
|
|
+ if fromEdbInfo.Frequency == "月度" { //向上和向下，各找一个月
|
|
|
+ for i := 0; i <= 35; i++ {
|
|
|
+ nextDateDay := preDate.AddDate(0, 0, i)
|
|
|
+ nextDateDayStr := nextDateDay.Format(utils.FormatDate)
|
|
|
+ if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
|
|
|
+ timestamp := currentDate.UnixNano() / 1e6
|
|
|
+ timestampStr := fmt.Sprintf("%d", timestamp)
|
|
|
+ val := TbzDiv(currentItem.Value, findItem.Value)
|
|
|
+
|
|
|
+ if existVal, ok := existDataMap[av]; !ok {
|
|
|
+ if _, existOk := existAddDataMap[av]; !existOk {
|
|
|
+ addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
|
|
|
+ isAdd = true
|
|
|
+ }
|
|
|
+ existAddDataMap[av] = av
|
|
|
+ } else {
|
|
|
+ if existVal != val {
|
|
|
+ sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = tx.Exec(sql, val, edbInfoId, av).Error
|
|
|
+ //_, err = o.Raw(sql, val, edbInfoId, av).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ break
|
|
|
+ } else {
|
|
|
+ preDateDay := preDate.AddDate(0, 0, -i)
|
|
|
+ preDateDayStr := preDateDay.Format(utils.FormatDate)
|
|
|
+ if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
|
|
|
+ timestamp := currentDate.UnixNano() / 1e6
|
|
|
+ timestampStr := fmt.Sprintf("%d", timestamp)
|
|
|
+ val := TbzDiv(currentItem.Value, findItem.Value)
|
|
|
+
|
|
|
+ if existVal, ok := existDataMap[av]; !ok {
|
|
|
+ if _, existOk := existAddDataMap[av]; !existOk {
|
|
|
+ addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
|
|
|
+ isAdd = true
|
|
|
+ }
|
|
|
+ existAddDataMap[av] = av
|
|
|
+ } else {
|
|
|
+ if existVal != val {
|
|
|
+ sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = tx.Exec(sql, val, edbInfoId, av).Error
|
|
|
+ //_, err = o.Raw(sql, val, edbInfoId, av).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ break
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ } else if fromEdbInfo.Frequency == "季度" || fromEdbInfo.Frequency == "年度" {
|
|
|
+ if findItem, ok := dataMap[preDateStr]; ok { //上一年同期->下一个月找到
|
|
|
+ timestamp := currentDate.UnixNano() / 1e6
|
|
|
+ timestampStr := fmt.Sprintf("%d", timestamp)
|
|
|
+ val := TbzDiv(currentItem.Value, findItem.Value)
|
|
|
+
|
|
|
+ if existVal, ok := existDataMap[av]; !ok {
|
|
|
+ if _, existOk := existAddDataMap[av]; !existOk {
|
|
|
+ addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
|
|
|
+ isAdd = true
|
|
|
+ }
|
|
|
+ existAddDataMap[av] = av
|
|
|
+ } else {
|
|
|
+ if existVal != val {
|
|
|
+ sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = tx.Exec(sql, val, edbInfoId, av).Error
|
|
|
+ //_, err = o.Raw(sql, val, edbInfoId, av).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ break
|
|
|
+ }
|
|
|
+ } else {
|
|
|
+ nextDateDay := preDate.AddDate(0, 0, 1)
|
|
|
+ nextDateDayStr := nextDateDay.Format(utils.FormatDate)
|
|
|
+
|
|
|
+ preDateDay := preDate.AddDate(0, 0, -1)
|
|
|
+ preDateDayStr := preDateDay.Format(utils.FormatDate)
|
|
|
+
|
|
|
+ for i := 0; i < 35; i++ {
|
|
|
+ if i >= 1 {
|
|
|
+ nextDateDay = nextDateDay.AddDate(0, 0, i)
|
|
|
+ nextDateDayStr = nextDateDay.Format(utils.FormatDate)
|
|
|
+ }
|
|
|
+ if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
|
|
|
+ timestamp := currentDate.UnixNano() / 1e6
|
|
|
+ timestampStr := fmt.Sprintf("%d", timestamp)
|
|
|
+ val := TbzDiv(currentItem.Value, findItem.Value)
|
|
|
+
|
|
|
+ if existVal, ok := existDataMap[av]; !ok {
|
|
|
+ if _, existOk := existAddDataMap[av]; !existOk {
|
|
|
+ addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
|
|
|
+ isAdd = true
|
|
|
+ }
|
|
|
+ existAddDataMap[av] = av
|
|
|
+ } else {
|
|
|
+ if existVal != val {
|
|
|
+ sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = tx.Exec(sql, val, edbInfoId, av).Error
|
|
|
+ //_, err = o.Raw(sql, val, edbInfoId, av).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ break
|
|
|
+ } else {
|
|
|
+ if i >= 1 {
|
|
|
+ preDateDay = preDate.AddDate(0, 0, -i)
|
|
|
+ preDateDayStr = nextDateDay.Format(utils.FormatDate)
|
|
|
+ }
|
|
|
+ if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
|
|
|
+ timestamp := currentDate.UnixNano() / 1e6
|
|
|
+ timestampStr := fmt.Sprintf("%d", timestamp)
|
|
|
+ val := TbzDiv(currentItem.Value, findItem.Value)
|
|
|
+
|
|
|
+ if existVal, ok := existDataMap[av]; !ok {
|
|
|
+ if _, existOk := existAddDataMap[av]; !existOk {
|
|
|
+ addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
|
|
|
+ isAdd = true
|
|
|
+ }
|
|
|
+ existAddDataMap[av] = av
|
|
|
+ } else {
|
|
|
+ if existVal != val {
|
|
|
+ sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = tx.Exec(sql, val, edbInfoId, av).Error
|
|
|
+ //_, err = o.Raw(sql, val, edbInfoId, av).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ break
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if isAdd {
|
|
|
+ addSql = strings.TrimRight(addSql, ",")
|
|
|
+ err = tx.Exec(addSql).Error
|
|
|
+ //_, err = o.Raw(addSql).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ return
|
|
|
+}
|
|
|
+
|
|
|
+func TbzDiv(a, b float64) string {
|
|
|
+ var valStr string
|
|
|
+ if b != 0 {
|
|
|
+ af := decimal.NewFromFloat(float64(a))
|
|
|
+ bf := decimal.NewFromFloat(float64(b))
|
|
|
+ val, _ := af.Div(bf).Float64()
|
|
|
+ val = val - 1
|
|
|
+ valStr = utils.SubFloatToString(val, 4)
|
|
|
+ } else {
|
|
|
+ valStr = "0"
|
|
|
+ }
|
|
|
+ return valStr
|
|
|
+}
|
|
|
+
|
|
|
+//刷新全部同差值数据
|
|
|
+func RefreshAllCalculateTcz(edbInfoId, source int, fromEdbInfo *edbInfoModel.EdbInfo, edbCode, startDate, endDate string) (err error) {
|
|
|
+ tx := global.MYSQL["data"].Begin()
|
|
|
+ defer func() {
|
|
|
+ if err != nil {
|
|
|
+ tx.Rollback()
|
|
|
+ } else {
|
|
|
+ tx.Commit()
|
|
|
+ }
|
|
|
+ }()
|
|
|
+
|
|
|
+ if err != nil {
|
|
|
+ return
|
|
|
+ }
|
|
|
+ edbInfoIdStr := strconv.Itoa(edbInfoId)
|
|
|
+
|
|
|
+ //计算数据
|
|
|
+ var condition string
|
|
|
+ var pars []interface{}
|
|
|
+ condition += " AND edb_info_id=? "
|
|
|
+ pars = append(pars, fromEdbInfo.EdbInfoId)
|
|
|
+
|
|
|
+ if startDate != "" {
|
|
|
+ condition += " AND data_time>=? "
|
|
|
+ pars = append(pars, startDate)
|
|
|
+ }
|
|
|
+ if endDate != "" {
|
|
|
+ condition += " AND data_time<=? "
|
|
|
+ pars = append(pars, endDate)
|
|
|
+ }
|
|
|
+
|
|
|
+ dataList, err := edbDataModel.GetEdbDataListAll(condition, pars, fromEdbInfo.Source, 0)
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ var dateArr []string
|
|
|
+ dataMap := make(map[string]*edbDataModel.EdbInfoSearchData)
|
|
|
+ for _, v := range dataList {
|
|
|
+ dateArr = append(dateArr, v.DataTime)
|
|
|
+ dataMap[v.DataTime] = v
|
|
|
+ }
|
|
|
+ //获取指标所有数据
|
|
|
+ existDataList := make([]*edbDataModel.EdbDataBase, 0)
|
|
|
+ dataTableName := edbDataModel.GetEdbDataTableName(source)
|
|
|
+ sql := `SELECT * FROM %s WHERE edb_info_id=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = global.MYSQL["data"].Raw(sql, edbInfoId).Scan(&existDataList).Error
|
|
|
+ //_, err = o.Raw(sql, edbInfoId).QueryRows(&existDataList)
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ existDataMap := make(map[string]string)
|
|
|
+ for _, v := range existDataList {
|
|
|
+ existDataMap[v.DataTime] = v.Value
|
|
|
+ }
|
|
|
+
|
|
|
+ addSql := ` INSERT INTO edb_data_calculate_tcz(edb_info_id,edb_code,data_time,value,create_time,modify_time,status,data_timestamp) values `
|
|
|
+ var isAdd bool
|
|
|
+ existAddDataMap := make(map[string]string)
|
|
|
+ for _, av := range dateArr {
|
|
|
+ currentItem := dataMap[av]
|
|
|
+ if currentItem != nil {
|
|
|
+ //当前日期
|
|
|
+ currentDate, err := time.Parse(utils.FormatDate, av)
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ //上一年的日期
|
|
|
+ preDate := currentDate.AddDate(-1, 0, 0)
|
|
|
+ preDateStr := preDate.Format(utils.FormatDate)
|
|
|
+ if findItem, ok := dataMap[preDateStr]; ok { //上一年同期找到
|
|
|
+ //dataTime, _ := time.Parse(utils.FormatDate, date)
|
|
|
+ timestamp := currentDate.UnixNano() / 1e6
|
|
|
+ timestampStr := fmt.Sprintf("%d", timestamp)
|
|
|
+ val := TczSub(currentItem.Value, findItem.Value)
|
|
|
+
|
|
|
+ if existVal, ok := existDataMap[av]; !ok {
|
|
|
+ if _, existOk := existAddDataMap[av]; !existOk {
|
|
|
+ addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
|
|
|
+ isAdd = true
|
|
|
+ }
|
|
|
+ existAddDataMap[av] = av
|
|
|
+ } else {
|
|
|
+ if existVal != val {
|
|
|
+ sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = tx.Exec(sql, val, edbInfoId, av).Error
|
|
|
+ //_, err = o.Raw(sql, val, edbInfoId, av).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ //utils.FileLog.Info("同期找到:" + av + ";" + preDateStr)
|
|
|
+ continue
|
|
|
+ } else {
|
|
|
+ if fromEdbInfo.Frequency == "月度" { //向上和向下，各找一个月
|
|
|
+ for i := 0; i <= 35; i++ {
|
|
|
+ nextDateDay := preDate.AddDate(0, 0, 1)
|
|
|
+ nextDateDayStr := nextDateDay.Format(utils.FormatDate)
|
|
|
+ if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
|
|
|
+ timestamp := currentDate.UnixNano() / 1e6
|
|
|
+ timestampStr := fmt.Sprintf("%d", timestamp)
|
|
|
+ val := TczSub(currentItem.Value, findItem.Value)
|
|
|
+
|
|
|
+ if existVal, ok := existDataMap[av]; !ok {
|
|
|
+ if _, existOk := existAddDataMap[av]; !existOk {
|
|
|
+ addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
|
|
|
+ isAdd = true
|
|
|
+ }
|
|
|
+ existAddDataMap[av] = av
|
|
|
+ } else {
|
|
|
+ if existVal != val {
|
|
|
+ sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = tx.Exec(sql, val, edbInfoId, av).Error
|
|
|
+ //_, err = o.Raw(sql, val, edbInfoId, av).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ break
|
|
|
+ } else {
|
|
|
+ preDateDay := preDate.AddDate(0, 0, -1)
|
|
|
+ preDateDayStr := preDateDay.Format(utils.FormatDate)
|
|
|
+ if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
|
|
|
+ timestamp := currentDate.UnixNano() / 1e6
|
|
|
+ timestampStr := fmt.Sprintf("%d", timestamp)
|
|
|
+ val := TczSub(currentItem.Value, findItem.Value)
|
|
|
+
|
|
|
+ if existVal, ok := existDataMap[av]; !ok {
|
|
|
+ if _, existOk := existAddDataMap[av]; !existOk {
|
|
|
+ addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
|
|
|
+ isAdd = true
|
|
|
+ }
|
|
|
+ existAddDataMap[av] = av
|
|
|
+ } else {
|
|
|
+ if existVal != val {
|
|
|
+ sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = tx.Exec(sql, val, edbInfoId, av).Error
|
|
|
+ //_, err = o.Raw(sql, val, edbInfoId, av).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ break
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ } else if fromEdbInfo.Frequency == "季度" || fromEdbInfo.Frequency == "年度" {
|
|
|
+ if findItem, ok := dataMap[preDateStr]; ok { //上一年同期->下一个月找到
|
|
|
+ timestamp := currentDate.UnixNano() / 1e6
|
|
|
+ timestampStr := fmt.Sprintf("%d", timestamp)
|
|
|
+ val := TczSub(currentItem.Value, findItem.Value)
|
|
|
+
|
|
|
+ if existVal, ok := existDataMap[av]; !ok {
|
|
|
+ if _, existOk := existAddDataMap[av]; !existOk {
|
|
|
+ addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
|
|
|
+ isAdd = true
|
|
|
+ }
|
|
|
+ existAddDataMap[av] = av
|
|
|
+ } else {
|
|
|
+ if existVal != val {
|
|
|
+ sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = tx.Exec(sql, val, edbInfoId, av).Error
|
|
|
+ //_, err = o.Raw(sql, val, edbInfoId, av).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ break
|
|
|
+ }
|
|
|
+ } else {
|
|
|
+ for i := 0; i < 35; i++ {
|
|
|
+ nextDateDay := preDate.AddDate(0, 0, 1)
|
|
|
+ nextDateDayStr := nextDateDay.Format(utils.FormatDate)
|
|
|
+ if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
|
|
|
+ timestamp := currentDate.UnixNano() / 1e6
|
|
|
+ timestampStr := fmt.Sprintf("%d", timestamp)
|
|
|
+ val := TczSub(currentItem.Value, findItem.Value)
|
|
|
+
|
|
|
+ if existVal, ok := existDataMap[av]; !ok {
|
|
|
+ if _, existOk := existAddDataMap[av]; !existOk {
|
|
|
+ addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
|
|
|
+ isAdd = true
|
|
|
+ }
|
|
|
+ existAddDataMap[av] = av
|
|
|
+ } else {
|
|
|
+ if existVal != val {
|
|
|
+ sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = tx.Exec(sql, val, edbInfoId, av).Error
|
|
|
+ //_, err = o.Raw(sql, val, edbInfoId, av).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ break
|
|
|
+ } else {
|
|
|
+ preDateDay := preDate.AddDate(0, 0, -1)
|
|
|
+ preDateDayStr := preDateDay.Format(utils.FormatDate)
|
|
|
+ if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
|
|
|
+ timestamp := currentDate.UnixNano() / 1e6
|
|
|
+ timestampStr := fmt.Sprintf("%d", timestamp)
|
|
|
+ val := TczSub(currentItem.Value, findItem.Value)
|
|
|
+
|
|
|
+ if existVal, ok := existDataMap[av]; !ok {
|
|
|
+ if _, existOk := existAddDataMap[av]; !existOk {
|
|
|
+ addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
|
|
|
+ isAdd = true
|
|
|
+ }
|
|
|
+ existAddDataMap[av] = av
|
|
|
+ } else {
|
|
|
+ if existVal != val {
|
|
|
+ sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = tx.Exec(sql, val, edbInfoId, av).Error
|
|
|
+ //_, err = o.Raw(sql, val, edbInfoId, av).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ break
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if isAdd {
|
|
|
+ addSql = strings.TrimRight(addSql, ",")
|
|
|
+ err = tx.Exec(addSql).Error
|
|
|
+ //_, err = o.Raw(addSql).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ return
|
|
|
+}
|
|
|
+
|
|
|
+func TczSub(a, b float64) string {
|
|
|
+ af := decimal.NewFromFloat(float64(a))
|
|
|
+ fmt.Println(af)
|
|
|
+ bf := decimal.NewFromFloat(float64(b))
|
|
|
+ val, _ := af.Sub(bf).Float64()
|
|
|
+ valStr := utils.SubFloatToString(val, 4)
|
|
|
+ return valStr
|
|
|
+}
|
|
|
+
|
|
|
+//刷新全部N数值移动平均计算
|
|
|
+func RefreshAllCalculateNszydpjjs(edbInfoId, source, formulaInt int, fromEdbInfo *edbInfoModel.EdbInfo, edbCode, startDate string) (err error) {
|
|
|
+ tx := global.MYSQL["data"].Begin()
|
|
|
+ defer func() {
|
|
|
+ if err != nil {
|
|
|
+ fmt.Println("RefreshCalculateNszydpjjs Err:" + err.Error())
|
|
|
+ //utils.FileLog.Info("RefreshCalculateNszydpjjs Err:" + err.Error())
|
|
|
+ tx.Rollback()
|
|
|
+ } else {
|
|
|
+ tx.Commit()
|
|
|
+ }
|
|
|
+ }()
|
|
|
+
|
|
|
+ if err != nil {
|
|
|
+ return
|
|
|
+ }
|
|
|
+ edbInfoIdStr := strconv.Itoa(edbInfoId)
|
|
|
+ fmt.Println(edbInfoIdStr)
|
|
|
+ //计算数据
|
|
|
+ var condition string
|
|
|
+ var pars []interface{}
|
|
|
+ condition += " AND edb_info_id=? "
|
|
|
+ pars = append(pars, edbInfoId)
|
|
|
+
|
|
|
+ existDataList, err := edbDataModel.GetEdbDataListAll(condition, pars, source, 0)
|
|
|
+ if err != nil {
|
|
|
+ fmt.Println("existDataList GetEdbDataListAll Err:" + err.Error())
|
|
|
+ return err
|
|
|
+ }
|
|
|
+
|
|
|
+ existDataMap := make(map[string]*edbDataModel.EdbInfoSearchData)
|
|
|
+ for _, v := range existDataList {
|
|
|
+ existDataMap[v.DataTime] = v
|
|
|
+ }
|
|
|
+
|
|
|
+ //计算来源数据
|
|
|
+ var fromCondition string
|
|
|
+ var fromPars []interface{}
|
|
|
+ fromCondition += " AND edb_info_id=? "
|
|
|
+ fromPars = append(fromPars, fromEdbInfo.EdbInfoId)
|
|
|
+ fromCondition += " AND data_time>=? "
|
|
|
+ fromPars = append(fromPars, startDate)
|
|
|
+
|
|
|
+ fmt.Println("fromPars:", fromPars)
|
|
|
+ fromDataList, err := edbDataModel.GetEdbDataListAll(fromCondition, fromPars, fromEdbInfo.Source, 0)
|
|
|
+ if err != nil {
|
|
|
+ fmt.Println("from GetEdbDataListAll Err:" + err.Error())
|
|
|
+ return err
|
|
|
+ }
|
|
|
+
|
|
|
+ var fromDateArr []string
|
|
|
+ fromDataMap := make(map[string]*edbDataModel.EdbInfoSearchData)
|
|
|
+ for _, v := range fromDataList {
|
|
|
+ fromDateArr = append(fromDateArr, v.DataTime)
|
|
|
+ fromDataMap[v.DataTime] = v
|
|
|
+ }
|
|
|
+
|
|
|
+ addSql := ` INSERT INTO edb_data_calculate_nszydpjjs(edb_info_id,edb_code,data_time,value,create_time,modify_time,status,data_timestamp) values `
|
|
|
+ var isAdd bool
|
|
|
+ dataTableName := edbDataModel.GetEdbDataTableName(source)
|
|
|
+ arrLen := len(fromDateArr)
|
|
|
+ existAddDataMap := make(map[string]string)
|
|
|
+ for ak, av := range fromDateArr {
|
|
|
+ //处理第一个值
|
|
|
+ var valArr []float64
|
|
|
+ if findItem, ok := fromDataMap[av]; ok {
|
|
|
+ valArr = append(valArr, findItem.Value)
|
|
|
+ } else {
|
|
|
+ continue
|
|
|
+ }
|
|
|
+ if ak+1 != arrLen {
|
|
|
+ //处理除第一个值之外的N-1个值
|
|
|
+ for i := 1; i < formulaInt; i++ {
|
|
|
+ arrIndex := ak + i
|
|
|
+ if arrIndex >= arrLen {
|
|
|
+ break
|
|
|
+ }
|
|
|
+ arrVal := fromDateArr[arrIndex]
|
|
|
+ if findItem, ok := fromDataMap[arrVal]; ok {
|
|
|
+ valArr = append(valArr, findItem.Value)
|
|
|
+ } else {
|
|
|
+ continue
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ valArrLen := len(valArr)
|
|
|
+ //var totalVal float64
|
|
|
+ totalVal := decimal.NewFromFloat(0.00)
|
|
|
+ for _, v := range valArr {
|
|
|
+ newDecimal := decimal.NewFromFloat(v)
|
|
|
+ totalVal = totalVal.Add(newDecimal)
|
|
|
+ }
|
|
|
+ af := totalVal //decimal.NewFromFloat(totalVal)
|
|
|
+ bf := decimal.NewFromFloat(float64(valArrLen))
|
|
|
+ val, _ := af.Div(bf).Float64()
|
|
|
+ valStr := utils.SubFloatToString(val, 4)
|
|
|
+
|
|
|
+ if existVal, existOk := existDataMap[av]; !existOk {
|
|
|
+ currentDate, err := time.Parse(utils.FormatDate, av)
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ timestamp := currentDate.UnixNano() / 1e6
|
|
|
+ timestampStr := fmt.Sprintf("%d", timestamp)
|
|
|
+ if _, existOk := existAddDataMap[av]; !existOk {
|
|
|
+ addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, valStr)
|
|
|
+ isAdd = true
|
|
|
+ }
|
|
|
+ existAddDataMap[av] = av
|
|
|
+ } else {
|
|
|
+ saveValue := utils.SubFloatToString(existVal.Value, 30)
|
|
|
+ if saveValue != valStr {
|
|
|
+ sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = tx.Exec(sql, val, edbInfoId, av).Error
|
|
|
+ //_, err = o.Raw(sql, val, edbInfoId, av).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if isAdd {
|
|
|
+ addSql = strings.TrimRight(addSql, ",")
|
|
|
+ //utils.FileLog.Info("addSql:" + addSql)
|
|
|
+ //_, err = o.Raw(addSql).Exec()
|
|
|
+ err = tx.Exec(addSql).Error
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ return
|
|
|
+}
|
|
|
+
|
|
|
+//刷新所有环比值数据
|
|
|
+func RefreshAllCalculateHbz(edbInfoId, source int, fromEdbInfo *edbInfoModel.EdbInfo, edbCode, startDate, endDate string, formulaInt int) (err error) {
|
|
|
+ tx := global.MYSQL["data"].Begin()
|
|
|
+ defer func() {
|
|
|
+ if err != nil {
|
|
|
+ tx.Rollback()
|
|
|
+ } else {
|
|
|
+ tx.Commit()
|
|
|
+ }
|
|
|
+ }()
|
|
|
+
|
|
|
+ if err != nil {
|
|
|
+ return
|
|
|
+ }
|
|
|
+ edbInfoIdStr := strconv.Itoa(edbInfoId)
|
|
|
+
|
|
|
+ //计算数据
|
|
|
+ var condition string
|
|
|
+ var pars []interface{}
|
|
|
+ condition += " AND edb_info_id=? "
|
|
|
+ pars = append(pars, fromEdbInfo.EdbInfoId)
|
|
|
+
|
|
|
+ if startDate != "" {
|
|
|
+ condition += " AND data_time>=? "
|
|
|
+ pars = append(pars, startDate)
|
|
|
+ }
|
|
|
+ if endDate != "" {
|
|
|
+ condition += " AND data_time<=? "
|
|
|
+ pars = append(pars, endDate)
|
|
|
+ }
|
|
|
+
|
|
|
+ dataList, err := edbDataModel.GetEdbDataListAll(condition, pars, fromEdbInfo.Source, 0)
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ var dateArr []string
|
|
|
+ dataMap := make(map[string]*edbDataModel.EdbInfoSearchData)
|
|
|
+ for _, v := range dataList {
|
|
|
+ dateArr = append(dateArr, v.DataTime)
|
|
|
+ dataMap[v.DataTime] = v
|
|
|
+ }
|
|
|
+ fmt.Println("source:", source)
|
|
|
+ //获取指标所有数据
|
|
|
+ existDataList := make([]*edbDataModel.EdbDataBase, 0)
|
|
|
+ dataTableName := edbDataModel.GetEdbDataTableName(source)
|
|
|
+ fmt.Println("dataTableName:", dataTableName)
|
|
|
+ sql := `SELECT * FROM %s WHERE edb_info_id=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = global.MYSQL["data"].Raw(sql, edbInfoId).Scan(&existDataList).Error
|
|
|
+ //_, err = o.Raw(sql, edbInfoId).QueryRows(&existDataList)
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ existDataMap := make(map[string]string)
|
|
|
+ for _, v := range existDataList {
|
|
|
+ existDataMap[v.DataTime] = v.Value
|
|
|
+ }
|
|
|
+ addSql := ` INSERT INTO edb_data_calculate_hbz(edb_info_id,edb_code,data_time,value,create_time,modify_time,status,data_timestamp) values `
|
|
|
+ var isAdd bool
|
|
|
+ existMap := make(map[string]string)
|
|
|
+ dataLen := len(dataList)
|
|
|
+ fmt.Println("dataLen:", dataLen)
|
|
|
+ for i := 0; i < dataLen; i++ {
|
|
|
+ j := i + formulaInt
|
|
|
+ if j < dataLen {
|
|
|
+ //当期
|
|
|
+ currentItem := dataList[i]
|
|
|
+ preItem := dataList[j]
|
|
|
+ if currentItem != nil && preItem != nil {
|
|
|
+ existKey := edbCode + currentItem.DataTime
|
|
|
+
|
|
|
+ if _, ok := existMap[existKey]; !ok {
|
|
|
+ currentDate, _ := time.Parse(utils.FormatDate, currentItem.DataTime)
|
|
|
+ timestamp := currentDate.UnixNano() / 1e6
|
|
|
+ timestampStr := fmt.Sprintf("%d", timestamp)
|
|
|
+ val := HbzDiv(currentItem.Value, preItem.Value)
|
|
|
+ if val != "" {
|
|
|
+ if existVal, findOk := existDataMap[currentItem.DataTime]; !findOk {
|
|
|
+ addSql += GetAddSql(edbInfoIdStr, edbCode, currentItem.DataTime, timestampStr, val)
|
|
|
+ isAdd = true
|
|
|
+ } else {
|
|
|
+ if existVal != val {
|
|
|
+ sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = tx.Exec(sql, val, edbInfoId, currentItem.DataTime).Error
|
|
|
+ //_, err = o.Raw(sql, val, edbInfoId, currentItem.DataTime).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ existMap[existKey] = currentItem.DataTime
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if isAdd {
|
|
|
+ addSql = strings.TrimRight(addSql, ",")
|
|
|
+ err = tx.Exec(addSql).Error
|
|
|
+ //_, err = o.Raw(addSql).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ return
|
|
|
+}
|
|
|
+
|
|
|
+//环比值，current:当期,pre:上期 公式: (当期-上期）/上期
|
|
|
+func HbzDiv(current, pre float64) string {
|
|
|
+ if pre == 0 {
|
|
|
+ return ""
|
|
|
+ }
|
|
|
+ currentVal := decimal.NewFromFloat(float64(current))
|
|
|
+ preVal := decimal.NewFromFloat(float64(pre))
|
|
|
+ val, _ := currentVal.Sub(preVal).Div(preVal).Float64()
|
|
|
+ valStr := utils.SubFloatToString(val, 4)
|
|
|
+ return valStr
|
|
|
+}
|
|
|
+
|
|
|
+
|
|
|
+//刷新所有环差值数据
|
|
|
+func RefreshAllCalculateHcz(edbInfoId, source int, fromEdbInfo *edbInfoModel.EdbInfo, edbCode, startDate, endDate string, formulaInt int) (err error) {
|
|
|
+ tx := global.MYSQL["data"].Begin()
|
|
|
+ defer func() {
|
|
|
+ if err != nil {
|
|
|
+ tx.Rollback()
|
|
|
+ } else {
|
|
|
+ tx.Commit()
|
|
|
+ }
|
|
|
+ }()
|
|
|
+
|
|
|
+ if err != nil {
|
|
|
+ return
|
|
|
+ }
|
|
|
+ edbInfoIdStr := strconv.Itoa(edbInfoId)
|
|
|
+
|
|
|
+ //计算数据
|
|
|
+ var condition string
|
|
|
+ var pars []interface{}
|
|
|
+ condition += " AND edb_info_id=? "
|
|
|
+ pars = append(pars, fromEdbInfo.EdbInfoId)
|
|
|
+
|
|
|
+ if startDate != "" {
|
|
|
+ condition += " AND data_time>=? "
|
|
|
+ pars = append(pars, startDate)
|
|
|
+ }
|
|
|
+ if endDate != "" {
|
|
|
+ condition += " AND data_time<=? "
|
|
|
+ pars = append(pars, endDate)
|
|
|
+ }
|
|
|
+
|
|
|
+ dataList, err := edbDataModel.GetEdbDataListAll(condition, pars, fromEdbInfo.Source, 0)
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ var dateArr []string
|
|
|
+ dataMap := make(map[string]*edbDataModel.EdbInfoSearchData)
|
|
|
+ for _, v := range dataList {
|
|
|
+ dateArr = append(dateArr, v.DataTime)
|
|
|
+ dataMap[v.DataTime] = v
|
|
|
+ }
|
|
|
+ fmt.Println("source:", source)
|
|
|
+ //获取指标所有数据
|
|
|
+ existDataList := make([]*edbDataModel.EdbDataBase, 0)
|
|
|
+ dataTableName := edbDataModel.GetEdbDataTableName(source)
|
|
|
+ fmt.Println("dataTableName:", dataTableName)
|
|
|
+ sql := `SELECT * FROM %s WHERE edb_info_id=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = global.MYSQL["data"].Raw(sql, edbInfoId).Scan(&existDataList).Error
|
|
|
+ //_, err = o.Raw(sql, edbInfoId).QueryRows(&existDataList)
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ existDataMap := make(map[string]string)
|
|
|
+ for _, v := range existDataList {
|
|
|
+ existDataMap[v.DataTime] = v.Value
|
|
|
+ }
|
|
|
+ fmt.Println("existDataMap:", existDataMap)
|
|
|
+ addSql := ` INSERT INTO edb_data_calculate_hcz(edb_info_id,edb_code,data_time,value,create_time,modify_time,status,data_timestamp) values `
|
|
|
+ var isAdd bool
|
|
|
+ existMap := make(map[string]string)
|
|
|
+ dataLen := len(dataList)
|
|
|
+ fmt.Println("dataLen:", dataLen)
|
|
|
+ for i := 0; i < dataLen; i++ {
|
|
|
+ j := i + formulaInt
|
|
|
+ if j < dataLen {
|
|
|
+ //当期
|
|
|
+ currentItem := dataList[i]
|
|
|
+ preItem := dataList[j]
|
|
|
+ if currentItem != nil && preItem != nil {
|
|
|
+ existKey := edbCode + currentItem.DataTime
|
|
|
+ if _, ok := existMap[existKey]; !ok {
|
|
|
+ currentDate, _ := time.Parse(utils.FormatDate, currentItem.DataTime)
|
|
|
+ timestamp := currentDate.UnixNano() / 1e6
|
|
|
+ timestampStr := fmt.Sprintf("%d", timestamp)
|
|
|
+ val := HczDiv(currentItem.Value, preItem.Value)
|
|
|
+ if val != "" {
|
|
|
+ if existVal, findOk := existDataMap[currentItem.DataTime]; !findOk {
|
|
|
+ addSql += GetAddSql(edbInfoIdStr, edbCode, currentItem.DataTime, timestampStr, val)
|
|
|
+ isAdd = true
|
|
|
+ } else {
|
|
|
+ if existVal != val {
|
|
|
+ sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = tx.Exec(sql, val, edbInfoId, currentItem.DataTime).Error
|
|
|
+ //_, err = o.Raw(sql, val, edbInfoId, currentItem.DataTime).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ existMap[existKey] = currentItem.DataTime
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if isAdd {
|
|
|
+ addSql = strings.TrimRight(addSql, ",")
|
|
|
+ err = tx.Exec(addSql).Error
|
|
|
+ //_, err = o.Raw(addSql).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ return
|
|
|
+}
|
|
|
+
|
|
|
+//环差值，current:当期,pre:上期 公式:当期-上期
|
|
|
+func HczDiv(current, pre float64) string {
|
|
|
+ if pre == 0 {
|
|
|
+ return ""
|
|
|
+ }
|
|
|
+ currentVal := decimal.NewFromFloat(current)
|
|
|
+ preVal := decimal.NewFromFloat(pre)
|
|
|
+ val, _ := currentVal.Sub(preVal).Float64()
|
|
|
+ valStr := utils.SubFloatToString(val, 4)
|
|
|
+ return valStr
|
|
|
+}
|
|
|
+
|
|
|
+
|
|
|
+//刷新所有变频数据
|
|
|
+func RefreshAllCalculateBp(edbInfoId, source int, fromEdbInfo *edbInfoModel.EdbInfo, edbCode, startDate, endDate string) (err error) {
|
|
|
+ tx := global.MYSQL["data"].Begin()
|
|
|
+ defer func() {
|
|
|
+ if err != nil {
|
|
|
+ tx.Rollback()
|
|
|
+ } else {
|
|
|
+ tx.Commit()
|
|
|
+ }
|
|
|
+ }()
|
|
|
+
|
|
|
+ if err != nil {
|
|
|
+ return
|
|
|
+ }
|
|
|
+ edbInfoIdStr := strconv.Itoa(edbInfoId)
|
|
|
+ //计算数据
|
|
|
+
|
|
|
+ //计算数据
|
|
|
+ var condition string
|
|
|
+ var pars []interface{}
|
|
|
+ condition += " AND edb_info_id=? "
|
|
|
+ pars = append(pars, fromEdbInfo.EdbInfoId)
|
|
|
+
|
|
|
+ if startDate != "" {
|
|
|
+ condition += " AND data_time>=? "
|
|
|
+ pars = append(pars, startDate)
|
|
|
+ }
|
|
|
+ if endDate != "" {
|
|
|
+ condition += " AND data_time<=? "
|
|
|
+ pars = append(pars, endDate)
|
|
|
+ }
|
|
|
+
|
|
|
+ dataList, err := edbDataModel.GetEdbDataListAll(condition, pars, fromEdbInfo.Source, 0)
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ var dateArr []string
|
|
|
+ dataMap := make(map[string]*edbDataModel.EdbInfoSearchData)
|
|
|
+ for _, v := range dataList {
|
|
|
+ dateArr = append(dateArr, v.DataTime)
|
|
|
+ dataMap[v.DataTime] = v
|
|
|
+ }
|
|
|
+ fmt.Println("source:", source)
|
|
|
+ //获取指标所有数据
|
|
|
+ existDataList := make([]*edbDataModel.EdbDataBase, 0)
|
|
|
+ dataTableName := edbDataModel.GetEdbDataTableName(source)
|
|
|
+ fmt.Println("dataTableName:", dataTableName)
|
|
|
+ sql := `SELECT * FROM %s WHERE edb_info_id=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = tx.Raw(sql, edbInfoId).Scan(&existDataList).Error
|
|
|
+ //_, err = o.Raw(sql, edbInfoId).QueryRows(&existDataList)
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ existDataMap := make(map[string]string)
|
|
|
+ for _, v := range existDataList {
|
|
|
+ existDataMap[v.DataTime] = v.Value
|
|
|
+ }
|
|
|
+ fmt.Println("existDataMap:", existDataMap)
|
|
|
+ addSql := ` INSERT INTO edb_data_calculate_bp(edb_info_id,edb_code,data_time,value,create_time,modify_time,status,data_timestamp) values `
|
|
|
+ var isAdd bool
|
|
|
+
|
|
|
+ existMap := make(map[string]string)
|
|
|
+ dataLen := len(dataList)
|
|
|
+ for i := 0; i < dataLen; i++ {
|
|
|
+ //当期
|
|
|
+ currentItem := dataList[i]
|
|
|
+ currentDate, _ := time.Parse(utils.FormatDate, currentItem.DataTime)
|
|
|
+ var day int
|
|
|
+ var preItem *edbDataModel.EdbInfoSearchData
|
|
|
+ var preDate time.Time
|
|
|
+ if i == 0 {
|
|
|
+ day = int(time.Now().Sub(currentDate).Hours() / float64(24))
|
|
|
+ preDate = time.Now()
|
|
|
+ } else {
|
|
|
+ j := i + 1
|
|
|
+ if j < dataLen {
|
|
|
+ preItem = dataList[j]
|
|
|
+ preDate, _ = time.Parse(utils.FormatDate, preItem.DataTime)
|
|
|
+ day = int(currentDate.Sub(preDate).Hours() / float64(24))
|
|
|
+ }
|
|
|
+ }
|
|
|
+ for k := 0; k <= day; k++ {
|
|
|
+ needDay := preDate.AddDate(0, 0, -k)
|
|
|
+ needDayStr := needDay.Format(utils.FormatDate)
|
|
|
+ existKey := edbCode + needDayStr
|
|
|
+ if _, ok := existMap[existKey]; !ok {
|
|
|
+ timestamp := needDay.UnixNano() / 1e6
|
|
|
+ timestampStr := fmt.Sprintf("%d", timestamp)
|
|
|
+ valStr := decimal.NewFromFloat(currentItem.Value).String()
|
|
|
+ if existVal, ok := existDataMap[needDayStr]; !ok {
|
|
|
+ addSql += GetAddSql(edbInfoIdStr, edbCode, needDayStr, timestampStr, valStr)
|
|
|
+ } else {
|
|
|
+ if existVal != valStr {
|
|
|
+ sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = tx.Exec(sql, valStr, edbInfoId, needDay).Error
|
|
|
+ //_, err = o.Raw(sql, valStr, edbInfoId, needDay).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ existMap[existKey] = needDayStr
|
|
|
+ }
|
|
|
+ existKey := edbCode + currentItem.DataTime
|
|
|
+ if _, ok := existMap[existKey]; !ok {
|
|
|
+ currentDate, _ := time.Parse(utils.FormatDate, currentItem.DataTime)
|
|
|
+ timestamp := currentDate.UnixNano() / 1e6
|
|
|
+ timestampStr := fmt.Sprintf("%d", timestamp)
|
|
|
+ valStr := decimal.NewFromFloat(currentItem.Value).String()
|
|
|
+ if existVal, ok := existDataMap[currentItem.DataTime]; !ok {
|
|
|
+ addSql += GetAddSql(edbInfoIdStr, edbCode, currentItem.DataTime, timestampStr, valStr)
|
|
|
+ } else {
|
|
|
+ if existVal != valStr {
|
|
|
+ sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
|
|
|
+ sql = fmt.Sprintf(sql, dataTableName)
|
|
|
+ err = tx.Exec(sql, valStr, edbInfoId, currentItem.DataTime).Error
|
|
|
+ //_, err = o.Raw(sql, valStr, edbInfoId, currentItem.DataTime).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ existMap[existKey] = currentItem.DataTime
|
|
|
+ }
|
|
|
+
|
|
|
+ if isAdd {
|
|
|
+ addSql = strings.TrimRight(addSql, ",")
|
|
|
+ err = tx.Exec(addSql).Error
|
|
|
+ //_, err = o.Raw(addSql).Exec()
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ }
|
|
|
+ return
|
|
|
+}
|
|
|
+
|
|
|
+
|
|
|
+// RefreshAllCalculateZjpj 刷新所有 直接拼接 数据
|
|
|
+func RefreshAllCalculateZjpj(edbInfo *edbInfoModel.EdbInfo) (err error) {
|
|
|
+ tx := global.MYSQL["data"].Begin()
|
|
|
+ defer func() {
|
|
|
+ if err != nil {
|
|
|
+ tx.Rollback()
|
|
|
+ } else {
|
|
|
+ tx.Commit()
|
|
|
+ }
|
|
|
+ }()
|
|
|
+
|
|
|
+ //查询当前指标现有的数据
|
|
|
+ var condition string
|
|
|
+ var pars []interface{}
|
|
|
+ condition += " AND edb_info_id=? "
|
|
|
+ pars = append(pars, edbInfo.EdbInfoId)
|
|
|
+
|
|
|
+ dataList, err := edbDataModel.GetAllEdbDataCalculateZjpjByEdbInfoId(edbInfo.EdbInfoId)
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+ var dateArr []string
|
|
|
+ dataMap := make(map[string]*edbDataModel.EdbDataCalculateZjpj)
|
|
|
+ removeDataTimeMap := make(map[string]int) //需要移除的日期数据
|
|
|
+ for _, v := range dataList {
|
|
|
+ dateArr = append(dateArr, v.DataTime)
|
|
|
+ dataMap[v.DataTime] = v
|
|
|
+ removeDataTimeMap[v.DataTime] = 1
|
|
|
+ }
|
|
|
+
|
|
|
+ //查询关联指标信息
|
|
|
+ var existCondition string
|
|
|
+ var existPars []interface{}
|
|
|
+ existCondition += " AND edb_info_id=? "
|
|
|
+ existPars = append(existPars, edbInfo.EdbInfoId)
|
|
|
+ existList, err := edbDataModel.GetEdbInfoCalculateListByCondition(existCondition, existPars)
|
|
|
+ if err != nil {
|
|
|
+ err = errors.New("判断指标是否改变失败,Err:" + err.Error())
|
|
|
+ return
|
|
|
+ }
|
|
|
+
|
|
|
+ var existItemA, existItemB *edbDataModel.EdbInfoCalculateMapping
|
|
|
+ for _, existItem := range existList {
|
|
|
+ if existItem.FromTag == "A" {
|
|
|
+ existItemA = existItem
|
|
|
+ } else if existItem.FromTag == "B" {
|
|
|
+ existItemB = existItem
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ addDataList := make([]*edbDataModel.EdbDataCalculateZjpj, 0)
|
|
|
+ //第一个指标
|
|
|
+ {
|
|
|
+ var condition string
|
|
|
+ var pars []interface{}
|
|
|
+
|
|
|
+ condition += " AND data_time < ? AND edb_info_id=? "
|
|
|
+ pars = append(pars, edbInfo.CalculateFormula, existItemA.FromEdbInfoId)
|
|
|
+
|
|
|
+ //第一个指标的数据列表
|
|
|
+ firstDataList, tmpErr := edbDataModel.GetEdbDataListAll(condition, pars, existItemA.FromSource, 0)
|
|
|
+ if tmpErr != nil {
|
|
|
+ return tmpErr
|
|
|
+ }
|
|
|
+
|
|
|
+ for _, v := range firstDataList {
|
|
|
+ //校验待删除日期数据里面是否存在该元素，如果存在的话，那么移除该元素
|
|
|
+ if _, ok := removeDataTimeMap[v.DataTime]; ok {
|
|
|
+ delete(removeDataTimeMap, v.DataTime)
|
|
|
+ }
|
|
|
+ //时间戳
|
|
|
+ if edbData, ok := dataMap[v.DataTime]; ok {
|
|
|
+ if edbData.Value != v.Value {
|
|
|
+ //更新指标数据
|
|
|
+ edbData.Value = v.Value
|
|
|
+ tempErr := tx.Model(edbDataModel.EdbDataCalculateZjpj{}).Where("edb_data_id = ?", edbData.EdbDataId).Updates(edbDataModel.EdbDataCalculateZjpj{Value: v.Value}).Error
|
|
|
+ if tempErr != nil {
|
|
|
+ fmt.Println("tmpErr:", tmpErr)
|
|
|
+ }
|
|
|
+ //o.Update(edbData, "Value")
|
|
|
+ }
|
|
|
+ } else {
|
|
|
+ //时间戳
|
|
|
+ currentDate, _ := time.Parse(utils.FormatDate, v.DataTime)
|
|
|
+ timestamp := currentDate.UnixNano() / 1e6
|
|
|
+
|
|
|
+ edbDataZjpj := &edbDataModel.EdbDataCalculateZjpj{
|
|
|
+ EdbInfoId: edbInfo.EdbInfoId,
|
|
|
+ EdbCode: edbInfo.EdbCode,
|
|
|
+ DataTime: v.DataTime,
|
|
|
+ Value: v.Value,
|
|
|
+ Status: 1,
|
|
|
+ CreateTime: time.Now(),
|
|
|
+ ModifyTime: time.Now(),
|
|
|
+ DataTimestamp: timestamp,
|
|
|
+ }
|
|
|
+ addDataList = append(addDataList, edbDataZjpj)
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ //第二个指标
|
|
|
+ {
|
|
|
+ condition = ``
|
|
|
+ pars = make([]interface{}, 0)
|
|
|
+
|
|
|
+ condition += " AND data_time >= ? AND edb_info_id = ? "
|
|
|
+ pars = append(pars, edbInfo.CalculateFormula, existItemB.FromEdbInfoId)
|
|
|
+
|
|
|
+ //第二个指标的数据列表
|
|
|
+ secondDataList, tmpErr := edbDataModel.GetEdbDataListAll(condition, pars, existItemB.FromSource, 0)
|
|
|
+ if tmpErr != nil {
|
|
|
+ return tmpErr
|
|
|
+ }
|
|
|
+
|
|
|
+ for _, v := range secondDataList {
|
|
|
+ //校验待删除日期数据里面是否存在该元素，如果存在的话，那么移除该元素
|
|
|
+ if _, ok := removeDataTimeMap[v.DataTime]; ok {
|
|
|
+ delete(removeDataTimeMap, v.DataTime)
|
|
|
+ }
|
|
|
+
|
|
|
+ if edbData, ok := dataMap[v.DataTime]; ok {
|
|
|
+ if edbData.Value != v.Value {
|
|
|
+ //更新指标数据
|
|
|
+ edbData.Value = v.Value
|
|
|
+ edbData.ModifyTime = time.Now()
|
|
|
+ tempErr := tx.Model(edbDataModel.EdbDataCalculateZjpj{}).Where("edb_data_id = ?", edbData.EdbDataId).Updates(edbDataModel.EdbDataCalculateZjpj{Value: v.Value, ModifyTime: time.Now()}).Error
|
|
|
+ if tempErr != nil {
|
|
|
+ fmt.Println("tmpErr:", tmpErr)
|
|
|
+ }
|
|
|
+ //_, tmpErr := o.Update(edbData, "Value", "ModifyTime")
|
|
|
+ //if tmpErr != nil {
|
|
|
+ // fmt.Println("tmpErr:", tmpErr)
|
|
|
+ //}
|
|
|
+ }
|
|
|
+ } else {
|
|
|
+ //时间戳
|
|
|
+ currentDate, _ := time.Parse(utils.FormatDate, v.DataTime)
|
|
|
+ timestamp := currentDate.UnixNano() / 1e6
|
|
|
+
|
|
|
+ edbDataZjpj := &edbDataModel.EdbDataCalculateZjpj{
|
|
|
+ EdbInfoId: edbInfo.EdbInfoId,
|
|
|
+ EdbCode: edbInfo.EdbCode,
|
|
|
+ DataTime: v.DataTime,
|
|
|
+ Value: v.Value,
|
|
|
+ Status: 1,
|
|
|
+ CreateTime: time.Now(),
|
|
|
+ ModifyTime: time.Now(),
|
|
|
+ DataTimestamp: timestamp,
|
|
|
+ }
|
|
|
+ addDataList = append(addDataList, edbDataZjpj)
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ //删除已经不存在的累计同比拼接指标数据（由于同比值当日的数据删除了）
|
|
|
+ {
|
|
|
+ removeDateList := make([]string, 0)
|
|
|
+ for dateTime := range removeDataTimeMap {
|
|
|
+ removeDateList = append(removeDateList, dateTime)
|
|
|
+ }
|
|
|
+ if len(removeDateList) > 0 {
|
|
|
+ removeDateStr := strings.Join(removeDateList, `","`)
|
|
|
+ removeDateStr = `"` + removeDateStr + `"`
|
|
|
+ //如果拼接指标变更了，那么需要删除所有的指标数据
|
|
|
+ tableName := edbDataModel.GetEdbDataTableName(edbInfo.Source)
|
|
|
+ sql := fmt.Sprintf(` DELETE FROM %s WHERE edb_info_id = ? and data_time in (%s) `, tableName, removeDateStr)
|
|
|
+
|
|
|
+ err = tx.Exec(sql, edbInfo.EdbInfoId).Error
|
|
|
+ //_, err = o.Raw(sql, edbInfo.EdbInfoId).Exec()
|
|
|
+ if err != nil {
|
|
|
+ err = errors.New("删除不存在的直接拼接指标数据失败,Err:" + err.Error())
|
|
|
+ return
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ //数据入库
|
|
|
+ tmpAddDataList := make([]*edbDataModel.EdbDataCalculateZjpj, 0)
|
|
|
+ for _, v := range addDataList {
|
|
|
+ tmpAddDataList = append(tmpAddDataList, v)
|
|
|
+
|
|
|
+ if len(tmpAddDataList) >= 200 {
|
|
|
+ tmpErr := tx.Create(tmpAddDataList).Error
|
|
|
+ //_, tmpErr := o.InsertMulti(len(tmpAddDataList), tmpAddDataList)
|
|
|
+ if tmpErr != nil {
|
|
|
+ err = tmpErr
|
|
|
+ return
|
|
|
+ }
|
|
|
+ //重新初始化需要加入的数据切片
|
|
|
+ tmpAddDataList = make([]*edbDataModel.EdbDataCalculateZjpj, 0)
|
|
|
+ }
|
|
|
+ }
|
|
|
+ //最后如果还有需要新增的数据，那么就统一入库
|
|
|
+ if len(tmpAddDataList) > 0 {
|
|
|
+ tmpErr := tx.Create(tmpAddDataList).Error
|
|
|
+ //_, tmpErr := o.InsertMulti(len(tmpAddDataList), tmpAddDataList)
|
|
|
+ if tmpErr != nil {
|
|
|
+ err = tmpErr
|
|
|
+ return
|
|
|
+ }
|
|
|
+ }
|
|
|
+ return
|
|
|
+}
|
|
|
+
|
|
|
+// RefreshAllCalculateLjztbpj 刷新所有 累计值同比拼接 数据
|
|
|
+func RefreshAllCalculateLjztbpj(edbInfo *edbInfoModel.EdbInfo) (err error) {
|
|
|
+ tx := global.MYSQL["data"].Begin()
|
|
|
+ defer func() {
|
|
|
+ if err != nil {
|
|
|
+ tx.Rollback()
|
|
|
+ } else {
|
|
|
+ tx.Commit()
|
|
|
+ }
|
|
|
+ }()
|
|
|
+
|
|
|
+ //查询当前指标现有的数据
|
|
|
+ var condition string
|
|
|
+ var pars []interface{}
|
|
|
+ condition += " AND edb_info_id=? "
|
|
|
+ pars = append(pars, edbInfo.EdbInfoId)
|
|
|
+
|
|
|
+ //所有的数据
|
|
|
+ dataList, err := edbDataModel.GetAllEdbDataCalculateLjztbpjByEdbInfoId(edbInfo.EdbInfoId)
|
|
|
+ if err != nil {
|
|
|
+ return err
|
|
|
+ }
|
|
|
+
|
|
|
+ //待拼接指标map
|
|
|
+ pjDataMap := make(map[string]float64) //需要入库的数据
|
|
|
+ nowEdbDataMap := make(map[string]float64) //当前指标的数据（已经在库里了，不需要重新）
|
|
|
+ //拼接指标的日期切片数据
|
|
|
+ pjEdbDataTimeList := make([]string, 0)
|
|
|
+
|
|
|
+ dataMap := make(map[string]*edbDataModel.EdbDataCalculateLjztbpj)
|
|
|
+ for _, v := range dataList {
|
|
|
+ pjEdbDataTimeList = append(pjEdbDataTimeList, v.DataTime)
|
|
|
+ dataMap[v.DataTime] = v
|
|
|
+ nowEdbDataMap[v.DataTime] = v.Value
|
|
|
+ }
|
|
|
+
|
|
|
+ //查询关联指标信息
|
|
|
+ var existCondition string
|
|
|
+ var existPars []interface{}
|
|
|
+ existCondition += " AND edb_info_id=? "
|
|
|
+ existPars = append(existPars, edbInfo.EdbInfoId)
|
|
|
+ existList, err := edbDataModel.GetEdbInfoCalculateListByCondition(existCondition, existPars)
|
|
|
+ if err != nil {
|
|
|
+ err = errors.New("判断指标是否改变失败,Err:" + err.Error())
|
|
|
+ return
|
|
|
+ }
|
|
|
+
|
|
|
+ var existItemA, existItemB *edbDataModel.EdbInfoCalculateMapping
|
|
|
+ for _, existItem := range existList {
|
|
|
+ if existItem.FromTag == "A" {
|
|
|
+ existItemA = existItem
|
|
|
+ } else if existItem.FromTag == "B" {
|
|
|
+ existItemB = existItem
|
|
|
+ }
|
|
|
+ }
|
|
|
+ // 原数据开始计算日期
|
|
|
+ startCalculationDate, _ := time.ParseInLocation(utils.FormatDate, edbInfo.CalculateFormula, time.Local)
|
|
|
+
|
|
|
+ //待拼接指标
|
|
|
+ {
|
|
|
+ var condition string
|
|
|
+ var pars []interface{}
|
|
|
+
|
|
|
+ condition += " AND data_time <= ? AND edb_info_id=? "
|
|
|
+ pars = append(pars, startCalculationDate, existItemA.FromEdbInfoId)
|
|
|
+
|
|
|
+ //第一个指标的数据列表
|
|
|
+ firstDataList, tmpErr := edbDataModel.GetEdbDataListAll(condition, pars, existItemA.FromSource, 0)
|
|
|
+ if tmpErr != nil {
|
|
|
+ return tmpErr
|
|
|
+ }
|
|
|
+
|
|
|
+ for _, v := range firstDataList {
|
|
|
+ //时间戳
|
|
|
+ if edbData, ok := dataMap[v.DataTime]; ok {
|
|
|
+ if edbData.Value != v.Value {
|
|
|
+ //更新指标数据
|
|
|
+ edbData.Value = v.Value
|
|
|
+ //tempErr := tx.Model()
|
|
|
+ //o.Update(edbData, "Value")
|
|
|
+ tempErr := tx.Model(edbDataModel.EdbDataCalculateLjztbpj{}).Where("edb_data_id = ?", edbData.EdbDataId).Updates(edbDataModel.EdbDataCalculateLjztbpj{Value: v.Value}).Error
|
|
|
+ if tempErr != nil {
|
|
|
+ fmt.Println("tmpErr:", tmpErr)
|
|
|
+ }
|
|
|
+
|
|
|
+ //将新的数据存入已入库指标map里面，以便后续计算
|
|
|
+ nowEdbDataMap[edbData.DataTime] = v.Value
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ //同比值指标map
|
|
|
+ tbzEdbDataMap := make(map[string]float64)
|
|
|
+
|
|
|
+ //同比值日期切片列表
|
|
|
+ tbzEdbDataTimeList := make([]string, 0)
|
|
|
+
|
|
|
+ //同比值指标
|
|
|
+ {
|
|
|
+ var condition string
|
|
|
+ var pars []interface{}
|
|
|
+
|
|
|
+ condition += " AND data_time > ? AND edb_info_id = ? "
|
|
|
+ pars = append(pars, startCalculationDate, existItemB.FromEdbInfoId)
|
|
|
+
|
|
|
+ //第二个指标的数据列表
|
|
|
+ secondDataList, tmpErr := edbDataModel.GetEdbDataListAll(condition, pars, existItemB.FromSource, 0)
|
|
|
+ if tmpErr != nil {
|
|
|
+ return tmpErr
|
|
|
+ }
|
|
|
+
|
|
|
+ for _, v := range secondDataList {
|
|
|
+ tbzEdbDataMap[v.DataTime] = v.Value
|
|
|
+ tbzEdbDataTimeList = append(tbzEdbDataTimeList, v.DataTime)
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ sort.Strings(tbzEdbDataTimeList)
|
|
|
+
|
|
|
+ // 遍历现有的数据，判断拼接指标中是否存在该日期数据，如果拼接指标无此数据，那么需要删除该日期数据（日期的判断：需要在开始计算日期之后）
|
|
|
+ removeDateList := make([]string, 0)
|
|
|
+ for nowEdbDate := range nowEdbDataMap {
|
|
|
+ nowEdbDateTime, _ := time.ParseInLocation(utils.FormatDate, nowEdbDate, time.Local)
|
|
|
+ //校验日期 需要 大于 拼接前日期
|
|
|
+ if startCalculationDate.Before(nowEdbDateTime) {
|
|
|
+ if _, ok := tbzEdbDataMap[nowEdbDate]; !ok {
|
|
|
+ // 同比指标中，不存在该日期数据，那么需要移除 现有数据 中该日期的数据
|
|
|
+ removeDateList = append(removeDateList, nowEdbDate)
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ //待修改的指标数据map（index：日期，value：值）
|
|
|
+ updateEdbDataMap := make(map[string]float64)
|
|
|
+ for _, v := range tbzEdbDataTimeList {
|
|
|
+ tbzDataTime, _ := time.ParseInLocation(utils.FormatDate, v, time.Local)
|
|
|
+
|
|
|
+ //获取拼接指标上一年同一天的数据
|
|
|
+ var pjDataTime time.Time
|
|
|
+ if tbzDataTime.Month() == 2 {
|
|
|
+ pjDataTime = tbzDataTime.AddDate(0, -11, 0)
|
|
|
+ pjDataTime = time.Date(pjDataTime.Year(), pjDataTime.Month(), 1, 0, 0, 0, 0, time.Now().Location()).AddDate(0, 0, -1)
|
|
|
+ } else {
|
|
|
+ pjDataTime = tbzDataTime.AddDate(-1, 0, 0)
|
|
|
+ }
|
|
|
+
|
|
|
+ //校验现有数据中，是否存在该日期的数据，如果存在的话，那么就要去校验 最新计算数据 与 现有数据 是否一致
|
|
|
+ if nowEdbDataValue, isHas := nowEdbDataMap[v]; isHas {
|
|
|
+ //获取去年今日的数据，获取到后，然后是去修改该日期的数据
|
|
|
+ if lastYearEdbDataValue, ok := nowEdbDataMap[pjDataTime.Format(utils.FormatDate)]; ok {
|
|
|
+
|
|
|
+ if v == "2021-08-31" {
|
|
|
+ fmt.Println("进来了")
|
|
|
+ }
|
|
|
+ tbzDataValue := tbzEdbDataMap[v] //同比值
|
|
|
+ currValue := lastYearEdbDataValue * (1 + tbzDataValue/100)
|
|
|
+ currValue, _ = decimal.NewFromFloat(currValue).Truncate(4).Float64() //保留4位小数
|
|
|
+ //如果计算出来的值与库里面的值不匹配，那么就去修改该值
|
|
|
+ if nowEdbDataValue != currValue {
|
|
|
+ //将计算后的数据存入待拼接指标map里面，以便后续计算
|
|
|
+ updateEdbDataMap[v] = currValue
|
|
|
+ }
|
|
|
+ }
|
|
|
+ } else {
|
|
|
+ //因为 现有数据中 不存在该日期数据，那么需要做新增数据处理
|
|
|
+
|
|
|
+ //如果去年今日存在该数据，那么就去计算当前的数据
|
|
|
+ if pjDataValue, ok := nowEdbDataMap[pjDataTime.Format(utils.FormatDate)]; ok {
|
|
|
+ tbzDataValue := tbzEdbDataMap[v] //同比值
|
|
|
+ currValue := pjDataValue * (1 + tbzDataValue/100)
|
|
|
+
|
|
|
+ currValue, _ = decimal.NewFromFloat(currValue).Truncate(4).Float64()
|
|
|
+ //将计算后的数据存入已入库指标map里面，以便后续计算
|
|
|
+ nowEdbDataMap[v] = currValue
|
|
|
+
|
|
|
+ //将计算后的数据存入待拼接指标map里面，以便后续入库
|
|
|
+ pjDataMap[v] = currValue
|
|
|
+ pjEdbDataTimeList = append(pjEdbDataTimeList, v)
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ //新增的数据入库
|
|
|
+ {
|
|
|
+ addDataList := make([]*edbDataModel.EdbDataCalculateLjztbpj, 0)
|
|
|
+ for dataTime, dataValue := range pjDataMap {
|
|
|
+ //时间戳
|
|
|
+ currentDate, _ := time.Parse(utils.FormatDate, dataTime)
|
|
|
+ timestamp := currentDate.UnixNano() / 1e6
|
|
|
+
|
|
|
+ edbDataLjztbpj := &edbDataModel.EdbDataCalculateLjztbpj{
|
|
|
+ EdbInfoId: edbInfo.EdbInfoId,
|
|
|
+ EdbCode: edbInfo.EdbCode,
|
|
|
+ DataTime: dataTime,
|
|
|
+ Value: dataValue,
|
|
|
+ Status: 1,
|
|
|
+ CreateTime: time.Now(),
|
|
|
+ ModifyTime: time.Now(),
|
|
|
+ DataTimestamp: timestamp,
|
|
|
+ }
|
|
|
+ addDataList = append(addDataList, edbDataLjztbpj)
|
|
|
+ }
|
|
|
+
|
|
|
+ tmpAddDataList := make([]*edbDataModel.EdbDataCalculateLjztbpj, 0)
|
|
|
+ for _, v := range addDataList {
|
|
|
+ tmpAddDataList = append(tmpAddDataList, v)
|
|
|
+
|
|
|
+ if len(tmpAddDataList) >= 200 {
|
|
|
+ tmpErr := tx.Create(tmpAddDataList).Error
|
|
|
+ //_, tmpErr := o.InsertMulti(len(tmpAddDataList), tmpAddDataList)
|
|
|
+ if tmpErr != nil {
|
|
|
+ err = tmpErr
|
|
|
+ return
|
|
|
+ }
|
|
|
+ //重新初始化需要加入的数据切片
|
|
|
+ tmpAddDataList = make([]*edbDataModel.EdbDataCalculateLjztbpj, 0)
|
|
|
+ }
|
|
|
+ }
|
|
|
+ //最后如果还有需要新增的数据，那么就统一入库
|
|
|
+ if len(tmpAddDataList) > 0 {
|
|
|
+ tmpErr := tx.Create(tmpAddDataList).Error
|
|
|
+ //_, tmpErr := o.InsertMulti(len(tmpAddDataList), tmpAddDataList)
|
|
|
+ if tmpErr != nil {
|
|
|
+ err = tmpErr
|
|
|
+ return
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ //删除已经不存在的累计同比拼接指标数据（由于同比值当日的数据删除了）
|
|
|
+ {
|
|
|
+ if len(removeDateList) > 0 {
|
|
|
+ removeDateStr := strings.Join(removeDateList, `","`)
|
|
|
+ removeDateStr = `"` + removeDateStr + `"`
|
|
|
+ //如果拼接指标变更了，那么需要删除所有的指标数据
|
|
|
+ tableName := edbDataModel.GetEdbDataTableName(edbInfo.Source)
|
|
|
+ sql := fmt.Sprintf(` DELETE FROM %s WHERE edb_info_id = ? and data_time in (%s) `, tableName, removeDateStr)
|
|
|
+
|
|
|
+ err = tx.Exec(sql, edbInfo.EdbInfoId).Error
|
|
|
+ //_, err = o.Raw(sql, edbInfo.EdbInfoId).Exec()
|
|
|
+ if err != nil {
|
|
|
+ err = errors.New("删除不存在的累计值同比拼接指标数据失败,Err:" + err.Error())
|
|
|
+ return
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ //修改现有的数据中对应的值
|
|
|
+ {
|
|
|
+ tableName := edbDataModel.GetEdbDataTableName(edbInfo.Source)
|
|
|
+ for edbDate, edbDataValue := range updateEdbDataMap {
|
|
|
+ sql := fmt.Sprintf(` UPDATE %s set value = ?,modify_time=now() WHERE edb_info_id = ? and data_time = ? `, tableName)
|
|
|
+
|
|
|
+ err = tx.Exec(sql, edbDataValue, edbInfo.EdbInfoId, edbDate).Error
|
|
|
+ //_, err = o.Raw(sql, edbDataValue, edbInfo.EdbInfoId, edbDate).Exec()
|
|
|
+ if err != nil {
|
|
|
+ err = errors.New("更新现有的累计值同比拼接指标数据失败,Err:" + err.Error())
|
|
|
+ return
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ return
|
|
|
+}
|
