123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764 |
- package data
- import (
- "encoding/json"
- "errors"
- "eta/eta_api/models/data_manage"
- "eta/eta_api/utils"
- "fmt"
- "github.com/shopspring/decimal"
- "github.com/yidane/formula"
- "math"
- "regexp"
- "strconv"
- "strings"
- "time"
- )
- func CheckFormula(formula string) map[string]string {
- mathFormula := []string{"MAX", "MIN", "ABS", "ACOS", "ASIN", "CEIL", "MOD", "POW", "ROUND", "SIGN", "SIN", "TAN", "LOG10", "LOG2", "LOG", "LN", "EXP"}
- str := strings.ToUpper(formula)
- for _, v := range mathFormula {
- str = strings.Replace(str, v, "", -1)
- }
- str = strings.Replace(str, "(", "", -1)
- str = strings.Replace(str, ")", "", -1)
- byteMap := make(map[string]string)
- for i := 0; i < len(str); i++ {
- byteInt := str[i]
- if byteInt >= 65 && byteInt <= 90 {
- byteStr := string(byteInt)
- if _, ok := byteMap[byteStr]; !ok {
- byteMap[byteStr] = byteStr
- }
- }
- }
- return byteMap
- }
- type FormulaListItem struct {
- Formula string `json:"f"`
- Date string `json:"d"`
- }
- // CheckFormulaJson 检测计算公式json串是否异常
- func CheckFormulaJson(formula string) (formulaSlice []string, err error) {
- list := make([]FormulaListItem, 0)
- err = json.Unmarshal([]byte(formula), &list)
- if err != nil {
- err = fmt.Errorf("公式串解析失败: json.Unmarshal Err: %v", err)
- return
- }
- formulaSlice = make([]string, 0)
- // 日期排序
- for _, v := range list {
- formulaSlice = append(formulaSlice, v.Formula)
- }
- return
- }
- type CalculateItems struct {
- EdbInfoId int
- DataMap map[string]float64
- }
- func ReplaceFormula(edbInfoIdArr []*data_manage.EdbInfo, valArr map[int]float64, formulaMap map[string]string, formulaStr string, edbInfoIdBytes []string) string {
- // todo 处理min和max
- funMap := GetFormulaMap()
- for k, v := range funMap {
- formulaStr = strings.Replace(formulaStr, k, v, -1)
- }
- replaceCount := 0
- for dk, dv := range edbInfoIdArr {
- if dk == 0 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- } else {
- fmt.Println("valArr not found:", valArr, valOk)
- }
- } else {
- fmt.Println("formulaMap not found:", dKey, dk)
- }
- }
- if dk == 1 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- } else {
- fmt.Println("valArr not found:", valArr, valOk)
- }
- } else {
- fmt.Println("formulaMap not found:", dKey, dk)
- }
- }
- if dk == 2 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- }
- }
- }
- if dk == 3 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- }
- }
- }
- if dk == 4 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- }
- }
- }
- if dk == 5 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- }
- }
- }
- if dk == 6 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- }
- }
- }
- if dk == 7 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- }
- }
- }
- if dk == 8 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- }
- }
- }
- if dk == 9 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- }
- }
- }
- if dk == 10 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- }
- }
- }
- if dk == 11 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- }
- }
- }
- if dk == 12 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- }
- }
- }
- if dk == 13 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- }
- }
- }
- if dk == 14 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- }
- }
- }
- if dk == 15 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- }
- }
- }
- if dk == 16 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- }
- }
- }
- if dk == 17 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- }
- }
- }
- if dk == 18 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- }
- }
- }
- if dk == 19 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- }
- }
- }
- if dk == 20 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- }
- }
- }
- if dk == 21 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- }
- }
- }
- if dk == 22 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- }
- }
- }
- if dk == 23 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- }
- }
- }
- if dk == 24 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- }
- }
- }
- if dk == 25 {
- dKey := edbInfoIdBytes[dk]
- if _, ok := formulaMap[dKey]; ok { //公式中存在
- if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
- dvStr := fmt.Sprintf("%v", val)
- formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
- replaceCount++
- }
- }
- }
- }
- for k, v := range funMap {
- formulaStr = strings.Replace(formulaStr, v, k, -1)
- }
- if replaceCount == len(formulaMap) {
- return formulaStr
- } else {
- return ""
- }
- }
- func GetFormulaMap() map[string]string {
- funMap := make(map[string]string)
- funMap["MAX"] = "[@@]"
- funMap["MIN"] = "[@!]"
- funMap["ABS"] = "[@#]"
- funMap["CEIL"] = "[@$]"
- funMap["COS"] = "[@%]"
- funMap["FLOOR"] = "[@^]"
- funMap["MOD"] = "[@&]"
- funMap["POW"] = "[@*]"
- funMap["ROUND"] = "[@(]"
- return funMap
- }
- // 刷新数据
- func RefreshCalculate(edbInfoIdArr []*data_manage.EdbInfo, edbInfoId int, edbCode, formulaStr, startDate, endDate string, edbInfoIdBytes []string) (err error) {
- defer func() {
- if err != nil {
- fmt.Println("RefreshCalculate:Err " + err.Error())
- utils.FileLog.Info("Calculate Err:%s" + err.Error())
- }
- }()
- saveDataMap := make(map[string]map[int]float64)
- for _, v := range edbInfoIdArr {
- var condition string
- var pars []interface{}
- condition += " AND edb_info_id=? "
- pars = append(pars, v.EdbInfoId)
- if startDate != "" {
- condition += " AND data_time>=? "
- pars = append(pars, startDate)
- }
- if endDate != "" {
- condition += " AND data_time<=? "
- pars = append(pars, endDate)
- }
- dataList, err := data_manage.GetEdbDataListAll(condition, pars, v.Source, v.SubSource, 1)
- if err != nil {
- return err
- }
- dataMap := make(map[string]float64)
- for _, dv := range dataList {
- if val, ok := saveDataMap[dv.DataTime]; ok {
- if _, ok := val[v.EdbInfoId]; !ok {
- val[v.EdbInfoId] = dv.Value
- }
- } else {
- temp := make(map[int]float64)
- temp[v.EdbInfoId] = dv.Value
- saveDataMap[dv.DataTime] = temp
- }
- }
- item := new(CalculateItems)
- item.EdbInfoId = v.EdbInfoId
- item.DataMap = dataMap
- }
- formulaMap := CheckFormula(formulaStr)
- addSql := ` INSERT INTO edb_data_calculate(edb_info_id,edb_code,data_time,value,create_time,modify_time,status,data_timestamp) values `
- nowStr := time.Now().Format(utils.FormatDateTime)
- var isAdd bool
- for sk, sv := range saveDataMap {
- formulaStr = strings.ToUpper(formulaStr)
- formulaFormStr := ReplaceFormula(edbInfoIdArr, sv, formulaMap, formulaStr, edbInfoIdBytes)
- if formulaFormStr != "" {
- utils.FileLog.Info("formulaFormStr:%s", formulaFormStr)
- expression := formula.NewExpression(formulaFormStr)
- calResult, err := expression.Evaluate()
- if err != nil {
- err = errors.New("计算失败:Err:" + err.Error() + ";formulaStr:" + formulaFormStr)
- fmt.Println(err)
- return err
- }
- calVal, err := calResult.Float64()
- if err != nil {
- err = errors.New("计算失败:获取计算值失败 Err:" + err.Error() + ";formulaStr:" + formulaFormStr)
- fmt.Println(err)
- return err
- }
- count, err := data_manage.GetEdbDataCalculateByCodeAndDate(edbCode, sk)
- if err != nil && err.Error() != utils.ErrNoRow() {
- return err
- }
- if count <= 0 { //需要存入的数据
- dataTime, _ := time.Parse(utils.FormatDate, sk)
- timestamp := dataTime.UnixNano() / 1e6
- timeStr := fmt.Sprintf("%d", timestamp)
- addSql += "("
- addSql += strconv.Itoa(edbInfoId) + "," + "'" + edbCode + "'" + "," + "'" + sk + "'" + "," + utils.SubFloatToString(calVal, 4) + "," + "'" + nowStr + "'" +
- "," + "'" + nowStr + "'" + "," + "1"
- addSql += "," + "'" + timeStr + "'"
- addSql += "),"
- isAdd = true
- } else {
- calVal = utils.FixFloat(calVal, 4)
- err = data_manage.ModifyEdbDataCalculate(int64(edbInfoId), sk, calVal)
- if err != nil {
- return err
- }
- }
- }
- }
- if isAdd {
- addSql = strings.TrimRight(addSql, ",")
- data_manage.AddEdbDataCalculateBySql(addSql)
- if err != nil {
- fmt.Println("AddEdbDataCalculate Err:" + err.Error())
- return err
- }
- }
- return
- }
- // 处理整个数据
- func handleDateSaveDataMap(dateList []string, realSaveDataMap, saveDataMap map[string]map[int]float64, edbInfoIdArr []*data_manage.EdbInfo, emptyType int) {
- var startDate, endDate string
- var startDateT, endDateT time.Time
- if emptyType == 2 || emptyType == 3 {
- for k, _ := range realSaveDataMap {
- if k > endDate {
- endDate = k
- }
- if k < startDate || startDate == "" {
- startDate = k
- }
- }
- startDateT, _ = time.ParseInLocation(utils.FormatDate, startDate, time.Local)
- endDateT, _ = time.ParseInLocation(utils.FormatDate, endDate, time.Local)
- }
- for _, date := range dateList {
- tmpDataMap := realSaveDataMap[date]
- for _, edbInfo := range edbInfoIdArr {
- tmpEdbInfoId := edbInfo.EdbInfoId // 当前指标id
- // 如果该日期不存在该指标数据,那么需要找寻前后日期的数据,进行填补
- if _, ok := tmpDataMap[tmpEdbInfoId]; !ok {
- //day := 0
- //switch edbInfo.Frequency {
- //case "周度":
- // day = 7
- //case "旬度":
- // day = 15
- //case "月度":
- // day = 30
- //case "季度":
- // day = 90
- //case "年度":
- // day = 365
- //}
- // 需求池 255 指标运算文案修改,补数据遍历区间修改(2023-3-7 09:37:23修改)
- switch emptyType {
- case 0:
- handleDateDataMap(realSaveDataMap, saveDataMap, date, tmpEdbInfoId, 35)
- case 2:
- handleDateDataMapBefore(realSaveDataMap, saveDataMap, date, tmpEdbInfoId, startDateT, endDateT)
- case 3:
- handleDateDataMapAfter(realSaveDataMap, saveDataMap, date, tmpEdbInfoId, startDateT, endDateT)
- case 4:
- handleDateDataMapZero(saveDataMap, date, tmpEdbInfoId)
- }
- }
- }
- }
- }
- // handleDataMap 处理单个日期的数据
- func handleDateDataMap(realSaveDataMap, saveDataMap map[string]map[int]float64, date string, edbInfoId, day int) {
- currDate, _ := time.ParseInLocation(utils.FormatDate, date, time.Local)
- // 后一天
- nextDateDayStr := currDate.AddDate(0, 0, 1).Format(utils.FormatDate)
- // 前一天
- preDateDayStr := currDate.AddDate(0, 0, -1).Format(utils.FormatDate)
- for i := 1; i <= day; i++ {
- // 下个日期的数据
- {
- if i >= 1 {
- nextDateDayStr = currDate.AddDate(0, 0, i).Format(utils.FormatDate)
- }
- if findDataMap, hasFindDataMap := realSaveDataMap[nextDateDayStr]; hasFindDataMap { // 下一个日期有数据
- if val, hasFindItem := findDataMap[edbInfoId]; hasFindItem {
- saveDataMap[date][edbInfoId] = val
- return
- }
- }
- }
- // 上个日期的数据
- {
- if i >= 1 {
- preDateDayStr = currDate.AddDate(0, 0, -i).Format(utils.FormatDate)
- }
- if findDataMap, hasFindDataMap := realSaveDataMap[preDateDayStr]; hasFindDataMap { // 下一个日期有数据
- if val, hasFindItem := findDataMap[edbInfoId]; hasFindItem {
- saveDataMap[date][edbInfoId] = val
- return
- }
- }
- }
- }
- }
- // handleDataByLinearRegression 插值法补充数据(线性方程式)
- func handleDataByLinearRegression(edbInfoDataList []*data_manage.EdbDataList, handleDataMap map[string]float64) (err error) {
- if len(edbInfoDataList) < 2 {
- return
- }
- var startEdbInfoData *data_manage.EdbDataList
- for _, v := range edbInfoDataList {
- handleDataMap[v.DataTime] = v.Value
- // 第一个数据就给过滤了,给后面的试用
- if startEdbInfoData == nil {
- startEdbInfoData = v
- continue
- }
- // 获取两条数据之间相差的天数
- startDataTime, _ := time.ParseInLocation(utils.FormatDate, startEdbInfoData.DataTime, time.Local)
- currDataTime, _ := time.ParseInLocation(utils.FormatDate, v.DataTime, time.Local)
- betweenHour := int(currDataTime.Sub(startDataTime).Hours())
- betweenDay := betweenHour / 24
- // 如果相差一天,那么过滤
- if betweenDay <= 1 {
- startEdbInfoData = v
- continue
- }
- // 生成线性方程式
- var a, b float64
- {
- coordinateData := make([]utils.Coordinate, 0)
- tmpCoordinate1 := utils.Coordinate{
- X: 1,
- Y: startEdbInfoData.Value,
- }
- coordinateData = append(coordinateData, tmpCoordinate1)
- tmpCoordinate2 := utils.Coordinate{
- X: float64(betweenDay) + 1,
- Y: v.Value,
- }
- coordinateData = append(coordinateData, tmpCoordinate2)
- a, b = utils.GetLinearResult(coordinateData)
- if math.IsNaN(a) || math.IsNaN(b) {
- err = errors.New("线性方程公式生成失败")
- return
- }
- }
- // 生成对应的值
- {
- for i := 1; i < betweenDay; i++ {
- tmpDataTime := startDataTime.AddDate(0, 0, i)
- aDecimal := decimal.NewFromFloat(a)
- xDecimal := decimal.NewFromInt(int64(i) + 1)
- bDecimal := decimal.NewFromFloat(b)
- val, _ := aDecimal.Mul(xDecimal).Add(bDecimal).Round(4).Float64()
- handleDataMap[tmpDataTime.Format(utils.FormatDate)] = val
- }
- }
- startEdbInfoData = v
- }
- return
- }
- // HandleDataByLinearRegression 插值法补充数据(线性方程式)
- func HandleDataByLinearRegression(edbInfoDataList []*data_manage.EdbDataList, handleDataMap map[string]float64) (err error) {
- return handleDataByLinearRegression(edbInfoDataList, handleDataMap)
- }
- // CallCalculateComputeCorrelation 调用计算拟合残差的相关系数
- func CallCalculateComputeCorrelation(data *data_manage.EdbInfoCalculateBatchSaveReqByEdbLib) (val string, err error, errMsg string) {
- errMsg = "计算失败"
- // 调用指标库去更新
- reqJson, err := json.Marshal(data)
- if err != nil {
- errMsg = "计算相关系数参数解析异常!"
- err = errors.New("参数解析失败,Err:" + err.Error())
- return
- }
- respItem, err := CalculateComputeCorrelation(string(reqJson))
- if err != nil {
- return
- }
- if respItem.Ret == 200 {
- val = respItem.Data
- }
- return
- }
- // handleDateDataMapBefore 前值填充:空值优先以最近的前值填充,没有前值时,用后值填充
- func handleDateDataMapBefore(realSaveDataMap, saveDataMap map[string]map[int]float64, date string, edbInfoId int, startDateT, endDateT time.Time) {
- currDate, _ := time.ParseInLocation(utils.FormatDate, date, time.Local)
- // 后一天
- nextDateDay := currDate
- // 前一天
- preDateDay := currDate
- for i := 1; preDateDay.After(startDateT) || preDateDay == startDateT; i++ {
- // 上个日期的数据
- {
- preDateDay = currDate.AddDate(0, 0, -i)
- preDateDayStr := preDateDay.Format(utils.FormatDate)
- if findDataMap, hasFindDataMap := realSaveDataMap[preDateDayStr]; hasFindDataMap { // 下一个日期有数据
- if val, hasFindItem := findDataMap[edbInfoId]; hasFindItem {
- fmt.Println(fmt.Sprintf("date:%s, 无值,取%s的值%.4f", date, preDateDayStr, val))
- saveDataMap[date][edbInfoId] = val
- return
- }
- }
- }
- }
- for i := 1; nextDateDay.Before(endDateT) || nextDateDay == endDateT; i++ {
- // 下个日期的数据
- {
- nextDateDay = currDate.AddDate(0, 0, i)
- nextDateDayStr := nextDateDay.Format(utils.FormatDate)
- if findDataMap, hasFindDataMap := realSaveDataMap[nextDateDayStr]; hasFindDataMap { // 下一个日期有数据
- if val, hasFindItem := findDataMap[edbInfoId]; hasFindItem {
- fmt.Println(fmt.Sprintf("date:%s, 无值,取%s的值%.4f", date, nextDateDayStr, val))
- saveDataMap[date][edbInfoId] = val
- return
- }
- }
- }
- }
- return
- }
- // handleDateDataMapAfter 后值填充:空值优先以最近的后值填充,没有后值时,用前值填充
- func handleDateDataMapAfter(realSaveDataMap, saveDataMap map[string]map[int]float64, date string, edbInfoId int, startDateT, endDateT time.Time) {
- currDate, _ := time.ParseInLocation(utils.FormatDate, date, time.Local)
- // 后一天
- nextDateDay := currDate
- // 前一天
- preDateDay := currDate
- for i := 1; nextDateDay.Before(endDateT) || nextDateDay == endDateT; i++ {
- // 下个日期的数据
- {
- nextDateDay = currDate.AddDate(0, 0, i)
- nextDateDayStr := nextDateDay.Format(utils.FormatDate)
- if findDataMap, hasFindDataMap := realSaveDataMap[nextDateDayStr]; hasFindDataMap { // 下一个日期有数据
- if val, hasFindItem := findDataMap[edbInfoId]; hasFindItem {
- fmt.Println(fmt.Sprintf("date:%s, 无值,取%s的值%.4f", date, nextDateDayStr, val))
- saveDataMap[date][edbInfoId] = val
- return
- }
- }
- }
- }
- for i := 1; preDateDay.After(startDateT) || preDateDay == startDateT; i++ {
- // 上个日期的数据
- {
- preDateDay = currDate.AddDate(0, 0, -i)
- preDateDayStr := preDateDay.Format(utils.FormatDate)
- if findDataMap, hasFindDataMap := realSaveDataMap[preDateDayStr]; hasFindDataMap { // 下一个日期有数据
- if val, hasFindItem := findDataMap[edbInfoId]; hasFindItem {
- fmt.Println(fmt.Sprintf("date:%s, 无值,取%s的值%.4f", date, preDateDayStr, val))
- saveDataMap[date][edbInfoId] = val
- return
- }
- }
- }
- }
- return
- }
- // handleDateDataMapZero 等于0
- func handleDateDataMapZero(saveDataMap map[string]map[int]float64, date string, edbInfoId int) {
- saveDataMap[date][edbInfoId] = 0
- return
- }
- func GetMaxMinEdbInfo(formula string) string {
- //formula := "A+min(A,B,max(A,C))"
- // todo 无法处理max里嵌套max或者min的情况
- // 使用正则表达式匹配MAX和MIN函数及其参数
- regex := regexp.MustCompile(`(?i)(MAX|MIN)\((.*?)\)`)
- matches := regex.FindAllStringSubmatch(formula, -1)
- // 遍历匹配结果,输出MAX和MIN函数及其参数
- for _, match := range matches {
- if len(match) == 3 {
- parameter := strings.ToLower(match[0]) // 参数
- formula = strings.ReplaceAll(formula, match[0], parameter)
- fmt.Printf("formula: %s\n", formula)
- }
- }
- formula = strings.ReplaceAll(formula, "max", "MAX")
- formula = strings.ReplaceAll(formula, "min", "MIN")
- return formula
- }
|