package excel import ( "errors" "eta_gn/eta_api/models/data_manage" "eta_gn/eta_api/models/data_manage/excel/request" "eta_gn/eta_api/services/data" "eta_gn/eta_api/utils" "fmt" "sort" "strconv" "strings" "time" "github.com/shopspring/decimal" "github.com/yidane/formula" ) type TableDataConfig struct { EdbInfoIdList []int `description:"指标id列表,从左至右,从上到下的顺序"` Sort int `description:"日期排序,0:倒序,1:正序"` Data []ManualData `description:"数据列表"` Num int `description:"实际数据需要列出来的期数"` RemoveDate []string `description:"不展示的日期"` ManualDate []string `description:"手动配置的日期(未来的日期)"` TableEdbInfoList []TableEdbInfo `description:"表格内指标信息"` TextRowData [][]request.ManualDataReq `description:"文本列表"` DecimalConfig []request.DecimalConfig `description:"小数位数配置"` } type TableEdbInfo struct { EdbInfoId int `description:"指标ID"` Tag string `description:"标签"` EdbName string `description:"指标名称"` EdbNameEn string `description:"英文指标名称"` EdbAliasName string `description:"指标别名"` Frequency string `description:"频度"` Unit string `description:"单位"` UnitEn string `description:"英文单位"` Decimal int `description:"小数位数"` } type ManualData struct { DataType int `description:"数据类型,1:普通的,2:插值法,3:手动输入,4:公式计算"` DataTime string `description:"所属日期"` DataTimeType int `description:"日期类型,1:实际日期;2:未来日期"` ShowValue string `description:"展示值"` Value string `description:"实际值(计算公式)"` EdbInfoId int `description:"指标id"` Tag string `description:"下标"` RelationEdbInfoList []request.RelationEdbInfo `description:"关联指标(计算公式中关联的指标,用于计算的时候去匹配)"` } func GetDataByTableDataConfig(tableDataConfig TableDataConfig) (resultResp request.TableDataReq, err error) { if len(tableDataConfig.EdbInfoIdList) <= 0 { return } if tableDataConfig.Num <= 0 { return } edbInfoMap := make(map[int]*data_manage.EdbInfo) edbInfoIdList := make([]int, 0) tagEdbInfoIdMap := make(map[string]int) { for _, tableEdbInfo := range tableDataConfig.TableEdbInfoList { edbInfoIdList = append(edbInfoIdList, tableEdbInfo.EdbInfoId) tagEdbInfoIdMap[tableEdbInfo.Tag] = tableEdbInfo.EdbInfoId } edbInfoList, tmpErr := data_manage.GetEdbInfoByIdList(edbInfoIdList) if tmpErr != nil { err = tmpErr return } for _, v := range edbInfoList { edbInfoMap[v.EdbInfoId] = v } } manualDateMap := make(map[string]string, 0) manualDateList := make([]string, 0) for _, v := range tableDataConfig.Data { if _, ok := manualDateMap[v.DataTime]; !ok { manualDateMap[v.DataTime] = v.DataTime manualDateList = append(manualDateList, v.DataTime) } } firstEdbInfo, ok := edbInfoMap[tableDataConfig.TableEdbInfoList[0].EdbInfoId] if !ok { err = errors.New("找不到A列指标") return } baseFirstEdbInfoDataList, err := GetFirstEdbDataList(firstEdbInfo, tableDataConfig.Num, manualDateList, -1) if err != nil { return } if len(baseFirstEdbInfoDataList) <= 0 { return } firstEdbInfoDataList := make([]request.ManualDataReq, 0) if tableDataConfig.RemoveDate != nil && len(tableDataConfig.RemoveDate) > 0 { for _, v := range baseFirstEdbInfoDataList { if utils.InArrayByStr(tableDataConfig.RemoveDate, v.DataTime) { continue } firstEdbInfoDataList = append(firstEdbInfoDataList, v) } } else { firstEdbInfoDataList = baseFirstEdbInfoDataList } if len(firstEdbInfoDataList) <= 0 { return } lastRealDateTime, err := time.ParseInLocation(utils.FormatDate, firstEdbInfoDataList[0].DataTime, time.Local) if err != nil { return } dateMap := make(map[string]string) dateList := make([]string, 0) edbInfoIdDateDataMap := make(map[int]map[string]request.ManualDataReq) firstDateDataMap := make(map[string]request.ManualDataReq) for _, v := range firstEdbInfoDataList { dateList = append(dateList, v.DataTime) dateMap[v.DataTime] = v.DataTime firstDateDataMap[v.DataTime] = v } for _, manualData := range tableDataConfig.Data { if !utils.InArrayByStr(dateList, manualData.DataTime) { tmpDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, manualData.DataTime, time.Local) if tmpErr != nil { err = tmpErr return } if tmpDateTime.After(lastRealDateTime) { dateList = append(dateList, manualData.DataTime) } } } edbInfoIdDateDataMap[firstEdbInfo.EdbInfoId] = firstDateDataMap for k, edbInfoId := range tableDataConfig.EdbInfoIdList { if k == 0 { continue } tmpEdbInfo, ok := edbInfoMap[edbInfoId] if !ok { err = errors.New("找不到A列指标") return } otherDataList, tmpErr := GetOtherEdbDataList(tmpEdbInfo, dateList, -1) if tmpErr != nil { err = tmpErr return } tmpDateDataMap := make(map[string]request.ManualDataReq) for _, v := range otherDataList { tmpDateDataMap[v.DataTime] = v } edbInfoIdDateDataMap[tmpEdbInfo.EdbInfoId] = tmpDateDataMap } for _, v := range tableDataConfig.Data { tmpDate := v.DataTime if _, ok := dateMap[tmpDate]; !ok { dateMap[v.DataTime] = tmpDate } edbInfoIdDateData, ok := edbInfoIdDateDataMap[v.EdbInfoId] if !ok { edbInfoIdDateData = make(map[string]request.ManualDataReq) } tmpManualData, ok := edbInfoIdDateData[tmpDate] if !ok { edbInfoIdDateData[tmpDate] = request.ManualDataReq{ DataType: v.DataType, DataTime: v.DataTime, ShowValue: v.ShowValue, Value: v.Value, } } else { if (tmpManualData.DataType == 3 || tmpManualData.DataType == 4) && tmpManualData.ShowValue == `` { tmpManualData.DataType = v.DataType tmpManualData.ShowValue = v.ShowValue tmpManualData.Value = v.Value tmpManualData.RelationEdbInfoList = v.RelationEdbInfoList edbInfoIdDateData[tmpDate] = tmpManualData } } edbInfoIdDateDataMap[v.EdbInfoId] = edbInfoIdDateData } sortDateTimeList := make([]time.Time, 0) { sortDateList := dateList if tableDataConfig.Sort == 1 { baseDateList := utils.StrArr{} baseDateList = append(baseDateList, sortDateList...) sort.Sort(baseDateList) sortDateList = append([]string{}, baseDateList...) } else { sort.Strings(sortDateList) } for _, v := range sortDateList { tmpDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, v, time.Local) if tmpErr != nil { err = tmpErr return } sortDateTimeList = append(sortDateTimeList, tmpDateTime) } } tableDataMap, textRowListDataResp := handleTable(tagEdbInfoIdMap, lastRealDateTime, sortDateTimeList, edbInfoIdDateDataMap, tableDataConfig.Data, tableDataConfig.TextRowData) data := make([]request.EdbInfoData, 0) for _, tableEdbInfo := range tableDataConfig.TableEdbInfoList { tagEdbInfoIdMap[tableEdbInfo.Tag] = tableEdbInfo.EdbInfoId manualDataReqList := make([]request.ManualDataReq, 0) tmpEdbInfoData := request.EdbInfoData{ EdbInfoId: tableEdbInfo.EdbInfoId, Tag: tableEdbInfo.Tag, EdbName: tableEdbInfo.EdbName, EdbNameEn: tableEdbInfo.EdbNameEn, EdbAliasName: tableEdbInfo.EdbAliasName, Frequency: tableEdbInfo.Frequency, Decimal: tableEdbInfo.Decimal, Unit: tableEdbInfo.Unit, UnitEn: tableEdbInfo.UnitEn, Data: manualDataReqList, } edbInfo, ok := edbInfoMap[tableEdbInfo.EdbInfoId] if ok { tmpEdbInfoData.EdbName = edbInfo.EdbName tmpEdbInfoData.EdbNameEn = edbInfo.EdbNameEn tmpEdbInfoData.Frequency = edbInfo.Frequency tmpEdbInfoData.Unit = edbInfo.Unit tmpEdbInfoData.UnitEn = edbInfo.UnitEn tmpEdbInfoData.ClassifyId = edbInfo.ClassifyId tmpEdbInfoData.IsJoinPermission = edbInfo.IsJoinPermission } for index, dateTime := range sortDateTimeList { dataTimeType := 1 if dateTime.After(lastRealDateTime) { dataTimeType = 2 } tmpDateTimeStr := dateTime.Format(utils.FormatDate) rowData, ok := tableDataMap[index+1] if !ok { manualDataReqList = append(manualDataReqList, request.ManualDataReq{ DataType: 3, DataTime: tmpDateTimeStr, Decimal: tableEdbInfo.Decimal, DataTimeType: dataTimeType, ShowValue: "", Value: "", RelationEdbInfoList: nil, }) continue } tmpData, ok := rowData[tableEdbInfo.Tag] if !ok { manualDataReqList = append(manualDataReqList, request.ManualDataReq{ DataType: 3, DataTime: tmpDateTimeStr, Decimal: tableEdbInfo.Decimal, DataTimeType: dataTimeType, ShowValue: "", Value: "", RelationEdbInfoList: nil, }) continue } tmpData.DataTimeType = dataTimeType manualDataReqList = append(manualDataReqList, tmpData) } tmpEdbInfoData.Data = manualDataReqList data = append(data, tmpEdbInfoData) } for _, d := range data { for k2, d2 := range d.Data { vf, e := strconv.ParseFloat(d2.ShowValue, 64) if e != nil { continue } d.Data[k2].ShowValue = utils.FormatTableDataShowValue(vf) } } for _, d := range textRowListDataResp { for k2, d2 := range d { vf, e := strconv.ParseFloat(d2.ShowValue, 64) if e != nil { continue } d[k2].ShowValue = utils.FormatTableDataShowValue(vf) } } resultResp = request.TableDataReq{ EdbInfoIdList: edbInfoIdList, Sort: tableDataConfig.Sort, TextRowData: textRowListDataResp, Data: data, } return } func GetTableDataConfig(reqData request.TableDataReq) (tableDataConfig TableDataConfig, err error) { tableDataConfig.EdbInfoIdList = reqData.EdbInfoIdList tableDataConfig.Sort = reqData.Sort if len(reqData.Data) <= 0 { err = errors.New("数据不能为空") return } var startDate string var firstEdbInfoId int manualDataList := make([]ManualData, 0) tableEdbInfoList := make([]TableEdbInfo, 0) firstDateMap := make(map[string]string) manualDateMap := make(map[string]string) for _, v := range reqData.Data { tmpTableEdbInfo := TableEdbInfo{ EdbInfoId: v.EdbInfoId, Tag: v.Tag, EdbName: v.EdbName, EdbNameEn: v.EdbNameEn, EdbAliasName: v.EdbAliasName, Frequency: v.Frequency, Unit: v.Unit, UnitEn: v.UnitEn, Decimal: v.Decimal, } tableEdbInfoList = append(tableEdbInfoList, tmpTableEdbInfo) if v.Tag == "A" { firstEdbInfoId = v.EdbInfoId lenData := len(v.Data) if lenData <= 0 { err = errors.New("A列不能为空") return } index := 0 if reqData.Sort == 1 { index = lenData - 1 } startDate = v.Data[index].DataTime for _, data := range v.Data { firstDateMap[data.DataTime] = data.DataTime if data.DataTimeType == 2 { manualDateMap[data.DataTime] = data.DataTime } } } for _, data := range v.Data { if data.DataType == 3 || data.DataType == 4 { tmpManualData := ManualData{ DataType: data.DataType, DataTime: data.DataTime, DataTimeType: data.DataTimeType, ShowValue: data.ShowValue, Value: data.Value, EdbInfoId: v.EdbInfoId, Tag: v.Tag, RelationEdbInfoList: data.RelationEdbInfoList, } if data.DataType == 4 { tmpManualData.ShowValue = `` } manualDataList = append(manualDataList, tmpManualData) } } } num := len(reqData.Data[0].Data) removeDate := make([]string, 0) { firstDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, startDate, time.Local) if tmpErr != nil { err = tmpErr return } edbInfo, tmpErr := data_manage.GetEdbInfoById(firstEdbInfoId) if tmpErr != nil { err = tmpErr return } var firstDataList []*data_manage.EdbDataList switch edbInfo.EdbInfoType { case 0: firstDataList, err = data_manage.GetEdbDataList(edbInfo.Source, edbInfo.SubSource, edbInfo.EdbInfoId, ``, ``) case 1: _, firstDataList, _, _, err, _ = data.GetPredictDataListByPredictEdbInfoId(edbInfo.EdbInfoId, ``, ``, false) default: err = errors.New(fmt.Sprint("获取失败,指标类型异常", edbInfo.EdbInfoType)) } if err != nil { return } baseDataList := make([]*data_manage.EdbDataList, 0) for _, data := range firstDataList { tmpDate := data.DataTime tmpDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, tmpDate, time.Local) if tmpErr != nil { err = tmpErr return } if tmpDateTime.Before(firstDateTime) { continue } baseDataList = append(baseDataList, data) } for _, tmpData := range baseDataList { if _, ok := firstDateMap[tmpData.DataTime]; !ok { removeDate = append(removeDate, tmpData.DataTime) } } } tableDataConfig.Num = num tableDataConfig.RemoveDate = removeDate tableDataConfig.Data = manualDataList tableDataConfig.TableEdbInfoList = tableEdbInfoList tableDataConfig.TextRowData = reqData.TextRowData return } func handleTable(tagEdbInfoIdMap map[string]int, lastRealDateTime time.Time, sortDateTimeList []time.Time, edbInfoIdDateDataMap map[int]map[string]request.ManualDataReq, manualDataList []ManualData, textRowData [][]request.ManualDataReq) (tableDataMap map[int]map[string]request.ManualDataReq, textRowListDataResp [][]request.ManualDataReq) { tagList := make([]string, 0) for tag, _ := range tagEdbInfoIdMap { tagList = append(tagList, tag) } sort.Strings(tagList) tableDataMap = make(map[int]map[string]request.ManualDataReq) //行、列数据 dateIndexMap := make(map[string]int) for k, dateTime := range sortDateTimeList { rowDataMap := make(map[string]request.ManualDataReq) dataTimeType := 1 if dateTime.After(lastRealDateTime) { dataTimeType = 2 } tmpDateTimeStr := dateTime.Format(utils.FormatDate) dateIndexMap[tmpDateTimeStr] = k + 1 for _, tag := range tagList { edbInfoId, ok := tagEdbInfoIdMap[tag] if !ok { // 没有找到该指标的映射关系,那么就用空串填补 rowDataMap[tag] = request.ManualDataReq{ DataType: 3, DataTime: tmpDateTimeStr, DataTimeType: dataTimeType, ShowValue: "", Value: "", RelationEdbInfoList: nil, } continue } dateDataMap, ok := edbInfoIdDateDataMap[edbInfoId] if !ok { // 没有找到该指标的数据,那么就用空串填补 rowDataMap[tag] = request.ManualDataReq{ DataType: 3, DataTime: tmpDateTimeStr, DataTimeType: dataTimeType, ShowValue: "", Value: "", RelationEdbInfoList: nil, } continue } tmpData, ok := dateDataMap[tmpDateTimeStr] if !ok { // 该指标没有找到对应日期的数据,那么就用空串填补 rowDataMap[tag] = request.ManualDataReq{ DataType: 3, DataTime: tmpDateTimeStr, DataTimeType: dataTimeType, ShowValue: "", Value: "", RelationEdbInfoList: nil, } continue } tmpData.DataTimeType = dataTimeType rowDataMap[tag] = tmpData } tableDataMap[k+1] = rowDataMap } for _, manualData := range manualDataList { index, ok := dateIndexMap[manualData.DataTime] if !ok { continue } rowDataMap, ok := tableDataMap[index] if !ok { continue } tmpData, ok := rowDataMap[manualData.Tag] if !ok { continue } if utils.InArrayByInt([]int{1, 2, 5}, tmpData.DataType) { continue } if tmpData.DataType == 3 { tmpData.ShowValue = manualData.ShowValue tmpData.Value = manualData.Value tableDataMap[index][manualData.Tag] = tmpData continue } tmpData.DataType = manualData.DataType tmpData.ShowValue = `` tmpData.Value = manualData.Value tmpData.RelationEdbInfoList = manualData.RelationEdbInfoList tableDataMap[index][manualData.Tag] = tmpData } lenTableData := len(tableDataMap) firstColTextRowList := make([]request.ManualDataReq, 0) tmpTextRowList := make([][]request.ManualDataReq, 0) for k, textRowList := range textRowData { if len(tagList)+1 != len(textRowList) { continue } rowDataMap := make(map[string]request.ManualDataReq) tmpTextRow := make([]request.ManualDataReq, 0) for index, textRow := range textRowList { if index == 0 { firstColTextRowList = append(firstColTextRowList, textRow) continue } rowDataMap[tagList[index-1]] = textRow tmpTextRow = append(tmpTextRow, textRow) } tableDataMap[lenTableData+k+1] = rowDataMap tmpTextRowList = append(tmpTextRowList, tmpTextRow) } calculateCellMap := make(map[string]string) for _, manualData := range manualDataList { index, ok := dateIndexMap[manualData.DataTime] if !ok { continue } rowDataMap, ok := tableDataMap[index] if !ok { continue } colData, ok := rowDataMap[manualData.Tag] if !ok { continue } if colData.DataType != 4 { continue } tagMap := make(map[string]float64) lenRelation := len(colData.RelationEdbInfoList) replaceNum := 0 for _, relation := range colData.RelationEdbInfoList { relationCellTagName := strings.ToUpper(relation.Tag) + relation.Row valStr, tmpErr := getCalculateValue(tableDataMap, relation.Tag, relation.Row, calculateCellMap) if tmpErr != nil { continue } tmpValDecimal, tmpErr := decimal.NewFromString(valStr) if tmpErr != nil { continue } tagMap[relationCellTagName], _ = tmpValDecimal.Float64() replaceNum++ } if lenRelation != replaceNum { continue } val, _, err := calculate(strings.ToUpper(colData.Value), tagMap) if err != nil { continue } colData.ShowValue = val tableDataMap[index][manualData.Tag] = colData } for k, textRow := range tmpTextRowList { index := lenTableData + k + 1 rowDataMap, ok := tableDataMap[index] if !ok { continue } for colIndex, _ := range textRow { currTag := tagList[colIndex] colData, ok := rowDataMap[currTag] if !ok { continue } if colData.DataType != 4 { continue } tagMap := make(map[string]float64) lenRelation := len(colData.RelationEdbInfoList) replaceNum := 0 for _, relation := range colData.RelationEdbInfoList { relationCellTagName := strings.ToUpper(relation.Tag) + relation.Row valStr, tmpErr := getCalculateValue(tableDataMap, relation.Tag, relation.Row, calculateCellMap) if tmpErr != nil { continue } tmpValDecimal, tmpErr := decimal.NewFromString(valStr) if tmpErr != nil { continue } tagMap[relationCellTagName], _ = tmpValDecimal.Float64() replaceNum++ } if lenRelation != replaceNum { continue } val, _, err := calculate(strings.ToUpper(colData.Value), tagMap) if err != nil { continue } colData.ShowValue = val tableDataMap[index][currTag] = colData } } for k, colData := range firstColTextRowList { if colData.DataType != 4 { continue } tagMap := make(map[string]float64) lenRelation := len(colData.RelationEdbInfoList) replaceNum := 0 for _, relation := range colData.RelationEdbInfoList { relationCellTagName := strings.ToUpper(relation.Tag) + relation.Row valStr, tmpErr := getCalculateValue(tableDataMap, relation.Tag, relation.Row, calculateCellMap) if tmpErr != nil { continue } tmpValDecimal, tmpErr := decimal.NewFromString(valStr) if tmpErr != nil { continue } tagMap[relationCellTagName], _ = tmpValDecimal.Float64() replaceNum++ } if lenRelation != replaceNum { continue } val, _, err := calculate(strings.ToUpper(colData.Value), tagMap) if err != nil { continue } colData.ShowValue = val firstColTextRowList[k] = colData } { textRowListDataResp = make([][]request.ManualDataReq, 0) newLenTableDataMap := len(tableDataMap) firstTextRow := lenTableData + 1 for i := firstTextRow; i <= newLenTableDataMap; i++ { textRowDataResp := make([]request.ManualDataReq, 0) textRowDataResp = append(textRowDataResp, firstColTextRowList[i-firstTextRow]) for _, tmpTag := range tagList { textRowDataResp = append(textRowDataResp, tableDataMap[i][tmpTag]) } textRowListDataResp = append(textRowListDataResp, textRowDataResp) } } return } func getCalculateValue(tableDataMap map[int]map[string]request.ManualDataReq, tag, row string, calculateCellMap map[string]string) (val string, err error) { rowInt, err := strconv.Atoi(row) if err != nil { return } cellTagName := strings.ToUpper(tag) + row val, ok := calculateCellMap[cellTagName] if ok { return } rowData, ok := tableDataMap[rowInt] if !ok { err = errors.New("查找" + row + "行的数据失败") return } colData, ok := rowData[tag] if !ok { err = errors.New("查找单元格" + tag + row + "的数据失败") return } if colData.DataType != 4 { val = colData.ShowValue return } calculateCellMap[cellTagName] = `` tagMap := make(map[string]float64) for _, relation := range colData.RelationEdbInfoList { relationCellTagName := strings.ToUpper(relation.Tag) + relation.Row valStr, tmpErr := getCalculateValue(tableDataMap, relation.Tag, relation.Row, calculateCellMap) if tmpErr != nil { err = tmpErr return } tmpValDecimal, tmpErr := decimal.NewFromString(valStr) if tmpErr != nil { err = tmpErr return } tagMap[relationCellTagName], _ = tmpValDecimal.Float64() } val, _, err = calculate(strings.ToUpper(colData.Value), tagMap) if err != nil { return } colData.ShowValue = val tableDataMap[rowInt][tag] = colData calculateCellMap[cellTagName] = val return } func calculate(calculateFormula string, TagMap map[string]float64) (calVal, errMsg string, err error) { if calculateFormula == "" { errMsg = "公式异常" err = errors.New(errMsg) return } calculateFormula = strings.TrimPrefix(calculateFormula, "=") calculateFormula = strings.Replace(calculateFormula, "(", "(", -1) calculateFormula = strings.Replace(calculateFormula, ")", ")", -1) calculateFormula = strings.Replace(calculateFormula, ",", ",", -1) calculateFormula = strings.Replace(calculateFormula, "。", ".", -1) calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1) formulaFormStr := utils.ReplaceFormula(TagMap, calculateFormula) if formulaFormStr == `` { errMsg = "公式异常" err = errors.New(errMsg) return } expression := formula.NewExpression(formulaFormStr) calResult, err := expression.Evaluate() if err != nil { errMsg = "计算失败" err = errors.New("计算失败:Err:" + err.Error() + ";formulaStr:" + formulaFormStr) if strings.Contains(err.Error(), "divide by zero") { errMsg = "分母不能为0" err = errors.New("分母不能为空,计算公式:" + formulaFormStr) } return } if calResult.IsNan() { errMsg = "计算失败" err = errors.New("计算失败:计算结果是:NAN;formulaStr:" + formulaFormStr) return } calVal = calResult.String() valDecimal, err := decimal.NewFromString(calVal) if err != nil { errMsg = "计算失败" err = errors.New("计算失败,结果转 Decimal 失败:Err:" + err.Error() + ";formulaStr:" + formulaFormStr) return } calVal = valDecimal.Round(4).String() return }