package data_manage import ( "fmt" "github.com/beego/beego/v2/client/orm" "github.com/rdlucklib/rdluck_tools/paging" "strings" "time" ) type EdbInfoCalculateSaveReq struct { EdbName string `description:"指标名称"` Frequency string `description:"频率"` Unit string `description:"单位"` ClassifyId int `description:"分类id"` CalculateFormula string `description:"计算公式"` Calendar string `description:"公历/农历"` EmptyType int `description:"空值处理类型（0查找前后35天，1不计算，2前值填充，3后值填充，4等于0）"` MaxEmptyType int `description:"MAX、MIN公式空值处理类型（1、等于0；2、跳过空值）"` Extra string `description:"指标的额外配置"` EdbInfoIdArr []EdbInfoFromTag `description:"指标信息"` } // EdbInfoFromTag 计算指标的关联指标 type EdbInfoFromTag struct { EdbInfoId int `description:"指标id"` FromTag string `description:"指标对应标签"` MoveValue int `description:"移动的值"` } type EdbInfoCalculate struct { EdbInfoCalculateId int `orm:"column(edb_info_calculate_id);pk"` EdbInfoId int `description:"指标id"` EdbCode string `description:"指标编码"` FromEdbInfoId int `description:"计算指标id"` FromEdbCode string `description:"计算指标编码"` FromEdbName string `description:"计算指标名称"` FromSource int `description:"计算指标来源"` FromSourceName string `description:"计算指标来源名称"` FromTag string `description:"来源指标标签"` Sort int `description:"计算指标名称排序"` CreateTime time.Time `description:"创建时间"` ModifyTime time.Time `description:"修改时间"` } func AddEdbInfoCalculateMulti(items []*EdbInfoCalculate) (err error) { o := orm.NewOrmUsingDB("data") _, err = o.InsertMulti(1, items) return } type FromEdbInfoData struct { EdbInfoId int `description:"指标id"` EdbName string `description:"指标名称"` DataList []*EdbInfoSearchData } type EdbInfoCalculateDetail struct { EdbInfoCalculateId int `orm:"column(edb_info_calculate_id);pk"` EdbInfoId int `description:"指标id"` EdbCode string `description:"指标编码"` FromEdbInfoId int `description:"计算指标id"` FromEdbCode string `description:"计算指标编码"` FromEdbName string `description:"计算指标名称"` FromEdbNameEn string `description:"计算指标名称"` FromSource int `description:"计算指标来源"` FromSourceName string `description:"计算指标来源名称"` FromTag string `description:"来源指标标签"` MoveValue int `description:"移动的值，小于0是提前，0是不变，大于0是滞后"` Sort int `description:"计算指标名称排序"` CreateTime time.Time `description:"创建时间"` ModifyTime time.Time `description:"修改时间"` StartDate string `description:"开始日期"` EndDate string `description:"结束日期"` LatestDate string `description:"实际的结束日期"` LatestValue float64 `description:"最近实际数据的值"` EndValue float64 `description:"结束日期的值（可能是插入值）"` EdbType int `description:"指标类型:1:基础指标,2:计算指标"` Frequency string `description:"频率"` Unit string `description:"单位"` ClassifyId int `description:"分类id"` } func GetEdbInfoCalculateDetail(edbInfoId, source int) (list []*EdbInfoCalculateDetail, err error) { o := orm.NewOrmUsingDB("data") //calculateTableName := GetEdbInfoCalculateTableName(source) //sql := ` SELECT a.*,b.start_date,b.end_date,b.edb_type FROM %s AS a // INNER JOIN edb_info AS b ON a.from_edb_info_id=b.edb_info_id // WHERE a.edb_info_id=? ORDER BY sort ASC ` // //sql = fmt.Sprintf(sql, calculateTableName) sql := ` SELECT a.edb_info_calculate_mapping_id,a.edb_info_id,a.source,a.source_name,a.edb_code,a.from_edb_info_id,a.from_edb_code,a.from_source,a.from_source_name,a.sort,a.create_time,a.modify_time,a.from_tag,a.move_value,b.edb_name as from_edb_name,b.edb_name_en as from_edb_name_en,b.start_date,b.end_date,b.latest_date,b.latest_value,b.edb_type, b.frequency, b.unit, b.classify_id FROM edb_info_calculate_mapping AS a INNER JOIN edb_info AS b ON a.from_edb_info_id=b.edb_info_id WHERE a.edb_info_id=? ORDER BY sort ASC ` _, err = o.Raw(sql, edbInfoId).QueryRows(&list) return } type CalculateDetailResp struct { EdbInfoDetail *EdbInfoFullClassify CalculateList []*EdbInfoCalculateDetail } type EdbInfoCalculateEditReq struct { EdbInfoId int `description:"指标id"` EdbName string `description:"指标名称"` Frequency string `description:"频率"` Unit string `description:"单位"` ClassifyId int `description:"分类id"` CalculateFormula string `description:"计算公式"` EmptyType int `description:"空值处理类型（0查找前后35天，1不计算，2前值填充，3后值填充，4等于0）"` MaxEmptyType int `description:"MAX、MIN公式空值处理类型（1、等于0；2、跳过空值）"` Extra string `description:"指标的额外配置"` EdbInfoIdArr []EdbInfoFromTag `description:"指标信息"` } func GetCalculateEdbInfo(edbInfoId int) (from_edb_info_id string, err error) { o := orm.NewOrmUsingDB("data") sql := ` SELECT GROUP_CONCAT(from_edb_info_id ORDER BY sort ASC SEPARATOR ',') AS from_edb_info_id FROM edb_info_calculate_mapping WHERE edb_info_id=? GROUP BY edb_info_id ` err = o.Raw(sql, edbInfoId).QueryRow(&from_edb_info_id) return } func DeleteCalculateEdbInfo(edbInfoId int) (err error) { o := orm.NewOrmUsingDB("data") to, err := o.Begin() if err != nil { return } defer func() { if err != nil { _ = to.Rollback() } else { _ = to.Commit() } }() sql := `DELETE FROM edb_data_calculate WHERE edb_info_id=?` _, err = to.Raw(sql, edbInfoId).Exec() if err != nil { return } sql = `DELETE FROM edb_info_calculate_mapping WHERE edb_info_id=?` _, err = to.Raw(sql, edbInfoId).Exec() return } func DeleteCalculateData(edbInfoId int) (err error) { o := orm.NewOrmUsingDB("data") sql := `DELETE FROM edb_data_calculate WHERE edb_info_id=?` _, err = o.Raw(sql, edbInfoId).Exec() return } type EdbInfoBase struct { EdbInfoId int `description:"指标id"` EdbName string `description:"指标名称"` EdbNameEn string `description:"英文指标名称"` Frequency string `description:"频度"` Unit string `description:"单位"` UnitEn string `description:"英文单位"` ClassifyId int `description:"分类id"` HaveOperaAuth bool `description:"是否有数据权限，默认：false"` EdbInfoType int `description:"指标类型: 0-普通指标; 1-预测指标"` } type CalculateEdbInfoItem struct { EdbInfoId int `description:"指标id"` EdbName string `description:"指标名称"` Frequency string `description:"频度"` Unit string `description:"单位"` ClassifyId int `description:"分类id"` CalculateId string `description:"当前请求时,单个计算的唯一标识"` FromEdbInfoId int `description:"计算来源指标id"` } type EdbInfoCalculateBatchSaveMultiReq struct { List []CalculateEdbInfoItem Formula string `description:"N值/移动天数"` FromEdbInfoId int `description:"计算来源指标id"` Source int `description:"来源:1:同花顺,2:wind,3:彭博,4:指标运算,5:累计值转月,6:同比值,7:同差值,8:N数值移动平均计算,12:环比值,13:环差值,14:变频"` CalculateFormula string `description:"计算公式"` EdbInfoIdArr []EdbInfoFromTag `description:"指标信息"` MoveType int `description:"移动方式:1:领先(默认),2:滞后"` MoveFrequency string `description:"移动频度:天/周/月/季/年"` Extra string `description:"指标的额外配置"` Calendar string `description:"公历/农历"` } type EdbInfoCalculateBatchSaveReq struct { EdbInfoId int `description:"指标id"` EdbName string `description:"指标名称"` Frequency string `description:"频度"` Unit string `description:"单位"` ClassifyId int `description:"分类id"` Formula string `description:"N值/移动天数"` FromEdbInfoId int `description:"计算来源指标id"` Source int `description:"来源:1:同花顺,2:wind,3:彭博,4:指标运算,5:累计值转月,6:同比值,7:同差值,8:N数值移动平均计算,12:环比值,13:环差值,14:变频"` CalculateFormula string `description:"计算公式"` EdbInfoIdArr []EdbInfoFromTag `description:"指标信息"` MoveType int `description:"移动方式:1:领先(默认),2:滞后"` MoveFrequency string `description:"移动频度:天/周/月/季/年"` Extra string `description:"指标的额外配置"` Calendar string `description:"公历/农历"` EmptyType int `description:"空值处理类型（0查找前后35天，1不计算，2前值填充，3后值填充，4等于0）"` } type EdbInfoCalculateBatchEditReq struct { EdbName string `description:"指标名称"` Frequency string `description:"频度"` Unit string `description:"单位"` ClassifyId int `description:"分类id"` Formula string `description:"N值"` EdbInfoId int `description:"编辑指标id"` FromEdbInfoId int `description:"计算来源指标id"` Source int `description:"来源:1:同花顺,2:wind,3:彭博,4:指标运算,5:累计值转月,6:同比值,7:同差值,8:N数值移动平均计算,12:环比值,13:环差值,14:变频"` MoveType int `description:"移动方式:1:领先(默认),2:滞后"` MoveFrequency string `description:"移动频度:天/周/月/季/年"` Calendar string `description:"公历/农历"` Extra string `description:"指标的额外配置"` EdbInfoIdArr []EdbInfoFromTag EmptyType int `description:"空值处理类型（0查找前后35天，1不计算，2前值填充，3后值填充，4等于0）"` } // EdbInfoCalculateBatchSaveReqByEdbLib edb指标库的请求逻辑 type EdbInfoCalculateBatchSaveReqByEdbLib struct { AdminId int `description:"添加人id"` AdminName string `description:"添加人名称"` EdbInfoId int `description:"指标id"` EdbName string `description:"指标名称"` Frequency string `description:"频度"` Unit string `description:"单位"` ClassifyId int `description:"分类id"` Formula string `description:"N值/移动天数"` FromEdbInfoId int `description:"计算来源指标id"` Source int `description:"来源:1:同花顺,2:wind,3:彭博,4:指标运算,5:累计值转月,6:同比值,7:同差值,8:N数值移动平均计算,12:环比值,13:环差值,14:变频"` CalculateFormula string `description:"计算公式"` EdbInfoIdArr []EdbInfoFromTag `description:"指标信息"` MoveType int `description:"移动方式:1:领先(默认),2:滞后"` MoveFrequency string `description:"移动频度:天/周/月/季/年"` Calendar string `description:"公历/农历"` Data interface{} `description:"数据列"` EmptyType int `description:"空值处理类型（0查找前后35天，1不计算，2前值填充，3后值填充，4等于0）"` MaxEmptyType int `description:"MAX、MIN公式空值处理类型（1、等于0；2、跳过空值）"` Extra string `description:"指标的额外配置"` } // EdbInfoCalculateBatchEditReqByEdbLib 编辑计算指标的请求参数 type EdbInfoCalculateBatchEditReqByEdbLib struct { EdbName string `description:"指标名称"` Frequency string `description:"频度"` Unit string `description:"单位"` ClassifyId int `description:"分类id"` Formula string `description:"N值"` EdbInfoId int `description:"编辑指标id"` FromEdbInfoId int `description:"计算来源指标id"` Source int `description:"来源:1:同花顺,2:wind,3:彭博,4:指标运算,5:累计值转月,6:同比值,7:同差值,8:N数值移动平均计算,12:环比值,13:环差值,14:变频"` MoveType int `description:"移动方式:1:领先(默认),2:滞后"` MoveFrequency string `description:"移动频度:天/周/月/季/年"` Calendar string `description:"公历/农历"` EdbInfoIdArr []EdbInfoFromTag Data interface{} `description:"数据列"` Extra string `description:"指标的额外配置"` EmptyType int `description:"空值处理类型（0查找前后35天，1不计算，2前值填充，3后值填充，4等于0）"` } func GetEdbInfoCalculateMap(edbInfoId, source int) (list []*EdbInfo, err error) { o := orm.NewOrmUsingDB("data") //calculateTableName := GetEdbInfoCalculateTableName(source) //sql := ` SELECT b.* FROM %s AS a // INNER JOIN edb_info AS b ON a.from_edb_info_id=b.edb_info_id // WHERE a.edb_info_id=? ORDER BY sort ASC ` //sql = fmt.Sprintf(sql, calculateTableName) sql := ` SELECT b.* FROM edb_info_calculate_mapping AS a INNER JOIN edb_info AS b ON a.from_edb_info_id=b.edb_info_id WHERE a.edb_info_id=? ORDER BY sort ASC ` _, err = o.Raw(sql, edbInfoId).QueryRows(&list) return } type CalculateItems struct { EdbInfoId int DataMap map[string]float64 } func CheckFormula(formula string) map[string]string { mathFormula := []string{"MAX", "MIN", "ABS", "ACOS", "ASIN", "CEIL", "MOD", "POW", "ROUND", "SIGN", "SIN", "TAN", "LOG10", "LOG2", "LOG", "LN"} str := strings.ToUpper(formula) for _, v := range mathFormula { str = strings.Replace(str, v, "", -1) } str = strings.Replace(str, "(", "", -1) str = strings.Replace(str, ")", "", -1) byteMap := make(map[string]string) for i := 0; i < len(str); i++ { byteInt := str[i] if byteInt >= 65 && byteInt <= 90 { byteStr := string(byteInt) if _, ok := byteMap[byteStr]; !ok { byteMap[byteStr] = byteStr } } } return byteMap } func ReplaceFormula(edbInfoIdArr []*EdbInfo, valArr map[int]float64, formulaMap map[string]string, formulaStr string, edbInfoIdBytes []string) string { funMap := GetFormulaMap() for k, v := range funMap { formulaStr = strings.Replace(formulaStr, k, v, -1) } replaceCount := 0 for dk, dv := range edbInfoIdArr { if dk == 0 { dKey := edbInfoIdBytes[dk] if _, ok := formulaMap[dKey]; ok { //公式中存在 if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在 dvStr := fmt.Sprintf("%v", val) formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1) replaceCount++ } } } if dk == 1 { dKey := edbInfoIdBytes[dk] if _, ok := formulaMap[dKey]; ok { //公式中存在 if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在 dvStr := fmt.Sprintf("%v", val) formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1) replaceCount++ } } } if dk == 2 { dKey := edbInfoIdBytes[dk] if _, ok := formulaMap[dKey]; ok { //公式中存在 if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在 dvStr := fmt.Sprintf("%v", val) formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1) replaceCount++ } } } if dk == 3 { dKey := edbInfoIdBytes[dk] if _, ok := formulaMap[dKey]; ok { //公式中存在 if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在 dvStr := fmt.Sprintf("%v", val) formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1) replaceCount++ } } } if dk == 4 { dKey := edbInfoIdBytes[dk] if _, ok := formulaMap[dKey]; ok { //公式中存在 if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在 dvStr := fmt.Sprintf("%v", val) formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1) replaceCount++ } } } if dk == 5 { dKey := edbInfoIdBytes[dk] if _, ok := formulaMap[dKey]; ok { //公式中存在 if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在 dvStr := fmt.Sprintf("%v", val) formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1) replaceCount++ } } } if dk == 6 { dKey := edbInfoIdBytes[dk] if _, ok := formulaMap[dKey]; ok { //公式中存在 if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在 dvStr := fmt.Sprintf("%v", val) formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1) replaceCount++ } } } if dk == 7 { dKey := edbInfoIdBytes[dk] if _, ok := formulaMap[dKey]; ok { //公式中存在 if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在 dvStr := fmt.Sprintf("%v", val) formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1) replaceCount++ } } } if dk == 8 { dKey := edbInfoIdBytes[dk] if _, ok := formulaMap[dKey]; ok { //公式中存在 if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在 dvStr := fmt.Sprintf("%v", val) formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1) replaceCount++ } } } } for k, v := range funMap { formulaStr = strings.Replace(formulaStr, v, k, -1) } if replaceCount == len(formulaMap) { return formulaStr } else { return "" } } func GetFormulaMap() map[string]string { funMap := make(map[string]string) funMap["MAX"] = "[@@]" funMap["MIN"] = "[@!]" funMap["ABS"] = "[@#]" funMap["CEIL"] = "[@$]" funMap["COS"] = "[@%]" funMap["FLOOR"] = "[@^]" funMap["MOD"] = "[@&]" funMap["POW"] = "[@*]" funMap["ROUND"] = "[@(]" return funMap } // SaveAdjustEdbInfoReq 保存数据调整请求参数（请求指标服务） type SaveAdjustEdbInfoReq struct { AdminId int `description:"添加人id"` AdminName string `description:"添加人名称"` EdbInfoId int `description:"指标id"` FromEdbInfoId int `description:"来源指标id"` EdbName string `description:"指标名称"` Frequency string `description:"频度"` Unit string `description:"单位"` ClassifyId int `description:"分类id"` DataList []SaveAdjustEdbDataReq `description:"指标对应的数据值"` } // SaveAdjustEdbDataReq 保存数据调整请求的数据的参数 type SaveAdjustEdbDataReq struct { Date string `description:"数据日期"` Value float64 `description:"数据值"` } // BatchEdbInfoCalculateBatchSaveReq 批量添加 计算指标 type BatchEdbInfoCalculateBatchSaveReq struct { AdminId int `description:"添加人id"` AdminName string `description:"添加人名称"` EdbList []*CalculateEdbInfoItem //需要批量计算的指标列表 Formula string `description:"N值/移动天数"` Source int `description:"来源:1:同花顺,2:wind,3:彭博,4:指标运算,5:累计值转月,6:同比值,7:同差值,8:N数值移动平均计算,12:环比值,13:环差值,14:升频"` CalculateFormula string `description:"计算公式"` EdbInfoIdArr []EdbInfoFromTag `description:"关联指标列表"` MoveType int `description:"移动方式:1:领先(默认),2:滞后"` MoveFrequency string `description:"移动频度:天/周/月/季/年"` Calendar string `description:"公历/农历"` Data interface{} `description:"数据"` EmptyType int `description:"空值处理类型（0查找前后35天，1不计算，2前值填充，3后值填充，4等于0）"` MaxEmptyType int `description:"MAX、MIN公式空值处理类型（1、等于0；2、跳过空值）"` Extra string `description:"指标的额外配置"` } // BatchEdbInfoCalculateBatchSaveResp 批量添加 计算指标 返回数据 type BatchEdbInfoCalculateBatchSaveResp struct { Fail []BatchEdbInfoCalculateBatchSaveFailResp `description:"添加失败的指标"` Success []BatchEdbInfoCalculateBatchSaveSuccessResp `description:"添加成功的指标"` } // BatchEdbInfoCalculateBatchSaveFailResp 添加失败的指标信息 type BatchEdbInfoCalculateBatchSaveFailResp struct { CalculateId string `description:"当前请求时,单个计算的唯一标识"` Msg string `description:"用户提示信息"` ErrMsg string `description:"错误信息,内部查看"` } // BatchEdbInfoCalculateBatchSaveSuccessResp 添加成功的指标信息 type BatchEdbInfoCalculateBatchSaveSuccessResp struct { ClassifyId int `description:"分类id"` CalculateId string `description:"当前请求时,单个计算的唯一标识"` EdbInfoId int `description:"指标ID"` UniqueCode string `description:"指标唯一编码"` } // CalculateMultiSearchReq 批量计算模块下的指标搜索 type CalculateMultiChoiceReq struct { ClassifyIds string `description:"分类ID, 用英文逗号拼接"` Frequency string `description:"频度"` SysUserIds string `description:"创建人ID，用英文逗号拼接"` Keyword string `description:"关键字"` SelectAll bool `description:"是否全选"` EdbInfoIds string `description:"指标Id, 用英文逗号拼接"` } type CalculateMultiChoiceResp struct { SearchItem []EdbInfoBase `description:"查询结果"` } type CalculateMultiEdbSearchResp struct { SearchItem []CalculateMultiEdbSearchItem `description:"查询结果"` Paging *paging.PagingItem } type CalculateMultiEdbSearchItem struct { EdbInfoId int `description:"指标id"` EdbName string `description:"指标名称"` EdbNameEn string `description:"英文指标名称"` Frequency string `description:"频度"` Unit string `description:"单位"` UnitEn string `description:"英文单位"` ClassifyId int `description:"分类id"` SysUserId int SysUserRealName string EndValue float64 `description:"数据的最新值（预测日期的最新值）"` EndDate string `description:"终止日期"` HaveOperaAuth bool `description:"是否有数据权限，默认：false"` EdbInfoType int `description:"指标类型: 0-普通指标; 1-预测指标"` } // BaseStepCalculateReq 指标库-基础分步骤计算请求 type BaseStepCalculateReq struct { DataList []*EdbInfoSearchData Calculates []FactorEdbSeriesCalculatePars }