package data_manage import ( "encoding/json" "eta/eta_api/controllers" "eta/eta_api/models" "eta/eta_api/models/data_manage" "eta/eta_api/models/system" "eta/eta_api/services/data" etaTrialService "eta/eta_api/services/eta_trial" "eta/eta_api/utils" "fmt" "os" "path/filepath" "sort" "strconv" "strings" "time" "github.com/rdlucklib/rdluck_tools/paging" "github.com/tealeg/xlsx" ) type BaseFromKplerController struct { controllers.BaseAuthController } // Search // @Title 新增指标-查询指标信息接口 // @Description 新增指标-查询指标信息接口 // @Param request body data_manage.ThsHfSearchEdbReq true "type json string" // @Success 200 {object} data_manage.ThsHfSearchEdbResp // @router /kpler/index/search [post] func (this *BaseFromKplerController) Search() { br := new(models.BaseResponse).Init() defer func() { if br.ErrMsg == "" { br.IsSendEmail = false } this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录，SysUser Is Empty" br.Ret = 408 return } var params data_manage.KplerSearchReq if e := json.Unmarshal(this.Ctx.Input.RequestBody, ¶ms); e != nil { br.Msg = "参数解析异常！" br.ErrMsg = "参数解析失败，Err:" + e.Error() return } params.Granularity = strings.TrimSpace(params.Granularity) if params.Granularity == "" { br.Msg = "请选择频度" return } split := strings.TrimSpace(params.Split) if split == "" { split = "Total" } unit := strings.TrimSpace(params.Unit) if unit == "" { unit = "Kbd" } flowDirection := strings.TrimSpace(params.FlowDirection) if flowDirection == "" { br.Msg = "请选择流向" return } var productNamesStr string var fromZoneNamesStr string var toZoneNamesStr string classifyName := "" if len(params.ProductIds) > 0 { // 获取产品名称 productList, e := data_manage.GetKplerClassifyByProductId(params.ProductIds) if e != nil { br.Msg = "获取Kpler产品名称失败" br.ErrMsg = fmt.Sprintf("获取Kpler产品名称失败, %v", e) return } productNames := make([]string, 0) for _, v := range productList { productNames = append(productNames, v.ProductName) } if len(productNames) > 0 { productNamesStr = strings.Join(productNames, ",") // 获取第一个产品的分类ID classifyObj, err := data_manage.GetBaseFromKplerClassifyByProductName(productNames[0]) if err != nil { br.Msg = "获取分类ID失败" br.ErrMsg = fmt.Sprintf("获取分类ID失败, %v", err) return } allClassifyIds := make([]int, 0) if classifyObj.LevelPath != "" { levelPath := strings.Split(classifyObj.LevelPath, ",") for _, v := range levelPath { levelId, _ := strconv.Atoi(v) allClassifyIds = append(allClassifyIds, levelId) } //获取所有的分类列表 classifyList, err := data_manage.GetBaseFromKplerClassifyByIds(allClassifyIds) if err != nil { br.Msg = "获取分类列表失败" br.ErrMsg = fmt.Sprintf("获取分类列表失败, %v", err) return } for _, v := range classifyList { classifyName += v.ClassifyName + "/" } classifyName = strings.TrimRight(classifyName, "/") } } } // 获取区域名称 zoneObj := new(data_manage.BaseFromKplerZone) if len(params.FromZoneIds) > 0 { fromZoneList, e := zoneObj.GetByZoneIds(params.FromZoneIds) if e != nil { br.Msg = "获取Kpler区域名称失败" br.ErrMsg = fmt.Sprintf("获取Kpler区域名称失败, %v", e) return } fromZoneNames := make([]string, 0) for _, v := range fromZoneList { fromZoneNames = append(fromZoneNames, v.ZoneName) } if len(fromZoneNames) > 0 { fromZoneNamesStr = strings.Join(fromZoneNames, ",") } } if len(params.ToZoneIds) > 0 { toZoneList, e := zoneObj.GetByZoneIds(params.ToZoneIds) if e != nil { br.Msg = "获取Kpler区域名称失败" br.ErrMsg = fmt.Sprintf("获取Kpler区域名称失败, %v", e) return } toZoneNames := make([]string, 0) for _, v := range toZoneList { toZoneNames = append(toZoneNames, v.ZoneName) } if len(toZoneNames) > 0 { toZoneNamesStr = strings.Join(toZoneNames, ",") } } // 校验已入库的指标 if params.Split == "Total" { flowDirection := params.FlowDirection // prefixIndexName := fmt.Sprintf("kpler%s%s%s%s", fromZoneNamesStr, flowDirection, toZoneNamesStr, productNamesStr) // lastIndexName := params.Granularity // indexName := fmt.Sprintf("%s%s%s", prefixIndexName, "Total", lastIndexName) prefixIndexCode := fmt.Sprintf("k%s%s%s%s", fromZoneNamesStr, flowDirection, toZoneNamesStr, productNamesStr) // 获取首字母 lastIndexCode := strings.ToUpper(params.Granularity[:1]) indexCode := fmt.Sprintf("%s%s%s", prefixIndexCode, "Total", lastIndexCode) // 查询指标是否已存在 _, e := data_manage.GetKplerIndexByIndexCode(indexCode) if e != nil && !utils.IsErrNoRow(e) { br.Msg = "获取指标信息失败" br.ErrMsg = fmt.Sprintf("获取指标信息失败, %v", e) return } if e == nil { br.Msg = "指标均已存在" return } } resp := make([]*data_manage.KplerIndexItem, 0) // 请求API获取数据 indexes, e := data.GetEdbDataKpler(params, productNamesStr, fromZoneNamesStr, toZoneNamesStr) if e != nil { br.Msg = "未搜索到指标" br.ErrMsg = fmt.Sprintf("获取指标失败, %v", e) return } if len(indexes) == 0 { br.Msg = "未搜索到指标" return } for _, v := range indexes { item := new(data_manage.KplerIndexItem) item.IndexCode = v.IndexCode item.IndexName = v.IndexName item.Frequency = v.Frequency item.Unit = v.Unit item.ClassifyName = classifyName // 搜索只展示100条数据 var limit int sort.Slice(v.IndexData, func(i, j int) bool { return v.IndexData[i].DataTime < v.IndexData[j].DataTime }) for _, d := range v.IndexData { if limit > 10 { break } limit += 1 item.IndexData = append(item.IndexData, d) } resp = append(resp, item) } br.Data = resp br.Ret = 200 br.Success = true br.Msg = "获取成功" } // IndexAdd // @Title 新增指标-新增指标接口 // @Description 新增指标-新增指标接口 // @Param request body data_manage.ThsHfSearchEdbReq true "type json string" // @Success 200 {object} data_manage.ThsHfSearchEdbResp // @router /kpler/index/add [post] func (this *BaseFromKplerController) IndexAdd() { br := new(models.BaseResponse).Init() defer func() { if br.ErrMsg == "" { br.IsSendEmail = false } this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录，SysUser Is Empty" br.Ret = 408 return } var params data_manage.KplerSearchReq if e := json.Unmarshal(this.Ctx.Input.RequestBody, ¶ms); e != nil { br.Msg = "参数解析异常！" br.ErrMsg = "参数解析失败，Err:" + e.Error() return } params.Granularity = strings.TrimSpace(params.Granularity) if params.Granularity == "" { br.Msg = "请选择频度" return } split := strings.TrimSpace(params.Split) if split == "" { split = "Total" } unit := strings.TrimSpace(params.Unit) if unit == "" { unit = "Kbd" } flowDirection := strings.TrimSpace(params.FlowDirection) if flowDirection == "" { br.Msg = "请选择流向" return } var productNamesStr string var fromZoneNamesStr string var toZoneNamesStr string if len(params.ProductIds) > 0 { // 获取产品名称 productList, e := data_manage.GetKplerClassifyByProductId(params.ProductIds) if e != nil { br.Msg = "获取Kpler产品名称失败" br.ErrMsg = fmt.Sprintf("获取Kpler产品名称失败, %v", e) return } productNames := make([]string, 0) for _, v := range productList { productNames = append(productNames, v.ProductName) } if len(productNames) > 0 { productNamesStr = strings.Join(productNames, ",") } } // 获取区域名称 zoneObj := new(data_manage.BaseFromKplerZone) if len(params.FromZoneIds) > 0 { fromZoneList, e := zoneObj.GetByZoneIds(params.FromZoneIds) if e != nil { br.Msg = "获取Kpler区域名称失败" br.ErrMsg = fmt.Sprintf("获取Kpler区域名称失败, %v", e) return } fromZoneNames := make([]string, 0) for _, v := range fromZoneList { fromZoneNames = append(fromZoneNames, v.ZoneName) } if len(fromZoneNames) > 0 { fromZoneNamesStr = strings.Join(fromZoneNames, ",") } } if len(params.ToZoneIds) > 0 { toZoneList, e := zoneObj.GetByZoneIds(params.ToZoneIds) if e != nil { br.Msg = "获取Kpler区域名称失败" br.ErrMsg = fmt.Sprintf("获取Kpler区域名称失败, %v", e) return } toZoneNames := make([]string, 0) for _, v := range toZoneList { toZoneNames = append(toZoneNames, v.ZoneName) } if len(toZoneNames) > 0 { toZoneNamesStr = strings.Join(toZoneNames, ",") } } // 校验已入库的指标 if params.Split == "Total" { flowDirection := params.FlowDirection // prefixIndexName := fmt.Sprintf("kpler%s%s%s%s", fromZoneNamesStr, flowDirection, toZoneNamesStr, productNamesStr) // lastIndexName := params.Granularity // indexName := fmt.Sprintf("%s%s%s", prefixIndexName, "Total", lastIndexName) prefixIndexCode := fmt.Sprintf("k%s%s%s%s", fromZoneNamesStr, flowDirection, toZoneNamesStr, productNamesStr) // 获取首字母 lastIndexCode := strings.ToUpper(params.Granularity[:1]) indexCode := fmt.Sprintf("%s%s%s", prefixIndexCode, "T", lastIndexCode) // 查询指标是否已存在 _, e := data_manage.GetKplerIndexByIndexCode(indexCode) if e != nil && !utils.IsErrNoRow(e) { br.Msg = "获取指标信息失败" br.ErrMsg = fmt.Sprintf("获取指标信息失败, %v", e) return } if e == nil { br.Msg = "指标均已存在" return } } resp := make([]*data_manage.KplerIndexItem, 0) // 请求API获取数据 e := data.AddKplerIndex(params, productNamesStr, fromZoneNamesStr, toZoneNamesStr) if e != nil { br.Msg = "新增指标失败" br.ErrMsg = fmt.Sprintf("新增指标失败, %v", e) return } br.Data = resp br.Ret = 200 br.Success = true br.Msg = "获取成功" } // KplerClassify // @Title Kpler数据分类 // @Description Kpler数据分类接口 // @Success 200 {object} data_manage.BaseFromKplerClassify // @router /kpler/classify [get] func (this *BaseFromKplerController) KplerClassify() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录，SysUser Is Empty" br.Ret = 408 return } classifyId, _ := this.GetInt("ClassifyId") if classifyId < 0 { br.Msg = "请选择分类" br.ErrMsg = "请选择分类" return } list, e := data_manage.GetKplerClassifyAndIndex(classifyId) if e != nil { br.Msg = "获取失败" br.ErrMsg = "获取数据失败，Err:" + e.Error() return } //组装二级分类 var ret data_manage.BaseFromKplerClassifyResp ret.List = list br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = ret } // KplerClassifyTree // @Title Kpler数据分类树 // @Description Kpler数据分类树接口 // @Success 200 {object} data_manage.BaseFromKplerClassify // @router /kpler/classify/tree [get] func (this *BaseFromKplerController) KplerClassifyTree() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录，SysUser Is Empty" br.Ret = 408 return } classifyAll := make([]*data_manage.BaseFromKplerClassifyItems, 0) var err error keyword := this.GetString("Keyword") if keyword != "" { keyList, er := data_manage.GetBaseFromKplerClassifyByKeyword(keyword) if er != nil && !utils.IsErrNoRow(er) { br.Msg = "获取失败" br.ErrMsg = "获取数据失败，Err:" + er.Error() return } classifyIds := make([]int, 0) classifyMap := make(map[int]int) for _, v := range keyList { tmpIds := strings.Split(v.LevelPath, ",") for _, id := range tmpIds { tmpId, err := strconv.Atoi(id) if err == nil { if _, ok := classifyMap[tmpId]; !ok { classifyIds = append(classifyIds, tmpId) classifyMap[tmpId] = v.ClassifyId } } } } classifyAll, err = data_manage.GetBaseFromKplerClassifyItemsByIds(classifyIds) if err != nil && !utils.IsErrNoRow(err) { br.Msg = "获取失败" br.ErrMsg = "获取数据失败，Err:" + err.Error() return } }else{ classifyAll, err = data_manage.GetAllBaseFromKplerClassify() if err != nil && !utils.IsErrNoRow(err) { br.Msg = "获取失败" br.ErrMsg = "获取数据失败，Err:" + err.Error() return } } list := data.GetKplerClassifyTreeRecursive(classifyAll, 0) // 递归组装分类 var ret data_manage.BaseFromKplerClassifyResp ret.List = list br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = ret } // 查询区域 // @Title 查询区域 // @Description 查询区域接口 // @Success 200 {object} data_manage.BaseFromKplerZone // @router /kpler/zone [get] func (this *BaseFromKplerController) KplerZone() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录，SysUser Is Empty" br.Ret = 408 return } keyword := this.GetString("Keyword") var zoneList []*data_manage.BaseFromKplerZone var err error if keyword == "" { br.Data = zoneList br.Ret = 200 br.Success = true br.Msg = "获取成功" return } // 使用带相似度排序的搜索函数 zoneList, err = data_manage.GetBaseFromKplerZoneByKeywordWithRelevance(keyword) if err != nil && !utils.IsErrNoRow(err) { br.Msg = "获取失败" br.ErrMsg = "获取数据失败，Err:" + err.Error() return } br.Data = zoneList br.Ret = 200 br.Success = true br.Msg = "获取成功" } // KplerIndexData // @Title 获取Kpler数据 // @Description 获取Kpler数据接口 // @Param PageSize query int true "每页数据条数" // @Param CurrentIndex query int true "当前页页码，从1开始" // @Param ClassifyId query string true "分类id" // @Success 200 {object} data_manage.LzFrequency // @router /kpler/index/data [get] func (this *BaseFromKplerController) KplerIndexData() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录，SysUser Is Empty" br.Ret = 408 return } pageSize, _ := this.GetInt("PageSize") currentIndex, _ := this.GetInt("CurrentIndex") var startSize int if pageSize <= 0 { pageSize = utils.PageSize20 } if currentIndex <= 0 { currentIndex = 1 } startSize = utils.StartIndex(currentIndex, pageSize) classifyId, _ := this.GetInt("ClassifyId") if classifyId < 0 { br.Msg = "请选择分类" br.ErrMsg = "请选择分类" return } // 增加频度请求入参 frequency := this.GetString("Frequency") //获取指标 var condition string var pars []interface{} if classifyId >= 0 { classifyInfo, err := data_manage.GetBaseFromKplerClassifyById(classifyId) if err != nil { if utils.IsErrNoRow(err) { br.Msg = "分类不存在" return } br.Msg = "获取分类信息失败" br.ErrMsg = "获取分类信息失败,Err:" + err.Error() return } if classifyInfo.Level == 2 || classifyInfo.ParentId > 0 { condition += ` AND classify_id=? ` pars = append(pars, classifyId) } else if classifyInfo.Level == 1 { childClassify, err := data_manage.GetBaseFromKplerClassifyByParentId(classifyId) if err != nil { br.Msg = "获取分类信息失败" br.ErrMsg = "获取子分类信息失败,Err:" + err.Error() return } var classifyList []int for _, v := range childClassify { classifyList = append(classifyList, v.ClassifyId) } condition += ` AND classify_id IN (` + utils.GetOrmInReplace(len(classifyList)) + `) ` pars = append(pars, classifyList) } } if frequency != "" { condition += ` AND frequency=? ` pars = append(pars, frequency) } KplerList, err := data_manage.GetKplerIndex(condition, pars) if err != nil { br.Msg = "获取数据失败" br.ErrMsg = "获取数据失败,Err:" + err.Error() return } edbCodeList := make([]string, 0) for _, v := range KplerList { edbCodeList = append(edbCodeList, v.IndexCode) } edbInfoMap := make(map[string]*data_manage.EdbInfo) dataMap := make(map[string][]*data_manage.BaseFromKplerData) total := 0 if len(edbCodeList) > 0 { edbInfoList, err := data_manage.GetEdbInfoByEdbCodeList(utils.DATA_SOURCE_KPLER, edbCodeList) if err != nil { br.Msg = "获取数据源失败" br.ErrMsg = "获取指标数据失败,Err:" + err.Error() return } for _, v := range edbInfoList { edbInfoMap[v.EdbCode] = v } // 首先对分类下的指标按照日期进行分页，再针对日期，进行排序 dataTimes, err := data_manage.GetKplerIndexDataTimePageByCodes(edbCodeList, startSize, pageSize) if err != nil { br.Msg = "获取数据失败" br.ErrMsg = "获取指标数据日期信息失败,Err:" + err.Error() return } if len(dataTimes) > 0 { startDate := dataTimes[len(dataTimes)-1] endDate := dataTimes[0] // 把截止日往后加1天 endDateT, _ := time.ParseInLocation(utils.FormatDate, endDate, time.Local) endDate = endDateT.AddDate(0, 0, 1).Format(utils.FormatDate) dataList, e := data_manage.GetKplerIndexDataByDataTime(edbCodeList, startDate, endDate) if e != nil { br.Msg = "获取数据失败" br.ErrMsg = "获取指标数据失败,Err:" + e.Error() return } //将数据按照指标进行分类 for _, v := range dataList { dataMap[v.IndexCode] = append(dataMap[v.IndexCode], v) } } total, err = data_manage.GetKplerIndexDataTimePageCount(edbCodeList) if err != nil { br.Msg = "获取数据失败" br.ErrMsg = "获取指标数据失败,Err:" + err.Error() return } } page := paging.GetPaging(currentIndex, pageSize, total) resultList := make([]*data_manage.BaseFromKplerIndexList, 0) for _, v := range KplerList { product := new(data_manage.BaseFromKplerIndexList) product.BaseFromKplerIndexId = v.BaseFromKplerIndexId product.Unit = v.Unit product.IndexCode = v.IndexCode product.IndexName = v.IndexName product.Frequency = v.Frequency product.ClassifyId = v.ClassifyId product.ModifyTime = v.ModifyTime if edb, ok := edbInfoMap[v.IndexCode]; ok { product.EdbInfoId = edb.EdbInfoId product.EdbExist = 1 } dataListTmp, ok := dataMap[v.IndexCode] if !ok { dataListTmp = make([]*data_manage.BaseFromKplerData, 0) } product.DataList = dataListTmp product.Paging = page resultList = append(resultList, product) } br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = resultList } // KplerSearchList // @Title Kpler模糊搜索 // @Description Kpler模糊搜索 // @Param Keyword query string ture "关键字搜索" // @Success 200 {object} models.BaseResponse // @router /kpler/search_list [get] func (this *BaseFromKplerController) KplerSearchList() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请重新登录" return } list := make([]*data_manage.BaseFromKplerIndexSearchItem, 0) var err error //关键字 keyword := this.GetString("Keyword") if keyword != "" { keyWordArr := strings.Split(keyword, " ") if len(keyWordArr) > 0 { condition := "" for _, v := range keyWordArr { condition += ` AND CONCAT(index_name,index_code) LIKE '%` + v + `%'` } list, err = data_manage.GetKplerItemList(condition) if err != nil { br.ErrMsg = "获取失败，Err:" + err.Error() br.Msg = "获取失败" return } } } else { // todo es 模糊搜索 list, err = data_manage.GetKplerItemList("") if err != nil { br.ErrMsg = "获取失败，Err:" + err.Error() br.Msg = "获取失败" return } } classifyIds := make([]int, 0) for _, v := range list { classifyIds = append(classifyIds, v.ClassifyId) } classifyList, err := data_manage.GetBaseFromKplerClassifyByIds(classifyIds) if err != nil { br.Msg = "搜索失败" br.ErrMsg = "获取分类信息失败,Err:" + err.Error() return } classifyMap := make(map[int]int) for _, v := range classifyList { classifyMap[v.ClassifyId] = v.ParentId } for _, v := range list { v.ParentClassifyId = classifyMap[v.ClassifyId] } br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = list } // KplerSingleData // @Title 获取Kpler数据 // @Description 获取Kpler单条数据接口 // @Param IndexCode query string true "指标唯一编码" // @Success 200 {object} models.BaseResponse // @router /kpler/single_data [get] func (this *BaseFromKplerController) KplerSingleData() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录，SysUser Is Empty" br.Ret = 408 return } // 增加分页入参 pageSize, _ := this.GetInt("PageSize") currentIndex, _ := this.GetInt("CurrentIndex") var startSize int if pageSize <= 0 { pageSize = utils.PageSize20 } if currentIndex <= 0 { currentIndex = 1 } startSize = utils.StartIndex(currentIndex, pageSize) indexCode := this.GetString("IndexCode") indexInfo, err := data_manage.GetBaseFromKplerIndexByIndexCode(indexCode) if err != nil { br.Msg = "获取指标信息失败" br.ErrMsg = "获取指标信息失败,Err:" + err.Error() return } total, err := data_manage.GetKplerIndexDataByCodeCount(indexCode) if err != nil { br.Msg = "获取数据失败" br.ErrMsg = "获取数据失败,Err:" + err.Error() return } dataTmpList, err := data_manage.GetKplerIndexDataByCodeWithPage(indexCode, startSize, pageSize) if err != nil { br.Msg = "获取数据失败" br.ErrMsg = "获取数据失败,Err:" + err.Error() return } edbInfo, err := data_manage.GetEdbInfoByEdbCode(utils.DATA_SOURCE_KPLER, indexCode) if err != nil && !utils.IsErrNoRow(err) { br.Msg = "获取数据源失败" br.ErrMsg = "获取数据源失败,Err:" + err.Error() return } var ret data_manage.KplerSingleDataResp var dataList []*data_manage.KplerSingleData if edbInfo != nil { ret.EdbInfoId = edbInfo.EdbInfoId ret.EdbExist = 1 } ret.ClassifyId = indexInfo.ClassifyId ret.BaseFromKplerIndexId = indexInfo.BaseFromKplerIndexId ret.IndexCode = indexInfo.IndexCode ret.IndexName = indexInfo.IndexName ret.Frequency = indexInfo.Frequency ret.CreateTime = indexInfo.CreateTime.Format(utils.FormatDateTime) ret.ModifyTime = indexInfo.ModifyTime.Format(utils.FormatDateTime) ret.Unit = indexInfo.Unit for _, v := range dataTmpList { tmp := &data_manage.KplerSingleData{ Value: fmt.Sprintf("%v", v.Value), DataTime: v.DataTime, } dataList = append(dataList, tmp) } ret.Data = dataList page := paging.GetPaging(currentIndex, pageSize, total) ret.Pageing = page br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = ret } // KplerIndexList // @Title Kpler指标列表 // @Description Kpler指标列表 // @Param ClassifyId query int true "分类id" // @Success 200 {object} data_manage.BaseFromKplerClassifyResp // @router /kpler/classify/index/list [get] func (this *BaseFromKplerController) KplerIndexList() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() classifyId, _ := this.GetInt("ClassifyId", 0) indexList, err := data_manage.GetKplerIndexByClassifyId(classifyId) if err != nil && !utils.IsErrNoRow(err) { br.Msg = "获取失败" br.ErrMsg = "获取指标信息失败，Err:" + err.Error() return } var ret data_manage.BaseFromKplerClassifyResp list := make([]*data_manage.BaseFromKplerClassifyItems, 0) for _, v := range indexList { classify := new(data_manage.BaseFromKplerClassifyItems) classify.ClassifyId = classifyId classify.BaseFromKplerIndexId = v.BaseFromKplerIndexId classify.IndexCode = v.IndexCode classify.ClassifyName = v.IndexName classify.UniqueCode = fmt.Sprintf("%d_%d", classifyId, v.BaseFromKplerIndexId) list = append(list, classify) } ret.List = list br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = ret } // KplerBatchSearch // @Title Kpler指标查询 // @Description Kpler指标查询 // @Param ClassifyIds query string true "分类id, 多个分类用英文" // @Param Keyword query string true "关键词, 指标ID/指标名称" // @Success 200 {object} data_manage.LzFrequency // @router /kpler/batch_search [get] func (this *BaseFromKplerController) KplerBatchSearch() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录，SysUser Is Empty" br.Ret = 408 return } classifyIdStr := this.GetString("ClassifyIds") pageSize, _ := this.GetInt("PageSize") currentIndex, _ := this.GetInt("CurrentIndex") var startSize int if pageSize <= 0 { pageSize = utils.PageSize20 } if currentIndex <= 0 { currentIndex = 1 } startSize = utils.StartIndex(currentIndex, pageSize) resp := data_manage.BaseFromKplerIndexSearchList{} total := 0 page := paging.GetPaging(currentIndex, pageSize, total) var list = make([]*data_manage.BaseFromKplerIndexList, 0) var condition string var pars []interface{} classifyIds := strings.Split(classifyIdStr, ",") if len(classifyIds) > 0 && classifyIds[0] != `` { condition += " AND classify_id IN (" + utils.GetOrmInReplace(len(classifyIds)) + " ) " pars = append(pars, classifyIds) } keyword := this.GetString("Keyword") if keyword != `` { condition += " AND (index_name like ? OR index_code like ?) " pars = utils.GetLikeKeywordPars(pars, keyword, 2) } frequencies := this.GetString("Frequencies") if frequencies != "" { frequencyList := strings.Split(frequencies, ",") condition += " AND frequency IN (" + utils.GetOrmInReplace(len(frequencyList)) + " ) " pars = append(pars, frequencyList) } condition += ` AND index_code not in (SELECT edb_code FROM edb_info WHERE source=?) ` pars = append(pars, "Kpler") list, err := data_manage.GetKplerIndexPage(condition, pars, startSize, pageSize) if err != nil { br.Msg = "获取失败" br.ErrMsg = "获取失败,Err:" + err.Error() return } total, err = data_manage.GetKplerIndexPageCount(condition, pars) if err != nil { br.Msg = "获取数据失败" br.ErrMsg = "获取指标数据失败,Err:" + err.Error() return } page = paging.GetPaging(currentIndex, pageSize, total) resp.Paging = page resp.List = list br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = resp } // KplerBatchAdd // @Title Kpler批量新增 // @Description Kpler批量新增 // @Param request body data_manage.AddEdbInfoReq true "type json string" // @Success 200 string "操作成功" // @router /kpler/batch_add [post] func (this *BaseFromKplerController) KplerBatchAdd() { br := new(models.BaseResponse).Init() defer func() { if br.ErrMsg == "" { br.IsSendEmail = false } this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录，SysUser Is Empty" br.Ret = 408 return } deleteCache := true cacheKey := "CACHE_EDB_INFO_BATCH_ADD_Kpler_" + strconv.Itoa(sysUser.AdminId) defer func() { if deleteCache { _ = utils.Rc.Delete(cacheKey) } }() if !utils.Rc.SetNX(cacheKey, 1, 30*time.Second) { deleteCache = false br.Msg = "系统处理中，请稍后重试！" br.ErrMsg = "系统处理中，请稍后重试！" + sysUser.RealName + ";data:" + string(this.Ctx.Input.RequestBody) return } var req []*data_manage.AddEdbInfoReq if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil { br.Msg = "参数解析异常！" br.ErrMsg = "参数解析失败，Err:" + e.Error() return } if len(req) == 0 { br.Msg = "请选择指标" return } if len(req) > 30 { br.Msg = "批量添加指标数量不得超过30个" return } for _, v := range req { v.EdbCode = strings.TrimSpace(v.EdbCode) if v.EdbCode == "" { br.Msg = "指标ID不可为空" return } v.EdbName = strings.TrimSpace(v.EdbName) if v.EdbName == "" { br.Msg = "请输入指标名称" return } v.Frequency = strings.TrimSpace(v.Frequency) if v.Frequency == "" { br.Msg = "请选择频度" return } v.Unit = strings.TrimSpace(v.Unit) if v.Unit == "" { br.Msg = "请输入单位" return } if v.ClassifyId <= 0 { br.Msg = "请选择分类" return } } // 限定同一时间最多批量新增30个指标 for _, v := range req { var r data_manage.KplerIndexSource2EdbReq r.EdbCode = v.EdbCode r.EdbName = v.EdbName r.Frequency = v.Frequency r.Unit = v.Unit r.ClassifyId = v.ClassifyId r.AdminId = sysUser.AdminId r.AdminRealName = sysUser.RealName edbInfo, e, errMsg, skip := data.KplerIndexSource2Edb(r, this.Lang) if e != nil { br.Msg = "操作失败" if errMsg != "" { br.Msg = errMsg } br.ErrMsg = e.Error() return } if skip { continue } // 试用平台更新用户累计新增指标数 if utils.BusinessCode == utils.BusinessCodeSandbox { go func() { adminItem, e := system.GetSysAdminById(sysUser.AdminId) if e != nil { tips := fmt.Sprintf("试用平台更新用户累计新增指标数-获取用户失败, Err: " + e.Error()) utils.FileLog.Info(tips) return } if adminItem.DepartmentName != "ETA试用客户" { return } var ur etaTrialService.EtaTrialUserReq ur.Mobile = adminItem.Mobile _, _ = etaTrialService.UpdateUserIndexNum(ur) }() } // 新增操作日志 { edbLog := new(data_manage.EdbInfoLog) edbLog.EdbInfoId = edbInfo.EdbInfoId edbLog.SourceName = edbInfo.SourceName edbLog.Source = edbInfo.Source edbLog.EdbCode = edbInfo.EdbCode edbLog.EdbName = edbInfo.EdbName edbLog.ClassifyId = edbInfo.ClassifyId edbLog.SysUserId = sysUser.AdminId edbLog.SysUserRealName = sysUser.RealName edbLog.CreateTime = time.Now() edbLog.Content = string(this.Ctx.Input.RequestBody) edbLog.Status = "新增指标" edbLog.Method = this.Ctx.Input.URI() go data_manage.AddEdbInfoLog(edbLog) } } br.Msg = "操作成功" br.Ret = 200 br.Success = true br.IsAddLog = true } // KplerNameCheck // @Title 加入指标库的重名检测 // @Description 加入指标库的重名检测 // @Param ClassifyIds query string true "分类id, 多个分类用英文" // @Param Keyword query string true "关键词, 指标ID/指标名称" // @Success 200 {object} NameCheckResult // @router /kpler/edb_info/name_check [post] func (this *BaseFromKplerController) KplerNameCheck() { br := new(models.BaseResponse).Init() defer func() { if br.ErrMsg == "" { br.IsSendEmail = false } this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录，SysUser Is Empty" br.Ret = 408 return } var req []*data_manage.NameCheckEdbInfoReq if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil { br.Msg = "参数解析异常！" br.ErrMsg = "参数解析失败，Err:" + e.Error() return } if len(req) == 0 { br.Msg = "请选择指标" return } codeMaxT := 30 codeLen := len(req) if codeLen > codeMaxT { br.Msg = "批量添加指标数量不得超过30个" return } indexNames := make([]string, 0) resp := make([]*data_manage.EdbNameCheckResult, 0) for _, v := range req { v.EdbCode = strings.TrimSpace(v.EdbCode) if v.EdbCode == "" { br.Msg = "指标ID不可为空" return } v.EdbName = strings.TrimSpace(v.EdbName) if v.EdbName == "" { br.Msg = "请输入指标名称" return } indexNames = append(indexNames, v.EdbName) resp = append(resp, &data_manage.EdbNameCheckResult{ EdbCode: v.EdbCode, EdbName: v.EdbName, }) dataItems, err := data_manage.GetEdbDataAllByEdbCode(v.EdbCode, utils.DATA_SOURCE_KPLER, 0, utils.EDB_DATA_LIMIT) if err != nil && !utils.IsErrNoRow(err) { br.Msg = "获取失败" br.ErrMsg = "获取钢联已存在信息失败,Err:" + err.Error() return } if len(dataItems) <= 0 { respItem, err := data.AddEdbData(utils.DATA_SOURCE_KPLER, v.EdbCode, v.Frequency) if err != nil { br.Msg = "获取失败" br.ErrMsg = "获取失败,Err:" + err.Error() return } if respItem.Ret != 200 { br.Msg = "未搜索到该指标" br.ErrMsg = respItem.ErrMsg + ";EdbCode:" + v.EdbCode return } } } // 重名校验 edbList, e := data_manage.GetEdbInfoByNameArr(indexNames, utils.EDB_INFO_TYPE) if e != nil { br.Msg = "操作失败" br.ErrMsg = "获取重名指标失败, Err: " + e.Error() return } nameExists := make(map[string]bool) for _, v := range edbList { nameExists[v.EdbName] = true } if len(nameExists) > 0 { for _, v := range resp { v.Exist = nameExists[v.EdbName] } } br.Data = resp br.Msg = "校验成功" br.Ret = 200 br.Success = true } // KplerAddCheck // @Title 加入指标库指标Id检测 // @Description 加入指标库指标Id检测 // @Param request body request.BatchAddCheckReq true "type json string" // @Success 200 string "操作成功" // @router /kpler/edb_info/add_check [post] func (c *BaseFromKplerController) KplerAddCheck() { br := new(models.BaseResponse).Init() defer func() { if br.ErrMsg == "" { br.IsSendEmail = false } c.Data["json"] = br c.ServeJSON() }() sysUser := c.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录，SysUser Is Empty" br.Ret = 408 return } var req data_manage.BatchAddCheckReq if e := json.Unmarshal(c.Ctx.Input.RequestBody, &req); e != nil { br.Msg = "参数解析异常！" br.ErrMsg = "参数解析失败，Err:" + e.Error() return } codeMaxT := 30 codeLen := len(req.IndexCodes) // 获取指标库已有指标 existsEdb, e := data_manage.GetEdbCodesBySource(utils.DATA_SOURCE_KPLER) if e != nil { br.Msg = "获取失败" br.ErrMsg = "获取自有数据已添加的指标失败, Err: " + e.Error() return } existMap := make(map[string]*data_manage.EdbInfo) for _, v := range existsEdb { existMap[v.EdbCode] = v } if codeLen == 0 { br.Msg = "请选择指标" return } if codeLen > codeMaxT { br.Msg = fmt.Sprintf("最多只能选择%d个指标", codeMaxT) return } // 查询选中的指标 cond := fmt.Sprintf(` AND index_code IN (%s)`, utils.GetOrmInReplace(codeLen)) pars := make([]interface{}, 0) pars = append(pars, req.IndexCodes) list, err := data_manage.GetKplerIndex(cond, pars) if err != nil { br.Msg = "获取失败" br.ErrMsg = "获取钢联已存在信息失败,Err:" + err.Error() return } if len(list) > codeMaxT { br.Msg = fmt.Sprintf("最多只能选择%d个指标", codeMaxT) return } resp := make([]*data_manage.BaseFromKplerIndexList, 0) for _, v := range list { if edb, ok := existMap[v.IndexCode]; ok { v.EdbInfoId = edb.EdbInfoId v.EdbClassifyId = edb.ClassifyId v.EdbUniqueCode = edb.UniqueCode v.EdbExist = 1 } resp = append(resp, v) } br.Data = resp br.Msg = "校验成功" br.Ret = 200 br.Success = true } // 加入到指标库 // @Title 加入到指标库 // @Description 加入到指标库 // @Param request body request.BatchAddCheckReq true "type json string" // @Success 200 string "操作成功" // @router /kpler/edb_info/add [post] func (c *BaseFromKplerController) KplerAdd() { br := new(models.BaseResponse).Init() defer func() { c.Data["json"] = br c.ServeJSON() }() sysUser := c.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录，SysUser Is Empty" br.Ret = 408 return } var req data_manage.AddEdbInfoReq if e := json.Unmarshal(c.Ctx.Input.RequestBody, &req); e != nil { br.Msg = "参数解析异常！" br.ErrMsg = "参数解析失败，Err:" + e.Error() return } if req.EdbCode == "" { br.Msg = "指标ID不能为空" return } if req.EdbName == "" { br.Msg = "指标名称不能为空" return } if req.ClassifyId <= 0 { br.Msg = "分类不能为空" return } if req.Frequency == "" { br.Msg = "频度不能为空" return } if req.Unit == "" { br.Msg = "单位不能为空" return } count, err := data_manage.GetEdbInfoCount(utils.DATA_SOURCE_KPLER, req.EdbCode) if err != nil { br.Msg = "获取失败" br.ErrMsg = "获取失败,Err:" + err.Error() return } if count > 0 { br.Msg = "指标已存在" return } // 指标入库 edbInfo, err, errMsg, isSendEmail := data.EdbInfoAdd(utils.DATA_SOURCE_KPLER, utils.DATA_SUB_SOURCE_EDB, req.ClassifyId, req.EdbCode, req.EdbName, req.Frequency, req.Unit, req.StartDate, req.EndDate, sysUser.AdminId, sysUser.RealName, c.Lang) if err != nil { br.Msg = "保存失败" if errMsg != `` { br.Msg = errMsg } br.ErrMsg = err.Error() br.IsSendEmail = isSendEmail return } // 试用平台更新用户累计新增指标数 adminItem, e := system.GetSysAdminById(sysUser.AdminId) if e != nil { br.Msg = "操作失败" br.ErrMsg = "获取系统用户数据失败，Err:" + e.Error() return } if utils.BusinessCode == utils.BusinessCodeSandbox && adminItem.DepartmentName == "ETA试用客户" { go func() { var r etaTrialService.EtaTrialUserReq r.Mobile = adminItem.Mobile _, _ = etaTrialService.UpdateUserIndexNum(r) }() } //新增操作日志 { edbLog := new(data_manage.EdbInfoLog) edbLog.EdbInfoId = edbInfo.EdbInfoId edbLog.SourceName = edbInfo.SourceName edbLog.Source = edbInfo.Source edbLog.EdbCode = edbInfo.EdbCode edbLog.EdbName = edbInfo.EdbName edbLog.ClassifyId = edbInfo.ClassifyId edbLog.SysUserId = sysUser.AdminId edbLog.SysUserRealName = sysUser.RealName edbLog.CreateTime = time.Now() edbLog.Content = string(c.Ctx.Input.RequestBody) edbLog.Status = "新增指标" edbLog.Method = c.Ctx.Input.URI() go data_manage.AddEdbInfoLog(edbLog) } // 更新es go data.AddOrEditEdbInfoToEs(edbInfo.EdbInfoId) resp := new(data_manage.AddEdbInfoResp) resp.EdbInfoId = edbInfo.EdbInfoId resp.UniqueCode = edbInfo.UniqueCode br.Ret = 200 br.Success = true br.Msg = "保存成功" br.Data = resp br.IsAddLog = true } // ExportKplerList // @Title 导出Kpler数据 // @Description 导出Kpler数据 // @Param ClassifyId query int true "关键字搜索" // @Param IndexCode query string true "指标编码" // @Success 200 导出成功 // @router /kpler/export [get] func (this *BaseFromKplerController) ExportKplerList() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请重新登录" return } classifyId, _ := this.GetInt("ClassifyId") indexCode := this.GetString("IndexCode") if classifyId <= 0 && indexCode == "" { br.Msg = "请选择分类或者指标" return } dir, _ := os.Executable() exPath := filepath.Dir(dir) downLoadnFilePath := exPath + "/" + time.Now().Format(utils.FormatDateTimeUnSpace) + ".xlsx" xlsxFile := xlsx.NewFile() var condition string var pars []interface{} var classifyName string if classifyId > 0 { classifyInfo, err := data_manage.GetBaseFromKplerClassifyById(classifyId) if err != nil { if utils.IsErrNoRow(err) { br.Msg = "分类不存在" return } br.Msg = "下载失败" br.ErrMsg = "获取分类失败,Err:" + err.Error() return } classifyName = classifyInfo.ClassifyName childClassify := make([]*data_manage.BaseFromKplerClassify, 0) if classifyInfo.LevelPath != "" { childClassify, err = data_manage.GetBaseFromKplerClassifyByLevelPath(classifyInfo.LevelPath) if err != nil { br.Msg = "下载失败" br.ErrMsg = "获取分类失败,Err:" + err.Error() return } } if len(childClassify) > 0 { childClassifyIds := make([]int, 0) for _, child := range childClassify { childClassifyIds = append(childClassifyIds, child.ClassifyId) } condition += ` AND classify_id IN (` + utils.GetOrmInReplace(len(childClassifyIds)) + `)` pars = append(pars, childClassifyIds) } else { condition += ` AND classify_id=?` pars = append(pars, classifyId) } } if indexCode != "" { condition += ` AND index_code=? ` pars = append(pars, indexCode) } indexList, err := data_manage.GetKplerIndex(condition, pars) if err != nil { br.Msg = "下载失败" br.ErrMsg = "获取指标失败,Err:" + err.Error() fmt.Println("获取数据失败，Err:" + err.Error()) return } if len(indexList) <= 0 { fmt.Println("indexList 为空") br.Ret = 200 br.Success = true br.Msg = "success" return } codeList := make([]string, 0) frequenciesMap := make(map[string][]*data_manage.BaseFromKplerIndexList) for _, v := range indexList { codeList = append(codeList, v.IndexCode) frequenciesMap[v.Frequency] = append(frequenciesMap[v.Frequency], v) } dataListMap := make(map[string][]*data_manage.BaseFromKplerData) if len(indexList) > 0 { allDataList, e := data_manage.GetKplerIndexDataByCodes(codeList) if e != nil { br.Msg = "获取数据失败" br.ErrMsg = "获取数据失败,Err:" + e.Error() return } for _, v := range allDataList { dataListMap[v.IndexCode] = append(dataListMap[v.IndexCode], v) } } // 按照频率分组排序 frequencies := []string{ "日度", "周度", "旬度", "月度", "季度", "半年度", "年度", } for _, frequency := range frequencies { //获取指标 indexCodeList, ok := frequenciesMap[frequency] if !ok { continue } if len(indexCodeList) <= 0 { fmt.Printf("sheet:%s, 不存在指标", frequency) return } var sheetName string switch frequency { case "日度": sheetName = "日度(Daily)" case "周度": sheetName = "周度(Weekly)" case "旬度": sheetName = "旬度(ten-day)" case "月度": sheetName = "月度(Monthly)" case "季度": sheetName = "季度(Quarterly)" case "半年度": sheetName = "半年度(Semi-annual)" case "年度": sheetName = "年度(Annual)" default: sheetName = "其他数据" } sheetNew, err := xlsxFile.AddSheet(sheetName) if err != nil { fmt.Println("新增Sheet失败", err.Error()) return } secNameRow := sheetNew.AddRow() frequencyRow := sheetNew.AddRow() unitRow := sheetNew.AddRow() lastModifyDateRow := sheetNew.AddRow() var indexIdList []int for _, idx := range frequenciesMap[frequency] { indexIdList = append(indexIdList, idx.BaseFromKplerIndexId) } dataTimeList, err := data_manage.GetKplerDataDataTimeByIndexId(indexIdList) if err != nil { br.Msg = "下载失败" br.ErrMsg = "获取数据时间失败,Err:" + err.Error() fmt.Println("获取数据时间失败", err.Error()) return } // 添加excel左侧指标日期 setRowIndex := 4 for rk, dv := range dataTimeList { rowIndex := setRowIndex + rk row := sheetNew.Row(rowIndex) displayDate, _ := time.Parse(utils.FormatDate, dv) displayDateCell := row.AddCell() style := new(xlsx.Style) style.ApplyAlignment = true style.Alignment.WrapText = true displayDateCell.SetStyle(style) displayDateCell.SetDate(displayDate) } for k, icl := range indexCodeList { // 获取数据 dataList, ok := dataListMap[icl.IndexCode] if !ok { continue } if k == 0 { secNameRow.AddCell().SetValue("指标名称/Metric Name") frequencyRow.AddCell().SetValue("频度/Frequency") unitRow.AddCell().SetValue("单位/Unit") lastModifyDateRow.AddCell().SetValue("更新时间/Update Time") min := k * 3 sheetNew.SetColWidth(min, min, 15) } if len(dataList) == 0 { continue } secNameRow.AddCell().SetValue(icl.IndexName) frequencyRow.AddCell().SetValue(icl.Frequency) unitRow.AddCell().SetValue(icl.Unit) timeDate, err := time.Parse(utils.FormatDateTime, dataList[0].ModifyTime) if err != nil { continue } lastModifyDateRow.AddCell().SetValue(timeDate.Format(utils.FormatDate)) dataInfoMap := make(map[string]*data_manage.BaseFromKplerData) for _, v := range dataList { dataInfoMap[v.DataTime] = v } for rk, dtv := range dataTimeList { rowIndex := setRowIndex + rk row := sheetNew.Row(rowIndex) displayDateCell := row.AddCell() tmpData, ok := dataInfoMap[dtv] if ok { displayDateCell.SetValue(tmpData.Value) } } } } err = xlsxFile.Save(downLoadnFilePath) if err != nil { //有指标无数据时先导出一遍空表 sheet, err := xlsxFile.AddSheet("无数据") if err != nil { br.Msg = "新增Sheet失败" br.ErrMsg = "新增Sheet失败,Err:" + err.Error() return } rowSecName := sheet.AddRow() celSecName := rowSecName.AddCell() celSecName.SetValue("") e := xlsxFile.Save(downLoadnFilePath) if e != nil { br.Msg = "保存文件失败" br.ErrMsg = "保存文件失败" return } } fileName := classifyName if indexCode != "" && len(indexList) == 1 { fileName = indexList[0].IndexName } fileName = strings.Replace(fileName, ": ", "_", -1) fileName = strings.Replace(fileName, ", ", "_", -1) fileName = strings.Replace(fileName, " ", "_", -1) fileName += time.Now().Format("06.01.02") + `.xlsx` //文件名称 fmt.Println(fileName) this.Ctx.Output.Download(downLoadnFilePath, fileName) defer func() { os.Remove(downLoadnFilePath) }() br.Ret = 200 br.Success = true br.Msg = "success" } // GetFrequency // @Title kpler数据频度 // @Description kpler数据频度接口 // @Param ClassifyId query string true "分类Id" // @Success 200 {object} data_manage.LzFrequency // @router /kpler/frequency [get] func (this *BaseFromKplerController) GetFrequency() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录，SysUser Is Empty" br.Ret = 408 return } classifyId, _ := this.GetInt("ClassifyId") if classifyId < 0 { br.Msg = "请选择分类" br.ErrMsg = "请选择分类" return } frequencyList, err := data_manage.GetKplerFrequencyByClassifyId(classifyId) if err != nil { br.Msg = "获取频度失败" br.ErrMsg = "获取频度失败,Err:" + err.Error() return } br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = frequencyList } // BatchAddEdbCheck // @Title 新增校验 // @Description 新增校验 // @Param request body data_manage.BatchManualEdbReq true "type json string" // @Success 200 string "操作成功" // @router /kpler/batch/add/check [post] func (this *BaseFromKplerController) BatchAddEdbCheck() { br := new(models.BaseResponse).Init() defer func() { if br.ErrMsg == "" { br.IsSendEmail = false } this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录，SysUser Is Empty" br.Ret = 408 return } // 最大批量添加的数量 codeMaxT := 31 var req data_manage.BatchCheckKplerEdbReq err := json.Unmarshal(this.Ctx.Input.RequestBody, &req) if err != nil { br.Msg = "参数错误" br.ErrMsg = "参数错误,Err:" + err.Error() return } req.Keyword = strings.TrimSpace(req.Keyword) classifyIdStr := req.ClassifyIds var list = make([]*data_manage.BaseFromKplerIndexList, 0) var condition string var pars []interface{} if req.ListAll { classifyIds := strings.Split(classifyIdStr, ",") if len(classifyIds) > 0 && classifyIds[0] != `` { condition += " AND classify_id IN (" + utils.GetOrmInReplace(len(classifyIds)) + " ) " pars = append(pars, classifyIds) } keyword := req.Keyword if keyword != `` { condition += " AND (index_name like ? OR index_code like ?) " pars = utils.GetLikeKeywordPars(pars, keyword, 2) } frequencies := req.Frequencies if frequencies != "" { frequencyList := strings.Split(frequencies, ",") condition += " AND frequency IN (" + utils.GetOrmInReplace(len(frequencyList)) + " ) " pars = append(pars, frequencyList) } codes := req.TradeCodeList codeList := make([]string, 0) if codes != "" { codeList = strings.Split(codes, ",") } if len(codeList) > 0 { condition += ` AND index_code not in (` + utils.GetOrmInReplace(len(codeList)) + `) ` pars = append(pars, codeList) } } else { codes := req.TradeCodeList codeList := make([]string, 0) if codes != "" { codeList = strings.Split(codes, ",") } if len(codeList) <= 0 { br.Msg = "请选择指标" br.ErrMsg = "请选择指标" return } // 指标 condition += ` AND index_code in (` + utils.GetOrmInReplace(len(codeList)) + `) ` pars = append(pars, codeList) } condition += ` AND index_code not in (SELECT edb_code FROM edb_info WHERE source=?) ` pars = append(pars, utils.DATA_SOURCE_USDA_FAS) list, err = data_manage.GetKplerIndexPage(condition, pars, 0, codeMaxT) if err != nil { br.Msg = "获取失败" br.ErrMsg = "获取失败,Err:" + err.Error() return } if len(list) >= codeMaxT { br.Msg = "批量添加指标数量不得超过30个" return } br.Data = list br.Msg = "校验成功" br.Ret = 200 br.Success = true }