1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534 |
- package data_manage
- import (
- "encoding/json"
- "eta/eta_api/controllers"
- "eta/eta_api/models"
- "eta/eta_api/models/data_manage"
- "eta/eta_api/models/system"
- "eta/eta_api/services/data"
- etaTrialService "eta/eta_api/services/eta_trial"
- "eta/eta_api/utils"
- "fmt"
- "os"
- "path/filepath"
- "sort"
- "strconv"
- "strings"
- "time"
- "github.com/rdlucklib/rdluck_tools/paging"
- "github.com/tealeg/xlsx"
- )
- type BaseFromKplerController struct {
- controllers.BaseAuthController
- }
- // Search
- // @Title 新增指标-查询指标信息接口
- // @Description 新增指标-查询指标信息接口
- // @Param request body data_manage.ThsHfSearchEdbReq true "type json string"
- // @Success 200 {object} data_manage.ThsHfSearchEdbResp
- // @router /kpler/index/search [post]
- func (this *BaseFromKplerController) Search() {
- br := new(models.BaseResponse).Init()
- defer func() {
- if br.ErrMsg == "" {
- br.IsSendEmail = false
- }
- this.Data["json"] = br
- this.ServeJSON()
- }()
- sysUser := this.SysUser
- if sysUser == nil {
- br.Msg = "请登录"
- br.ErrMsg = "请登录,SysUser Is Empty"
- br.Ret = 408
- return
- }
- var params data_manage.KplerSearchReq
- if e := json.Unmarshal(this.Ctx.Input.RequestBody, ¶ms); e != nil {
- br.Msg = "参数解析异常!"
- br.ErrMsg = "参数解析失败,Err:" + e.Error()
- return
- }
- params.Granularity = strings.TrimSpace(params.Granularity)
- if params.Granularity == "" {
- br.Msg = "请选择频度"
- return
- }
- split := strings.TrimSpace(params.Split)
- if split == "" {
- split = "Total"
- }
- unit := strings.TrimSpace(params.Unit)
- if unit == "" {
- unit = "Kbd"
- }
- flowDirection := strings.TrimSpace(params.FlowDirection)
- if flowDirection == "" {
- br.Msg = "请选择流向"
- return
- }
- var productNamesStr string
- var fromZoneNamesStr string
- var toZoneNamesStr string
- classifyName := ""
- if len(params.ProductIds) > 0 {
- // 获取产品名称
- productList, e := data_manage.GetKplerClassifyByProductId(params.ProductIds)
- if e != nil {
- br.Msg = "获取Kpler产品名称失败"
- br.ErrMsg = fmt.Sprintf("获取Kpler产品名称失败, %v", e)
- return
- }
- productNames := make([]string, 0)
- for _, v := range productList {
- productNames = append(productNames, v.ProductName)
- }
- if len(productNames) > 0 {
- productNamesStr = strings.Join(productNames, ",")
- // 获取第一个产品的分类ID
- classifyObj, err := data_manage.GetBaseFromKplerClassifyByProductName(productNames[0])
- if err != nil {
- br.Msg = "获取分类ID失败"
- br.ErrMsg = fmt.Sprintf("获取分类ID失败, %v", err)
- return
- }
- allClassifyIds := make([]int, 0)
- if classifyObj.LevelPath != "" {
- levelPath := strings.Split(classifyObj.LevelPath, ",")
- for _, v := range levelPath {
- levelId, _ := strconv.Atoi(v)
- allClassifyIds = append(allClassifyIds, levelId)
- }
- //获取所有的分类列表
- classifyList, err := data_manage.GetBaseFromKplerClassifyByIds(allClassifyIds)
- if err != nil {
- br.Msg = "获取分类列表失败"
- br.ErrMsg = fmt.Sprintf("获取分类列表失败, %v", err)
- return
- }
- for _, v := range classifyList {
- classifyName += v.ClassifyName + "/"
- }
- classifyName = strings.TrimRight(classifyName, "/")
- }
- }
-
- }
- // 获取区域名称
- zoneObj := new(data_manage.BaseFromKplerZone)
- if len(params.FromZoneIds) > 0 {
- fromZoneList, e := zoneObj.GetByZoneIds(params.FromZoneIds)
- if e != nil {
- br.Msg = "获取Kpler区域名称失败"
- br.ErrMsg = fmt.Sprintf("获取Kpler区域名称失败, %v", e)
- return
- }
- fromZoneNames := make([]string, 0)
- for _, v := range fromZoneList {
- fromZoneNames = append(fromZoneNames, v.ZoneName)
- }
- if len(fromZoneNames) > 0 {
- fromZoneNamesStr = strings.Join(fromZoneNames, ",")
- }
- }
- if len(params.ToZoneIds) > 0 {
- toZoneList, e := zoneObj.GetByZoneIds(params.ToZoneIds)
- if e != nil {
- br.Msg = "获取Kpler区域名称失败"
- br.ErrMsg = fmt.Sprintf("获取Kpler区域名称失败, %v", e)
- return
- }
- toZoneNames := make([]string, 0)
- for _, v := range toZoneList {
- toZoneNames = append(toZoneNames, v.ZoneName)
- }
- if len(toZoneNames) > 0 {
- toZoneNamesStr = strings.Join(toZoneNames, ",")
- }
- }
-
-
- // 校验已入库的指标
- if params.Split == "Total" {
- flowDirection := params.FlowDirection
- // prefixIndexName := fmt.Sprintf("kpler%s%s%s%s", fromZoneNamesStr, flowDirection, toZoneNamesStr, productNamesStr)
- // lastIndexName := params.Granularity
- // indexName := fmt.Sprintf("%s%s%s", prefixIndexName, "Total", lastIndexName)
- prefixIndexCode := fmt.Sprintf("k%s%s%s%s", fromZoneNamesStr, flowDirection, toZoneNamesStr, productNamesStr)
- // 获取首字母
- lastIndexCode := strings.ToUpper(params.Granularity[:1])
- indexCode := fmt.Sprintf("%s%s%s", prefixIndexCode, "Total", lastIndexCode)
- // 查询指标是否已存在
- _, e := data_manage.GetKplerIndexByIndexCode(indexCode)
- if e != nil && !utils.IsErrNoRow(e) {
- br.Msg = "获取指标信息失败"
- br.ErrMsg = fmt.Sprintf("获取指标信息失败, %v", e)
- return
- }
- if e == nil {
- br.Msg = "指标均已存在"
- return
- }
- }
-
-
- resp := make([]*data_manage.KplerIndexItem, 0)
- // 请求API获取数据
- indexes, e := data.GetEdbDataKpler(params, productNamesStr, fromZoneNamesStr, toZoneNamesStr)
- if e != nil {
- br.Msg = "未搜索到指标"
- br.ErrMsg = fmt.Sprintf("获取指标失败, %v", e)
- return
- }
- if len(indexes) == 0 {
- br.Msg = "未搜索到指标"
- return
- }
- for _, v := range indexes {
- item := new(data_manage.KplerIndexItem)
- item.IndexCode = v.IndexCode
- item.IndexName = v.IndexName
- item.Frequency = v.Frequency
- item.Unit = v.Unit
- item.ClassifyName = classifyName
- // 搜索只展示100条数据
- var limit int
- sort.Slice(v.IndexData, func(i, j int) bool {
- return v.IndexData[i].DataTime < v.IndexData[j].DataTime
- })
- for _, d := range v.IndexData {
- if limit > 10 {
- break
- }
- limit += 1
- item.IndexData = append(item.IndexData, d)
- }
- resp = append(resp, item)
- }
- br.Data = resp
- br.Ret = 200
- br.Success = true
- br.Msg = "获取成功"
- }
- // IndexAdd
- // @Title 新增指标-新增指标接口
- // @Description 新增指标-新增指标接口
- // @Param request body data_manage.ThsHfSearchEdbReq true "type json string"
- // @Success 200 {object} data_manage.ThsHfSearchEdbResp
- // @router /kpler/index/add [post]
- func (this *BaseFromKplerController) IndexAdd() {
- br := new(models.BaseResponse).Init()
- defer func() {
- if br.ErrMsg == "" {
- br.IsSendEmail = false
- }
- this.Data["json"] = br
- this.ServeJSON()
- }()
- sysUser := this.SysUser
- if sysUser == nil {
- br.Msg = "请登录"
- br.ErrMsg = "请登录,SysUser Is Empty"
- br.Ret = 408
- return
- }
- var params data_manage.KplerSearchReq
- if e := json.Unmarshal(this.Ctx.Input.RequestBody, ¶ms); e != nil {
- br.Msg = "参数解析异常!"
- br.ErrMsg = "参数解析失败,Err:" + e.Error()
- return
- }
- params.Granularity = strings.TrimSpace(params.Granularity)
- if params.Granularity == "" {
- br.Msg = "请选择频度"
- return
- }
- split := strings.TrimSpace(params.Split)
- if split == "" {
- split = "Total"
- }
- unit := strings.TrimSpace(params.Unit)
- if unit == "" {
- unit = "Kbd"
- }
- flowDirection := strings.TrimSpace(params.FlowDirection)
- if flowDirection == "" {
- br.Msg = "请选择流向"
- return
- }
- var productNamesStr string
- var fromZoneNamesStr string
- var toZoneNamesStr string
- if len(params.ProductIds) > 0 {
- // 获取产品名称
- productList, e := data_manage.GetKplerClassifyByProductId(params.ProductIds)
- if e != nil {
- br.Msg = "获取Kpler产品名称失败"
- br.ErrMsg = fmt.Sprintf("获取Kpler产品名称失败, %v", e)
- return
- }
- productNames := make([]string, 0)
- for _, v := range productList {
- productNames = append(productNames, v.ProductName)
- }
- if len(productNames) > 0 {
- productNamesStr = strings.Join(productNames, ",")
- }
- }
- // 获取区域名称
- zoneObj := new(data_manage.BaseFromKplerZone)
- if len(params.FromZoneIds) > 0 {
- fromZoneList, e := zoneObj.GetByZoneIds(params.FromZoneIds)
- if e != nil {
- br.Msg = "获取Kpler区域名称失败"
- br.ErrMsg = fmt.Sprintf("获取Kpler区域名称失败, %v", e)
- return
- }
- fromZoneNames := make([]string, 0)
- for _, v := range fromZoneList {
- fromZoneNames = append(fromZoneNames, v.ZoneName)
- }
- if len(fromZoneNames) > 0 {
- fromZoneNamesStr = strings.Join(fromZoneNames, ",")
- }
- }
- if len(params.ToZoneIds) > 0 {
- toZoneList, e := zoneObj.GetByZoneIds(params.ToZoneIds)
- if e != nil {
- br.Msg = "获取Kpler区域名称失败"
- br.ErrMsg = fmt.Sprintf("获取Kpler区域名称失败, %v", e)
- return
- }
- toZoneNames := make([]string, 0)
- for _, v := range toZoneList {
- toZoneNames = append(toZoneNames, v.ZoneName)
- }
- if len(toZoneNames) > 0 {
- toZoneNamesStr = strings.Join(toZoneNames, ",")
- }
- }
-
-
- // 校验已入库的指标
- if params.Split == "Total" {
- flowDirection := params.FlowDirection
- // prefixIndexName := fmt.Sprintf("kpler%s%s%s%s", fromZoneNamesStr, flowDirection, toZoneNamesStr, productNamesStr)
- // lastIndexName := params.Granularity
- // indexName := fmt.Sprintf("%s%s%s", prefixIndexName, "Total", lastIndexName)
- prefixIndexCode := fmt.Sprintf("k%s%s%s%s", fromZoneNamesStr, flowDirection, toZoneNamesStr, productNamesStr)
- // 获取首字母
- lastIndexCode := strings.ToUpper(params.Granularity[:1])
- indexCode := fmt.Sprintf("%s%s%s", prefixIndexCode, "T", lastIndexCode)
- // 查询指标是否已存在
- _, e := data_manage.GetKplerIndexByIndexCode(indexCode)
- if e != nil && !utils.IsErrNoRow(e) {
- br.Msg = "获取指标信息失败"
- br.ErrMsg = fmt.Sprintf("获取指标信息失败, %v", e)
- return
- }
- if e == nil {
- br.Msg = "指标均已存在"
- return
- }
- }
-
- resp := make([]*data_manage.KplerIndexItem, 0)
- // 请求API获取数据
- e := data.AddKplerIndex(params, productNamesStr, fromZoneNamesStr, toZoneNamesStr)
- if e != nil {
- br.Msg = "新增指标失败"
- br.ErrMsg = fmt.Sprintf("新增指标失败, %v", e)
- return
- }
-
- br.Data = resp
- br.Ret = 200
- br.Success = true
- br.Msg = "获取成功"
- }
- // KplerClassify
- // @Title Kpler数据分类
- // @Description Kpler数据分类接口
- // @Success 200 {object} data_manage.BaseFromKplerClassify
- // @router /kpler/classify [get]
- func (this *BaseFromKplerController) KplerClassify() {
- br := new(models.BaseResponse).Init()
- defer func() {
- this.Data["json"] = br
- this.ServeJSON()
- }()
- sysUser := this.SysUser
- if sysUser == nil {
- br.Msg = "请登录"
- br.ErrMsg = "请登录,SysUser Is Empty"
- br.Ret = 408
- return
- }
- classifyId, _ := this.GetInt("ClassifyId")
- if classifyId < 0 {
- br.Msg = "请选择分类"
- br.ErrMsg = "请选择分类"
- return
- }
- list, e := data_manage.GetKplerClassifyAndIndex(classifyId)
- if e != nil {
- br.Msg = "获取失败"
- br.ErrMsg = "获取数据失败,Err:" + e.Error()
- return
- }
- //组装二级分类
- var ret data_manage.BaseFromKplerClassifyResp
- ret.List = list
- br.Ret = 200
- br.Success = true
- br.Msg = "获取成功"
- br.Data = ret
- }
- // KplerClassifyTree
- // @Title Kpler数据分类树
- // @Description Kpler数据分类树接口
- // @Success 200 {object} data_manage.BaseFromKplerClassify
- // @router /kpler/classify/tree [get]
- func (this *BaseFromKplerController) KplerClassifyTree() {
- br := new(models.BaseResponse).Init()
- defer func() {
- this.Data["json"] = br
- this.ServeJSON()
- }()
- sysUser := this.SysUser
- if sysUser == nil {
- br.Msg = "请登录"
- br.ErrMsg = "请登录,SysUser Is Empty"
- br.Ret = 408
- return
- }
- classifyAll := make([]*data_manage.BaseFromKplerClassifyItems, 0)
- var err error
- keyword := this.GetString("Keyword")
- if keyword != "" {
- keyList, er := data_manage.GetBaseFromKplerClassifyByKeyword(keyword)
- if er != nil && !utils.IsErrNoRow(er) {
- br.Msg = "获取失败"
- br.ErrMsg = "获取数据失败,Err:" + er.Error()
- return
- }
- classifyIds := make([]int, 0)
- classifyMap := make(map[int]int)
- for _, v := range keyList {
- tmpIds := strings.Split(v.LevelPath, ",")
- for _, id := range tmpIds {
- tmpId, err := strconv.Atoi(id)
- if err == nil {
- if _, ok := classifyMap[tmpId]; !ok {
- classifyIds = append(classifyIds, tmpId)
- classifyMap[tmpId] = v.ClassifyId
- }
- }
- }
- }
- classifyAll, err = data_manage.GetBaseFromKplerClassifyItemsByIds(classifyIds)
- if err != nil && !utils.IsErrNoRow(err) {
- br.Msg = "获取失败"
- br.ErrMsg = "获取数据失败,Err:" + err.Error()
- return
- }
- }else{
- classifyAll, err = data_manage.GetAllBaseFromKplerClassify()
- if err != nil && !utils.IsErrNoRow(err) {
- br.Msg = "获取失败"
- br.ErrMsg = "获取数据失败,Err:" + err.Error()
- return
- }
- }
- list := data.GetKplerClassifyTreeRecursive(classifyAll, 0)
- // 递归组装分类
- var ret data_manage.BaseFromKplerClassifyResp
- ret.List = list
- br.Ret = 200
- br.Success = true
- br.Msg = "获取成功"
- br.Data = ret
- }
- // 查询区域
- // @Title 查询区域
- // @Description 查询区域接口
- // @Success 200 {object} data_manage.BaseFromKplerZone
- // @router /kpler/zone [get]
- func (this *BaseFromKplerController) KplerZone() {
- br := new(models.BaseResponse).Init()
- defer func() {
- this.Data["json"] = br
- this.ServeJSON()
- }()
- sysUser := this.SysUser
- if sysUser == nil {
- br.Msg = "请登录"
- br.ErrMsg = "请登录,SysUser Is Empty"
- br.Ret = 408
- return
- }
-
- keyword := this.GetString("Keyword")
- var zoneList []*data_manage.BaseFromKplerZone
- var err error
- if keyword == "" {
- br.Data = zoneList
- br.Ret = 200
- br.Success = true
- br.Msg = "获取成功"
- return
- }
-
- // 使用带相似度排序的搜索函数
- zoneList, err = data_manage.GetBaseFromKplerZoneByKeywordWithRelevance(keyword)
- if err != nil && !utils.IsErrNoRow(err) {
- br.Msg = "获取失败"
- br.ErrMsg = "获取数据失败,Err:" + err.Error()
- return
- }
- br.Data = zoneList
- br.Ret = 200
- br.Success = true
- br.Msg = "获取成功"
- }
- // KplerIndexData
- // @Title 获取Kpler数据
- // @Description 获取Kpler数据接口
- // @Param PageSize query int true "每页数据条数"
- // @Param CurrentIndex query int true "当前页页码,从1开始"
- // @Param ClassifyId query string true "分类id"
- // @Success 200 {object} data_manage.LzFrequency
- // @router /kpler/index/data [get]
- func (this *BaseFromKplerController) KplerIndexData() {
- br := new(models.BaseResponse).Init()
- defer func() {
- this.Data["json"] = br
- this.ServeJSON()
- }()
- sysUser := this.SysUser
- if sysUser == nil {
- br.Msg = "请登录"
- br.ErrMsg = "请登录,SysUser Is Empty"
- br.Ret = 408
- return
- }
- pageSize, _ := this.GetInt("PageSize")
- currentIndex, _ := this.GetInt("CurrentIndex")
- var startSize int
- if pageSize <= 0 {
- pageSize = utils.PageSize20
- }
- if currentIndex <= 0 {
- currentIndex = 1
- }
- startSize = utils.StartIndex(currentIndex, pageSize)
- classifyId, _ := this.GetInt("ClassifyId")
- if classifyId < 0 {
- br.Msg = "请选择分类"
- br.ErrMsg = "请选择分类"
- return
- }
- // 增加频度请求入参
- frequency := this.GetString("Frequency")
- //获取指标
- var condition string
- var pars []interface{}
- if classifyId >= 0 {
- classifyInfo, err := data_manage.GetBaseFromKplerClassifyById(classifyId)
- if err != nil {
- if utils.IsErrNoRow(err) {
- br.Msg = "分类不存在"
- return
- }
- br.Msg = "获取分类信息失败"
- br.ErrMsg = "获取分类信息失败,Err:" + err.Error()
- return
- }
- if classifyInfo.Level == 2 || classifyInfo.ParentId > 0 {
- condition += ` AND classify_id=? `
- pars = append(pars, classifyId)
- } else if classifyInfo.Level == 1 {
- childClassify, err := data_manage.GetBaseFromKplerClassifyByParentId(classifyId)
- if err != nil {
- br.Msg = "获取分类信息失败"
- br.ErrMsg = "获取子分类信息失败,Err:" + err.Error()
- return
- }
- var classifyList []int
- for _, v := range childClassify {
- classifyList = append(classifyList, v.ClassifyId)
- }
- condition += ` AND classify_id IN (` + utils.GetOrmInReplace(len(classifyList)) + `) `
- pars = append(pars, classifyList)
- }
- }
- if frequency != "" {
- condition += ` AND frequency=? `
- pars = append(pars, frequency)
- }
- KplerList, err := data_manage.GetKplerIndex(condition, pars)
- if err != nil {
- br.Msg = "获取数据失败"
- br.ErrMsg = "获取数据失败,Err:" + err.Error()
- return
- }
- edbCodeList := make([]string, 0)
- for _, v := range KplerList {
- edbCodeList = append(edbCodeList, v.IndexCode)
- }
- edbInfoMap := make(map[string]*data_manage.EdbInfo)
- dataMap := make(map[string][]*data_manage.BaseFromKplerData)
- total := 0
- if len(edbCodeList) > 0 {
- edbInfoList, err := data_manage.GetEdbInfoByEdbCodeList(utils.DATA_SOURCE_KPLER, edbCodeList)
- if err != nil {
- br.Msg = "获取数据源失败"
- br.ErrMsg = "获取指标数据失败,Err:" + err.Error()
- return
- }
- for _, v := range edbInfoList {
- edbInfoMap[v.EdbCode] = v
- }
- // 首先对分类下的指标按照日期进行分页,再针对日期,进行排序
- dataTimes, err := data_manage.GetKplerIndexDataTimePageByCodes(edbCodeList, startSize, pageSize)
- if err != nil {
- br.Msg = "获取数据失败"
- br.ErrMsg = "获取指标数据日期信息失败,Err:" + err.Error()
- return
- }
- if len(dataTimes) > 0 {
- startDate := dataTimes[len(dataTimes)-1]
- endDate := dataTimes[0]
- // 把截止日往后加1天
- endDateT, _ := time.ParseInLocation(utils.FormatDate, endDate, time.Local)
- endDate = endDateT.AddDate(0, 0, 1).Format(utils.FormatDate)
- dataList, e := data_manage.GetKplerIndexDataByDataTime(edbCodeList, startDate, endDate)
- if e != nil {
- br.Msg = "获取数据失败"
- br.ErrMsg = "获取指标数据失败,Err:" + e.Error()
- return
- }
- //将数据按照指标进行分类
- for _, v := range dataList {
- dataMap[v.IndexCode] = append(dataMap[v.IndexCode], v)
- }
- }
- total, err = data_manage.GetKplerIndexDataTimePageCount(edbCodeList)
- if err != nil {
- br.Msg = "获取数据失败"
- br.ErrMsg = "获取指标数据失败,Err:" + err.Error()
- return
- }
- }
- page := paging.GetPaging(currentIndex, pageSize, total)
- resultList := make([]*data_manage.BaseFromKplerIndexList, 0)
- for _, v := range KplerList {
- product := new(data_manage.BaseFromKplerIndexList)
- product.BaseFromKplerIndexId = v.BaseFromKplerIndexId
- product.Unit = v.Unit
- product.IndexCode = v.IndexCode
- product.IndexName = v.IndexName
- product.Frequency = v.Frequency
- product.ClassifyId = v.ClassifyId
- product.ModifyTime = v.ModifyTime
- if edb, ok := edbInfoMap[v.IndexCode]; ok {
- product.EdbInfoId = edb.EdbInfoId
- product.EdbExist = 1
- }
- dataListTmp, ok := dataMap[v.IndexCode]
- if !ok {
- dataListTmp = make([]*data_manage.BaseFromKplerData, 0)
- }
- product.DataList = dataListTmp
- product.Paging = page
- resultList = append(resultList, product)
- }
- br.Ret = 200
- br.Success = true
- br.Msg = "获取成功"
- br.Data = resultList
- }
- // KplerSearchList
- // @Title Kpler模糊搜索
- // @Description Kpler模糊搜索
- // @Param Keyword query string ture "关键字搜索"
- // @Success 200 {object} models.BaseResponse
- // @router /kpler/search_list [get]
- func (this *BaseFromKplerController) KplerSearchList() {
- br := new(models.BaseResponse).Init()
- defer func() {
- this.Data["json"] = br
- this.ServeJSON()
- }()
- sysUser := this.SysUser
- if sysUser == nil {
- br.Msg = "请重新登录"
- return
- }
- list := make([]*data_manage.BaseFromKplerIndexSearchItem, 0)
- var err error
- //关键字
- keyword := this.GetString("Keyword")
- if keyword != "" {
- keyWordArr := strings.Split(keyword, " ")
- if len(keyWordArr) > 0 {
- condition := ""
- for _, v := range keyWordArr {
- condition += ` AND CONCAT(index_name,index_code) LIKE '%` + v + `%'`
- }
- list, err = data_manage.GetKplerItemList(condition)
- if err != nil {
- br.ErrMsg = "获取失败,Err:" + err.Error()
- br.Msg = "获取失败"
- return
- }
- }
- } else {
- // todo es 模糊搜索
- list, err = data_manage.GetKplerItemList("")
- if err != nil {
- br.ErrMsg = "获取失败,Err:" + err.Error()
- br.Msg = "获取失败"
- return
- }
- }
- classifyIds := make([]int, 0)
- for _, v := range list {
- classifyIds = append(classifyIds, v.ClassifyId)
- }
- classifyList, err := data_manage.GetBaseFromKplerClassifyByIds(classifyIds)
- if err != nil {
- br.Msg = "搜索失败"
- br.ErrMsg = "获取分类信息失败,Err:" + err.Error()
- return
- }
- classifyMap := make(map[int]int)
- for _, v := range classifyList {
- classifyMap[v.ClassifyId] = v.ParentId
- }
- for _, v := range list {
- v.ParentClassifyId = classifyMap[v.ClassifyId]
- }
- br.Ret = 200
- br.Success = true
- br.Msg = "获取成功"
- br.Data = list
- }
- // KplerSingleData
- // @Title 获取Kpler数据
- // @Description 获取Kpler单条数据接口
- // @Param IndexCode query string true "指标唯一编码"
- // @Success 200 {object} models.BaseResponse
- // @router /kpler/single_data [get]
- func (this *BaseFromKplerController) KplerSingleData() {
- br := new(models.BaseResponse).Init()
- defer func() {
- this.Data["json"] = br
- this.ServeJSON()
- }()
- sysUser := this.SysUser
- if sysUser == nil {
- br.Msg = "请登录"
- br.ErrMsg = "请登录,SysUser Is Empty"
- br.Ret = 408
- return
- }
- indexCode := this.GetString("IndexCode")
- indexInfo, err := data_manage.GetBaseFromKplerIndexByIndexCode(indexCode)
- if err != nil {
- br.Msg = "获取指标信息失败"
- br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
- return
- }
- dataTmpList, err := data_manage.GetKplerIndexDataByCode(indexCode)
- if err != nil {
- br.Msg = "获取数据失败"
- br.ErrMsg = "获取数据失败,Err:" + err.Error()
- return
- }
- edbInfo, err := data_manage.GetEdbInfoByEdbCode(utils.DATA_SOURCE_KPLER, indexCode)
- if err != nil && !utils.IsErrNoRow(err) {
- br.Msg = "获取数据源失败"
- br.ErrMsg = "获取数据源失败,Err:" + err.Error()
- return
- }
- var ret data_manage.KplerSingleDataResp
- var dataList []*data_manage.KplerSingleData
- if edbInfo != nil {
- ret.EdbInfoId = edbInfo.EdbInfoId
- ret.EdbExist = 1
- }
- ret.ClassifyId = indexInfo.ClassifyId
- ret.BaseFromKplerIndexId = indexInfo.BaseFromKplerIndexId
- ret.IndexCode = indexInfo.IndexCode
- ret.IndexName = indexInfo.IndexName
- ret.Frequency = indexInfo.Frequency
- ret.CreateTime = indexInfo.CreateTime.Format(utils.FormatDateTime)
- ret.ModifyTime = indexInfo.ModifyTime.Format(utils.FormatDateTime)
- ret.Unit = indexInfo.Unit
- for _, v := range dataTmpList {
- tmp := &data_manage.KplerSingleData{
- Value: fmt.Sprintf("%v", v.Value),
- DataTime: v.DataTime,
- }
- dataList = append(dataList, tmp)
- }
- ret.Data = dataList
- br.Ret = 200
- br.Success = true
- br.Msg = "获取成功"
- br.Data = ret
- }
- // KplerIndexList
- // @Title Kpler指标列表
- // @Description Kpler指标列表
- // @Param ClassifyId query int true "分类id"
- // @Success 200 {object} data_manage.BaseFromKplerClassifyResp
- // @router /kpler/classify/index/list [get]
- func (this *BaseFromKplerController) KplerIndexList() {
- br := new(models.BaseResponse).Init()
- defer func() {
- this.Data["json"] = br
- this.ServeJSON()
- }()
- classifyId, _ := this.GetInt("ClassifyId", 0)
- indexList, err := data_manage.GetKplerIndexByClassifyId(classifyId)
- if err != nil && !utils.IsErrNoRow(err) {
- br.Msg = "获取失败"
- br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
- return
- }
- var ret data_manage.BaseFromKplerClassifyResp
- list := make([]*data_manage.BaseFromKplerClassifyItems, 0)
- for _, v := range indexList {
- classify := new(data_manage.BaseFromKplerClassifyItems)
- classify.ClassifyId = classifyId
- classify.BaseFromKplerIndexId = v.BaseFromKplerIndexId
- classify.IndexCode = v.IndexCode
- classify.ClassifyName = v.IndexName
- classify.UniqueCode = fmt.Sprintf("%d_%d", classifyId, v.BaseFromKplerIndexId)
- list = append(list, classify)
- }
- ret.List = list
- br.Ret = 200
- br.Success = true
- br.Msg = "获取成功"
- br.Data = ret
- }
- // KplerBatchSearch
- // @Title Kpler指标查询
- // @Description Kpler指标查询
- // @Param ClassifyIds query string true "分类id, 多个分类用英文"
- // @Param Keyword query string true "关键词, 指标ID/指标名称"
- // @Success 200 {object} data_manage.LzFrequency
- // @router /kpler/batch_search [get]
- func (this *BaseFromKplerController) KplerBatchSearch() {
- br := new(models.BaseResponse).Init()
- defer func() {
- this.Data["json"] = br
- this.ServeJSON()
- }()
- sysUser := this.SysUser
- if sysUser == nil {
- br.Msg = "请登录"
- br.ErrMsg = "请登录,SysUser Is Empty"
- br.Ret = 408
- return
- }
- classifyIdStr := this.GetString("ClassifyIds")
- pageSize, _ := this.GetInt("PageSize")
- currentIndex, _ := this.GetInt("CurrentIndex")
- var startSize int
- if pageSize <= 0 {
- pageSize = utils.PageSize20
- }
- if currentIndex <= 0 {
- currentIndex = 1
- }
- startSize = utils.StartIndex(currentIndex, pageSize)
- resp := data_manage.BaseFromKplerIndexSearchList{}
- total := 0
- page := paging.GetPaging(currentIndex, pageSize, total)
- var list = make([]*data_manage.BaseFromKplerIndexList, 0)
- var condition string
- var pars []interface{}
- classifyIds := strings.Split(classifyIdStr, ",")
- if len(classifyIds) > 0 && classifyIds[0] != `` {
- condition += " AND classify_id IN (" + utils.GetOrmInReplace(len(classifyIds)) + " ) "
- pars = append(pars, classifyIds)
- }
- keyword := this.GetString("Keyword")
- if keyword != `` {
- condition += " AND (index_name like ? OR index_code like ?) "
- pars = utils.GetLikeKeywordPars(pars, keyword, 2)
- }
- frequencies := this.GetString("Frequencies")
- if frequencies != "" {
- frequencyList := strings.Split(frequencies, ",")
- condition += " AND frequency IN (" + utils.GetOrmInReplace(len(frequencyList)) + " ) "
- pars = append(pars, frequencyList)
- }
-
- condition += ` AND index_code not in (SELECT edb_code FROM edb_info WHERE source=?) `
- pars = append(pars, "Kpler")
- list, err := data_manage.GetKplerIndexPage(condition, pars, startSize, pageSize)
- if err != nil {
- br.Msg = "获取失败"
- br.ErrMsg = "获取失败,Err:" + err.Error()
- return
- }
- total, err = data_manage.GetKplerIndexPageCount(condition, pars)
- if err != nil {
- br.Msg = "获取数据失败"
- br.ErrMsg = "获取指标数据失败,Err:" + err.Error()
- return
- }
- page = paging.GetPaging(currentIndex, pageSize, total)
- resp.Paging = page
- resp.List = list
- br.Ret = 200
- br.Success = true
- br.Msg = "获取成功"
- br.Data = resp
- }
- // KplerBatchAdd
- // @Title Kpler批量新增
- // @Description Kpler批量新增
- // @Param request body data_manage.AddEdbInfoReq true "type json string"
- // @Success 200 string "操作成功"
- // @router /kpler/batch_add [post]
- func (this *BaseFromKplerController) KplerBatchAdd() {
- br := new(models.BaseResponse).Init()
- defer func() {
- if br.ErrMsg == "" {
- br.IsSendEmail = false
- }
- this.Data["json"] = br
- this.ServeJSON()
- }()
- sysUser := this.SysUser
- if sysUser == nil {
- br.Msg = "请登录"
- br.ErrMsg = "请登录,SysUser Is Empty"
- br.Ret = 408
- return
- }
- deleteCache := true
- cacheKey := "CACHE_EDB_INFO_BATCH_ADD_Kpler_" + strconv.Itoa(sysUser.AdminId)
- defer func() {
- if deleteCache {
- _ = utils.Rc.Delete(cacheKey)
- }
- }()
- if !utils.Rc.SetNX(cacheKey, 1, 30*time.Second) {
- deleteCache = false
- br.Msg = "系统处理中,请稍后重试!"
- br.ErrMsg = "系统处理中,请稍后重试!" + sysUser.RealName + ";data:" + string(this.Ctx.Input.RequestBody)
- return
- }
- var req []*data_manage.AddEdbInfoReq
- if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
- br.Msg = "参数解析异常!"
- br.ErrMsg = "参数解析失败,Err:" + e.Error()
- return
- }
- if len(req) == 0 {
- br.Msg = "请选择指标"
- return
- }
- if len(req) > 30 {
- br.Msg = "批量添加指标数量不得超过30个"
- return
- }
- for _, v := range req {
- v.EdbCode = strings.TrimSpace(v.EdbCode)
- if v.EdbCode == "" {
- br.Msg = "指标ID不可为空"
- return
- }
- v.EdbName = strings.TrimSpace(v.EdbName)
- if v.EdbName == "" {
- br.Msg = "请输入指标名称"
- return
- }
- v.Frequency = strings.TrimSpace(v.Frequency)
- if v.Frequency == "" {
- br.Msg = "请选择频度"
- return
- }
- v.Unit = strings.TrimSpace(v.Unit)
- if v.Unit == "" {
- br.Msg = "请输入单位"
- return
- }
- if v.ClassifyId <= 0 {
- br.Msg = "请选择分类"
- return
- }
- }
- // 限定同一时间最多批量新增30个指标
- for _, v := range req {
- var r data_manage.KplerIndexSource2EdbReq
- r.EdbCode = v.EdbCode
- r.EdbName = v.EdbName
- r.Frequency = v.Frequency
- r.Unit = v.Unit
- r.ClassifyId = v.ClassifyId
- r.AdminId = sysUser.AdminId
- r.AdminRealName = sysUser.RealName
- edbInfo, e, errMsg, skip := data.KplerIndexSource2Edb(r, this.Lang)
- if e != nil {
- br.Msg = "操作失败"
- if errMsg != "" {
- br.Msg = errMsg
- }
- br.ErrMsg = e.Error()
- return
- }
- if skip {
- continue
- }
- // 试用平台更新用户累计新增指标数
- if utils.BusinessCode == utils.BusinessCodeSandbox {
- go func() {
- adminItem, e := system.GetSysAdminById(sysUser.AdminId)
- if e != nil {
- tips := fmt.Sprintf("试用平台更新用户累计新增指标数-获取用户失败, Err: " + e.Error())
- utils.FileLog.Info(tips)
- return
- }
- if adminItem.DepartmentName != "ETA试用客户" {
- return
- }
- var ur etaTrialService.EtaTrialUserReq
- ur.Mobile = adminItem.Mobile
- _, _ = etaTrialService.UpdateUserIndexNum(ur)
- }()
- }
- // 新增操作日志
- {
- edbLog := new(data_manage.EdbInfoLog)
- edbLog.EdbInfoId = edbInfo.EdbInfoId
- edbLog.SourceName = edbInfo.SourceName
- edbLog.Source = edbInfo.Source
- edbLog.EdbCode = edbInfo.EdbCode
- edbLog.EdbName = edbInfo.EdbName
- edbLog.ClassifyId = edbInfo.ClassifyId
- edbLog.SysUserId = sysUser.AdminId
- edbLog.SysUserRealName = sysUser.RealName
- edbLog.CreateTime = time.Now()
- edbLog.Content = string(this.Ctx.Input.RequestBody)
- edbLog.Status = "新增指标"
- edbLog.Method = this.Ctx.Input.URI()
- go data_manage.AddEdbInfoLog(edbLog)
- }
- }
- br.Msg = "操作成功"
- br.Ret = 200
- br.Success = true
- br.IsAddLog = true
- }
- // KplerNameCheck
- // @Title 加入指标库的重名检测
- // @Description 加入指标库的重名检测
- // @Param ClassifyIds query string true "分类id, 多个分类用英文"
- // @Param Keyword query string true "关键词, 指标ID/指标名称"
- // @Success 200 {object} NameCheckResult
- // @router /kpler/edb_info/name_check [post]
- func (this *BaseFromKplerController) KplerNameCheck() {
- br := new(models.BaseResponse).Init()
- defer func() {
- if br.ErrMsg == "" {
- br.IsSendEmail = false
- }
- this.Data["json"] = br
- this.ServeJSON()
- }()
- sysUser := this.SysUser
- if sysUser == nil {
- br.Msg = "请登录"
- br.ErrMsg = "请登录,SysUser Is Empty"
- br.Ret = 408
- return
- }
- var req []*data_manage.NameCheckEdbInfoReq
- if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
- br.Msg = "参数解析异常!"
- br.ErrMsg = "参数解析失败,Err:" + e.Error()
- return
- }
- if len(req) == 0 {
- br.Msg = "请选择指标"
- return
- }
- codeMaxT := 30
- codeLen := len(req)
- if codeLen > codeMaxT {
- br.Msg = "批量添加指标数量不得超过30个"
- return
- }
- indexNames := make([]string, 0)
- resp := make([]*data_manage.EdbNameCheckResult, 0)
- for _, v := range req {
- v.EdbCode = strings.TrimSpace(v.EdbCode)
- if v.EdbCode == "" {
- br.Msg = "指标ID不可为空"
- return
- }
- v.EdbName = strings.TrimSpace(v.EdbName)
- if v.EdbName == "" {
- br.Msg = "请输入指标名称"
- return
- }
- indexNames = append(indexNames, v.EdbName)
- resp = append(resp, &data_manage.EdbNameCheckResult{
- EdbCode: v.EdbCode,
- EdbName: v.EdbName,
- })
- dataItems, err := data_manage.GetEdbDataAllByEdbCode(v.EdbCode, utils.DATA_SOURCE_KPLER, 0, utils.EDB_DATA_LIMIT)
- if err != nil && !utils.IsErrNoRow(err) {
- br.Msg = "获取失败"
- br.ErrMsg = "获取钢联已存在信息失败,Err:" + err.Error()
- return
- }
- if len(dataItems) <= 0 {
- respItem, err := data.AddEdbData(utils.DATA_SOURCE_KPLER, v.EdbCode, v.Frequency)
- if err != nil {
- br.Msg = "获取失败"
- br.ErrMsg = "获取失败,Err:" + err.Error()
- return
- }
- if respItem.Ret != 200 {
- br.Msg = "未搜索到该指标"
- br.ErrMsg = respItem.ErrMsg + ";EdbCode:" + v.EdbCode
- return
- }
- }
- }
- // 重名校验
- edbList, e := data_manage.GetEdbInfoByNameArr(indexNames, utils.EDB_INFO_TYPE)
- if e != nil {
- br.Msg = "操作失败"
- br.ErrMsg = "获取重名指标失败, Err: " + e.Error()
- return
- }
- nameExists := make(map[string]bool)
- for _, v := range edbList {
- nameExists[v.EdbName] = true
- }
- if len(nameExists) > 0 {
- for _, v := range resp {
- v.Exist = nameExists[v.EdbName]
- }
- }
- br.Data = resp
- br.Msg = "校验成功"
- br.Ret = 200
- br.Success = true
- }
- // KplerAddCheck
- // @Title 加入指标库指标Id检测
- // @Description 加入指标库指标Id检测
- // @Param request body request.BatchAddCheckReq true "type json string"
- // @Success 200 string "操作成功"
- // @router /kpler/edb_info/add_check [post]
- func (c *BaseFromKplerController) KplerAddCheck() {
- br := new(models.BaseResponse).Init()
- defer func() {
- if br.ErrMsg == "" {
- br.IsSendEmail = false
- }
- c.Data["json"] = br
- c.ServeJSON()
- }()
- sysUser := c.SysUser
- if sysUser == nil {
- br.Msg = "请登录"
- br.ErrMsg = "请登录,SysUser Is Empty"
- br.Ret = 408
- return
- }
- var req data_manage.BatchAddCheckReq
- if e := json.Unmarshal(c.Ctx.Input.RequestBody, &req); e != nil {
- br.Msg = "参数解析异常!"
- br.ErrMsg = "参数解析失败,Err:" + e.Error()
- return
- }
- codeMaxT := 30
- codeLen := len(req.IndexCodes)
- // 获取指标库已有指标
- existsEdb, e := data_manage.GetEdbCodesBySource(utils.DATA_SOURCE_KPLER)
- if e != nil {
- br.Msg = "获取失败"
- br.ErrMsg = "获取自有数据已添加的指标失败, Err: " + e.Error()
- return
- }
- existMap := make(map[string]*data_manage.EdbInfo)
- for _, v := range existsEdb {
- existMap[v.EdbCode] = v
- }
- if codeLen == 0 {
- br.Msg = "请选择指标"
- return
- }
- if codeLen > codeMaxT {
- br.Msg = fmt.Sprintf("最多只能选择%d个指标", codeMaxT)
- return
- }
- // 查询选中的指标
- cond := fmt.Sprintf(` AND index_code IN (%s)`, utils.GetOrmInReplace(codeLen))
- pars := make([]interface{}, 0)
- pars = append(pars, req.IndexCodes)
- list, err := data_manage.GetKplerIndex(cond, pars)
- if err != nil {
- br.Msg = "获取失败"
- br.ErrMsg = "获取钢联已存在信息失败,Err:" + err.Error()
- return
- }
- if len(list) > codeMaxT {
- br.Msg = fmt.Sprintf("最多只能选择%d个指标", codeMaxT)
- return
- }
- resp := make([]*data_manage.BaseFromKplerIndexList, 0)
- for _, v := range list {
- if edb, ok := existMap[v.IndexCode]; ok {
- v.EdbInfoId = edb.EdbInfoId
- v.EdbClassifyId = edb.ClassifyId
- v.EdbUniqueCode = edb.UniqueCode
- v.EdbExist = 1
- }
- resp = append(resp, v)
- }
- br.Data = resp
- br.Msg = "校验成功"
- br.Ret = 200
- br.Success = true
- }
- // ExportKplerList
- // @Title 导出Kpler数据
- // @Description 导出Kpler数据
- // @Param ClassifyId query int true "关键字搜索"
- // @Param IndexCode query string true "指标编码"
- // @Success 200 导出成功
- // @router /kpler/export [get]
- func (this *BaseFromKplerController) ExportKplerList() {
- br := new(models.BaseResponse).Init()
- defer func() {
- this.Data["json"] = br
- this.ServeJSON()
- }()
- sysUser := this.SysUser
- if sysUser == nil {
- br.Msg = "请重新登录"
- return
- }
- classifyId, _ := this.GetInt("ClassifyId")
- indexCode := this.GetString("IndexCode")
- if classifyId <= 0 && indexCode == "" {
- br.Msg = "请选择分类或者指标"
- return
- }
- dir, _ := os.Executable()
- exPath := filepath.Dir(dir)
- downLoadnFilePath := exPath + "/" + time.Now().Format(utils.FormatDateTimeUnSpace) + ".xlsx"
- xlsxFile := xlsx.NewFile()
- var condition string
- var pars []interface{}
- var classifyName string
- if classifyId > 0 {
- classifyInfo, err := data_manage.GetBaseFromKplerClassifyById(classifyId)
- if err != nil {
- if utils.IsErrNoRow(err) {
- br.Msg = "分类不存在"
- return
- }
- br.Msg = "下载失败"
- br.ErrMsg = "获取分类失败,Err:" + err.Error()
- return
- }
- classifyName = classifyInfo.ClassifyName
- childClassify := make([]*data_manage.BaseFromKplerClassify, 0)
- if classifyInfo.LevelPath != "" {
- childClassify, err = data_manage.GetBaseFromKplerClassifyByLevelPath(classifyInfo.LevelPath)
- if err != nil {
- br.Msg = "下载失败"
- br.ErrMsg = "获取分类失败,Err:" + err.Error()
- return
- }
- }
- if len(childClassify) > 0 {
- childClassifyIds := make([]int, 0)
- for _, child := range childClassify {
- childClassifyIds = append(childClassifyIds, child.ClassifyId)
- }
- condition += ` AND classify_id IN (` + utils.GetOrmInReplace(len(childClassifyIds)) + `)`
- pars = append(pars, childClassifyIds)
- } else {
- condition += ` AND classify_id=?`
- pars = append(pars, classifyId)
- }
-
- }
- if indexCode != "" {
- condition += ` AND index_code=? `
- pars = append(pars, indexCode)
- }
- indexList, err := data_manage.GetKplerIndex(condition, pars)
- if err != nil {
- br.Msg = "下载失败"
- br.ErrMsg = "获取指标失败,Err:" + err.Error()
- fmt.Println("获取数据失败,Err:" + err.Error())
- return
- }
- if len(indexList) <= 0 {
- fmt.Println("indexList 为空")
- br.Ret = 200
- br.Success = true
- br.Msg = "success"
- return
- }
- codeList := make([]string, 0)
- frequenciesMap := make(map[string][]*data_manage.BaseFromKplerIndexList)
- for _, v := range indexList {
- codeList = append(codeList, v.IndexCode)
- frequenciesMap[v.Frequency] = append(frequenciesMap[v.Frequency], v)
- }
- dataListMap := make(map[string][]*data_manage.BaseFromKplerData)
- if len(indexList) > 0 {
- allDataList, e := data_manage.GetKplerIndexDataByCodes(codeList)
- if e != nil {
- br.Msg = "获取数据失败"
- br.ErrMsg = "获取数据失败,Err:" + e.Error()
- return
- }
- for _, v := range allDataList {
- dataListMap[v.IndexCode] = append(dataListMap[v.IndexCode], v)
- }
- }
- // 按照频率分组排序
- frequencies := []string{
- "日度", "周度", "旬度", "月度", "季度", "半年度", "年度",
- }
- for _, frequency := range frequencies {
- //获取指标
- indexCodeList, ok := frequenciesMap[frequency]
- if !ok {
- continue
- }
- if len(indexCodeList) <= 0 {
- fmt.Printf("sheet:%s, 不存在指标", frequency)
- return
- }
- var sheetName string
- switch frequency {
- case "日度":
- sheetName = "日度(Daily)"
- case "周度":
- sheetName = "周度(Weekly)"
- case "旬度":
- sheetName = "旬度(ten-day)"
- case "月度":
- sheetName = "月度(Monthly)"
- case "季度":
- sheetName = "季度(Quarterly)"
- case "半年度":
- sheetName = "半年度(Semi-annual)"
- case "年度":
- sheetName = "年度(Annual)"
- default:
- sheetName = "其他数据"
- }
- sheetNew, err := xlsxFile.AddSheet(sheetName)
- if err != nil {
- fmt.Println("新增Sheet失败", err.Error())
- return
- }
- secNameRow := sheetNew.AddRow()
- frequencyRow := sheetNew.AddRow()
- unitRow := sheetNew.AddRow()
- lastModifyDateRow := sheetNew.AddRow()
- var indexIdList []int
- for _, idx := range frequenciesMap[frequency] {
- indexIdList = append(indexIdList, idx.BaseFromKplerIndexId)
- }
- dataTimeList, err := data_manage.GetKplerDataDataTimeByIndexId(indexIdList)
- if err != nil {
- br.Msg = "下载失败"
- br.ErrMsg = "获取数据时间失败,Err:" + err.Error()
- fmt.Println("获取数据时间失败", err.Error())
- return
- }
- // 添加excel左侧指标日期
- setRowIndex := 4
- for rk, dv := range dataTimeList {
- rowIndex := setRowIndex + rk
- row := sheetNew.Row(rowIndex)
- displayDate, _ := time.Parse(utils.FormatDate, dv)
- displayDateCell := row.AddCell()
- style := new(xlsx.Style)
- style.ApplyAlignment = true
- style.Alignment.WrapText = true
- displayDateCell.SetStyle(style)
- displayDateCell.SetDate(displayDate)
- }
- for k, icl := range indexCodeList {
- // 获取数据
- dataList, ok := dataListMap[icl.IndexCode]
- if !ok {
- continue
- }
- if k == 0 {
- secNameRow.AddCell().SetValue("指标名称/Metric Name")
- frequencyRow.AddCell().SetValue("频度/Frequency")
- unitRow.AddCell().SetValue("单位/Unit")
- lastModifyDateRow.AddCell().SetValue("更新时间/Update Time")
- min := k * 3
- sheetNew.SetColWidth(min, min, 15)
- }
- if len(dataList) == 0 {
- continue
- }
- secNameRow.AddCell().SetValue(icl.IndexName)
- frequencyRow.AddCell().SetValue(icl.Frequency)
- unitRow.AddCell().SetValue(icl.Unit)
- timeDate, err := time.Parse(utils.FormatDateTime, dataList[0].ModifyTime)
- if err != nil {
- continue
- }
- lastModifyDateRow.AddCell().SetValue(timeDate.Format(utils.FormatDate))
- dataInfoMap := make(map[string]*data_manage.BaseFromKplerData)
- for _, v := range dataList {
- dataInfoMap[v.DataTime] = v
- }
- for rk, dtv := range dataTimeList {
- rowIndex := setRowIndex + rk
- row := sheetNew.Row(rowIndex)
- displayDateCell := row.AddCell()
- tmpData, ok := dataInfoMap[dtv]
- if ok {
- displayDateCell.SetValue(tmpData.Value)
- }
- }
- }
- }
- err = xlsxFile.Save(downLoadnFilePath)
- if err != nil {
- //有指标无数据时先导出一遍空表
- sheet, err := xlsxFile.AddSheet("无数据")
- if err != nil {
- br.Msg = "新增Sheet失败"
- br.ErrMsg = "新增Sheet失败,Err:" + err.Error()
- return
- }
- rowSecName := sheet.AddRow()
- celSecName := rowSecName.AddCell()
- celSecName.SetValue("")
- e := xlsxFile.Save(downLoadnFilePath)
- if e != nil {
- br.Msg = "保存文件失败"
- br.ErrMsg = "保存文件失败"
- return
- }
- }
- fileName := classifyName
- if indexCode != "" && len(indexList) == 1 {
- fileName = indexList[0].IndexName
- }
- fileName = strings.Replace(fileName, ": ", "_", -1)
- fileName = strings.Replace(fileName, ", ", "_", -1)
- fileName = strings.Replace(fileName, " ", "_", -1)
- fileName += time.Now().Format("06.01.02") + `.xlsx` //文件名称
- fmt.Println(fileName)
- this.Ctx.Output.Download(downLoadnFilePath, fileName)
- defer func() {
- os.Remove(downLoadnFilePath)
- }()
- br.Ret = 200
- br.Success = true
- br.Msg = "success"
- }
|