eta_api/controllers/data_manage/kpler_data.go

package data_manage

import (
	"encoding/json"
	"eta/eta_api/controllers"
	"eta/eta_api/models"
	"eta/eta_api/models/data_manage"
	"eta/eta_api/models/system"
	"eta/eta_api/services/data"
	etaTrialService "eta/eta_api/services/eta_trial"
	"eta/eta_api/utils"
	"fmt"
	"os"
	"path/filepath"
	"sort"
	"strconv"
	"strings"
	"time"

	"github.com/rdlucklib/rdluck_tools/paging"
	"github.com/tealeg/xlsx"
)

type BaseFromKplerController struct {
	controllers.BaseAuthController
}


// Search
// @Title 新增指标-查询指标信息接口
// @Description 新增指标-查询指标信息接口
// @Param	request	body data_manage.ThsHfSearchEdbReq true "type json string"
// @Success 200 {object} data_manage.ThsHfSearchEdbResp
// @router /kpler/index/search [post]
func (this *BaseFromKplerController) Search() {
	br := new(models.BaseResponse).Init()
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}
	var params data_manage.KplerSearchReq
	if e := json.Unmarshal(this.Ctx.Input.RequestBody, &params); e != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + e.Error()
		return
	}
	params.Granularity = strings.TrimSpace(params.Granularity)
	if params.Granularity == "" {
		br.Msg = "请选择频度"
		return
	}
	split := strings.TrimSpace(params.Split)
	if split == "" {
		split = "Total"
	}
	unit := strings.TrimSpace(params.Unit)
	if unit == "" {
		unit = "Kbd"
	}
	flowDirection := strings.TrimSpace(params.FlowDirection)
	if flowDirection == "" {
		br.Msg = "请选择流向"
		return
	}
	var productNamesStr string
	var fromZoneNamesStr string
	var toZoneNamesStr string
	classifyName := ""
	if len(params.ProductIds) > 0 {
		// 获取产品名称
		productList, e := data_manage.GetKplerClassifyByProductId(params.ProductIds)
	    if e != nil {
			br.Msg = "获取Kpler产品名称失败"
			br.ErrMsg = fmt.Sprintf("获取Kpler产品名称失败, %v", e)
			return
		}
		productNames := make([]string, 0)
		for _, v := range productList {
			productNames = append(productNames, v.ProductName)
		}
		if len(productNames) > 0 {
			productNamesStr = strings.Join(productNames, ",")
			// 获取第一个产品的分类ID
			classifyObj, err := data_manage.GetBaseFromKplerClassifyByProductName(productNames[0])
			if err != nil {
				br.Msg = "获取分类ID失败"
				br.ErrMsg = fmt.Sprintf("获取分类ID失败, %v", err)
				return
			}
			allClassifyIds := make([]int, 0)
			if classifyObj.LevelPath != "" {
				levelPath := strings.Split(classifyObj.LevelPath, ",")
				for _, v := range levelPath {
					levelId, _ := strconv.Atoi(v)
					allClassifyIds = append(allClassifyIds, levelId)
				}
				//获取所有的分类列表
				classifyList, err := data_manage.GetBaseFromKplerClassifyByIds(allClassifyIds)
				if err != nil {
					br.Msg = "获取分类列表失败"
					br.ErrMsg = fmt.Sprintf("获取分类列表失败, %v", err)
					return
				}
				for _, v := range classifyList {
					classifyName += v.ClassifyName + "/"
				}
				classifyName = strings.TrimRight(classifyName, "/")
			}
		}

		
	}
	// 获取区域名称
	zoneObj := new(data_manage.BaseFromKplerZone)
	if len(params.FromZoneIds) > 0 {
		fromZoneList, e := zoneObj.GetByZoneIds(params.FromZoneIds)
		if e != nil {
			br.Msg = "获取Kpler区域名称失败"
			br.ErrMsg = fmt.Sprintf("获取Kpler区域名称失败, %v", e)
			return
		}
		fromZoneNames := make([]string, 0)
		for _, v := range fromZoneList {
			fromZoneNames = append(fromZoneNames, v.ZoneName)
		}
		if len(fromZoneNames) > 0 {
			fromZoneNamesStr = strings.Join(fromZoneNames, ",")
		}
	}
	if len(params.ToZoneIds) > 0 {
		toZoneList, e := zoneObj.GetByZoneIds(params.ToZoneIds)
		if e != nil {
			br.Msg = "获取Kpler区域名称失败"
			br.ErrMsg = fmt.Sprintf("获取Kpler区域名称失败, %v", e)
			return
		}
		toZoneNames := make([]string, 0)
		for _, v := range toZoneList {
			toZoneNames = append(toZoneNames, v.ZoneName)
		}
		if len(toZoneNames) > 0 {
			toZoneNamesStr = strings.Join(toZoneNames, ",")
		}
	}

	
    
	// 校验已入库的指标
	if params.Split == "Total" {
	    flowDirection := params.FlowDirection
	    // prefixIndexName := fmt.Sprintf("kpler%s%s%s%s", fromZoneNamesStr, flowDirection, toZoneNamesStr, productNamesStr)
	    // lastIndexName := params.Granularity
		// indexName := fmt.Sprintf("%s%s%s", prefixIndexName, "Total", lastIndexName)
	    prefixIndexCode := fmt.Sprintf("k%s%s%s%s", fromZoneNamesStr, flowDirection, toZoneNamesStr, productNamesStr)
	    // 获取首字母
	    lastIndexCode := strings.ToUpper(params.Granularity[:1]) 
		indexCode := fmt.Sprintf("%s%s%s", prefixIndexCode, "Total", lastIndexCode)
	    // 查询指标是否已存在
		_, e := data_manage.GetKplerIndexByIndexCode(indexCode)
		if e != nil && !utils.IsErrNoRow(e) {
			br.Msg = "获取指标信息失败"
			br.ErrMsg = fmt.Sprintf("获取指标信息失败, %v", e)
			return
		}
		if e == nil {
			br.Msg = "指标均已存在"
		    return
		}
	}

	
	

	resp := make([]*data_manage.KplerIndexItem, 0)

	// 请求API获取数据
	indexes, e := data.GetEdbDataKpler(params, productNamesStr, fromZoneNamesStr, toZoneNamesStr)
	if e != nil {
		br.Msg = "未搜索到指标"
		br.ErrMsg = fmt.Sprintf("获取指标失败, %v", e)
		return
	}
	if len(indexes) == 0 {
		br.Msg = "未搜索到指标"
		return
	}
	for _, v := range indexes {
		item := new(data_manage.KplerIndexItem)
		item.IndexCode = v.IndexCode
		item.IndexName = v.IndexName
		item.Frequency = v.Frequency
		item.Unit = v.Unit
		item.ClassifyName = classifyName
		// 搜索只展示100条数据
		var limit int
		sort.Slice(v.IndexData, func(i, j int) bool {
			return v.IndexData[i].DataTime < v.IndexData[j].DataTime
		})
		for _, d := range v.IndexData {
			if limit > 10 {
				break
			}
			limit += 1
			item.IndexData = append(item.IndexData, d)
		}
		resp = append(resp, item)
	}

	br.Data = resp
	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
}

// IndexAdd
// @Title 新增指标-新增指标接口
// @Description 新增指标-新增指标接口
// @Param	request	body data_manage.ThsHfSearchEdbReq true "type json string"
// @Success 200 {object} data_manage.ThsHfSearchEdbResp
// @router /kpler/index/add [post]
func (this *BaseFromKplerController) IndexAdd() {
	br := new(models.BaseResponse).Init()
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}
	var params data_manage.KplerSearchReq
	if e := json.Unmarshal(this.Ctx.Input.RequestBody, &params); e != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + e.Error()
		return
	}
	params.Granularity = strings.TrimSpace(params.Granularity)
	if params.Granularity == "" {
		br.Msg = "请选择频度"
		return
	}
	split := strings.TrimSpace(params.Split)
	if split == "" {
		split = "Total"
	}
	unit := strings.TrimSpace(params.Unit)
	if unit == "" {
		unit = "Kbd"
	}
	flowDirection := strings.TrimSpace(params.FlowDirection)
	if flowDirection == "" {
		br.Msg = "请选择流向"
		return
	}
	var productNamesStr string
	var fromZoneNamesStr string
	var toZoneNamesStr string
	if len(params.ProductIds) > 0 {
		// 获取产品名称
		productList, e := data_manage.GetKplerClassifyByProductId(params.ProductIds)
	    if e != nil {
			br.Msg = "获取Kpler产品名称失败"
			br.ErrMsg = fmt.Sprintf("获取Kpler产品名称失败, %v", e)
			return
		}
		productNames := make([]string, 0)
		for _, v := range productList {
			productNames = append(productNames, v.ProductName)
		}
		if len(productNames) > 0 {
			productNamesStr = strings.Join(productNames, ",")
		}
	}
	// 获取区域名称
	zoneObj := new(data_manage.BaseFromKplerZone)
	if len(params.FromZoneIds) > 0 {
		fromZoneList, e := zoneObj.GetByZoneIds(params.FromZoneIds)
		if e != nil {
			br.Msg = "获取Kpler区域名称失败"
			br.ErrMsg = fmt.Sprintf("获取Kpler区域名称失败, %v", e)
			return
		}
		fromZoneNames := make([]string, 0)
		for _, v := range fromZoneList {
			fromZoneNames = append(fromZoneNames, v.ZoneName)
		}
		if len(fromZoneNames) > 0 {
			fromZoneNamesStr = strings.Join(fromZoneNames, ",")
		}
	}
	if len(params.ToZoneIds) > 0 {
		toZoneList, e := zoneObj.GetByZoneIds(params.ToZoneIds)
		if e != nil {
			br.Msg = "获取Kpler区域名称失败"
			br.ErrMsg = fmt.Sprintf("获取Kpler区域名称失败, %v", e)
			return
		}
		toZoneNames := make([]string, 0)
		for _, v := range toZoneList {
			toZoneNames = append(toZoneNames, v.ZoneName)
		}
		if len(toZoneNames) > 0 {
			toZoneNamesStr = strings.Join(toZoneNames, ",")
		}
	}

	
    
	// 校验已入库的指标
	if params.Split == "Total" {
	    flowDirection := params.FlowDirection
	    // prefixIndexName := fmt.Sprintf("kpler%s%s%s%s", fromZoneNamesStr, flowDirection, toZoneNamesStr, productNamesStr)
	    // lastIndexName := params.Granularity
		// indexName := fmt.Sprintf("%s%s%s", prefixIndexName, "Total", lastIndexName)
	    prefixIndexCode := fmt.Sprintf("k%s%s%s%s", fromZoneNamesStr, flowDirection, toZoneNamesStr, productNamesStr)
	    // 获取首字母
	    lastIndexCode := strings.ToUpper(params.Granularity[:1]) 
		indexCode := fmt.Sprintf("%s%s%s", prefixIndexCode, "T", lastIndexCode)
	    // 查询指标是否已存在
		_, e := data_manage.GetKplerIndexByIndexCode(indexCode)
		if e != nil && !utils.IsErrNoRow(e) {
			br.Msg = "获取指标信息失败"
			br.ErrMsg = fmt.Sprintf("获取指标信息失败, %v", e)
			return
		}
		if e == nil {
			br.Msg = "指标均已存在"
		    return
		}
	}
	

	resp := make([]*data_manage.KplerIndexItem, 0)

	// 请求API获取数据
	e := data.AddKplerIndex(params, productNamesStr, fromZoneNamesStr, toZoneNamesStr)
	if e != nil {
		br.Msg = "新增指标失败"
		br.ErrMsg = fmt.Sprintf("新增指标失败, %v", e)
		return
	}
	

	br.Data = resp
	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
}

// KplerClassify
// @Title Kpler数据分类
// @Description Kpler数据分类接口
// @Success 200 {object} data_manage.BaseFromKplerClassify
// @router /kpler/classify [get]
func (this *BaseFromKplerController) KplerClassify() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}
    classifyId, _ := this.GetInt("ClassifyId")
	if classifyId < 0 {
		br.Msg = "请选择分类"
		br.ErrMsg = "请选择分类"
		return
	}
	list, e := data_manage.GetKplerClassifyAndIndex(classifyId)
	if e != nil {
		br.Msg = "获取失败"
		br.ErrMsg = "获取数据失败，Err:" + e.Error()
		return
	}
	fList := make([]*data_manage.BaseFromKplerClassifyItems, 0)
	if classifyId == 0 {
		// 返回未分类文件夹
		fList = append(fList, &data_manage.BaseFromKplerClassifyItems{
			ClassifyId: 0,
			ClassifyName: "未分类",
			LevelPath: "",
			ParentId: 0,
		})
		fList = append(fList, list...)
	}else{
		fList = list
	}

	//组装二级分类
	var ret data_manage.BaseFromKplerClassifyResp
	ret.List = fList
	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
	br.Data = ret
}

// KplerClassifyTree
// @Title Kpler数据分类树
// @Description Kpler数据分类树接口
// @Success 200 {object} data_manage.BaseFromKplerClassify
// @router /kpler/classify/tree [get]
func (this *BaseFromKplerController) KplerClassifyTree() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}
    classifyAll := make([]*data_manage.BaseFromKplerClassifyItems, 0)
	var err error
	keyword := this.GetString("Keyword")
	if keyword != "" {
		keyList, er := data_manage.GetBaseFromKplerClassifyByKeyword(keyword)
		if er != nil && !utils.IsErrNoRow(er) {
			br.Msg = "获取失败"
			br.ErrMsg = "获取数据失败，Err:" + er.Error()
			return
		}
        classifyIds := make([]int, 0)
		classifyMap := make(map[int]int)
		for _, v := range keyList {
			tmpIds := strings.Split(v.LevelPath, ",")
			for _, id := range tmpIds {
				tmpId, err := strconv.Atoi(id)
				if err == nil {
					if _, ok := classifyMap[tmpId]; !ok {
						classifyIds = append(classifyIds, tmpId)
						classifyMap[tmpId] = v.ClassifyId
					}
				}
			}
		}
		classifyAll, err = data_manage.GetBaseFromKplerClassifyItemsByIds(classifyIds)
		if err != nil && !utils.IsErrNoRow(err) {
			br.Msg = "获取失败"
			br.ErrMsg = "获取数据失败，Err:" + err.Error()
			return
		}
	}else{
		classifyAll, err = data_manage.GetAllBaseFromKplerClassify()
		if err != nil && !utils.IsErrNoRow(err) {
			br.Msg = "获取失败"
			br.ErrMsg = "获取数据失败，Err:" + err.Error()
			return
		}
	}

	list := data.GetKplerClassifyTreeRecursive(classifyAll, 0)

	// 递归组装分类
	var ret data_manage.BaseFromKplerClassifyResp
	ret.List = list
	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
	br.Data = ret
}

// 查询区域
// @Title 查询区域
// @Description 查询区域接口
// @Success 200 {object} data_manage.BaseFromKplerZone
// @router /kpler/zone [get]
func (this *BaseFromKplerController) KplerZone() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}
	
	keyword := this.GetString("Keyword")
	var zoneList []*data_manage.BaseFromKplerZone
	var err error
	if keyword == "" {
        br.Data = zoneList
		br.Ret = 200
		br.Success = true
		br.Msg = "获取成功"
		return
	}
	
	// 使用带相似度排序的搜索函数
	zoneList, err = data_manage.GetBaseFromKplerZoneByKeywordWithRelevance(keyword)
	if err != nil && !utils.IsErrNoRow(err) {
		br.Msg = "获取失败"
		br.ErrMsg = "获取数据失败，Err:" + err.Error()
		return
	}

	br.Data = zoneList
	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
}

// KplerIndexData
// @Title 获取Kpler数据
// @Description 获取Kpler数据接口
// @Param   PageSize   query   int  true       "每页数据条数"
// @Param   CurrentIndex   query   int  true       "当前页页码，从1开始"
// @Param   ClassifyId   query   string  true       "分类id"
// @Success 200 {object} data_manage.LzFrequency
// @router /kpler/index/data [get]
func (this *BaseFromKplerController) KplerIndexData() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}

	pageSize, _ := this.GetInt("PageSize")
	currentIndex, _ := this.GetInt("CurrentIndex")
	var startSize int

	if pageSize <= 0 {
		pageSize = utils.PageSize20
	}
	if currentIndex <= 0 {
		currentIndex = 1
	}
	startSize = utils.StartIndex(currentIndex, pageSize)

	classifyId, _ := this.GetInt("ClassifyId")
	if classifyId < 0 {
		br.Msg = "请选择分类"
		br.ErrMsg = "请选择分类"
		return
	}
	// 增加频度请求入参
	frequency := this.GetString("Frequency")

	//获取指标
	var condition string
	var pars []interface{}

	if classifyId >= 0 {
		classifyInfo, err := data_manage.GetBaseFromKplerClassifyById(classifyId)
		if err != nil {
			if utils.IsErrNoRow(err) {
				br.Msg = "分类不存在"
				return
			}
			br.Msg = "获取分类信息失败"
			br.ErrMsg = "获取分类信息失败,Err:" + err.Error()
			return
		}
		if classifyInfo.LevelPath != "" {
			childClassify, err := data_manage.GetBaseFromKplerClassifyByLevelPath(classifyInfo.LevelPath)
			if err != nil {
				br.Msg = "获取分类信息失败"
				br.ErrMsg = "获取子分类信息失败,Err:" + err.Error()
				return
			}
			var classifyList []int
			classifyList = append(classifyList, classifyId)
			for _, v := range childClassify {
				classifyList = append(classifyList, v.ClassifyId)
			}
			condition += ` AND classify_id IN (` + utils.GetOrmInReplace(len(classifyList)) + `) `
			pars = append(pars, classifyList)
		}
	}
	if frequency != "" {
		condition += ` AND frequency=? `
		pars = append(pars, frequency)
	}

	KplerList, err := data_manage.GetKplerIndex(condition, pars)
	if err != nil {
		br.Msg = "获取数据失败"
		br.ErrMsg = "获取数据失败,Err:" + err.Error()
		return
	}

	edbCodeList := make([]string, 0)
	for _, v := range KplerList {
		edbCodeList = append(edbCodeList, v.IndexCode)
	}
	edbInfoMap := make(map[string]*data_manage.EdbInfo)
	dataMap := make(map[string][]*data_manage.BaseFromKplerData)
	total := 0
	if len(edbCodeList) > 0 {
		edbInfoList, err := data_manage.GetEdbInfoByEdbCodeList(utils.DATA_SOURCE_KPLER, edbCodeList)
		if err != nil {
			br.Msg = "获取数据源失败"
			br.ErrMsg = "获取指标数据失败,Err:" + err.Error()
			return
		}
		for _, v := range edbInfoList {
			edbInfoMap[v.EdbCode] = v
		}
		// 首先对分类下的指标按照日期进行分页，再针对日期，进行排序
		dataTimes, err := data_manage.GetKplerIndexDataTimePageByCodes(edbCodeList, startSize, pageSize)
		if err != nil {
			br.Msg = "获取数据失败"
			br.ErrMsg = "获取指标数据日期信息失败,Err:" + err.Error()
			return
		}
		if len(dataTimes) > 0 {
			startDate := dataTimes[len(dataTimes)-1]
			endDate := dataTimes[0]
			// 把截止日往后加1天
			endDateT, _ := time.ParseInLocation(utils.FormatDate, endDate, time.Local)
			endDate = endDateT.AddDate(0, 0, 1).Format(utils.FormatDate)
			dataList, e := data_manage.GetKplerIndexDataByDataTime(edbCodeList, startDate, endDate)
			if e != nil {
				br.Msg = "获取数据失败"
				br.ErrMsg = "获取指标数据失败,Err:" + e.Error()
				return
			}
			//将数据按照指标进行分类
			for _, v := range dataList {
				dataMap[v.IndexCode] = append(dataMap[v.IndexCode], v)
			}
		}

		total, err = data_manage.GetKplerIndexDataTimePageCount(edbCodeList)
		if err != nil {
			br.Msg = "获取数据失败"
			br.ErrMsg = "获取指标数据失败,Err:" + err.Error()
			return
		}
	}

	page := paging.GetPaging(currentIndex, pageSize, total)

	resultList := make([]*data_manage.BaseFromKplerIndexList, 0)

	for _, v := range KplerList {
		product := new(data_manage.BaseFromKplerIndexList)
		product.BaseFromKplerIndexId = v.BaseFromKplerIndexId
		product.Unit = v.Unit
		product.IndexCode = v.IndexCode
		product.IndexName = v.IndexName
		product.Frequency = v.Frequency
		product.ClassifyId = v.ClassifyId
		product.ModifyTime = v.ModifyTime
		if edb, ok := edbInfoMap[v.IndexCode]; ok {
			product.EdbInfoId = edb.EdbInfoId
			product.EdbExist = 1
		}

		dataListTmp, ok := dataMap[v.IndexCode]
		if !ok {
			dataListTmp = make([]*data_manage.BaseFromKplerData, 0)
		}
		product.DataList = dataListTmp
		product.Paging = page
		resultList = append(resultList, product)
	}
	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
	br.Data = resultList
}

// KplerSearchList
// @Title Kpler模糊搜索
// @Description Kpler模糊搜索
// @Param   Keyword   query   string  ture       "关键字搜索"
// @Success 200 {object} models.BaseResponse
// @router /kpler/search_list [get]
func (this *BaseFromKplerController) KplerSearchList() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()

	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请重新登录"
		return
	}

	list := make([]*data_manage.BaseFromKplerIndexSearchItem, 0)
	var err error
	//关键字
	keyword := this.GetString("Keyword")
	if keyword != "" {
		keyWordArr := strings.Split(keyword, " ")

		if len(keyWordArr) > 0 {
			condition := ""
			for _, v := range keyWordArr {
				condition += ` AND CONCAT(index_name,index_code) LIKE '%` + v + `%'`
			}
			list, err = data_manage.GetKplerItemList(condition)
			if err != nil {
				br.ErrMsg = "获取失败，Err:" + err.Error()
				br.Msg = "获取失败"
				return
			}
		}

	} else {
		// todo es 模糊搜索
		list, err = data_manage.GetKplerItemList("")
		if err != nil {
			br.ErrMsg = "获取失败，Err:" + err.Error()
			br.Msg = "获取失败"
			return
		}
	}
	classifyIds := make([]int, 0)
	for _, v := range list {
		classifyIds = append(classifyIds, v.ClassifyId)
	}
	classifyList, err := data_manage.GetBaseFromKplerClassifyByIds(classifyIds)
	if err != nil {
		br.Msg = "搜索失败"
		br.ErrMsg = "获取分类信息失败,Err:" + err.Error()
		return
	}
	classifyMap := make(map[int]int)
	for _, v := range classifyList {
		classifyMap[v.ClassifyId] = v.ParentId
	}
	for _, v := range list {
		v.ParentClassifyId = classifyMap[v.ClassifyId]
	}

	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
	br.Data = list
}

// KplerSingleData
// @Title 获取Kpler数据
// @Description 获取Kpler单条数据接口
// @Param   IndexCode   query   string  true       "指标唯一编码"
// @Success 200 {object} models.BaseResponse
// @router /kpler/single_data [get]
func (this *BaseFromKplerController) KplerSingleData() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}
	// 增加分页入参
	pageSize, _ := this.GetInt("PageSize")
	currentIndex, _ := this.GetInt("CurrentIndex")
	var startSize int

	if pageSize <= 0 {
		pageSize = utils.PageSize20
	}
	if currentIndex <= 0 {
		currentIndex = 1
	}
	startSize = utils.StartIndex(currentIndex, pageSize)

	indexCode := this.GetString("IndexCode")
	indexInfo, err := data_manage.GetBaseFromKplerIndexByIndexCode(indexCode)
	if err != nil {
		br.Msg = "获取指标信息失败"
		br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
		return
	}
	total, err := data_manage.GetKplerIndexDataByCodeCount(indexCode)
	if err != nil {
		br.Msg = "获取数据失败"
		br.ErrMsg = "获取数据失败,Err:" + err.Error()
		return
	}
	dataTmpList, err := data_manage.GetKplerIndexDataByCodeWithPage(indexCode, startSize, pageSize)
	if err != nil {
		br.Msg = "获取数据失败"
		br.ErrMsg = "获取数据失败,Err:" + err.Error()
		return
	}
	edbInfo, err := data_manage.GetEdbInfoByEdbCode(utils.DATA_SOURCE_KPLER, indexCode)
	if err != nil && !utils.IsErrNoRow(err) {
		br.Msg = "获取数据源失败"
		br.ErrMsg = "获取数据源失败,Err:" + err.Error()
		return
	}

	var ret data_manage.KplerSingleDataResp
	var dataList []*data_manage.KplerSingleData

	if edbInfo != nil {
		ret.EdbInfoId = edbInfo.EdbInfoId
		ret.EdbExist = 1
	}
	ret.ClassifyId = indexInfo.ClassifyId
	ret.BaseFromKplerIndexId = indexInfo.BaseFromKplerIndexId
	ret.IndexCode = indexInfo.IndexCode
	ret.IndexName = indexInfo.IndexName
	ret.Frequency = indexInfo.Frequency
	ret.CreateTime = indexInfo.CreateTime.Format(utils.FormatDateTime)
	ret.ModifyTime = indexInfo.ModifyTime.Format(utils.FormatDateTime)
	ret.Unit = indexInfo.Unit
	for _, v := range dataTmpList {
		tmp := &data_manage.KplerSingleData{
			Value:    fmt.Sprintf("%v", v.Value),
			DataTime: v.DataTime,
		}
		dataList = append(dataList, tmp)
	}
	ret.DataList = dataList
	page := paging.GetPaging(currentIndex, pageSize, total)
	ret.Paging = page

	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
	br.Data = ret
}

// KplerIndexList
// @Title Kpler指标列表
// @Description Kpler指标列表
// @Param   ClassifyId   query   int  true       "分类id"
// @Success 200 {object} data_manage.BaseFromKplerClassifyResp
// @router /kpler/classify/index/list [get]
func (this *BaseFromKplerController) KplerIndexList() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()
	classifyId, _ := this.GetInt("ClassifyId", 0)
	indexList, err := data_manage.GetKplerIndexByClassifyId(classifyId)
	if err != nil && !utils.IsErrNoRow(err) {
		br.Msg = "获取失败"
		br.ErrMsg = "获取指标信息失败，Err:" + err.Error()
		return
	}

	var ret data_manage.BaseFromKplerClassifyResp
	list := make([]*data_manage.BaseFromKplerClassifyItems, 0)
	for _, v := range indexList {
		classify := new(data_manage.BaseFromKplerClassifyItems)
		classify.ClassifyId = classifyId
		classify.BaseFromKplerIndexId = v.BaseFromKplerIndexId
		classify.IndexCode = v.IndexCode
		classify.ClassifyName = v.IndexName
		classify.UniqueCode = fmt.Sprintf("%d_%d", classifyId, v.BaseFromKplerIndexId)
		list = append(list, classify)
	}
	ret.List = list

	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
	br.Data = ret
}

// KplerBatchSearch
// @Title Kpler指标查询
// @Description Kpler指标查询
// @Param   ClassifyIds   query   string  true       "分类id, 多个分类用英文"
// @Param   Keyword   query   string  true       "关键词, 指标ID/指标名称"
// @Success 200 {object} data_manage.LzFrequency
// @router /kpler/batch_search [get]
func (this *BaseFromKplerController) KplerBatchSearch() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}
	classifyIdStr := this.GetString("ClassifyIds")
	pageSize, _ := this.GetInt("PageSize")
	currentIndex, _ := this.GetInt("CurrentIndex")
	var startSize int

	if pageSize <= 0 {
		pageSize = utils.PageSize20
	}
	if currentIndex <= 0 {
		currentIndex = 1
	}
	startSize = utils.StartIndex(currentIndex, pageSize)
	resp := data_manage.BaseFromKplerIndexSearchList{}
	total := 0
	page := paging.GetPaging(currentIndex, pageSize, total)
	var list = make([]*data_manage.BaseFromKplerIndexList, 0)
	var condition string
	var pars []interface{}
	classifyIds := strings.Split(classifyIdStr, ",")
	if len(classifyIds) > 0 && classifyIds[0] != `` {
		condition += " AND classify_id IN (" + utils.GetOrmInReplace(len(classifyIds)) + " ) "
		pars = append(pars, classifyIds)
	}
	keyword := this.GetString("Keyword")
	if keyword != `` {
		condition += " AND (index_name like ? OR index_code like ?) "
		pars = utils.GetLikeKeywordPars(pars, keyword, 2)
	}
	frequencies := this.GetString("Frequencies")
	if frequencies != "" {
		frequencyList := strings.Split(frequencies, ",")
		condition += " AND frequency IN (" + utils.GetOrmInReplace(len(frequencyList)) + " ) "
		pars = append(pars, frequencyList)
	}
	
	condition += ` AND index_code not in (SELECT edb_code FROM edb_info WHERE source=?) `
	pars = append(pars, "Kpler")

	list, err := data_manage.GetKplerIndexPage(condition, pars, startSize, pageSize)
	if err != nil {
		br.Msg = "获取失败"
		br.ErrMsg = "获取失败,Err:" + err.Error()
		return
	}
	total, err = data_manage.GetKplerIndexPageCount(condition, pars)
	if err != nil {
		br.Msg = "获取数据失败"
		br.ErrMsg = "获取指标数据失败,Err:" + err.Error()
		return
	}
	page = paging.GetPaging(currentIndex, pageSize, total)
	resp.Paging = page
	resp.List = list
	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
	br.Data = resp
}

// KplerBatchAdd
// @Title Kpler批量新增
// @Description Kpler批量新增
// @Param	request	body data_manage.AddEdbInfoReq true "type json string"
// @Success 200 string "操作成功"
// @router /kpler/batch_add [post]
func (this *BaseFromKplerController) KplerBatchAdd() {
	br := new(models.BaseResponse).Init()
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}

	deleteCache := true
	cacheKey := "CACHE_EDB_INFO_BATCH_ADD_Kpler_" + strconv.Itoa(sysUser.AdminId)
	defer func() {
		if deleteCache {
			_ = utils.Rc.Delete(cacheKey)
		}
	}()
	if !utils.Rc.SetNX(cacheKey, 1, 30*time.Second) {
		deleteCache = false
		br.Msg = "系统处理中，请稍后重试！"
		br.ErrMsg = "系统处理中，请稍后重试！" + sysUser.RealName + ";data:" + string(this.Ctx.Input.RequestBody)
		return
	}
	var req []*data_manage.AddEdbInfoReq
	if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + e.Error()
		return
	}
	if len(req) == 0 {
		br.Msg = "请选择指标"
		return
	}
	if len(req) > 30 {
		br.Msg = "批量添加指标数量不得超过30个"
		return
	}
	for _, v := range req {
		v.EdbCode = strings.TrimSpace(v.EdbCode)
		if v.EdbCode == "" {
			br.Msg = "指标ID不可为空"
			return
		}
		v.EdbName = strings.TrimSpace(v.EdbName)
		if v.EdbName == "" {
			br.Msg = "请输入指标名称"
			return
		}
		v.Frequency = strings.TrimSpace(v.Frequency)
		if v.Frequency == "" {
			br.Msg = "请选择频度"
			return
		}
		v.Unit = strings.TrimSpace(v.Unit)
		if v.Unit == "" {
			br.Msg = "请输入单位"
			return
		}
		if v.ClassifyId <= 0 {
			br.Msg = "请选择分类"
			return
		}
	}

	// 限定同一时间最多批量新增30个指标
	for _, v := range req {
		var r data_manage.KplerIndexSource2EdbReq
		r.EdbCode = v.EdbCode
		r.EdbName = v.EdbName
		r.Frequency = v.Frequency
		r.Unit = v.Unit
		r.ClassifyId = v.ClassifyId
		r.AdminId = sysUser.AdminId
		r.AdminRealName = sysUser.RealName

		edbInfo, e, errMsg, skip := data.KplerIndexSource2Edb(r, this.Lang)
		if e != nil {
			br.Msg = "操作失败"
			if errMsg != "" {
				br.Msg = errMsg
			}
			br.ErrMsg = e.Error()
			return
		}
		if skip {
			continue
		}

		// 试用平台更新用户累计新增指标数
		if utils.BusinessCode == utils.BusinessCodeSandbox {
			go func() {
				adminItem, e := system.GetSysAdminById(sysUser.AdminId)
				if e != nil {
					tips := fmt.Sprintf("试用平台更新用户累计新增指标数-获取用户失败, Err: " + e.Error())
					utils.FileLog.Info(tips)
					return
				}
				if adminItem.DepartmentName != "ETA试用客户" {
					return
				}
				var ur etaTrialService.EtaTrialUserReq
				ur.Mobile = adminItem.Mobile
				_, _ = etaTrialService.UpdateUserIndexNum(ur)
			}()
		}

		// 新增操作日志
		{
			edbLog := new(data_manage.EdbInfoLog)
			edbLog.EdbInfoId = edbInfo.EdbInfoId
			edbLog.SourceName = edbInfo.SourceName
			edbLog.Source = edbInfo.Source
			edbLog.EdbCode = edbInfo.EdbCode
			edbLog.EdbName = edbInfo.EdbName
			edbLog.ClassifyId = edbInfo.ClassifyId
			edbLog.SysUserId = sysUser.AdminId
			edbLog.SysUserRealName = sysUser.RealName
			edbLog.CreateTime = time.Now()
			edbLog.Content = string(this.Ctx.Input.RequestBody)
			edbLog.Status = "新增指标"
			edbLog.Method = this.Ctx.Input.URI()
			go data_manage.AddEdbInfoLog(edbLog)
		}
	}

	br.Msg = "操作成功"
	br.Ret = 200
	br.Success = true
	br.IsAddLog = true
}

// KplerNameCheck
// @Title 加入指标库的重名检测
// @Description 加入指标库的重名检测
// @Param   ClassifyIds   query   string  true       "分类id, 多个分类用英文"
// @Param   Keyword   query   string  true       "关键词, 指标ID/指标名称"
// @Success 200 {object} NameCheckResult
// @router /kpler/edb_info/name_check [post]
func (this *BaseFromKplerController) KplerNameCheck() {
	br := new(models.BaseResponse).Init()
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}
	var req []*data_manage.NameCheckEdbInfoReq
	if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + e.Error()
		return
	}
	if len(req) == 0 {
		br.Msg = "请选择指标"
		return
	}
	codeMaxT := 30
	codeLen := len(req)
	if codeLen > codeMaxT {
		br.Msg = "批量添加指标数量不得超过30个"
		return
	}

	indexNames := make([]string, 0)
	resp := make([]*data_manage.EdbNameCheckResult, 0)
	for _, v := range req {
		v.EdbCode = strings.TrimSpace(v.EdbCode)
		if v.EdbCode == "" {
			br.Msg = "指标ID不可为空"
			return
		}
		v.EdbName = strings.TrimSpace(v.EdbName)
		if v.EdbName == "" {
			br.Msg = "请输入指标名称"
			return
		}
		indexNames = append(indexNames, v.EdbName)
		resp = append(resp, &data_manage.EdbNameCheckResult{
			EdbCode: v.EdbCode,
			EdbName: v.EdbName,
		})
		dataItems, err := data_manage.GetEdbDataAllByEdbCode(v.EdbCode, utils.DATA_SOURCE_KPLER, 0, utils.EDB_DATA_LIMIT)
		if err != nil && !utils.IsErrNoRow(err) {
			br.Msg = "获取失败"
			br.ErrMsg = "获取钢联已存在信息失败,Err:" + err.Error()
			return
		}
		if len(dataItems) <= 0 {
			respItem, err := data.AddEdbData(utils.DATA_SOURCE_KPLER, v.EdbCode, v.Frequency)
			if err != nil {
				br.Msg = "获取失败"
				br.ErrMsg = "获取失败,Err:" + err.Error()
				return
			}
			if respItem.Ret != 200 {
				br.Msg = "未搜索到该指标"
				br.ErrMsg = respItem.ErrMsg + ";EdbCode:" + v.EdbCode
				return
			}
		}
	}

	// 重名校验
	edbList, e := data_manage.GetEdbInfoByNameArr(indexNames, utils.EDB_INFO_TYPE)
	if e != nil {
		br.Msg = "操作失败"
		br.ErrMsg = "获取重名指标失败, Err: " + e.Error()
		return
	}
	nameExists := make(map[string]bool)
	for _, v := range edbList {
		nameExists[v.EdbName] = true
	}
	if len(nameExists) > 0 {
		for _, v := range resp {
			v.Exist = nameExists[v.EdbName]
		}
	}

	br.Data = resp
	br.Msg = "校验成功"
	br.Ret = 200
	br.Success = true
}

// KplerAddCheck
// @Title 加入指标库指标Id检测
// @Description 加入指标库指标Id检测
// @Param	request	body request.BatchAddCheckReq true "type json string"
// @Success 200 string "操作成功"
// @router /kpler/edb_info/add_check [post]
func (c *BaseFromKplerController) KplerAddCheck() {
	br := new(models.BaseResponse).Init()
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		c.Data["json"] = br
		c.ServeJSON()
	}()
	sysUser := c.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}
	var req data_manage.BatchAddCheckReq
	if e := json.Unmarshal(c.Ctx.Input.RequestBody, &req); e != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + e.Error()
		return
	}
	codeMaxT := 30
	codeLen := len(req.IndexCodes)

	// 获取指标库已有指标
	existsEdb, e := data_manage.GetEdbCodesBySource(utils.DATA_SOURCE_KPLER)
	if e != nil {
		br.Msg = "获取失败"
		br.ErrMsg = "获取自有数据已添加的指标失败, Err: " + e.Error()
		return
	}
	existMap := make(map[string]*data_manage.EdbInfo)
	for _, v := range existsEdb {
		existMap[v.EdbCode] = v
	}

	if codeLen == 0 {
		br.Msg = "请选择指标"
		return
	}
	if codeLen > codeMaxT {
		br.Msg = fmt.Sprintf("最多只能选择%d个指标", codeMaxT)
		return
	}

	// 查询选中的指标
	cond := fmt.Sprintf(` AND index_code IN (%s)`, utils.GetOrmInReplace(codeLen))
	pars := make([]interface{}, 0)
	pars = append(pars, req.IndexCodes)
	list, err := data_manage.GetKplerIndex(cond, pars)
	if err != nil {
		br.Msg = "获取失败"
		br.ErrMsg = "获取钢联已存在信息失败,Err:" + err.Error()
		return
	}

	if len(list) > codeMaxT {
		br.Msg = fmt.Sprintf("最多只能选择%d个指标", codeMaxT)
		return
	}

	resp := make([]*data_manage.BaseFromKplerIndexList, 0)
	for _, v := range list {
		if edb, ok := existMap[v.IndexCode]; ok {
			v.EdbInfoId = edb.EdbInfoId
			v.EdbClassifyId = edb.ClassifyId
			v.EdbUniqueCode = edb.UniqueCode
			v.EdbExist = 1
		}
		resp = append(resp, v)
	}

	br.Data = resp
	br.Msg = "校验成功"
	br.Ret = 200
	br.Success = true
}

// 加入到指标库
// @Title 加入到指标库
// @Description 加入到指标库
// @Param   request	body request.BatchAddCheckReq true "type json string"
// @Success 200 string "操作成功"
// @router /kpler/edb_info/add [post]
func (c *BaseFromKplerController) KplerAdd() {
	br := new(models.BaseResponse).Init()
	defer func() {
		c.Data["json"] = br
		c.ServeJSON()
	}()
	
	sysUser := c.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}
	var req data_manage.AddEdbInfoReq
	if e := json.Unmarshal(c.Ctx.Input.RequestBody, &req); e != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + e.Error()
		return
	}
    
	if req.EdbCode == "" {
		br.Msg = "指标ID不能为空"
		return
	}
	if req.EdbName == "" {
		br.Msg = "指标名称不能为空"
		return
	}
	if req.ClassifyId <= 0 {
		br.Msg = "分类不能为空"
		return
	}
	if req.Frequency == "" {
		br.Msg = "频度不能为空"
		return
	}
	if req.Unit == "" {
		br.Msg = "单位不能为空"
		return
	}

	count, err := data_manage.GetEdbInfoCount(utils.DATA_SOURCE_KPLER, req.EdbCode)
	if err != nil {
		br.Msg = "获取失败"
		br.ErrMsg = "获取失败,Err:" + err.Error()
		return
	}
	if count > 0 {
		br.Msg = "指标已存在"
		return
	}

	// 指标入库
	edbInfo, err, errMsg, isSendEmail := data.EdbInfoAdd(utils.DATA_SOURCE_KPLER, utils.DATA_SUB_SOURCE_EDB, req.ClassifyId, req.EdbCode, req.EdbName, req.Frequency, req.Unit, req.StartDate, req.EndDate, sysUser.AdminId, sysUser.RealName, c.Lang)
	if err != nil {
		br.Msg = "保存失败"
		if errMsg != `` {
			br.Msg = errMsg
		}
		br.ErrMsg = err.Error()
		br.IsSendEmail = isSendEmail
		return
	}

	// 试用平台更新用户累计新增指标数
	adminItem, e := system.GetSysAdminById(sysUser.AdminId)
	if e != nil {
		br.Msg = "操作失败"
		br.ErrMsg = "获取系统用户数据失败，Err:" + e.Error()
		return
	}
	if utils.BusinessCode == utils.BusinessCodeSandbox && adminItem.DepartmentName == "ETA试用客户" {
		go func() {
			var r etaTrialService.EtaTrialUserReq
			r.Mobile = adminItem.Mobile
			_, _ = etaTrialService.UpdateUserIndexNum(r)
		}()
	}

	//新增操作日志
	{
		edbLog := new(data_manage.EdbInfoLog)
		edbLog.EdbInfoId = edbInfo.EdbInfoId
		edbLog.SourceName = edbInfo.SourceName
		edbLog.Source = edbInfo.Source
		edbLog.EdbCode = edbInfo.EdbCode
		edbLog.EdbName = edbInfo.EdbName
		edbLog.ClassifyId = edbInfo.ClassifyId
		edbLog.SysUserId = sysUser.AdminId
		edbLog.SysUserRealName = sysUser.RealName
		edbLog.CreateTime = time.Now()
		edbLog.Content = string(c.Ctx.Input.RequestBody)
		edbLog.Status = "新增指标"
		edbLog.Method = c.Ctx.Input.URI()
		go data_manage.AddEdbInfoLog(edbLog)
	}

	// 更新es
	go data.AddOrEditEdbInfoToEs(edbInfo.EdbInfoId)

	resp := new(data_manage.AddEdbInfoResp)
	resp.EdbInfoId = edbInfo.EdbInfoId
	resp.UniqueCode = edbInfo.UniqueCode
	br.Ret = 200
	br.Success = true
	br.Msg = "保存成功"
	br.Data = resp
	br.IsAddLog = true
}

// ExportKplerList
// @Title 导出Kpler数据
// @Description 导出Kpler数据
// @Param   ClassifyId   query   int  true       "关键字搜索"
// @Param   IndexCode   query   string  true       "指标编码"
// @Success 200  导出成功
// @router /kpler/export [get]
func (this *BaseFromKplerController) ExportKplerList() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()

	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请重新登录"
		return
	}

	classifyId, _ := this.GetInt("ClassifyId")
	indexCode := this.GetString("IndexCode")

	dir, _ := os.Executable()
	exPath := filepath.Dir(dir)
	downLoadnFilePath := exPath + "/" + time.Now().Format(utils.FormatDateTimeUnSpace) + ".xlsx"
	xlsxFile := xlsx.NewFile()

	var condition string
	var pars []interface{}
	var classifyName string
	if classifyId > 0 {
		classifyInfo, err := data_manage.GetBaseFromKplerClassifyById(classifyId)
		if err != nil {
			if utils.IsErrNoRow(err) {
				br.Msg = "分类不存在"
				return
			}
			br.Msg = "下载失败"
			br.ErrMsg = "获取分类失败,Err:" + err.Error()
			return
		}
		classifyName = classifyInfo.ClassifyName
		childClassify := make([]*data_manage.BaseFromKplerClassify, 0)
		if classifyInfo.LevelPath != "" {
		    childClassify, err = data_manage.GetBaseFromKplerClassifyByLevelPath(classifyInfo.LevelPath)
		    if err != nil {
			    br.Msg = "下载失败"
			    br.ErrMsg = "获取分类失败,Err:" + err.Error()
			    return
		    }
	    }

		if len(childClassify) > 0 {
			childClassifyIds := make([]int, 0)
			for _, child := range childClassify {
				childClassifyIds = append(childClassifyIds, child.ClassifyId)
			}
			condition += ` AND classify_id IN (` + utils.GetOrmInReplace(len(childClassifyIds)) + `)`
			pars = append(pars, childClassifyIds)
		} else {
			condition += ` AND classify_id=?`
			pars = append(pars, classifyId)
		}
		
	}
	if indexCode != "" {
		condition += ` AND index_code=? `
		pars = append(pars, indexCode)
	}

	indexList, err := data_manage.GetKplerIndex(condition, pars)
	if err != nil {
		br.Msg = "下载失败"
		br.ErrMsg = "获取指标失败,Err:" + err.Error()
		fmt.Println("获取数据失败，Err:" + err.Error())
		return
	}
	if len(indexList) <= 0 {
		fmt.Println("indexList 为空")
		br.Ret = 200
		br.Success = true
		br.Msg = "success"
		return
	}

	codeList := make([]string, 0)
	frequenciesMap := make(map[string][]*data_manage.BaseFromKplerIndexList)
	for _, v := range indexList {
		codeList = append(codeList, v.IndexCode)
		frequenciesMap[v.Frequency] = append(frequenciesMap[v.Frequency], v)
	}
	dataListMap := make(map[string][]*data_manage.BaseFromKplerData)
	if len(indexList) > 0 {
		allDataList, e := data_manage.GetKplerIndexDataByCodes(codeList)
		if e != nil {
			br.Msg = "获取数据失败"
			br.ErrMsg = "获取数据失败,Err:" + e.Error()
			return
		}
		for _, v := range allDataList {
			dataListMap[v.IndexCode] = append(dataListMap[v.IndexCode], v)
		}
	}
	// 按照频率分组排序
	frequencies := []string{
		"日度", "周度", "旬度", "月度", "季度", "半年度", "年度",
	}
	for _, frequency := range frequencies {
		//获取指标
		indexCodeList, ok := frequenciesMap[frequency]
		if !ok {
			continue
		}
		if len(indexCodeList) <= 0 {
			fmt.Printf("sheet:%s, 不存在指标", frequency)
			return
		}
		var sheetName string
		switch frequency {
		case "日度":
			sheetName = "日度(Daily)"
		case "周度":
			sheetName = "周度(Weekly)"
		case "旬度":
			sheetName = "旬度(ten-day)"
		case "月度":
			sheetName = "月度(Monthly)"
		case "季度":
			sheetName = "季度(Quarterly)"
		case "半年度":
			sheetName = "半年度(Semi-annual)"
		case "年度":
			sheetName = "年度(Annual)"
		default:
			sheetName = "其他数据"
		}
		sheetNew, err := xlsxFile.AddSheet(sheetName)
		if err != nil {
			fmt.Println("新增Sheet失败", err.Error())
			return
		}
		secNameRow := sheetNew.AddRow()
		frequencyRow := sheetNew.AddRow()
		unitRow := sheetNew.AddRow()
		lastModifyDateRow := sheetNew.AddRow()

		var indexIdList []int
		for _, idx := range frequenciesMap[frequency] {
			indexIdList = append(indexIdList, idx.BaseFromKplerIndexId)
		}
		dataTimeList, err := data_manage.GetKplerDataDataTimeByIndexId(indexIdList)
		if err != nil {
			br.Msg = "下载失败"
			br.ErrMsg = "获取数据时间失败,Err:" + err.Error()
			fmt.Println("获取数据时间失败", err.Error())
			return
		}

		// 添加excel左侧指标日期
		setRowIndex := 4
		for rk, dv := range dataTimeList {
			rowIndex := setRowIndex + rk
			row := sheetNew.Row(rowIndex)
			displayDate, _ := time.Parse(utils.FormatDate, dv)
			displayDateCell := row.AddCell()
			style := new(xlsx.Style)
			style.ApplyAlignment = true
			style.Alignment.WrapText = true
			displayDateCell.SetStyle(style)
			displayDateCell.SetDate(displayDate)

		}
		for k, icl := range indexCodeList {
			// 获取数据
			dataList, ok := dataListMap[icl.IndexCode]
			if !ok {
				continue
			}
			if k == 0 {
				secNameRow.AddCell().SetValue("指标名称/Metric Name")
				frequencyRow.AddCell().SetValue("频度/Frequency")
				unitRow.AddCell().SetValue("单位/Unit")
				lastModifyDateRow.AddCell().SetValue("更新时间/Update Time")
				min := k * 3
				sheetNew.SetColWidth(min, min, 15)
			}
			if len(dataList) == 0 {
				continue
			}
			secNameRow.AddCell().SetValue(icl.IndexName)
			frequencyRow.AddCell().SetValue(icl.Frequency)
			unitRow.AddCell().SetValue(icl.Unit)

			timeDate, err := time.Parse(utils.FormatDateTime, dataList[0].ModifyTime)
			if err != nil {
				continue
			}
			lastModifyDateRow.AddCell().SetValue(timeDate.Format(utils.FormatDate))
			dataInfoMap := make(map[string]*data_manage.BaseFromKplerData)
			for _, v := range dataList {
				dataInfoMap[v.DataTime] = v
			}

			for rk, dtv := range dataTimeList {
				rowIndex := setRowIndex + rk
				row := sheetNew.Row(rowIndex)
				displayDateCell := row.AddCell()
				tmpData, ok := dataInfoMap[dtv]
				if ok {
					displayDateCell.SetValue(tmpData.Value)
				}
			}
		}
	}

	err = xlsxFile.Save(downLoadnFilePath)
	if err != nil {
		//有指标无数据时先导出一遍空表
		sheet, err := xlsxFile.AddSheet("无数据")
		if err != nil {
			br.Msg = "新增Sheet失败"
			br.ErrMsg = "新增Sheet失败,Err:" + err.Error()
			return
		}
		rowSecName := sheet.AddRow()
		celSecName := rowSecName.AddCell()
		celSecName.SetValue("")
		e := xlsxFile.Save(downLoadnFilePath)
		if e != nil {
			br.Msg = "保存文件失败"
			br.ErrMsg = "保存文件失败"
			return
		}
	}

	fileName := classifyName
	if indexCode != "" && len(indexList) == 1 {
		fileName = indexList[0].IndexName
	}
	fileName = strings.Replace(fileName, ": ", "_", -1)
	fileName = strings.Replace(fileName, ", ", "_", -1)
	fileName = strings.Replace(fileName, " ", "_", -1)
	fileName += time.Now().Format("06.01.02") + `.xlsx` //文件名称
	fmt.Println(fileName)
	this.Ctx.Output.Download(downLoadnFilePath, fileName)
	defer func() {
		os.Remove(downLoadnFilePath)
	}()
	br.Ret = 200
	br.Success = true
	br.Msg = "success"
} 

// GetFrequency
// @Title kpler数据频度
// @Description kpler数据频度接口
// @Param   ClassifyId   query   string  true       "分类Id"
// @Success 200 {object} data_manage.LzFrequency
// @router /kpler/frequency [get]
func (this *BaseFromKplerController) GetFrequency() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}
	classifyId, _ := this.GetInt("ClassifyId")
	if classifyId < 0 {
		br.Msg = "请选择分类"
		br.ErrMsg = "请选择分类"
		return
	}

	frequencyList, err := data_manage.GetKplerFrequencyByClassifyId(classifyId)
	if err != nil {
		br.Msg = "获取频度失败"
		br.ErrMsg = "获取频度失败,Err:" + err.Error()
		return
	}
	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
	br.Data = frequencyList
}

// BatchAddEdbCheck
// @Title 新增校验
// @Description 新增校验
// @Param	request	body data_manage.BatchManualEdbReq true "type json string"
// @Success 200 string "操作成功"
// @router /kpler/batch/add/check [post]
func (this *BaseFromKplerController) BatchAddEdbCheck() {
	br := new(models.BaseResponse).Init()
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}

	// 最大批量添加的数量
	codeMaxT := 31

	var req data_manage.BatchCheckKplerEdbReq
	err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
	if err != nil {
		br.Msg = "参数错误"
		br.ErrMsg = "参数错误,Err:" + err.Error()
		return
	}
	req.Keyword = strings.TrimSpace(req.Keyword)
	classifyIdStr := req.ClassifyIds

	var list = make([]*data_manage.BaseFromKplerIndexList, 0)
	var condition string
	var pars []interface{}

	if req.ListAll {
		classifyIds := strings.Split(classifyIdStr, ",")
		if len(classifyIds) > 0 && classifyIds[0] != `` {
			condition += " AND classify_id IN (" + utils.GetOrmInReplace(len(classifyIds)) + " ) "
			pars = append(pars, classifyIds)
		}
		keyword := req.Keyword
		if keyword != `` {
			condition += " AND (index_name like ? OR index_code like ?) "
			pars = utils.GetLikeKeywordPars(pars, keyword, 2)
		}
		frequencies := req.Frequencies
		if frequencies != "" {
			frequencyList := strings.Split(frequencies, ",")
			condition += " AND frequency IN (" + utils.GetOrmInReplace(len(frequencyList)) + " ) "
			pars = append(pars, frequencyList)
		}
		codes := req.TradeCodeList
		codeList := make([]string, 0)
		if codes != "" {
			codeList = strings.Split(codes, ",")
		}
		if len(codeList) > 0 {
			condition += ` AND index_code not in (` + utils.GetOrmInReplace(len(codeList)) + `) `
			pars = append(pars, codeList)
		}
	} else {
		codes := req.TradeCodeList
		codeList := make([]string, 0)
		if codes != "" {
			codeList = strings.Split(codes, ",")
		}
		if len(codeList) <= 0 {
			br.Msg = "请选择指标"
			br.ErrMsg = "请选择指标"
			return
		}
		// 指标
		condition += ` AND index_code in (` + utils.GetOrmInReplace(len(codeList)) + `) `
		pars = append(pars, codeList)

	}
	condition += ` AND index_code not in (SELECT edb_code FROM edb_info WHERE source=?) `
	pars = append(pars, utils.DATA_SOURCE_USDA_FAS)

	list, err = data_manage.GetKplerIndexPage(condition, pars, 0, codeMaxT)
	if err != nil {
		br.Msg = "获取失败"
		br.ErrMsg = "获取失败,Err:" + err.Error()
		return
	}
	if len(list) >= codeMaxT {
		br.Msg = "批量添加指标数量不得超过30个"
		return
	}

	br.Data = list
	br.Msg = "校验成功"
	br.Ret = 200
	br.Success = true
}