eta_api/controllers/data_manage/clarksons_data.go

package data_manage

import (
	"encoding/json"
	"eta/eta_api/controllers"
	"eta/eta_api/models"
	"eta/eta_api/models/data_manage"
	"eta/eta_api/models/data_manage/request"
	"eta/eta_api/models/data_manage/response"
	"eta/eta_api/models/system"
	"eta/eta_api/services/data"
	"eta/eta_api/services/data_stat"
	etaTrialService "eta/eta_api/services/eta_trial"
	"eta/eta_api/utils"
	"fmt"
	"os"
	"path/filepath"
	"strconv"
	"strings"
	"time"

	"github.com/tealeg/xlsx"
)

type ClarksonsDataController struct {
	controllers.BaseAuthController
}

// @Title 克拉克森数据分类
// @Description 克拉克森数据分类接口
// @Success 200 {object} data_manage.SciClassify
// @router /clarksons/classify [get]
func (this *ClarksonsDataController) Classify() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()

	classifyList, err := data_manage.GetClarksonsClassifyAll()
	if err != nil {
		br.Msg = "查询失败"
		br.ErrMsg = "查询失败, Err:" + err.Error()
		return
	}

	initClassify := &data_manage.BaseFromClarksonsClassifyItem{
		BaseFromClassifyId: 0,
		ClassifyName:       "未分类",
		ClassifyNameEn:     "Unclassified",
		UniqueCode:         "0",
		ParentId:           0,
		Level:              1,
		Sort:               0,
		Children:           nil,
	}
	finalList := make([]*data_manage.BaseFromClarksonsClassifyItem, 0)
	classifyTree := getClarksonsClassifyTree(classifyList, 0)
	finalList = append(finalList, initClassify)
	finalList = append(finalList, classifyTree...)

	br.Msg = "查询成功"
	br.Data = finalList
	br.Success = true
	br.Ret = 200
}

// AddSciClassify
// @Title 新增分类
// @Description 新增分类接口
// @Param	request	body data_manage.AddBaseFromSciClassifyReq true "type json string"
// @Success 200 Ret=200 保存成功
// @router /clarksons/classify/add [post]
func (this *ClarksonsDataController) AddClassify() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()
	var req request.AddBaseFromClarksonsClassifyReq
	err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
	if err != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + err.Error()
		return
	}
	if req.ClassifyName == "" {
		br.Msg = "请输入分类名称"
		return
	}
	if req.ParentId < 0 {
		br.Msg = "操作异常"
		return
	}
	ok, msg, err := data.AddClarksonsClassify(req.ClassifyName, req.ParentId)
	if err != nil {
		br.Msg = "添加失败"
		br.ErrMsg = "添加失败，Err:" + err.Error()
		return
	}
	if !ok {
		if msg != "" {
			br.Msg = msg
			return
		}
		br.Msg = "添加失败"
		return
	}
	br.Msg = "添加成功"
	br.Success = true
	br.Ret = 200
}

// DelClassify
// @Title 新增分类
// @Description 新增分类接口
// @Param	request	body data_manage.AddBaseFromSciClassifyReq true "type json string"
// @Success 200 Ret=200 保存成功
// @router /clarksons/classify/del [post]
func (this *ClarksonsDataController) DelClassify() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()
	var req request.DelBaseFromClarksonsClassifyReq
	err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
	if err != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + err.Error()
		return
	}

	if req.BaseFromClassifyId < 0 {
		br.Msg = "参数错误"
		br.IsSendEmail = false
		return
	}

	err = data.DelClarksonsClassify(req.BaseFromClassifyId)
	if err != nil {
		br.Msg = "删除失败"
		br.ErrMsg = "删除失败，Err:" + err.Error()
		return
	}

	br.Ret = 200
	br.Msg = "删除成功"
	br.Success = true
	br.IsAddLog = true
}

// EditClassify
// @Title 修改分类
// @Description 修改分类接口
// @Param	request	body data_manage.EditBaseFromMysteelChemicalClassifyReq true "type json string"
// @Success 200 Ret=200 修改成功
// @router /clarksons/classify/edit [post]
func (this *ClarksonsDataController) EditClassify() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()
	var req request.EditBaseFromClarksonsClassifyReq
	err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
	if err != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + err.Error()
		return
	}
	if req.BaseFromClassifyId <= 0 {
		br.Msg = "参数错误"
		return
	}
	if req.ClassifyName == "" {
		br.Msg = "请输入分类名称"
		return
	}
	classify, err := data_manage.GetClarksonsClassifyById(req.BaseFromClassifyId)
	if err != nil {
		if err.Error() == utils.ErrNoRow() {
			br.Msg = "分类不存在"
			return
		}
		br.Msg = "编辑失败"
		br.ErrMsg = "获取分类失败，Err:" + err.Error()
		return
	}

	if classify.ClassifyName != req.ClassifyName {
		count, err := data_manage.GetClarksonsClassifyCountByName(req.ClassifyName)
		if err != nil {
			br.Msg = "编辑失败"
			br.ErrMsg = "获取分类失败，Err:" + err.Error()
			return
		}
		if count > 0 {
			br.Msg = "分类名称已存在"
			return
		}
		classify.ClassifyName = req.ClassifyName
		classify.ModifyTime = time.Now()
		err = classify.Update([]string{"classify_name", "modify_time"})
		if err != nil {
			br.Msg = "编辑失败"
			br.ErrMsg = "编辑失败，Err:" + err.Error()
			return
		}
	}

	br.Msg = "编辑成功"
	br.Success = true
	br.Ret = 200
	br.IsAddLog = true
}

// MoveClassify
// @Title 分类移动接口
// @Description 分类移动接口
// @Success 200 {object} data_manage.MoveBaseFromMysteelChemicalClassifyReq
// @router /clarksons/classify/move [post]
func (this *ClarksonsDataController) MoveClassify() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()

	var req request.MoveBaseFromClarksonsClassifyReq
	if err := json.Unmarshal(this.Ctx.Input.RequestBody, &req); err != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + err.Error()
		return
	}
	if req.BaseFromClassifyId <= 0 {
		br.Msg = "参数错误"
		br.ErrMsg = "分类id小于等于0"
		br.IsSendEmail = false
		return
	}

	err, errMsg := data.MoveClarksonsClassify(req.BaseFromClassifyId, req.ParentId, req.PrevClassifyId, req.NextClassifyId)
	if errMsg != `` {
		br.Msg = errMsg
		br.ErrMsg = errMsg
		if err != nil {
			br.ErrMsg = err.Error()
		} else {
			br.IsSendEmail = false
		}
		return
	}
	br.Ret = 200
	br.Success = true
	br.IsAddLog = true
	br.Msg = "移动成功"
}

// IndexList
// @Title 克拉克森指标列表
// @Description 克拉克森数据指标列表接口
// @Param   BaseFromClassifyId   query   int  true       "分类id"
// @Success 200 {object} data_manage.BaseFromMysteelChemicalIndexResp
// @router /clarksons/index/list [get]
func (this *ClarksonsDataController) IndexList() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()
	classifyId, _ := this.GetInt("BaseFromClassifyId", 0)
	indexList, err := data_manage.GetClarksonsIndexBaseInfoByClassifyId(classifyId)
	if err != nil && err.Error() != utils.ErrNoRow() {
		br.Msg = "获取失败"
		br.ErrMsg = "获取指标信息失败，Err:" + err.Error()
		return
	}

	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
	br.Data = indexList
}

// GetClarksonsIndexInfo
// @Title 添加指标-根据条件获取指标信息
// @Description 添加指标-根据条件获取指标信息
// @Param   KeyWord   query   string  false       "关键字"
// @Param   ClassifyIds   query   string  false       "分类id"
// @Param   Frequencies   query   string  false       "频率"
// @Param   PageSize   query   int  false       "每页数据条数"
// @Param   CurrentIndex   query   int  false       "当前页页码，从1开始"
// @Success 200 {object} data_manage.BaseFromRzdIndexPage
// @router /clarksons/get/index/info [post]
func (this *ClarksonsDataController) GetClarksonsIndexInfo() {
	br := new(models.BaseResponse).Init()
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}
	var req request.ClarksonsDataBatchListReq
	if err := json.Unmarshal(this.Ctx.Input.RequestBody, &req); err != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + err.Error()
		return
	}

	keyWord := req.KeyWord
	classifyIds := req.ClassifyIds
	frequencies := req.Frequencies

	pageSize := req.PageSize
	currentIndex := req.CurrentIndex
	var startSize int

	if pageSize <= 0 {
		pageSize = utils.PageSize20
	}
	if currentIndex <= 0 {
		currentIndex = 1
	}
	startSize = utils.StartIndex(currentIndex, pageSize)

	var classifyIdList []string
	var frequencyList []string
	if classifyIds != "" {
		classifyIdList = strings.Split(classifyIds, ",")
	}
	if frequencies != "" {
		frequencyList = strings.Split(frequencies, ",")
	}
	indexInfoPage, err := data.GetClarksonsIndexInfo(keyWord, classifyIdList, frequencyList, currentIndex, startSize, pageSize)
	if err != nil {
		br.Msg = "获取失败"
		br.ErrMsg = "获取失败，Err:" + err.Error()
		return
	}

	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
	br.Data = indexInfoPage
}

// SearchList
// @Title 克拉克森模糊搜索
// @Description 克拉克森模糊搜索
// @Param   Keyword   query   string  true       "关键字搜索"
// @Success 200 {object} models.BaseResponse
// @router /clarksons/search_list [get]
func (this *ClarksonsDataController) SearchList() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()

	//关键字
	keyword := this.GetString("Keyword")
	var condition string
	var pars []interface{}
	if keyword != "" {
		condition += ` AND (index_code LIKE ? OR index_name LIKE ?)`
		pars = utils.GetLikeKeywordPars(pars, keyword, 2)
	} else {
		br.Msg = "请输入指标ID/指标名称"
		return
	}

	list, err := data_manage.GetClarksonsIndexBaseInfoByCondition(condition, pars)
	if err != nil {
		br.Msg = "获取失败"
		br.ErrMsg = "获取失败，Err:" + err.Error()
		return
	}

	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
	br.Data = list
}

// SingleData
// @Title 获取克拉克森据
// @Description 获取克拉克森单条数据接口
// @Param   BaseFromClarksonsIndexId   query   string  true       "指标唯一编码"
// @Success 200 {object} models.BaseResponse
// @router /clarksons/single_data [get]
func (this *ClarksonsDataController) SingleData() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()
	baseFromClarksonsIndexId, _ := this.GetInt("BaseFromClarksonsIndexId")
	indexInfo, err := data_manage.GetClarksonsIndexByIndexId(baseFromClarksonsIndexId)
	if err != nil {
		br.Msg = "获取指标信息失败"
		br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
		return
	}
	edbInfo, err := data_manage.GetEdbInfoByEdbCode(utils.DATA_SOURCE_CLARKSONS, indexInfo.IndexCode)
	if err != nil && err.Error() != utils.ErrNoRow() {
		br.Msg = "获取指标数据失败"
		br.ErrMsg = "获取指标库数据失败,Err:" + err.Error()
		return
	}
	var edbInfoId int
	if edbInfo != nil {
		edbInfoId = edbInfo.EdbInfoId
	}
	dataList, err := data_manage.GetClarksonsDataByIndexId(baseFromClarksonsIndexId)
	if err != nil {
		br.Msg = "获取数据失败"
		br.ErrMsg = "获取数据失败,Err:" + err.Error()
		return
	}
	var ret response.ClarksonsSingleDataResp
	ret.ClassifyId = indexInfo.ClassifyId
	ret.BaseFromClarksonsIndexId = indexInfo.BaseFromClarksonsIndexId
	ret.IndexCode = indexInfo.IndexCode
	ret.EdbInfoId = edbInfoId
	ret.IndexName = indexInfo.IndexName
	ret.Frequency = indexInfo.Frequency
	ret.CreateTime = indexInfo.CreateTime.Format(utils.FormatDateTime)
	ret.ModifyTime = indexInfo.ModifyTime.Format(utils.FormatDateTime)
	ret.Unit = indexInfo.Unit
	ret.Data = dataList

	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
	br.Data = ret
}

// MoveClarksonsData
// @Title 克拉克森指标移动接口
// @Description 克拉克森指标移动接口
// @Success 200 {object} request.MoveBaseFromClarksonsReq
// @router /clarksons/move [post]
func (this *ClarksonsDataController) MoveClarksonsData() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()

	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}

	var req request.MoveBaseFromClarksonsReq
	err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
	if err != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + err.Error()
		return
	}

	if req.BaseFromClarksonsIndexId <= 0 {
		br.Msg = "参数错误"
		br.ErrMsg = "指标id小于等于0"
		br.IsSendEmail = false
		return
	}

	if req.BaseFromClassifyId < 0 {
		br.Msg = "请选择分类"
		br.ErrMsg = "请选择分类"
		br.IsSendEmail = false
		return
	}

	err, errMsg := data.MoveClarksonsData(req.BaseFromClarksonsIndexId, req.BaseFromClassifyId, req.PrevBaseFromClarksonsIndexId, req.NextBaseFromClarksonsIndexId)
	if errMsg != `` {
		br.Msg = errMsg
		br.ErrMsg = errMsg
		if err != nil {
			br.ErrMsg = err.Error()
		} else {
			br.IsSendEmail = false
		}
		return
	}
	br.Ret = 200
	br.Success = true
	br.IsAddLog = true
	br.Msg = "移动成功"
}

// ResetClarksonsIndex
// @Title 指标数据清除分类
// @Description 指标数据清除分类
// @Param	request	body data_manage.DelBaseFromSciReq true "type json string"
// @Success 200 Ret=200 操作成功
// @router /clarksons/reset [post]
//func (this *ClarksonsDataController) ResetClarksonsIndex() {
//	br := new(models.BaseResponse).Init()
//	defer func() {
//		this.Data["json"] = br
//		this.ServeJSON()
//	}()
//	var req request.ResetBaseFromClarksonsReq
//	err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
//	if err != nil {
//		br.Msg = "参数解析异常！"
//		br.ErrMsg = "参数解析失败，Err:" + err.Error()
//		return
//	}
//
//	if req.BaseFromClarksonsIndexId < 0 {
//		br.Msg = "参数错误"
//		br.IsSendEmail = false
//		return
//	}
//
//	err = data.ResetClarksonsIndex(req.BaseFromClarksonsIndexId)
//	if err != nil {
//		br.Msg = "移动失败"
//		br.ErrMsg = "移动失败，Err:" + err.Error()
//		return
//	}
//
//	br.Ret = 200
//	br.Msg = "操作成功"
//	br.Success = true
//	br.IsAddLog = true
//}

// AddEdbInfo
// @Title 新增指标接口
// @Description 新增指标接口
// @Param	request	body data_manage.AddEdbInfoReq true "type json string"
// @Success Ret=200 保存成功
// @router /clarksons/edb_info/add [post]
func (this *ClarksonsDataController) AddEdbInfo() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()

	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}
	deleteCache := true
	cacheKey := "CACHE_EDB_INFO_ADD_" + strconv.Itoa(sysUser.AdminId)
	defer func() {
		if deleteCache {
			utils.Rc.Delete(cacheKey)
		}
	}()
	if !utils.Rc.SetNX(cacheKey, 1, 30*time.Second) {
		deleteCache = false
		br.Msg = "系统处理中，请稍后重试！"
		br.ErrMsg = "系统处理中，请稍后重试！" + sysUser.RealName + ";data:" + string(this.Ctx.Input.RequestBody)
		return
	}
	var req data_manage.AddEdbInfoReq
	err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
	if err != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + err.Error()
		return
	}

	req.EdbName = strings.Trim(req.EdbName, " ")
	req.EdbCode = strings.Trim(req.EdbCode, " ")

	if req.EdbCode == "" {
		br.Msg = "指标ID不能为空"
		return
	}

	if req.EdbName == "" {
		br.Msg = "指标名称不能为空"
		return
	}

	if req.Frequency == "" {
		br.Msg = "频率不能为空"
		return
	}

	if req.Unit == "" {
		br.Msg = "单位不能为空"
		return
	}

	if req.ClassifyId <= 0 {
		br.Msg = "请选择分类"
		return
	}

	_, err = data_manage.GetClarksonsIndexByIndexCode(req.EdbCode)
	if err != nil {
		if err.Error() == utils.ErrNoRow() {
			br.Msg = "指标不存在"
			return
		}
		br.Msg = "获取失败"
		br.ErrMsg = "获取失败,Err:" + err.Error()
		return
	}
	source := utils.DATA_SOURCE_CLARKSONS
	// 指标入库
	edbInfo, err, errMsg, isSendEmail := data.EdbInfoAdd(source, utils.DATA_SUB_SOURCE_EDB, req.ClassifyId, req.EdbCode, req.EdbName, req.Frequency, req.Unit, req.StartDate, req.EndDate, sysUser.AdminId, sysUser.RealName, this.Lang)
	if err != nil {
		br.Msg = "保存失败"
		if errMsg != `` {
			br.Msg = errMsg
		}
		br.ErrMsg = err.Error()
		br.IsSendEmail = isSendEmail
		return
	}

	// 试用平台更新用户累计新增指标数
	adminItem, e := system.GetSysAdminById(sysUser.AdminId)
	if e != nil {
		br.Msg = "操作失败"
		br.ErrMsg = "获取系统用户数据失败，Err:" + e.Error()
		return
	}
	if utils.BusinessCode == utils.BusinessCodeSandbox && adminItem.DepartmentName == "ETA试用客户" {
		go func() {
			var r etaTrialService.EtaTrialUserReq
			r.Mobile = adminItem.Mobile
			_, _ = etaTrialService.UpdateUserIndexNum(r)
		}()
	}

	//新增操作日志
	{
		// 添加钢联指标更新日志
		if edbInfo.Source == utils.DATA_SOURCE_MYSTEEL_CHEMICAL {
			go data_stat.AddEdbInfoUpdateLog(edbInfo.EdbInfoId, 1, "", sysUser, 2)
		}

		edbLog := new(data_manage.EdbInfoLog)
		edbLog.EdbInfoId = edbInfo.EdbInfoId
		edbLog.SourceName = edbInfo.SourceName
		edbLog.Source = edbInfo.Source
		edbLog.EdbCode = edbInfo.EdbCode
		edbLog.EdbName = edbInfo.EdbName
		edbLog.ClassifyId = edbInfo.ClassifyId
		edbLog.SysUserId = sysUser.AdminId
		edbLog.SysUserRealName = sysUser.RealName
		edbLog.CreateTime = time.Now()
		edbLog.Content = string(this.Ctx.Input.RequestBody)
		edbLog.Status = "新增指标"
		edbLog.Method = this.Ctx.Input.URI()
		go data_manage.AddEdbInfoLog(edbLog)
	}

	// 更新es
	go data.AddOrEditEdbInfoToEs(edbInfo.EdbInfoId)

	resp := new(data_manage.AddEdbInfoResp)
	resp.EdbInfoId = edbInfo.EdbInfoId
	resp.UniqueCode = edbInfo.UniqueCode
	br.Ret = 200
	br.Success = true
	br.Msg = "保存成功"
	br.Data = resp
	br.IsAddLog = true
}

// AddCheck
// @Title 新增校验
// @Description 新增校验
// @Param	request	body request.BusinessDataBatchAddCheckReq true "type json string"
// @Success 200 string "操作成功"
// @router /clarksons/edb_info/add_check [post]
func (this *ClarksonsDataController) AddCheck() {
	br := new(models.BaseResponse).Init()
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}
	var req *request.ClarksonsDataBatchAddCheckReq
	if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + e.Error()
		return
	}
	codeMax := 30
	codeLen := len(req.IndexCodes)
	if len(req.IndexCodes) == 0 {
		br.Msg = "请选择指标"
		return
	}

	if codeLen > codeMax {
		br.Msg = fmt.Sprintf("最多只能选择%d个指标", codeMax)
		return
	}
	// 获取指标库已有指标
	existsEdb, e := data_manage.GetEdbCodesBySource(utils.DATA_SOURCE_CLARKSONS)
	if e != nil {
		br.Msg = "获取失败"
		br.ErrMsg = "获取自有数据已添加的指标失败, Err: " + e.Error()
		return
	}
	existMap := make(map[string]*data_manage.EdbInfo)
	for _, v := range existsEdb {
		existMap[v.EdbCode] = v
	}

	// 查询选中的指标
	cond := fmt.Sprintf(` AND index_code IN (%s)`, utils.GetOrmInReplace(codeLen))
	pars := make([]interface{}, 0)
	pars = append(pars, req.IndexCodes)
	list, err := data_manage.GetClarksonsIndexAndEdbInfoByCondition(cond, pars)
	if err != nil {
		br.Msg = "获取失败"
		br.ErrMsg = "获取克拉克森原始指标列表失败, Err: " + err.Error()
		return
	}

	resp := make([]*data_manage.BaseFromClarksonsIndexView, 0)
	for _, v := range list {
		if v.EdbInfoId > 0 {
			v.EdbExist = 1
		}
		resp = append(resp, v)
	}

	br.Data = resp
	br.Msg = "校验成功"
	br.Ret = 200
	br.Success = true
}

// NameCheck
// @Title 重名校验
// @Description 批量新增
// @Param	request	body data_manage.AddEdbInfoReq true "type json string"
// @Success 200 string "操作成功"
// @router /clarksons/edb_info/name_check [post]
func (c *ClarksonsDataController) NameCheck() {
	br := new(models.BaseResponse).Init()
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		c.Data["json"] = br
		c.ServeJSON()
	}()
	sysUser := c.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}
	var req []*data_manage.NameCheckEdbInfoReq
	if err := json.Unmarshal(c.Ctx.Input.RequestBody, &req); err != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + err.Error()
		return
	}
	if len(req) == 0 {
		br.Msg = "请选择指标"
		return
	}
	codeMax := 30
	codeLen := len(req)
	if codeLen > codeMax {
		br.Msg = fmt.Sprintf("最多只能选择%d个指标", codeMax)
		return
	}

	type NameCheckResult struct {
		EdbCode string
		EdbName string
		Exist   bool
	}
	indexNames := make([]string, 0)
	resp := make([]*NameCheckResult, 0)
	for _, v := range req {
		v.EdbCode = strings.TrimSpace(v.EdbCode)
		if v.EdbCode == "" {
			br.Msg = "指标ID不可为空"
			return
		}
		v.EdbName = strings.TrimSpace(v.EdbName)
		if v.EdbName == "" {
			br.Msg = "请输入指标名称"
			return
		}
		indexNames = append(indexNames, v.EdbName)
		resp = append(resp, &NameCheckResult{
			EdbCode: v.EdbCode,
			EdbName: v.EdbName,
		})
		dataItems, err := data_manage.GetEdbDataAllByEdbCode(v.EdbCode, utils.DATA_SOURCE_CLARKSONS, 0, utils.EDB_DATA_LIMIT)
		if err != nil && err.Error() != utils.ErrNoRow() {
			br.Msg = "获取失败"
			br.ErrMsg = "获取克拉克森已存在信息失败,Err:" + err.Error()
			return
		}
		if len(dataItems) <= 0 {
			respItem, err := data.AddEdbData(utils.DATA_SOURCE_CLARKSONS, v.EdbCode, v.Frequency)
			if err != nil {
				br.Msg = "获取失败"
				br.ErrMsg = "获取失败,Err:" + err.Error()
				return
			}
			if respItem.Ret != 200 {
				br.Msg = "未搜索到该指标"
				br.ErrMsg = respItem.ErrMsg + ";EdbCode:" + v.EdbCode
				return
			}
		}
	}

	// 重名校验
	edbList, e := data_manage.GetEdbInfoByNameArr(indexNames, utils.EDB_INFO_TYPE)
	if e != nil {
		br.Msg = "操作失败"
		br.ErrMsg = "获取重名指标失败, Err: " + e.Error()
		return
	}
	nameExists := make(map[string]bool)
	for _, v := range edbList {
		nameExists[v.EdbName] = true
	}
	if len(nameExists) > 0 {
		for _, v := range resp {
			v.Exist = nameExists[v.EdbName]
		}
	}

	br.Data = resp
	br.Msg = "校验成功"
	br.Ret = 200
	br.Success = true
}

// BatchAdd
// @Title 批量新增
// @Description 批量新增
// @Param	request	body data_manage.AddEdbInfoReq true "type json string"
// @Success 200 string "操作成功"
// @router /clarksons/edb_info/batch_add [post]
func (this *ClarksonsDataController) BatchAdd() {
	br := new(models.BaseResponse).Init()
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}

	deleteCache := true
	cacheKey := "CACHE_EDB_INFO_BATCH_ADD_CLARKSONS_" + strconv.Itoa(sysUser.AdminId)
	defer func() {
		if deleteCache {
			_ = utils.Rc.Delete(cacheKey)
		}
	}()
	if !utils.Rc.SetNX(cacheKey, 1, 30*time.Second) {
		deleteCache = false
		br.Msg = "系统处理中，请稍后重试！"
		br.ErrMsg = "系统处理中，请稍后重试！" + sysUser.RealName + ";data:" + string(this.Ctx.Input.RequestBody)
		return
	}
	var req []*data_manage.AddEdbInfoReq
	if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + e.Error()
		return
	}
	if len(req) == 0 {
		br.Msg = "请选择指标"
		return
	}
	if len(req) > 30 {
		br.Msg = "批量添加指标数量不得超过30个"
		return
	}
	for _, v := range req {
		v.EdbCode = strings.TrimSpace(v.EdbCode)
		if v.EdbCode == "" {
			br.Msg = "指标ID不可为空"
			return
		}
		v.EdbName = strings.TrimSpace(v.EdbName)
		if v.EdbName == "" {
			br.Msg = "请输入指标名称"
			return
		}
		v.Frequency = strings.TrimSpace(v.Frequency)
		if v.Frequency == "" {
			br.Msg = "请选择频度"
			return
		}
		v.Unit = strings.TrimSpace(v.Unit)
		if v.Unit == "" {
			br.Msg = "请输入单位"
			return
		}
		if v.ClassifyId <= 0 {
			br.Msg = "请选择分类"
			return
		}
	}

	// 限定同一时间最多批量新增30个指标
	for _, v := range req {
		var r data.ClarksonsIndexSource2EdbReq
		r.EdbCode = v.EdbCode
		r.EdbName = v.EdbName
		r.Frequency = v.Frequency
		r.Unit = v.Unit
		r.ClassifyId = v.ClassifyId
		r.AdminId = sysUser.AdminId
		r.AdminRealName = sysUser.RealName

		edbInfo, errMsg, skip, e := data.ClarksonsIndexSource2Edb(r, this.Lang)
		if e != nil {
			br.Msg = "操作失败"
			if errMsg != "" {
				br.Msg = errMsg
			}
			br.ErrMsg = e.Error()
			return
		}
		if skip {
			continue
		}

		// 试用平台更新用户累计新增指标数
		if utils.BusinessCode == utils.BusinessCodeSandbox {
			go func() {
				adminItem, e := system.GetSysAdminById(sysUser.AdminId)
				if e != nil {
					tips := fmt.Sprintf("试用平台更新用户累计新增指标数-获取用户失败, Err: " + e.Error())
					utils.FileLog.Info(tips)
					return
				}
				if adminItem.DepartmentName != "ETA试用客户" {
					return
				}
				var ur etaTrialService.EtaTrialUserReq
				ur.Mobile = adminItem.Mobile
				_, _ = etaTrialService.UpdateUserIndexNum(ur)
			}()
		}

		// 新增操作日志
		{
			edbLog := new(data_manage.EdbInfoLog)
			edbLog.EdbInfoId = edbInfo.EdbInfoId
			edbLog.SourceName = edbInfo.SourceName
			edbLog.Source = edbInfo.Source
			edbLog.EdbCode = edbInfo.EdbCode
			edbLog.EdbName = edbInfo.EdbName
			edbLog.ClassifyId = edbInfo.ClassifyId
			edbLog.SysUserId = sysUser.AdminId
			edbLog.SysUserRealName = sysUser.RealName
			edbLog.CreateTime = time.Now()
			edbLog.Content = string(this.Ctx.Input.RequestBody)
			edbLog.Status = "新增指标"
			edbLog.Method = this.Ctx.Input.URI()
			go data_manage.AddEdbInfoLog(edbLog)
		}
	}

	br.Msg = "操作成功"
	br.Ret = 200
	br.Success = true
	br.IsAddLog = true
}

// BatchDelete
// @Title 批量删除
// @Description 批量删除
// @Param	request	body []*request.DelBaseFromClarksonsReq true "type json string"
// @Success 200 string "操作成功"
// @router /clarksons/edb_info/batch_delete [post]
func (this *ClarksonsDataController) BatchDelete() {
	br := new(models.BaseResponse).Init()
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		this.Data["json"] = br
		this.ServeJSON()
	}()
	var req []*request.DelBaseFromClarksonsReq
	if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + e.Error()
		return
	}
	if len(req) == 0 {
		br.Msg = "请选择指标"
		return
	}
	if len(req) > 30 {
		br.Msg = "批量添加指标数量不得超过30个"
		return
	}
	var deleteIds []int
	for _, v := range req {
		if v.BaseFromClarksonsIndexId <= 0 {
			continue
		}
		deleteIds = append(deleteIds, v.BaseFromClarksonsIndexId)
	}
	existList, err := data.BatchDelClarksonsData(deleteIds)
	if err != nil {
		br.Msg = "删除失败"
		br.ErrMsg = "删除失败，Err:" + err.Error()
		return
	}

	br.Data = existList
	br.Msg = "操作成功"
	br.Ret = 200
	br.Success = true
	br.IsAddLog = true
}

// BatchEdit
// @Title 批量编辑
// @Description 批量编辑
// @Param	request	body []*request.DelBaseFromClarksonsReq true "type json string"
// @Success 200 string "操作成功"
// @router /clarksons/edb_info/batch_edit [post]
func (this *ClarksonsDataController) BatchEdit() {
	br := new(models.BaseResponse).Init()
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		this.Data["json"] = br
		this.ServeJSON()
	}()
	var req []*request.EditBaseFromClarksonsReq
	if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + e.Error()
		return
	}
	if len(req) == 0 {
		br.Msg = "请选择指标"
		return
	}

	indexIds := make([]int, 0)
	classifyIds := make([]int, 0)
	indexIdToclassifyId := make(map[int]int)
	for _, v := range req {
		if v.BaseFromClarksonsIndexId <= 0 {
			continue
		}
		if v.BaseFromClassifyId <= 0 {
			continue
		}
		indexIds = append(indexIds, v.BaseFromClarksonsIndexId)
		classifyIds = append(classifyIds, v.BaseFromClassifyId)
		indexIdToclassifyId[v.BaseFromClarksonsIndexId] = v.BaseFromClassifyId
	}
	if len(indexIds) == 0 {
		br.Msg = "请选择指标或指定正确的分类"
		return
	}
	indexList, err := data_manage.GetClarksonsIndexListByIndexIds(indexIds)
	if err != nil {
		br.Msg = "编辑失败"
		br.ErrMsg = "获取指标失败，Err:" + err.Error()
		return
	}
	classifySort, err := data_manage.GetClarksonsClassifyMaxSortByClassifyIds(classifyIds)
	if err != nil {
		br.Msg = "编辑失败"
		br.ErrMsg = "获取分类最大排序失败，Err:" + err.Error()
		return
	}
	classifySortMap := make(map[int]int)
	for _, v := range classifySort {
		classifySortMap[v.BaseFromClassifyId] = v.MaxSort
	}
	classifyList, err := data_manage.GetClarksonsClassifyListByIds(classifyIds)
	if err != nil {
		br.Msg = "编辑失败"
		br.ErrMsg = "获取分类失败，Err:" + err.Error()
		return
	}
	existClassifyList := make(map[int]struct{})
	for _, v := range classifyList {
		existClassifyList[v.BaseFromClassifyId] = struct{}{}
	}
	//编辑指标
	updateIndexList := make([]*data_manage.BaseFromClarksonsIndex, 0)
	for _, v := range indexList {
		tmpClassifyId := indexIdToclassifyId[v.BaseFromClarksonsIndexId]
		if _, ok := existClassifyList[tmpClassifyId]; ok {
			v.ClassifyId = tmpClassifyId
			v.Sort = classifySortMap[tmpClassifyId] + 1
			classifySortMap[tmpClassifyId] += 1
			updateIndexList = append(updateIndexList, v)
		}
	}
	err = data_manage.BatchModifyClarksonsIndexClassify(updateIndexList)
	if err != nil {
		br.Msg = "编辑失败"
		br.ErrMsg = "编辑指标失败，Err:" + err.Error()
		return
	}

	br.Msg = "操作成功"
	br.Ret = 200
	br.Success = true
	br.IsAddLog = true

}

// EditClarksons
// @Title 编辑克拉克森指标
// @Description 编辑克拉克森指标接口
// @Param	request	body data_manage.AddEdbClassifyReq true "type json string"
// @Success 200 Ret=200 保存成功
// @router /clarksons/edit [post]
func (this *ClarksonsDataController) EditClarksons() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()
	var req request.EditBaseFromClarksonsReq
	err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
	if err != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + err.Error()
		return
	}
	if req.BaseFromClarksonsIndexId <= 0 {
		br.Msg = "请选择指标"
		br.IsSendEmail = false
		return
	}
	if req.BaseFromClassifyId <= 0 {
		br.Msg = "请选择分类"
		br.IsSendEmail = false
		return
	}

	//编辑指标
	sciIndexInfo, errMsg, err := data.EditClarksonsIndex(req.BaseFromClarksonsIndexId, req.BaseFromClassifyId)
	if errMsg != `` {
		br.Msg = errMsg
		return
	}
	if err != nil {
		br.Msg = "编辑失败"
		br.ErrMsg = "编辑指标失败，Err:" + err.Error()
		return
	}

	resp := response.EditClarksonsIndexInfoResp{
		BaseFromClarksonsIndexId: sciIndexInfo.BaseFromClarksonsIndexId,
		IndexCode:                sciIndexInfo.IndexCode,
	}
	br.Data = resp
	br.Ret = 200
	br.Msg = "保存成功"
	br.Success = true
	br.IsAddLog = true
}

// DeleteClarksonsData
// @Title 删除指标
// @Description 删除指标接口
// @Param	request	body data_manage.DelBaseFromSciReq true "type json string"
// @Success 200 Ret=200 删除成功
// @router /clarksons/del [post]
func (this *ClarksonsDataController) DeleteClarksonsData() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()
	var req request.DelBaseFromClarksonsReq
	err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
	if err != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + err.Error()
		return
	}

	if req.BaseFromClarksonsIndexId < 0 {
		br.Msg = "参数错误"
		br.IsSendEmail = false
		return
	}

	err, errMsg := data.DelClarksonsData(req.BaseFromClarksonsIndexId)
	if errMsg != `` {
		br.Msg = errMsg
		br.ErrMsg = errMsg
		if err != nil {
			br.ErrMsg = errMsg + ";Err:" + err.Error()
		} else {
			br.IsSendEmail = false
		}
		return
	}

	br.Ret = 200
	br.Msg = "删除成功"
	br.Success = true
	br.IsAddLog = true
}

// ExportClarksonsList
// @Title 导出Sci数据
// @Description 导出Sci数据
// @Param   BaseFromClassifyId   query   int  true       "关键字搜索"
// @Param   IndexCode   query   string  true       "指标编码"
// @Success 200  导出成功
// @router /export/clarksonsList [get]
func (this *ClarksonsDataController) ExportClarksonsList() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()

	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请重新登录"
		return
	}

	classifyId, _ := this.GetInt("BaseFromClassifyId")
	indexCode := this.GetString("IndexCode")
	if classifyId < 0 {
		br.Msg = "请选择分类"
		return
	}
	secNameList := make([]*data_manage.BaseFromClarksonsIndex, 0)
	dir, _ := os.Executable()
	exPath := filepath.Dir(dir)
	downLoadnFilePath := exPath + "/" + time.Now().Format(utils.FormatDateTimeUnSpace) + ".xlsx"
	xlsxFile := xlsx.NewFile()

	var condition string
	var pars []interface{}
	if classifyId > 0 {
		childClassify, err := data_manage.GetChildClarksonsClassifyListById(classifyId)
		if err != nil {
			br.Msg = "下载失败"
			br.ErrMsg = "获取分类失败,Err:" + err.Error()
			return
		}
		if len(childClassify) > 0 {
			condition += `AND classify_id IN (` + utils.GetOrmInReplace(len(childClassify)) + `)`
			for _, child := range childClassify {
				pars = append(pars, child.BaseFromClassifyId)
			}
		} else {
			condition += ` AND classify_id=?`
			pars = append(pars, classifyId)
		}
	} else {
		condition += ` AND classify_id=?`
		pars = append(pars, classifyId)
	}
	if indexCode != "" {
		condition += ` AND index_code=? `
		pars = append(pars, indexCode)
	}
	frequencies, err := data_manage.GetClarksonsFrequencyByCondition(condition, pars)
	if err != nil {
		fmt.Println("GetSciFrequency err:", err.Error())
		utils.FileLog.Info("GetSciFrequency err:" + err.Error())
		return
	}
	for _, frequency := range frequencies {
		//获取指标
		secNameList, err = data_manage.GetClarksonsIndexByConditionAndFrequency(condition, *frequency, pars)
		if err != nil {
			fmt.Println("获取数据失败，Err:" + err.Error())
			return
		}
		if len(secNameList) <= 0 {
			fmt.Println("secNameList长度为0")
			return
		}
		sheetNew, err := xlsxFile.AddSheet(*frequency)
		if err != nil {
			fmt.Println("新增Sheet失败", err.Error())
			return
		}
		secNameRow := sheetNew.AddRow()
		frequencyRow := sheetNew.AddRow()
		unitRow := sheetNew.AddRow()
		lastModifyDateRow := sheetNew.AddRow()

		var indexIdList []int
		for _, sv := range secNameList {
			indexIdList = append(indexIdList, sv.BaseFromClarksonsIndexId)
		}
		dataTimeList, err := data_manage.GetClarksonsDataDataTimeByIndexId(indexIdList)
		if err != nil {
			fmt.Println("获取数据时间失败", err.Error())
			return
		}

		// 添加excel左侧指标日期
		setRowIndex := 4
		for rk, dv := range dataTimeList {
			rowIndex := setRowIndex + rk
			row := sheetNew.Row(rowIndex)
			displayDate, _ := time.Parse(utils.FormatDate, dv)
			displayDateCell := row.AddCell()
			style := new(xlsx.Style)
			style.ApplyAlignment = true
			style.Alignment.WrapText = true
			displayDateCell.SetStyle(style)
			displayDateCell.SetDate(displayDate)

		}
		for k, sv := range secNameList {
			//获取数据
			dataList, err := data_manage.GetClarksonsIndexDataByCode(sv.IndexCode)
			if err != nil {
				br.Msg = "获取数据失败"
				br.ErrMsg = "获取数据失败,Err:" + err.Error()
				return
			}
			if k == 0 {
				secNameRow.AddCell().SetValue("指标名称")
				frequencyRow.AddCell().SetValue("频率")
				unitRow.AddCell().SetValue("单位")
				lastModifyDateRow.AddCell().SetValue("更新时间")
				min := k * 3
				sheetNew.SetColWidth(min, min, 15)
			}
			if len(dataList) == 0 {
				continue
			}
			secNameRow.AddCell().SetValue(sv.IndexName)
			frequencyRow.AddCell().SetValue(sv.Frequency)
			unitRow.AddCell().SetValue(sv.Unit)

			lastModifyDateRow.AddCell().SetValue(sv.ModifyTime.Format(utils.FormatDate))
			dataInfoMap := make(map[string]*data_manage.BaseFromClarksonsData)
			for _, v := range dataList {
				dataInfoMap[v.DataTime] = v
			}

			for rk, dtv := range dataTimeList {
				rowIndex := setRowIndex + rk
				row := sheetNew.Row(rowIndex)
				displayDateCell := row.AddCell()
				tmpData, ok := dataInfoMap[dtv]
				if ok {
					displayDateCell.SetValue(tmpData.Value)
				}
			}
		}
	}

	err = xlsxFile.Save(downLoadnFilePath)
	if err != nil {
		//有指标无数据时先导出一遍空表
		sheet, err := xlsxFile.AddSheet("无数据")
		if err != nil {
			br.Msg = "新增Sheet失败"
			br.ErrMsg = "新增Sheet失败,Err:" + err.Error()
			return
		}
		rowSecName := sheet.AddRow()
		celSecName := rowSecName.AddCell()
		celSecName.SetValue("")
		err = xlsxFile.Save(downLoadnFilePath)
		if err != nil {
			br.Msg = "保存文件失败"
			br.ErrMsg = "保存文件失败"
			return
		}
	}
	fileName := `克拉克森`
	if indexCode != "" && len(secNameList) == 1 {
		fileName = secNameList[0].IndexName
	}
	fileName += time.Now().Format("2006.01.02") + `.xlsx` //文件名称
	this.Ctx.Output.Download(downLoadnFilePath, fileName)
	defer func() {
		os.Remove(downLoadnFilePath)
	}()
	br.Ret = 200
	br.Success = true
	br.Msg = "success"
}

// getClarksonsClassifyTree 返回卓创红旗的树形结构
func getClarksonsClassifyTree(items []*data_manage.BaseFromClarksonsClassifyItem, parentId int) []*data_manage.BaseFromClarksonsClassifyItem {
	res := make([]*data_manage.BaseFromClarksonsClassifyItem, 0)
	for _, item := range items {
		if item.ParentId == parentId {
			t := new(data_manage.BaseFromClarksonsClassifyItem)
			t.BaseFromClassifyId = item.BaseFromClassifyId
			t.ClassifyName = item.ClassifyName
			t.ParentId = item.ParentId
			t.Level = item.Level
			t.Sort = item.Sort
			t.ModifyTime = item.ModifyTime
			t.CreateTime = item.CreateTime
			t.ClassifyNameEn = item.ClassifyNameEn
			if item.UniqueCode == "" {
				t.UniqueCode = strconv.Itoa(item.BaseFromClassifyId)
			}
			t.Children = getClarksonsClassifyTree(items, item.BaseFromClassifyId)
			res = append(res, t)
		}
	}
	return res
}