eta_api/controllers/data_manage/base_from_ly_index_controller.go

// Package data_manage
// @Author gmy 2024/8/12 14:31:00
package data_manage

import (
	"encoding/json"
	"eta/eta_api/controllers"
	"eta/eta_api/models"
	"eta/eta_api/models/data_manage"
	"eta/eta_api/models/system"
	"eta/eta_api/services/data"
	etaTrialService "eta/eta_api/services/eta_trial"
	"eta/eta_api/utils"
	"fmt"
	"github.com/tealeg/xlsx"
	"os"
	"path/filepath"
	"strconv"
	"strings"
	"time"
)

type BaseFromLyIndexController struct {
	controllers.BaseAuthController
}

var (
	codeMax = 30 // 指标编码最大数量
)

// LyIndexList
// @Title 获取指标列表
// @Description 获取指标列表
// @Success 200 {object} []data_manage.BaseFromLyIndexPage
// @router /ly/index/list [get]
func (this *BaseFromLyIndexController) LyIndexList() {
	br := new(models.BaseResponse).Init()
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}

	pageSize, _ := this.GetInt("PageSize")
	currentIndex, _ := this.GetInt("CurrentIndex")
	searchParam := this.GetString("SearchParam")
	classifyId := this.GetString("ClassifyId")

	if pageSize <= 0 {
		pageSize = utils.PageSize20
	}
	if currentIndex <= 0 {
		currentIndex = 1
	}

	// 获取指标列表
	indexList, err := data.GetIndexPage(classifyId, searchParam, currentIndex, pageSize)
	if err != nil {
		br.Msg = "获取指标列表失败"
		br.ErrMsg = "获取指标列表失败，Err:" + err.Error()
		return
	}

	br.Data = indexList
	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
}

// LyIndexDataList
// @Title 获取指标对应的数据列表
// @Description 获取指标对应的数据列表
// @Success 200 {object} data_manage.BaseFromLyDataPage
// @router /ly/index/data/list [get]
func (this *BaseFromLyIndexController) LyIndexDataList() {
	br := new(models.BaseResponse).Init()
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}

	// 获取指标数据列表
	indexId, err := this.GetInt("IndexId")
	if err != nil {
		br.Msg = "获取指标ID失败"
		br.ErrMsg = "获取指标ID失败，Err:" + err.Error()
		return
	}
	pageSize, _ := this.GetInt("PageSize")
	currentIndex, _ := this.GetInt("CurrentIndex")

	if pageSize <= 0 {
		pageSize = utils.PageSize20
	}
	if currentIndex <= 0 {
		currentIndex = 1
	}
	startSize := utils.StartIndex(currentIndex, pageSize)

	indexDataList, err := data.GetIndexDataPage(indexId, startSize, pageSize)
	if err != nil {
		br.Msg = "获取指标数据列表失败"
		br.ErrMsg = "获取指标数据列表失败，Err:" + err.Error()
		return
	}

	br.Data = indexDataList
	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
}

// LyIndexAddValidate
// @Title 新增加入到指标库校验
// @Description 新增加入到指标库校验
// @Success 200 {object} []data_manage.IndexCheckData
// @router /ly/index/add/validate [post]
func (this *BaseFromLyIndexController) LyIndexAddValidate() {
	br := new(models.BaseResponse).Init()
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}

	var req *data_manage.BaseFromLyIndexBatchAddCheckReq
	if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + e.Error()
		return
	}

	codeLen := len(req.IndexCodes)
	if codeLen > codeMax {
		br.Msg = "批量添加指标数量不得超过" + strconv.Itoa(codeMax) + "个"
		br.ErrMsg = "批量添加指标数量不得超过" + strconv.Itoa(codeMax) + "个"
		return
	}

	// 校验指标编码是否存在
	addValidate, err := data.LyIndexAddValidate(req.IndexCodes)
	if err != nil {
		return
	}
	br.Data = addValidate
	br.Ret = 200
	br.Success = true
	br.Msg = "操作成功"
}

// LyIndexAdd
// @Title 指标添加到指标库
// @Description 指标添加到指标库
// @Success 200 string "操作成功"
// @router /ly/index/add [post]
func (this *BaseFromLyIndexController) LyIndexAdd() {
	br := new(models.BaseResponse).Init()
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}

	deleteCache := true
	cacheKey := "CACHE_EDB_INFO_BATCH_ADD_LY_" + strconv.Itoa(sysUser.AdminId)
	defer func() {
		if deleteCache {
			_ = utils.Rc.Delete(cacheKey)
		}
	}()
	if !utils.Rc.SetNX(cacheKey, 1, 30*time.Second) {
		deleteCache = false
		br.Msg = "系统处理中，请稍后重试！"
		br.ErrMsg = "系统处理中，请稍后重试！" + sysUser.RealName + ";data:" + string(this.Ctx.Input.RequestBody)
		return
	}

	var req []*data_manage.AddEdbInfoReq
	if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + e.Error()
		return
	}
	if len(req) == 0 {
		br.Msg = "请选择指标"
		return
	}
	if len(req) > codeMax {
		br.Msg = "批量添加指标数量不得超过" + strconv.Itoa(codeMax) + "个"
		return
	}

	indexNames := make([]string, 0)
	resp := make([]*data_manage.NameCheckResult, 0)
	for _, index := range req {
		index.EdbCode = strings.TrimSpace(index.EdbCode)
		if index.EdbCode == "" {
			br.Msg = "指标ID不可为空"
			return
		}
		index.EdbName = strings.TrimSpace(index.EdbName)
		if index.EdbName == "" {
			br.Msg = "请输入指标名称"
			return
		}
		index.Frequency = strings.TrimSpace(index.Frequency)
		if index.Frequency == "" {
			br.Msg = "请选择频度"
			return
		}
		index.Unit = strings.TrimSpace(index.Unit)
		if index.Unit == "" {
			br.Msg = "请输入单位"
			return
		}
		if index.ClassifyId <= 0 {
			br.Msg = "请选择分类"
			return
		}
		indexNames = append(indexNames, index.EdbName)
		resp = append(resp, &data_manage.NameCheckResult{
			IndexCode: index.EdbCode,
			IndexName: index.EdbName,
			Exist:     false,
		})
	}

	// 指标名称重复校验
	nameCheck, err := data.LyIndexNameCheck(indexNames, resp)
	if err != nil {
		br.Msg = err.Error()
		br.ErrMsg = err.Error()
		return
	}
	for _, v := range nameCheck {
		if v.Exist {
			br.Msg = "指标名称重复"
			br.Data = nameCheck
			br.Ret = 200
			br.Success = true
			return
		}
	}

	for _, v := range req {
		var r data.LyIndexAddReq
		r.EdbCode = v.EdbCode
		r.EdbName = v.EdbName
		r.Frequency = v.Frequency
		r.Unit = v.Unit
		r.ClassifyId = v.ClassifyId
		r.AdminId = sysUser.AdminId
		r.AdminRealName = sysUser.RealName

		// 新增指标到指标库
		edbInfo, e, errMsg, skip := data.LyIndexAdd(r, this.Lang)
		if e != nil {
			br.Msg = "操作失败"
			if errMsg != "" {
				br.Msg = errMsg
			}
			br.ErrMsg = e.Error()
			return
		}
		if skip {
			continue
		}

		// 试用平台更新用户累计新增指标数
		if utils.BusinessCode == utils.BusinessCodeSandbox {
			go func() {
				adminItem, e := system.GetSysAdminById(sysUser.AdminId)
				if e != nil {
					tips := fmt.Sprintf("试用平台更新用户累计新增指标数-获取用户失败, Err: " + e.Error())
					utils.FileLog.Info(tips)
					return
				}
				if adminItem.DepartmentName != "ETA试用客户" {
					return
				}
				var ur etaTrialService.EtaTrialUserReq
				ur.Mobile = adminItem.Mobile
				_, _ = etaTrialService.UpdateUserIndexNum(ur)
			}()
		}

		// 新增操作日志
		{
			edbLog := new(data_manage.EdbInfoLog)
			edbLog.EdbInfoId = edbInfo.EdbInfoId
			edbLog.SourceName = edbInfo.SourceName
			edbLog.Source = edbInfo.Source
			edbLog.EdbCode = edbInfo.EdbCode
			edbLog.EdbName = edbInfo.EdbName
			edbLog.ClassifyId = edbInfo.ClassifyId
			edbLog.SysUserId = sysUser.AdminId
			edbLog.SysUserRealName = sysUser.RealName
			edbLog.CreateTime = time.Now()
			edbLog.Content = string(this.Ctx.Input.RequestBody)
			edbLog.Status = "新增指标"
			edbLog.Method = this.Ctx.Input.URI()
			go data_manage.AddEdbInfoLog(edbLog)
		}
	}

	br.Msg = "操作成功"
	br.Ret = 200
	br.Success = true
	br.IsAddLog = true
}

// LyIndexDataExport
// @Title 导出指标数据
// @Description 导出指标数据
// @Success 200 string "操作成功"
// @router /ly/index/data/export [get]
func (this *BaseFromLyIndexController) LyIndexDataExport() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请重新登录"
		return
	}

	classifyId, _ := this.GetInt("ClassifyId") //分类
	indexCode := this.GetString("IndexCode")   //指标唯一编码

	//userId := sysUser.AdminId
	//超管账号可以查看分类下的所有频度数据
	/*if sysUser.RoleTypeCode == utils.ROLE_TYPE_CODE_ADMIN {
		userId = 0
	}*/
	//获取账户所拥有权限的分类id集合
	/*classifyIdStrList, err := data.GetEdbClassifyListByAdminId(int64(userId))
	if err != nil {
		br.Msg = "获取分类数据失败"
		return
	}*/

	dir, _ := os.Executable()
	exPath := filepath.Dir(dir)

	downLoadFilePath := exPath + "/" + time.Now().Format(utils.FormatDateTimeUnSpace) + ".xlsx"
	xlsxFile := xlsx.NewFile()
	frequencies, err := data_manage.GetLyIndexFrequency(classifyId)
	if err != nil {
		br.Msg = "查询频度失败"
		br.ErrMsg = "查询频度失败"
		return
	}

	fileName := `粮油商务网`
	if classifyId > 0 && indexCode == "" {
		lyClassify, err := data_manage.GetLyClassifyById(classifyId)
		if err != nil {
			return
		}
		fileName = lyClassify.ClassifyName
	}
	if frequencies == nil {
		sheet, err := xlsxFile.AddSheet("无数据")
		if err != nil {
			br.Msg = "新增Sheet失败"
			br.ErrMsg = "新增Sheet失败,Err:" + err.Error()
			return
		}
		rowSecName := sheet.AddRow()
		celSecName := rowSecName.AddCell()
		celSecName.SetValue("")
	}

	for _, frequency := range frequencies {
		lyIndices, err := data_manage.GetLyIndexByCodeAndClassify(indexCode, classifyId, frequency)
		if err != nil {
			return
		}
		var sheet *xlsx.Sheet
		if len(lyIndices) > 0 {
			sheet, err = xlsxFile.AddSheet(*frequency)
			if err != nil {
				br.Msg = "新增Sheet失败"
				br.ErrMsg = "新增Sheet失败,Err:" + err.Error()
				return
			}
		} else {
			continue
		}

		if indexCode != "" {
			fileName = lyIndices[0].IndexName
		}

		//获取指标数据
		rowSecName := sheet.AddRow()
		celSecName := rowSecName.AddCell()
		celSecName.SetValue("指标名称/Metric Name")
		rowFrequency := sheet.AddRow()
		celFrequency := rowFrequency.AddCell()
		celFrequency.SetValue("频度/Frequency")
		rowUnit := sheet.AddRow()
		celUnit := rowUnit.AddCell()
		celUnit.SetValue("单位/Unit")
		rowModifyDate := sheet.AddRow()
		rowModifyCell := rowModifyDate.AddCell()
		rowModifyCell.SetValue("更新时间/Update Time")

		dataMap := make(map[string]map[string]*data_manage.BaseFromLyData)
		var tradeCodeList []string
		for _, v := range lyIndices {
			cellSenName := rowSecName.AddCell()
			cellSenName.SetValue(v.IndexName)
			celFrequency := rowFrequency.AddCell()
			celFrequency.SetValue(v.Frequency)
			celUnit := rowUnit.AddCell()
			celUnit.SetValue(v.Unit)
			rowModifyCell := rowModifyDate.AddCell()
			rowModifyCell.SetValue(v.ModifyTime)
			tradeCodeList = append(tradeCodeList, v.IndexCode)

			var lyDataList []*data_manage.BaseFromLyData
			lyDataList, err = data_manage.GetBaseFromLyDataByIndexCode(v.IndexCode)
			if err != nil && !utils.IsErrNoRow(err) {
				br.ErrMsg = "GetBaseFromLyDataByIndexCode,Err:" + err.Error()
				br.Msg = "获取数据失败"
				return
			}
			for _, item := range lyDataList {
				if dataMap[item.IndexCode] == nil {
					dataMap[item.IndexCode] = make(map[string]*data_manage.BaseFromLyData)
				}
				dataMap[item.IndexCode][item.DataTime] = item
			}
		}

		tradeCodeStr := strings.Join(tradeCodeList, "','")
		tradeCodeStr = "'" + tradeCodeStr + "'"
		dataTimeList, err := data_manage.GetLyDataListByIndexCodes(tradeCodeStr)
		if err != nil {
			br.Msg = "获取数据失败"
			br.ErrMsg = "获取数据失败,Err:" + err.Error()
			return
		}
		for _, dataTime := range dataTimeList {
			rowData := sheet.AddRow()
			celDate := rowData.AddCell()
			celDate.SetValue(dataTime)

			for _, m := range lyIndices {
				celData := rowData.AddCell()
				if dataMap[m.IndexCode][dataTime] != nil {
					celData.SetValue(dataMap[m.IndexCode][dataTime].Value)
				}
			}
		}
	}

	err = xlsxFile.Save(downLoadFilePath)
	if err != nil {
		//有指标无数据时先导出一遍空表
		sheet, err := xlsxFile.AddSheet("无数据")
		if err != nil {
			br.Msg = "新增Sheet失败"
			br.ErrMsg = "新增Sheet失败,Err:" + err.Error()
			return
		}
		rowSecName := sheet.AddRow()
		celSecName := rowSecName.AddCell()
		celSecName.SetValue("")
		err = xlsxFile.Save(downLoadFilePath)
		if err != nil {
			br.Msg = "保存文件失败"
			br.ErrMsg = "保存文件失败"
			return
		}
	}

	fileName += time.Now().Format("06.01.02") + `.xlsx` //文件名称
	this.Ctx.Output.Download(downLoadFilePath, fileName)
	defer func() {
		os.Remove(downLoadFilePath)
	}()
	br.Ret = 200
	br.Success = true
	br.Msg = "success"
}