eta_api/controllers/data_manage/base_from_ly_index_controller.go

// Package data_manage
// @Author gmy 2024/8/12 14:31:00
package data_manage

import (
	"encoding/json"
	"eta/eta_api/controllers"
	"eta/eta_api/models"
	"eta/eta_api/models/data_manage"
	"eta/eta_api/models/system"
	"eta/eta_api/services/data"
	etaTrialService "eta/eta_api/services/eta_trial"
	"eta/eta_api/utils"
	"fmt"
	"github.com/beego/beego/v2/core/logs"
	"github.com/tealeg/xlsx"
	"os"
	"path/filepath"
	"strconv"
	"strings"
	"time"
)

type BaseFromLyIndexController struct {
	controllers.BaseAuthController
}

const (
	codeMax    = 30 // 指标编码最大数量
	dataSource = "粮油商务网"
)

// LyIndexList
// @Title 获取指标列表
// @Description 获取指标列表
// @Param   searchParam	 query   string     false        "搜索参数"
// @Param   PageSize    query   int     true        "每页数据条数"
// @Param   CurrentIndex    query   int     true        "当前页页码，从1开始"
// @Success 200 {object} []data_manage.BaseFromLyIndexPage
// @router /ly/index/list [get]
func (this *BaseFromLyIndexController) LyIndexList() {
	br := new(models.BaseResponse).Init()
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}

	pageSize, _ := this.GetInt("PageSize")
	currentIndex, _ := this.GetInt("CurrentIndex")
	searchParam := this.GetString("SearchParam")
	classifyId := this.GetString("ClassifyId")

	if pageSize <= 0 {
		pageSize = utils.PageSize20
	}
	if currentIndex <= 0 {
		currentIndex = 1
	}

	// 获取指标列表
	indexList, err := data.GetIndexPage(classifyId, searchParam, currentIndex, pageSize)
	if err != nil {
		br.Msg = "获取指标列表失败"
		br.ErrMsg = "获取指标列表失败，Err:" + err.Error()
		return
	}

	br.Data = indexList
	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
}

// LyIndexDataList
// @Title 获取指标对应的数据列表
// @Description 获取指标对应的数据列表
// @Param   indexId     query   int     true        "指标ID"
// @Param   PageSize    query   int     true        "每页数据条数"
// @Param   CurrentIndex    query   int     true        "当前页页码，从1开始"
// @Success 200 {object} data_manage.BaseFromLyDataPage
// @router /ly/index/data/list [get]
func (this *BaseFromLyIndexController) LyIndexDataList() {
	br := new(models.BaseResponse).Init()
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}

	// 获取指标数据列表
	indexId, err := this.GetInt("IndexId")
	if err != nil {
		br.Msg = "获取指标ID失败"
		br.ErrMsg = "获取指标ID失败，Err:" + err.Error()
		return
	}
	pageSize, _ := this.GetInt("PageSize")
	currentIndex, _ := this.GetInt("CurrentIndex")

	if pageSize <= 0 {
		pageSize = utils.PageSize20
	}
	if currentIndex <= 0 {
		currentIndex = 1
	}

	indexDataList, err := data.GetIndexDataPage(indexId, currentIndex, pageSize)
	if err != nil {
		br.Msg = "获取指标数据列表失败"
		br.ErrMsg = "获取指标数据列表失败，Err:" + err.Error()
		return
	}

	br.Data = indexDataList
	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
}

// LyIndexAddValidate
// @Title 新增加入到指标库校验
// @Description 新增加入到指标库校验
// @Param   req    body   data_manage.BaseFromLyIndexBatchAddCheckReq     true        "请求参数"
// @Success 200 string "操作成功"
// @router /ly/index/add/validate [post]
func (this *BaseFromLyIndexController) LyIndexAddValidate() {
	br := new(models.BaseResponse).Init()
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}

	var req *data_manage.BaseFromLyIndexBatchAddCheckReq
	if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + e.Error()
		return
	}

	codeLen := len(req.IndexCodes)
	if codeLen > codeMax {
		br.Msg = "指标编码数量超过限制"
		br.ErrMsg = "指标编码数量超过限制，最大数量为" + string(codeMax)
		return
	}

	// 校验指标编码是否存在
	addValidate, err := data.LyIndexAddValidate(req.IndexCodes)
	if err != nil {
		return
	}
	br.Data = addValidate
	br.Ret = 200
	br.Success = true
	br.Msg = "操作成功"
}

// LyIndexAdd
// @Title 指标添加到指标库
// @Description 指标添加到指标库
// @Param   req    body   []data_manage.AddEdbInfoReq     true        "请求参数"
// @Success 200 string "操作成功"
// @router /ly/index/add [post]
func (this *BaseFromLyIndexController) LyIndexAdd() {
	br := new(models.BaseResponse).Init()
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}

	deleteCache := true
	cacheKey := "CACHE_EDB_INFO_BATCH_ADD_LY_" + strconv.Itoa(sysUser.AdminId)
	defer func() {
		if deleteCache {
			_ = utils.Rc.Delete(cacheKey)
		}
	}()
	if !utils.Rc.SetNX(cacheKey, 1, 30*time.Second) {
		deleteCache = false
		br.Msg = "系统处理中，请稍后重试！"
		br.ErrMsg = "系统处理中，请稍后重试！" + sysUser.RealName + ";data:" + string(this.Ctx.Input.RequestBody)
		return
	}

	var req []*data_manage.AddEdbInfoReq
	if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + e.Error()
		return
	}
	if len(req) == 0 {
		br.Msg = "请选择指标"
		return
	}
	if len(req) > codeMax {
		br.Msg = "批量添加指标数量不得超过30个"
		return
	}

	indexNames := make([]string, 0)
	resp := make([]*data_manage.NameCheckResult, 0)
	for _, index := range req {
		index.EdbCode = strings.TrimSpace(index.EdbCode)
		if index.EdbCode == "" {
			br.Msg = "指标ID不可为空"
			return
		}
		index.EdbName = strings.TrimSpace(index.EdbName)
		if index.EdbName == "" {
			br.Msg = "请输入指标名称"
			return
		}
		index.Frequency = strings.TrimSpace(index.Frequency)
		if index.Frequency == "" {
			br.Msg = "请选择频度"
			return
		}
		index.Unit = strings.TrimSpace(index.Unit)
		if index.Unit == "" {
			br.Msg = "请输入单位"
			return
		}
		if index.ClassifyId <= 0 {
			br.Msg = "请选择分类"
			return
		}
		indexNames = append(indexNames, index.EdbName)
		resp = append(resp, &data_manage.NameCheckResult{
			IndexCode: index.EdbCode,
			IndexName: index.EdbName,
			Exist:     false,
		})
	}

	// 指标名称重复校验
	nameCheck, err := data.LyIndexNameCheck(indexNames, resp)
	if err != nil {
		br.Msg = err.Error()
		br.ErrMsg = err.Error()
		return
	}
	for _, v := range nameCheck {
		if v.Exist {
			br.Msg = "指标名称重复"
			br.Data = nameCheck
			br.Ret = 200
			br.Success = true
			return
		}
	}

	for _, v := range req {
		var r data.LyIndexAddReq
		r.EdbCode = v.EdbCode
		r.EdbName = v.EdbName
		r.Frequency = v.Frequency
		r.Unit = v.Unit
		r.ClassifyId = v.ClassifyId
		r.AdminId = sysUser.AdminId
		r.AdminRealName = sysUser.RealName

		// 新增指标到指标库
		edbInfo, e, errMsg, skip := data.LyIndexAdd(r, this.Lang)
		if e != nil {
			br.Msg = "操作失败"
			if errMsg != "" {
				br.Msg = errMsg
			}
			br.ErrMsg = e.Error()
			return
		}
		if skip {
			continue
		}

		// todo 下面两段代码能否抽离出来？？？
		// 试用平台更新用户累计新增指标数
		if utils.BusinessCode == utils.BusinessCodeSandbox {
			go func() {
				adminItem, e := system.GetSysAdminById(sysUser.AdminId)
				if e != nil {
					tips := fmt.Sprintf("试用平台更新用户累计新增指标数-获取用户失败, Err: " + e.Error())
					utils.FileLog.Info(tips)
					return
				}
				if adminItem.DepartmentName != "ETA试用客户" {
					return
				}
				var ur etaTrialService.EtaTrialUserReq
				ur.Mobile = adminItem.Mobile
				_, _ = etaTrialService.UpdateUserIndexNum(ur)
			}()
		}

		// 新增操作日志
		{
			edbLog := new(data_manage.EdbInfoLog)
			edbLog.EdbInfoId = edbInfo.EdbInfoId
			edbLog.SourceName = edbInfo.SourceName
			edbLog.Source = edbInfo.Source
			edbLog.EdbCode = edbInfo.EdbCode
			edbLog.EdbName = edbInfo.EdbName
			edbLog.ClassifyId = edbInfo.ClassifyId
			edbLog.SysUserId = sysUser.AdminId
			edbLog.SysUserRealName = sysUser.RealName
			edbLog.CreateTime = time.Now()
			edbLog.Content = string(this.Ctx.Input.RequestBody)
			edbLog.Status = "新增指标"
			edbLog.Method = this.Ctx.Input.URI()
			go data_manage.AddEdbInfoLog(edbLog)
		}
	}

	br.Msg = "操作成功"
	br.Ret = 200
	br.Success = true
	br.IsAddLog = true
}

// LyIndexDataExport
// @Title 导出指标数据
// @Description 导出指标数据
// @Param  IndexCodes     query   string     true        "指标编码"
// @Success 200 string "操作成功"
// @router /ly/index/data/export [get]
func (this *BaseFromLyIndexController) LyIndexDataExport() {
	br := new(models.BaseResponse).Init()
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		this.Data["json"] = br
		this.ServeJSON()
	}()
	sysUser := this.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		br.Ret = 408
		return
	}

	//获取指标
	var condition string
	var pars []interface{}

	classifyId, _ := this.GetInt("ClassifyId")
	if classifyId < 0 {
		br.Msg = "请选择分类"
		br.ErrMsg = "请选择分类"
		return
	}

	if classifyId >= 0 {
		condition += ` AND base_from_ly_classify_id=? `
		pars = append(pars, classifyId)
	}

	isCheckAll, err := this.GetBool("IsCheckAll")
	if err != nil {
		return
	}
	var indexCodeString string
	if !isCheckAll {
		indexCodeString = strings.TrimSpace(this.GetString("IndexCodes"))
		if indexCodeString == "" {
			br.Msg = "请选择指标"
			br.ErrMsg = "请选择指标"
			return
		}
	}

	indexCodes := strings.Split(indexCodeString, ",")
	if len(indexCodes) > 0 && !isCheckAll {
		condition += ` AND index_code IN (`
		for _, v := range indexCodes {
			condition += "?,"
			pars = append(pars, v)
		}
		condition = condition[:len(condition)-1]
		condition += `) `
	}

	indexList, err := data_manage.GetLyIndexList(condition, pars)
	if err != nil {
		br.Msg = "获取数据失败"
		br.ErrMsg = "获取数据失败,Err:" + err.Error()
		return
	}

	dir, _ := os.Executable()
	exPath := filepath.Dir(dir)

	downLoadFilePath := exPath + "/" + time.Now().Format(utils.FormatDateTimeUnSpace) + ".xlsx"
	xlsxFile := xlsx.NewFile()

	if err != nil {
		fmt.Println("新增Sheet失败", err.Error())
		return
	}
	//获取指标数据
	sheetNew, _ := xlsxFile.AddSheet(dataSource)
	indexNameRow := sheetNew.AddRow()
	frequencyRow := sheetNew.AddRow()
	unitRow := sheetNew.AddRow()
	lastModifyDateRow := sheetNew.AddRow()
	//获取分类下指标最大数据量
	dataMax, err := data_manage.GetLyDataMaxCount(classifyId)
	if err != nil {
		fmt.Println("获取指标最大数据量失败", err.Error())
		return
	}
	logs.Info("dataMax:", dataMax)

	setRowIndex := 6
	for k, sv := range indexList {
		//获取数据
		dataList, err := data_manage.GetBaseFromLyDataByIndexCode(sv.IndexCode)
		if err != nil {
			br.Msg = "获取数据失败"
			br.ErrMsg = "获取数据失败,Err:" + err.Error()
			return
		}
		if len(dataList) > 0 {
			indexNameRow.AddCell().SetValue("指标名称")
			frequencyRow.AddCell().SetValue("频率")
			unitRow.AddCell().SetValue("单位")
			lastModifyDateRow.AddCell().SetValue("更新时间")

			indexNameRow.AddCell().SetValue(sv.IndexName)
			frequencyRow.AddCell().SetValue(sv.Frequency)
			unitRow.AddCell().SetValue(sv.Unit)
			lastModifyDateRow.AddCell().SetValue(sv.ModifyTime)

			indexNameRow.AddCell()
			frequencyRow.AddCell()
			unitRow.AddCell()
			lastModifyDateRow.AddCell()
			min := k * 3
			sheetNew.SetColWidth(min, min, 15)

			if len(dataList) <= 0 {
				for n := 0; n < dataMax; n++ {
					rowIndex := setRowIndex + n
					row := sheetNew.Row(rowIndex)
					row.AddCell()
					row.AddCell()
					row.AddCell()
					row.AddCell()
				}
			} else {
				endRowIndex := 0
				for rk, dv := range dataList {
					rowIndex := setRowIndex + rk
					row := sheetNew.Row(rowIndex)

					// 在第一列显示时间
					if k == 0 {
						displayDate, _ := time.Parse(utils.FormatDate, dv.DataTime)
						displayDateCell := row.AddCell()
						style := new(xlsx.Style)
						style.ApplyAlignment = true
						style.Alignment.WrapText = true
						displayDateCell.SetStyle(style)
						displayDateCell.SetDate(displayDate)
					} else {
						row.AddCell() // 其他列不显示时间
					}

					row.AddCell().SetValue(dv.Value)
					row.AddCell()
					endRowIndex = rowIndex
				}

				if len(dataList) < dataMax {
					dataLen := dataMax - len(dataList)
					for n := 0; n < dataLen; n++ {
						rowIndex := (endRowIndex + 1) + n
						row := sheetNew.Row(rowIndex)
						row.AddCell()
						row.AddCell()
						row.AddCell()
						row.AddCell()
					}
				}
			}
		}
	}

	err = xlsxFile.Save(downLoadFilePath)
	if err != nil {
		//有指标无数据时先导出一遍空表
		sheet, err := xlsxFile.AddSheet("无数据")
		if err != nil {
			br.Msg = "新增Sheet失败"
			br.ErrMsg = "新增Sheet失败,Err:" + err.Error()
			return
		}
		rowSecName := sheet.AddRow()
		celSecName := rowSecName.AddCell()
		celSecName.SetValue("")
		err = xlsxFile.Save(downLoadFilePath)
		if err != nil {
			br.Msg = "保存文件失败"
			br.ErrMsg = "保存文件失败"
			return
		}
	}
	fileName := dataSource
	fileName += time.Now().Format(utils.FormatDateUnSpace) + `.xlsx` //文件名称
	this.Ctx.Output.Download(downLoadFilePath, fileName)
	defer func() {
		os.Remove(downLoadFilePath)
	}()
	br.Ret = 200
	br.Success = true
	br.Msg = "success"
}