123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691 |
- package data_manage
- import (
- "encoding/json"
- "eta/eta_api/controllers"
- "eta/eta_api/models"
- "eta/eta_api/models/data_manage"
- "eta/eta_api/models/system"
- "eta/eta_api/services/data"
- etaTrialService "eta/eta_api/services/eta_trial"
- "eta/eta_api/utils"
- "fmt"
- "github.com/rdlucklib/rdluck_tools/paging"
- "github.com/tealeg/xlsx"
- "os"
- "path/filepath"
- "strconv"
- "strings"
- "time"
- )
- type BaseFromRzdIndexController struct {
- controllers.BaseAuthController
- }
- func (this *BaseFromRzdIndexController) RzdClassify() {
- br := new(models.BaseResponse).Init()
- defer func() {
- if br.ErrMsg == "" {
- br.IsSendEmail = false
- }
- this.Data["json"] = br
- this.ServeJSON()
- }()
- sysUser := this.SysUser
- if sysUser == nil {
- br.Msg = "请登录"
- br.ErrMsg = "请登录,SysUser Is Empty"
- br.Ret = 408
- return
- }
- classifies, e := data.RzdClassifyList()
- if e != nil {
- br.Msg = "获取失败"
- br.ErrMsg = "获取睿姿得数据分类失败, Err: " + e.Error()
- return
- }
- br.Data = classifies
- br.Ret = 200
- br.Success = true
- br.Msg = "获取成功"
- }
- func (this *BaseFromRzdIndexController) RzdIndexData() {
- br := new(models.BaseResponse).Init()
- defer func() {
- if br.ErrMsg == "" {
- br.IsSendEmail = false
- }
- this.Data["json"] = br
- this.ServeJSON()
- }()
- sysUser := this.SysUser
- if sysUser == nil {
- br.Msg = "请登录"
- br.ErrMsg = "请登录,SysUser Is Empty"
- br.Ret = 408
- return
- }
- pageSize, _ := this.GetInt("PageSize")
- currentIndex, _ := this.GetInt("CurrentIndex")
- var startSize int
- if pageSize <= 0 {
- pageSize = utils.PageSize20
- }
- if currentIndex <= 0 {
- currentIndex = 1
- }
- startSize = utils.StartIndex(currentIndex, pageSize)
- classifyId, _ := this.GetInt("ClassifyId")
- if classifyId < 0 {
- br.Msg = "请选择分类"
- br.ErrMsg = "请选择分类"
- return
- }
- frequency := this.GetString("Frequency")
-
- var condition string
- var pars []interface{}
- if classifyId >= 0 {
- condition += ` AND base_from_rzd_classify_id=? `
- pars = append(pars, classifyId)
- }
- if frequency != "" {
- condition += ` AND frequency=? `
- pars = append(pars, frequency)
- }
- indexes, err := data_manage.GetRzdIndex(condition, pars)
- if err != nil {
- br.Msg = "获取数据失败"
- br.ErrMsg = "获取数据失败,Err:" + err.Error()
- return
- }
- indexCodes := make([]string, 0)
- for _, v := range indexes {
- indexCodes = append(indexCodes, v.IndexCode)
- }
- indexCounts, e := data_manage.GetRzdIndexDataCountGroup(indexCodes)
- if e != nil {
- br.Msg = "获取失败"
- br.ErrMsg = "获取指标数据总量失败, Err:" + err.Error()
- return
- }
- countMap := make(map[string]int)
- for _, v := range indexCounts {
- countMap[v.IndexCode] = v.Count
- }
-
- edbCodeList, err := data_manage.GetEdbInfoByEdbCodeList(utils.DATA_SOURCE_RZD, indexCodes)
- if err != nil {
- return
- }
- edbCodeMap := make(map[string]*data_manage.EdbInfo)
- for _, v := range edbCodeList {
- edbCodeMap[v.EdbCode] = v
- }
- resultList := make([]*data_manage.BaseFromRzdIndexList, 0)
- for _, v := range indexes {
- product := new(data_manage.BaseFromRzdIndexList)
- product.BaseFromRzdIndexId = v.FenweiIndexId
- product.BaseFromRzdClassifyId = v.ClassifyId
- product.Unit = v.Unit
- product.IndexCode = v.IndexCode
- product.IndexName = v.IndexName
- product.Frequency = v.Frequency
- product.CreateTime = v.CreateTime
- product.ModifyTime = v.ModifyTime
- edbInfo := edbCodeMap[v.IndexCode]
- if edbInfo != nil {
- product.EdbInfoId = edbInfo.EdbInfoId
- }
- total := countMap[v.IndexCode]
- page := paging.GetPaging(currentIndex, pageSize, total)
- dataList, e := data_manage.GetRzdIndexData(v.IndexCode, startSize, pageSize)
- if e != nil {
- br.Msg = "获取数据失败"
- br.ErrMsg = "获取指标数据失败,Err:" + e.Error()
- return
- }
- if dataList == nil {
- dataList = make([]*data_manage.BaseFromRzdData, 0)
- }
- product.DataList = dataList
- product.Paging = page
- resultList = append(resultList, product)
- }
- br.Ret = 200
- br.Success = true
- br.Msg = "获取成功"
- br.Data = resultList
- }
- func (this *BaseFromRzdIndexController) GetRzdFrequencyList() {
- br := new(models.BaseResponse).Init()
- defer func() {
- if br.ErrMsg == "" {
- br.IsSendEmail = false
- }
- this.Data["json"] = br
- this.ServeJSON()
- }()
- sysUser := this.SysUser
- if sysUser == nil {
- br.Msg = "请登录"
- br.ErrMsg = "请登录,SysUser Is Empty"
- br.Ret = 408
- return
- }
- classifyId, _ := this.GetInt("ClassifyId")
- frequencyList, err := data_manage.GetRzdIndexFrequency(classifyId)
- if err != nil {
- return
- }
- br.Ret = 200
- br.Success = true
- br.Msg = "获取成功"
- br.Data = frequencyList
- }
- func (this *BaseFromRzdIndexController) RzdIndexAddValidate() {
- br := new(models.BaseResponse).Init()
- defer func() {
- if br.ErrMsg == "" {
- br.IsSendEmail = false
- }
- this.Data["json"] = br
- this.ServeJSON()
- }()
- sysUser := this.SysUser
- if sysUser == nil {
- br.Msg = "请登录"
- br.ErrMsg = "请登录,SysUser Is Empty"
- br.Ret = 408
- return
- }
- var req *data_manage.BaseFromRzdIndexBatchAddCheckReq
- if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
- br.Msg = "参数解析异常!"
- br.ErrMsg = "参数解析失败,Err:" + e.Error()
- return
- }
- codeLen := len(req.IndexCodes)
- var codeMax = 30
- if codeLen > codeMax {
- br.Msg = "批量添加指标数量不得超过" + strconv.Itoa(codeMax) + "个"
- br.ErrMsg = "批量添加指标数量不得超过" + strconv.Itoa(codeMax) + "个"
- return
- }
-
- addValidate, err := data.RzdIndexAddValidate(req.IndexCodes)
- if err != nil {
- return
- }
- br.Data = addValidate
- br.Ret = 200
- br.Success = true
- br.Msg = "操作成功"
- }
- func (this *BaseFromRzdIndexController) RzdIndexAdd() {
- br := new(models.BaseResponse).Init()
- defer func() {
- if br.ErrMsg == "" {
- br.IsSendEmail = false
- }
- this.Data["json"] = br
- this.ServeJSON()
- }()
- sysUser := this.SysUser
- if sysUser == nil {
- br.Msg = "请登录"
- br.ErrMsg = "请登录,SysUser Is Empty"
- br.Ret = 408
- return
- }
- deleteCache := true
- cacheKey := "CACHE_EDB_INFO_BATCH_ADD_RZD_" + strconv.Itoa(sysUser.AdminId)
- defer func() {
- if deleteCache {
- _ = utils.Rc.Delete(cacheKey)
- }
- }()
- if !utils.Rc.SetNX(cacheKey, 1, 30*time.Second) {
- deleteCache = false
- br.Msg = "系统处理中,请稍后重试!"
- br.ErrMsg = "系统处理中,请稍后重试!" + sysUser.RealName + ";data:" + string(this.Ctx.Input.RequestBody)
- return
- }
- var req []*data_manage.AddEdbInfoReq
- if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
- br.Msg = "参数解析异常!"
- br.ErrMsg = "参数解析失败,Err:" + e.Error()
- return
- }
- if len(req) == 0 {
- br.Msg = "请选择指标"
- return
- }
- codeMax := 30
- if len(req) > codeMax {
- br.Msg = "批量添加指标数量不得超过" + strconv.Itoa(codeMax) + "个"
- return
- }
- indexNames := make([]string, 0)
- resp := make([]*data_manage.RzdNameCheckResult, 0)
- for _, index := range req {
- index.EdbCode = strings.TrimSpace(index.EdbCode)
- if index.EdbCode == "" {
- br.Msg = "指标ID不可为空"
- return
- }
- index.EdbName = strings.TrimSpace(index.EdbName)
- if index.EdbName == "" {
- br.Msg = "请输入指标名称"
- return
- }
- index.Frequency = strings.TrimSpace(index.Frequency)
- if index.Frequency == "" {
- br.Msg = "请选择频度"
- return
- }
- index.Unit = strings.TrimSpace(index.Unit)
- if index.Unit == "" {
- br.Msg = "请输入单位"
- return
- }
- if index.ClassifyId <= 0 {
- br.Msg = "请选择分类"
- return
- }
- indexNames = append(indexNames, index.EdbName)
- resp = append(resp, &data_manage.RzdNameCheckResult{
- IndexCode: index.EdbCode,
- IndexName: index.EdbName,
- Exist: false,
- })
- }
-
- nameCheck, err := data.RzdIndexNameCheck(indexNames, resp)
- if err != nil {
- br.Msg = err.Error()
- br.ErrMsg = err.Error()
- return
- }
- for _, v := range nameCheck {
- if v.Exist {
- br.Msg = "指标名称重复"
- br.Data = nameCheck
- br.Ret = 200
- br.Success = true
- return
- }
- }
- for _, v := range req {
- var rzdIndexAddReq data_manage.RzdIndexAddReq
- rzdIndexAddReq.EdbCode = v.EdbCode
- rzdIndexAddReq.EdbName = v.EdbName
- rzdIndexAddReq.Frequency = v.Frequency
- rzdIndexAddReq.Unit = v.Unit
- rzdIndexAddReq.ClassifyId = v.ClassifyId
- rzdIndexAddReq.AdminId = sysUser.AdminId
- rzdIndexAddReq.AdminRealName = sysUser.RealName
-
- edbInfo, e, errMsg, skip := data.RzdIndexAdd(rzdIndexAddReq, this.Lang)
- if e != nil {
- br.Msg = "操作失败"
- if errMsg != "" {
- br.Msg = errMsg
- }
- br.ErrMsg = e.Error()
- return
- }
- if skip {
- continue
- }
-
-
- if utils.BusinessCode == utils.BusinessCodeSandbox {
- go func() {
- adminItem, e := system.GetSysAdminById(sysUser.AdminId)
- if e != nil {
- tips := fmt.Sprintf("试用平台更新用户累计新增指标数-获取用户失败, Err: " + e.Error())
- utils.FileLog.Info(tips)
- return
- }
- if adminItem.DepartmentName != "ETA试用客户" {
- return
- }
- var ur etaTrialService.EtaTrialUserReq
- ur.Mobile = adminItem.Mobile
- _, _ = etaTrialService.UpdateUserIndexNum(ur)
- }()
- }
-
- {
- edbLog := new(data_manage.EdbInfoLog)
- edbLog.EdbInfoId = edbInfo.EdbInfoId
- edbLog.SourceName = edbInfo.SourceName
- edbLog.Source = edbInfo.Source
- edbLog.EdbCode = edbInfo.EdbCode
- edbLog.EdbName = edbInfo.EdbName
- edbLog.ClassifyId = edbInfo.ClassifyId
- edbLog.SysUserId = sysUser.AdminId
- edbLog.SysUserRealName = sysUser.RealName
- edbLog.CreateTime = time.Now()
- edbLog.Content = string(this.Ctx.Input.RequestBody)
- edbLog.Status = "新增指标"
- edbLog.Method = this.Ctx.Input.URI()
- go data_manage.AddEdbInfoLog(edbLog)
- }
- }
- br.Msg = "操作成功"
- br.Ret = 200
- br.Success = true
- br.IsAddLog = true
- }
- func (this *BaseFromRzdIndexController) RzdIndexDataExport() {
- br := new(models.BaseResponse).Init()
- defer func() {
- this.Data["json"] = br
- this.ServeJSON()
- }()
- sysUser := this.SysUser
- if sysUser == nil {
- br.Msg = "请重新登录"
- return
- }
- classifyId, _ := this.GetInt("ClassifyId")
- indexCode := this.GetString("IndexCode")
- if classifyId <= 0 {
- br.Msg = "请选择分类"
- return
- }
-
-
-
-
-
- dir, _ := os.Executable()
- exPath := filepath.Dir(dir)
- downLoadFilePath := exPath + "/" + time.Now().Format(utils.FormatDateTimeUnSpace) + ".xlsx"
- xlsxFile := xlsx.NewFile()
- frequencies, err := data_manage.GetRzdIndexFrequency(classifyId)
- if err != nil {
- br.Msg = "查询频度失败"
- br.ErrMsg = "查询频度失败"
- return
- }
- fileName := `睿姿得数据`
- if classifyId > 0 && indexCode == "" {
- fenWeiClassify, err := data_manage.GetRzdClassifyItemByClassifyId(classifyId)
- if err != nil {
- return
- }
- fileName = fenWeiClassify.ClassifyName
- }
- if frequencies == nil {
- sheet, err := xlsxFile.AddSheet("无数据")
- if err != nil {
- br.Msg = "新增Sheet失败"
- br.ErrMsg = "新增Sheet失败,Err:" + err.Error()
- return
- }
- rowSecName := sheet.AddRow()
- celSecName := rowSecName.AddCell()
- celSecName.SetValue("")
- }
- for _, frequency := range frequencies {
- fenWeiIndices, err := data_manage.GetRzdIndexByCodeAndClassify(indexCode, classifyId, frequency)
- if err != nil {
- return
- }
- var sheet *xlsx.Sheet
- if len(fenWeiIndices) > 0 {
- sheetName := *frequency
- if sheetName == "" {
- sheetName = "无频度"
- }
- sheet, err = xlsxFile.AddSheet(sheetName)
- if err != nil {
- br.Msg = "新增Sheet失败"
- br.ErrMsg = "新增Sheet失败,Err:" + err.Error()
- return
- }
- } else {
- continue
- }
- if indexCode != "" {
- fileName = fenWeiIndices[0].IndexName
- }
-
- rowSecName := sheet.AddRow()
- celSecName := rowSecName.AddCell()
- celSecName.SetValue("指标名称")
- rowFrequency := sheet.AddRow()
- celFrequency := rowFrequency.AddCell()
- celFrequency.SetValue("频率")
- rowUnit := sheet.AddRow()
- celUnit := rowUnit.AddCell()
- celUnit.SetValue("单位")
- rowModifyDate := sheet.AddRow()
- rowModifyCell := rowModifyDate.AddCell()
- rowModifyCell.SetValue("更新时间")
- dataMap := make(map[string]map[string]*data_manage.BaseFromRzdData)
- var tradeCodeList []string
- for _, v := range fenWeiIndices {
- cellSenName := rowSecName.AddCell()
- cellSenName.SetValue(v.IndexName)
- celFrequency := rowFrequency.AddCell()
- celFrequency.SetValue(v.Frequency)
- celUnit := rowUnit.AddCell()
- celUnit.SetValue(v.Unit)
- rowModifyCell := rowModifyDate.AddCell()
- updateTimeStr := utils.FormatDateString(v.ModifyTime)
- rowModifyCell.SetValue(updateTimeStr)
- tradeCodeList = append(tradeCodeList, v.IndexCode)
- var dataList []*data_manage.BaseFromRzdData
- dataList, err = data_manage.GetBaseFormRzdDataByIndexCode(v.IndexCode)
- if err != nil && err.Error() != utils.ErrNoRow() {
- br.ErrMsg = "GetBaseFormRzdDataByIndexCode,Err:" + err.Error()
- br.Msg = "获取数据失败"
- return
- }
- for _, item := range dataList {
- if dataMap[item.IndexCode] == nil {
- dataMap[item.IndexCode] = make(map[string]*data_manage.BaseFromRzdData)
- }
- dataMap[item.IndexCode][item.DataTime] = item
- }
- }
- tradeCodeStr := strings.Join(tradeCodeList, "','")
- tradeCodeStr = "'" + tradeCodeStr + "'"
- dataTimeList, err := data_manage.GetRzdDataListByIndexCodes(tradeCodeStr)
- if err != nil {
- br.Msg = "获取数据失败"
- br.ErrMsg = "获取数据失败,Err:" + err.Error()
- return
- }
- for _, dataTime := range dataTimeList {
- rowData := sheet.AddRow()
- celDate := rowData.AddCell()
- celDate.SetValue(dataTime)
- for _, m := range fenWeiIndices {
- celData := rowData.AddCell()
- if dataMap[m.IndexCode][dataTime] != nil {
- celData.SetValue(dataMap[m.IndexCode][dataTime].Value)
- }
- }
- }
- }
- err = xlsxFile.Save(downLoadFilePath)
- if err != nil {
-
- sheet, err := xlsxFile.AddSheet("无数据")
- if err != nil {
- br.Msg = "新增Sheet失败"
- br.ErrMsg = "新增Sheet失败,Err:" + err.Error()
- return
- }
- rowSecName := sheet.AddRow()
- celSecName := rowSecName.AddCell()
- celSecName.SetValue("")
- err = xlsxFile.Save(downLoadFilePath)
- if err != nil {
- br.Msg = "保存文件失败"
- br.ErrMsg = "保存文件失败"
- return
- }
- }
- fileName += time.Now().Format("06.01.02") + `.xlsx`
- this.Ctx.Output.Download(downLoadFilePath, fileName)
- defer func() {
- os.Remove(downLoadFilePath)
- }()
- br.Ret = 200
- br.Success = true
- br.Msg = "success"
- }
- func (this *BaseFromRzdIndexController) GetRzdIndexInfo() {
- br := new(models.BaseResponse).Init()
- defer func() {
- if br.ErrMsg == "" {
- br.IsSendEmail = false
- }
- this.Data["json"] = br
- this.ServeJSON()
- }()
- sysUser := this.SysUser
- if sysUser == nil {
- br.Msg = "请登录"
- br.ErrMsg = "请登录,SysUser Is Empty"
- br.Ret = 408
- return
- }
- keyWord := this.GetString("KeyWord")
- classifyIds := this.GetString("ClassifyIds")
- frequencies := this.GetString("Frequencies")
- var classifyIdList []string
- var frequencyList []string
- if classifyIds != "" {
- classifyIdList = strings.Split(classifyIds, ",")
- }
- if frequencies != "" {
- frequencyList = strings.Split(frequencies, ",")
- }
- indexInfoList, err := data.GetRzdIndexInfo(keyWord, classifyIdList, frequencyList)
- if err != nil {
- return
- }
- br.Ret = 200
- br.Success = true
- br.Msg = "获取成功"
- br.Data = indexInfoList
- }
|