package controllers import ( "encoding/json" "eta/eta_api/models" "eta/eta_api/models/data_manage" "eta/eta_api/models/system" "eta/eta_api/services/data" etaTrialService "eta/eta_api/services/eta_trial" "eta/eta_api/utils" "fmt" "github.com/rdlucklib/rdluck_tools/paging" "github.com/tealeg/xlsx" "os" "path/filepath" "strconv" "strings" "time" ) // OilchemClassify // @title 获取隆众资讯分类列表 // @Description 获取隆众资讯分类列表 // @Success 200 {object} models. // @router /data/oilchem/classify [get] func (this *TradeCommonController) OilchemClassify() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() classifies, e := data_manage.GetOilchemClassifyList() if e != nil { br.Msg = "获取失败" br.ErrMsg = "获取隆众资讯分类数据分类失败, Err: " + e.Error() return } br.Data = classifies br.Ret = 200 br.Success = true br.Msg = "获取成功" } // OilchemIndexList // @title 获取隆众资讯指标列表 // @Description 获取隆众资讯指标列表 // @Success 200 {object} models. // @router /data/oilchem/indexList [get] func (this *TradeCommonController) OilchemIndexList() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() pageSize, _ := this.GetInt("PageSize") currentIndex, _ := this.GetInt("CurrentIndex") var startSize int if pageSize <= 0 { pageSize = utils.PageSize20 } if currentIndex <= 0 { currentIndex = 1 } startSize = utils.StartIndex(currentIndex, pageSize) classifyId, _ := this.GetInt("ClassifyId") var condition string var pars []interface{} if classifyId > 0 { condition += ` AND b.classify_id=? ` pars = append(pars, classifyId) } //keyword := this.GetString("KeyWord") //if keyword != "" { // condition += ` AND (index_code =? OR index_name LIKE ?) ` // pars = append(pars, keyword) // pars = append(pars, "%"+keyword+"%") //} indexList, e := data_manage.GetOilchemIndexViewList(condition, pars, startSize, pageSize) if e != nil { br.Msg = "获取失败" br.ErrMsg = "获取隆众资讯分类数据分类失败, Err: " + e.Error() return } indexIdList := make([]int, 0) for _, v := range indexList { indexIdList = append(indexIdList, v.BaseFromOilchemIndexId) } dataList, err := data_manage.GetOilchemDataViewList(indexIdList) if err != nil { br.Msg = "获取失败" br.ErrMsg = "获取隆众资讯分类数据分类失败, Err: " + err.Error() return } for i, v := range indexList { for _, v1 := range dataList { if v.BaseFromOilchemIndexId == v1.BaseFromOilchemIndexId { indexList[i].DataTime = v1.DataTime indexList[i].Value = v1.Value } } } total, err := data_manage.GetOilchemIndexViewListCount(condition, pars) if err != nil { br.Msg = "获取失败" br.ErrMsg = "获取隆众资讯分类数据分类失败, Err: " + err.Error() return } page := paging.GetPaging(currentIndex, pageSize, total) resp := data_manage.BaseFromOilchemIndexListResp{} resp.List = indexList resp.Paging = page br.Data = resp br.Ret = 200 br.Success = true br.Msg = "获取成功" } // OilchemMineData // @title 获取隆众资讯详细数据列表 // @Description 获取隆众资讯详细数据接口 // @Param ClassifyId query int true "数据id" // @Param GroupName query string true "分组名" // @Param Frequency query string true "频度" // @Param PageSize query int true "每页数据条数" // @Param CurrentIndex query int true "当前页页码,从1开始" // @Success 200 {object} []data_manage.CoalmineDataResp // @router /data/oilchem/data [get] func (this *TradeCommonController) OilchemData() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() pageSize, _ := this.GetInt("PageSize") currentIndex, _ := this.GetInt("CurrentIndex") var startSize int if pageSize <= 0 { pageSize = utils.PageSize20 } if currentIndex <= 0 { currentIndex = 1 } startSize = utils.StartIndex(currentIndex, pageSize) indexCode := this.GetString("IndexCode") if indexCode == "" { br.Msg = "请选择指标" br.ErrMsg = "请选择指标" return } //获取指标 var condition string var pars []interface{} condition += ` AND index_code =? ` pars = append(pars, indexCode) index, err := data_manage.GetOilchemIndexByCode(indexCode) if err != nil { br.Msg = "获取数据失败" br.ErrMsg = "获取数据失败,Err:" + err.Error() return } dataList, err := data_manage.GetOilchemIndexData(condition, pars, startSize, pageSize) if err != nil { br.Msg = "获取数据失败" br.ErrMsg = "获取数据失败,Err:" + err.Error() return } resp := data_manage.BaseFromOilchemIndexList{} resp.BaseFromOilchemIndexId = index.BaseFromOilchemIndexId resp.ClassifyId = index.ClassifyId resp.IndexCode = index.IndexCode resp.IndexName = index.IndexName resp.Frequency = index.Frequency resp.Unit = index.Unit resp.EdbExist = index.EdbExist total, err := data_manage.GetOilchemDataListCount(condition, pars) page := paging.GetPaging(currentIndex, pageSize, total) if len(dataList) > 0 { resp.ModifyTime = dataList[0].ModifyTime } resp.Paging = page resp.DataList = dataList br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = resp } // CoalSearchList // @Title 隆众资讯模糊搜索 // @Description 隆众资讯模糊搜索 // @Param Keyword query string ture "关键字搜索" // @Success 200 {object} models.BaseResponse // @router /data/oilchem/search [get] func (this *TradeCommonController) OilchemSearchList() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() //关键字 keyword := this.GetString("Keyword") list, err := data_manage.GetOilchemItemList(keyword) if err != nil { br.ErrMsg = "获取失败,Err:" + err.Error() br.Msg = "获取失败" return } br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = list } // BatchIndexList // @Title 隆众资讯批量操作指标列表 // @Description 隆众资讯批量操作指标列表 // @Param request body request.SciHqDataBatchListReq true "type json string" // @Success 200 {object} data_manage.BaseFromMysteelChemicalIndexResp // @router /data/oilchem/batch_list [post] func (this *TradeCommonController) BatchIndexList() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() var req data_manage.OilchemDataBatchListReq if err := json.Unmarshal(this.Ctx.Input.RequestBody, &req); err != nil { br.Msg = "参数解析异常!" br.ErrMsg = "参数解析失败,Err:" + err.Error() return } var condition string var pars []interface{} if req.KeyWord != "" { condition += `AND (index_code=? OR index_name=?)` pars = utils.GetLikeKeywordPars(pars, req.KeyWord, 2) } if req.IsSelectAll { if len(req.SelectedId) > 0 { condition += ` AND base_from_oilchem_index_id NOT IN (` + utils.GetOrmInReplace(len(req.SelectedId)) + `)` pars = append(pars, req.SelectedId) } } else { if len(req.SelectedId) > 0 { condition += ` AND base_from_oilchem_index_id IN (` + utils.GetOrmInReplace(len(req.SelectedId)) + `)` pars = append(pars, req.SelectedId) } } if req.ClassifyId >= 0 { condition += ` AND classify_id=?` pars = append(pars, req.ClassifyId) } count, err := data_manage.GetOilchemIndexListCount(condition, pars) if err != nil { br.Msg = "获取失败" br.ErrMsg = "获取指标信息失败,Err:" + err.Error() return } MaxLen := 30 if count > MaxLen { br.Msg = "批量操作数量不能超过" + strconv.Itoa(MaxLen) return } indexList, err := data_manage.GetOilchemIndexByCondition(condition, pars) if err != nil { br.Msg = "获取失败" br.ErrMsg = "获取指标信息失败,Err:" + err.Error() return } br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = indexList } // AddCheck // @Title 新增校验 // @Description 新增校验 // @Param request body request.BusinessDataBatchAddCheckReq true "type json string" // @Success 200 string "操作成功" // @router /data/oilchem/add_check [post] func (this *TradeCommonController) AddCheck() { br := new(models.BaseResponse).Init() defer func() { if br.ErrMsg == "" { br.IsSendEmail = false } this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录,SysUser Is Empty" br.Ret = 408 return } var req *data_manage.OilchemDataBatchAddCheckReq if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil { br.Msg = "参数解析异常!" br.ErrMsg = "参数解析失败,Err:" + e.Error() return } codeMax := 30 codeLen := len(req.IndexCodes) if len(req.IndexCodes) == 0 { br.Msg = "请选择指标" return } if codeLen > codeMax { br.Msg = fmt.Sprintf("最多只能选择%d个指标", codeMax) return } // 获取指标库已有指标 existsEdb, e := data_manage.GetEdbCodesBySource(utils.DATA_SOURCE_OILCHEM) if e != nil { br.Msg = "获取失败" br.ErrMsg = "获取自有数据已添加的指标失败, Err: " + e.Error() return } existMap := make(map[string]*data_manage.EdbInfo) for _, v := range existsEdb { existMap[v.EdbCode] = v } // 查询选中的指标 cond := fmt.Sprintf(` AND index_code IN (%s)`, utils.GetOrmInReplace(codeLen)) pars := make([]interface{}, 0) pars = append(pars, req.IndexCodes) list, err := data_manage.GetOilchemIndexAndEdbInfoByCondition(cond, pars) if err != nil { br.Msg = "获取失败" br.ErrMsg = "获取卓创红期原始指标列表失败, Err: " + err.Error() return } resp := make([]*data_manage.BaseFromOilchemIndexView, 0) for _, v := range list { if v.EdbInfoId > 0 { v.EdbExist = 1 } resp = append(resp, v) } br.Data = resp br.Msg = "校验成功" br.Ret = 200 br.Success = true } // NameCheck // @Title 重名校验 // @Description 批量新增 // @Param request body data_manage.AddEdbInfoReq true "type json string" // @Success 200 string "操作成功" // @router /data/oilchem/name_check [post] func (c *TradeCommonController) NameCheck() { br := new(models.BaseResponse).Init() defer func() { if br.ErrMsg == "" { br.IsSendEmail = false } c.Data["json"] = br c.ServeJSON() }() sysUser := c.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录,SysUser Is Empty" br.Ret = 408 return } var req []*data_manage.NameCheckEdbInfoReq if err := json.Unmarshal(c.Ctx.Input.RequestBody, &req); err != nil { br.Msg = "参数解析异常!" br.ErrMsg = "参数解析失败,Err:" + err.Error() return } if len(req) == 0 { br.Msg = "请选择指标" return } codeMax := 30 codeLen := len(req) if codeLen > codeMax { br.Msg = fmt.Sprintf("最多只能选择%d个指标", codeMax) return } type NameCheckResult struct { EdbCode string EdbName string Exist bool } indexNames := make([]string, 0) resp := make([]*NameCheckResult, 0) for _, v := range req { v.EdbCode = strings.TrimSpace(v.EdbCode) if v.EdbCode == "" { br.Msg = "指标ID不可为空" return } v.EdbName = strings.TrimSpace(v.EdbName) if v.EdbName == "" { br.Msg = "请输入指标名称" return } indexNames = append(indexNames, v.EdbName) resp = append(resp, &NameCheckResult{ EdbCode: v.EdbCode, EdbName: v.EdbName, }) dataItems, err := data_manage.GetEdbDataAllByEdbCode(v.EdbCode, utils.DATA_SOURCE_OILCHEM, 0, utils.EDB_DATA_LIMIT) if err != nil && err.Error() != utils.ErrNoRow() { br.Msg = "获取失败" br.ErrMsg = "获取隆众资讯已存在信息失败,Err:" + err.Error() return } if len(dataItems) <= 0 { respItem, err := data.AddEdbData(utils.DATA_SOURCE_OILCHEM, v.EdbCode, v.Frequency) if err != nil { br.Msg = "获取失败" br.ErrMsg = "获取失败,Err:" + err.Error() return } if respItem.Ret != 200 { br.Msg = "未搜索到该指标" br.ErrMsg = respItem.ErrMsg + ";EdbCode:" + v.EdbCode return } } } // 重名校验 edbList, e := data_manage.GetEdbInfoByNameArr(indexNames, utils.EDB_INFO_TYPE) if e != nil { br.Msg = "操作失败" br.ErrMsg = "获取重名指标失败, Err: " + e.Error() return } nameExists := make(map[string]bool) for _, v := range edbList { nameExists[v.EdbName] = true } if len(nameExists) > 0 { for _, v := range resp { v.Exist = nameExists[v.EdbName] } } br.Data = resp br.Msg = "校验成功" br.Ret = 200 br.Success = true } // BatchAdd // @Title 批量新增 // @Description 批量新增 // @Param request body data_manage.AddEdbInfoReq true "type json string" // @Success 200 string "操作成功" // @router /data/oilchem/batch_add [post] func (this *TradeCommonController) BatchAdd() { br := new(models.BaseResponse).Init() defer func() { if br.ErrMsg == "" { br.IsSendEmail = false } this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录,SysUser Is Empty" br.Ret = 408 return } deleteCache := true cacheKey := "CACHE_EDB_INFO_BATCH_ADD_OILCHEM_" + strconv.Itoa(sysUser.AdminId) defer func() { if deleteCache { _ = utils.Rc.Delete(cacheKey) } }() if !utils.Rc.SetNX(cacheKey, 1, 30*time.Second) { deleteCache = false br.Msg = "系统处理中,请稍后重试!" br.ErrMsg = "系统处理中,请稍后重试!" + sysUser.RealName + ";data:" + string(this.Ctx.Input.RequestBody) return } var req []*data_manage.AddEdbInfoReq if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil { br.Msg = "参数解析异常!" br.ErrMsg = "参数解析失败,Err:" + e.Error() return } if len(req) == 0 { br.Msg = "请选择指标" return } if len(req) > 30 { br.Msg = "批量添加指标数量不得超过30个" return } for _, v := range req { v.EdbCode = strings.TrimSpace(v.EdbCode) if v.EdbCode == "" { br.Msg = "指标ID不可为空" return } v.EdbName = strings.TrimSpace(v.EdbName) if v.EdbName == "" { br.Msg = "请输入指标名称" return } v.Frequency = strings.TrimSpace(v.Frequency) if v.Frequency == "" { br.Msg = "请选择频度" return } v.Unit = strings.TrimSpace(v.Unit) if v.Unit == "" { br.Msg = "请输入单位" return } if v.ClassifyId <= 0 { br.Msg = "请选择分类" return } } // 限定同一时间最多批量新增30个指标 for _, v := range req { var r data.OilchemIndexSource2EdbReq r.EdbCode = v.EdbCode r.EdbName = v.EdbName r.Frequency = v.Frequency r.Unit = v.Unit r.ClassifyId = v.ClassifyId r.AdminId = sysUser.AdminId r.AdminRealName = sysUser.RealName edbInfo, errMsg, skip, e := data.OilchemIndexSource2Edb(r, this.Lang) if e != nil { br.Msg = "操作失败" if errMsg != "" { br.Msg = errMsg } br.ErrMsg = e.Error() return } if skip { continue } // 试用平台更新用户累计新增指标数 if utils.BusinessCode == utils.BusinessCodeSandbox { go func() { adminItem, e := system.GetSysAdminById(sysUser.AdminId) if e != nil { tips := fmt.Sprintf("试用平台更新用户累计新增指标数-获取用户失败, Err: " + e.Error()) utils.FileLog.Info(tips) return } if adminItem.DepartmentName != "ETA试用客户" { return } var ur etaTrialService.EtaTrialUserReq ur.Mobile = adminItem.Mobile _, _ = etaTrialService.UpdateUserIndexNum(ur) }() } // 新增操作日志 { edbLog := new(data_manage.EdbInfoLog) edbLog.EdbInfoId = edbInfo.EdbInfoId edbLog.SourceName = edbInfo.SourceName edbLog.Source = edbInfo.Source edbLog.EdbCode = edbInfo.EdbCode edbLog.EdbName = edbInfo.EdbName edbLog.ClassifyId = edbInfo.ClassifyId edbLog.SysUserId = sysUser.AdminId edbLog.SysUserRealName = sysUser.RealName edbLog.CreateTime = time.Now() edbLog.Content = string(this.Ctx.Input.RequestBody) edbLog.Status = "新增指标" edbLog.Method = this.Ctx.Input.URI() go data_manage.AddEdbInfoLog(edbLog) } } br.Msg = "操作成功" br.Ret = 200 br.Success = true br.IsAddLog = true } // ExportoilchemList // @Title 导出隆众资讯数据 // @Description 导出隆众资讯数据 // @Param request body request.ExportOilchemExcelReq true "type json string" // @Success 200 导出成功 // @router /data/export/oilchemList [post] func (this *TradeCommonController) ExportoilchemList() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请重新登录" return } var req data_manage.ExportOilchemExcelReq if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil { br.Msg = "参数解析异常!" br.ErrMsg = "参数解析失败,Err:" + e.Error() return } secNameList := make([]*data_manage.BaseFromOilchemIndex, 0) dir, _ := os.Executable() exPath := filepath.Dir(dir) downLoadnFilePath := exPath + "/" + time.Now().Format(utils.FormatDateTimeUnSpace) + ".xlsx" xlsxFile := xlsx.NewFile() var condition string var pars []interface{} if req.KeyWord != "" { condition += `AND (index_code=? OR index_name=?)` pars = utils.GetLikeKeywordPars(pars, req.KeyWord, 2) } if req.IsSelectedAll { if len(req.IndexCode) > 0 { condition += ` AND index_code NOT IN (` + utils.GetOrmInReplace(len(req.IndexCode)) + `)` pars = append(pars, req.IndexCode) } } else { if len(req.IndexCode) > 0 { condition += ` AND index_code IN (` + utils.GetOrmInReplace(len(req.IndexCode)) + `)` pars = append(pars, req.IndexCode) } } if req.ClassifyId > 0 { condition += ` AND classify_id=?` pars = append(pars, req.ClassifyId) } frequencies, err := data_manage.GetOilchemFrequencyByCondition(condition, pars) if err != nil { fmt.Println("GetSciFrequency err:", err.Error()) utils.FileLog.Info("GetSciFrequency err:" + err.Error()) return } for _, frequency := range frequencies { //获取指标 secNameList, err = data_manage.GetOilchemIndexByConditionAndFrequency(condition, *frequency, pars) if err != nil { fmt.Println("获取数据失败,Err:" + err.Error()) return } if len(secNameList) <= 0 { fmt.Println("secNameList长度为0") return } sheetNew, err := xlsxFile.AddSheet(*frequency) if err != nil { fmt.Println("新增Sheet失败", err.Error()) return } secNameRow := sheetNew.AddRow() frequencyRow := sheetNew.AddRow() unitRow := sheetNew.AddRow() lastModifyDateRow := sheetNew.AddRow() var indexIdList []int for _, sv := range secNameList { indexIdList = append(indexIdList, sv.BaseFromOilchemIndexId) } dataTimeList, err := data_manage.GetOilchemDataDataTimeByIndexId(indexIdList) if err != nil { fmt.Println("获取数据时间失败", err.Error()) return } // 添加excel左侧指标日期 setRowIndex := 4 for rk, dv := range dataTimeList { rowIndex := setRowIndex + rk row := sheetNew.Row(rowIndex) displayDate, _ := time.Parse(utils.FormatDate, dv) displayDateCell := row.AddCell() style := new(xlsx.Style) style.ApplyAlignment = true style.Alignment.WrapText = true displayDateCell.SetStyle(style) displayDateCell.SetDate(displayDate) } for k, sv := range secNameList { //获取数据 dataList, err := data_manage.GetOilchemIndexDataByCode(sv.IndexCode) if err != nil { br.Msg = "获取数据失败" br.ErrMsg = "获取数据失败,Err:" + err.Error() return } if k == 0 { secNameRow.AddCell().SetValue("指标名称/Metric Name") frequencyRow.AddCell().SetValue("频度/Frequency") unitRow.AddCell().SetValue("单位/Unit") lastModifyDateRow.AddCell().SetValue("更新时间/Update Time") min := k * 3 sheetNew.SetColWidth(min, min, 15) } if len(dataList) == 0 { continue } secNameRow.AddCell().SetValue(sv.IndexName) frequencyRow.AddCell().SetValue(sv.Frequency) unitRow.AddCell().SetValue(sv.Unit) lastModifyDateRow.AddCell().SetValue(sv.ModifyTime) dataInfoMap := make(map[string]*data_manage.BaseFromOilchemData) for _, v := range dataList { dataInfoMap[v.DataTime] = v } for rk, dtv := range dataTimeList { rowIndex := setRowIndex + rk row := sheetNew.Row(rowIndex) displayDateCell := row.AddCell() tmpData, ok := dataInfoMap[dtv] if ok { displayDateCell.SetValue(tmpData.Value) } } } } err = xlsxFile.Save(downLoadnFilePath) if err != nil { //有指标无数据时先导出一遍空表 sheet, err := xlsxFile.AddSheet("无数据") if err != nil { br.Msg = "新增Sheet失败" br.ErrMsg = "新增Sheet失败,Err:" + err.Error() return } rowSecName := sheet.AddRow() celSecName := rowSecName.AddCell() celSecName.SetValue("") err = xlsxFile.Save(downLoadnFilePath) if err != nil { br.Msg = "保存文件失败" br.ErrMsg = "保存文件失败" return } } fileName := `隆众资讯` if len(secNameList) > 0 { fileName = secNameList[0].IndexName } fileName += time.Now().Format("2006.01.02") + `.xlsx` //文件名称 this.Ctx.Output.Download(downLoadnFilePath, fileName) defer func() { os.Remove(downLoadnFilePath) }() br.Ret = 200 br.Success = true br.Msg = "success" }