package data_manage import ( "encoding/json" "eta/eta_api/models" "eta/eta_api/models/data_manage" "eta/eta_api/models/system" "eta/eta_api/services/data" etaTrialService "eta/eta_api/services/eta_trial" "eta/eta_api/utils" "fmt" "os" "path/filepath" "strconv" "strings" "time" "github.com/rdlucklib/rdluck_tools/paging" "github.com/tealeg/xlsx" ) // YongyiClassify // @Title 涌益咨询数据分类 // @Description 涌益咨询数据分类接口 // @Success 200 {object} data_manage.BaseFromYongyiClassify // @router /yongyi/classify [get] func (this *EdbInfoController) YongyiClassify() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录,SysUser Is Empty" br.Ret = 408 return } classifyAll, err := data_manage.GetAllBaseFromYongyiClassify() if err != nil && err.Error() != utils.ErrNoRow() { br.Msg = "获取失败" br.ErrMsg = "获取数据失败,Err:" + err.Error() return } //组装一级分类 rootMap := make(map[int][]*data_manage.BaseFromYongyiClassifyItems) list := make([]*data_manage.BaseFromYongyiClassifyItems, 0) for _, classify := range classifyAll { if classify.ParentId == 0 { if _, ok := rootMap[classify.ClassifyId]; !ok { rootMap[classify.ClassifyId] = make([]*data_manage.BaseFromYongyiClassifyItems, 0) list = append(list, classify) } } else { child, ok := rootMap[classify.ParentId] if ok { child = append(child, classify) rootMap[classify.ParentId] = child } } } for k, v := range list { child, ok := rootMap[v.ClassifyId] if ok { list[k].Children = child } } //组装二级分类 var ret data_manage.BaseFromYongyiClassifyResp ret.List = list br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = ret } // YongyiIndexData // @Title 获取钢联数据 // @Description 获取钢联数据接口 // @Param PageSize query int true "每页数据条数" // @Param CurrentIndex query int true "当前页页码,从1开始" // @Param ClassifyId query string true "分类id" // @Success 200 {object} data_manage.LzFrequency // @router /yongyi/index/data [get] func (this *EdbInfoController) YongyiIndexData() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录,SysUser Is Empty" br.Ret = 408 return } pageSize, _ := this.GetInt("PageSize") currentIndex, _ := this.GetInt("CurrentIndex") var startSize int if pageSize <= 0 { pageSize = utils.PageSize20 } if currentIndex <= 0 { currentIndex = 1 } startSize = utils.StartIndex(currentIndex, pageSize) classifyId, _ := this.GetInt("ClassifyId") if classifyId < 0 { br.Msg = "请选择分类" br.ErrMsg = "请选择分类" return } //获取指标 var condition string var pars []interface{} if classifyId >= 0 { classifyInfo, err := data_manage.GetBaseFromYongyiClassifyById(classifyId) if err != nil { if err.Error() == utils.ErrNoRow() { br.Msg = "分类不存在" return } br.Msg = "获取分类信息失败" br.ErrMsg = "获取分类信息失败,Err:" + err.Error() return } if classifyInfo.Level == 2 { condition += ` AND classify_id=? ` pars = append(pars, classifyId) } else if classifyInfo.Level == 1 { childClassify, err := data_manage.GetBaseFromYongyiClassifyByParentId(classifyId) if err != nil { br.Msg = "获取分类信息失败" br.ErrMsg = "获取子分类信息失败,Err:" + err.Error() return } var classifyList []int for _, v := range childClassify { classifyList = append(classifyList, v.ClassifyId) } condition += ` AND classify_id IN (` + utils.GetOrmInReplace(len(classifyList)) + `) ` pars = append(pars, classifyList) } } yongyiList, err := data_manage.GetYongyiIndex(condition, pars) if err != nil { br.Msg = "获取数据失败" br.ErrMsg = "获取数据失败,Err:" + err.Error() return } resultList := make([]*data_manage.BaseFromYongyiIndexList, 0) for _, v := range yongyiList { product := new(data_manage.BaseFromYongyiIndexList) product.YongyiIndexId = v.YongyiIndexId product.Unit = v.Unit product.IndexCode = v.IndexCode product.IndexName = v.IndexName product.Frequency = v.Frequency product.ModifyTime = v.ModifyTime total, err := data_manage.GetYongyiIndexDataCount(v.IndexCode) page := paging.GetPaging(currentIndex, pageSize, total) dataList, err := data_manage.GetYongyiIndexData(v.IndexCode, startSize, pageSize) if err != nil { br.Msg = "获取数据失败" br.ErrMsg = "获取指标数据失败,Err:" + err.Error() return } if dataList == nil { dataList = make([]*data_manage.BaseFromYongyiData, 0) } product.DataList = dataList product.Paging = page resultList = append(resultList, product) } br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = resultList } // YongyiSearchList // @Title Yongyi模糊搜索 // @Description Yongyi模糊搜索 // @Param Keyword query string ture "关键字搜索" // @Success 200 {object} models.BaseResponse // @router /yongyi/search_list [get] func (this *EdbInfoController) YongyiSearchList() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请重新登录" return } list := make([]*data_manage.BaseFromYongyiIndexSearchItem, 0) var err error //关键字 keyword := this.GetString("Keyword") if keyword != "" { keyWordArr := strings.Split(keyword, " ") if len(keyWordArr) > 0 { condition := "" for _, v := range keyWordArr { condition += ` AND CONCAT(index_name,index_code) LIKE '%` + v + `%'` } list, err = data_manage.GetYongyiItemList(condition) if err != nil { br.ErrMsg = "获取失败,Err:" + err.Error() br.Msg = "获取失败" return } } } else { // todo es 模糊搜索 list, err = data_manage.GetYongyiItemList("") if err != nil { br.ErrMsg = "获取失败,Err:" + err.Error() br.Msg = "获取失败" return } } br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = list } // YongyiSingleData // @Title 获取Yongyi数据 // @Description 获取Yongyi单条数据接口 // @Param IndexCode query string true "指标唯一编码" // @Success 200 {object} models.BaseResponse // @router /yongyi/single_data [get] func (this *EdbInfoController) YongyiSingleData() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录,SysUser Is Empty" br.Ret = 408 return } indexCode := this.GetString("IndexCode") indexInfo, err := data_manage.GetBaseFromYongyiIndexByIndexCode(indexCode) if err != nil { br.Msg = "获取指标信息失败" br.ErrMsg = "获取指标信息失败,Err:" + err.Error() return } dataTmpList, err := data_manage.GetYongyiIndexDataByCode(indexCode) if err != nil { br.Msg = "获取数据失败" br.ErrMsg = "获取数据失败,Err:" + err.Error() return } var ret data_manage.YongyiSingleDataResp var dataList []*data_manage.YongyiSingleData ret.ClassifyId = indexInfo.ClassifyId ret.YongyiIndexId = indexInfo.YongyiIndexId ret.IndexCode = indexInfo.IndexCode ret.IndexName = indexInfo.IndexName ret.Frequency = indexInfo.Frequency ret.CreateTime = indexInfo.CreateTime.Format(utils.FormatDateTime) ret.ModifyTime = indexInfo.ModifyTime.Format(utils.FormatDateTime) ret.Unit = indexInfo.Unit for _, v := range dataTmpList { tmp := &data_manage.YongyiSingleData{ Value: v.Value, DataTime: v.DataTime, } dataList = append(dataList, tmp) } ret.Data = dataList br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = ret } // YongyiIndexList // @Title 涌益咨询指标列表 // @Description 涌益咨询指标列表 // @Param ClassifyId query int true "分类id" // @Success 200 {object} data_manage.BaseFromMysteelChemicalIndexResp // @router /yongyi/classify/index/list [get] func (this *EdbInfoController) YongyiIndexList() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() classifyId, _ := this.GetInt("ClassifyId", 0) indexList, err := data_manage.GetYongyiIndexByClassifyId(classifyId) if err != nil && err.Error() != utils.ErrNoRow() { br.Msg = "获取失败" br.ErrMsg = "获取指标信息失败,Err:" + err.Error() return } br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = indexList } // YongyiBatchSearch // @Title 涌益咨询指标查询 // @Description 涌益咨询指标查询 // @Param ClassifyIds query string true "分类id, 多个分类用英文" // @Param Keyword query string true "关键词, 指标ID/指标名称" // @Success 200 {object} data_manage.LzFrequency // @router /yongyi/batch_search [get] func (this *EdbInfoController) YongyiBatchSearch() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录,SysUser Is Empty" br.Ret = 408 return } classifyIdStr := this.GetString("ClassifyIds") var condition string var pars []interface{} classifyIds := strings.Split(classifyIdStr, ",") if len(classifyIds) > 0 && classifyIds[0] != `` { condition += " AND classify_id IN (" + utils.GetOrmInReplace(len(classifyIds)) + " ) " pars = append(pars, classifyIds) } keyword := this.GetString("Keyword") if keyword != `` { condition += " AND (index_name like ? OR index_code like ?) " pars = utils.GetLikeKeywordPars(pars, keyword, 2) } if classifyIdStr == `` && keyword == `` { var list = make([]*data_manage.BaseFromYongyiIndexList, 0) br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = list return } list, err := data_manage.GetYongyiIndex(condition, pars) if err != nil { br.Msg = "获取失败" br.ErrMsg = "获取失败,Err:" + err.Error() return } br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = list } // YongyiBatchAdd // @Title 涌益批量新增 // @Description 涌益批量新增 // @Param request body data_manage.AddEdbInfoReq true "type json string" // @Success 200 string "操作成功" // @router /yongyi/batch_add [post] func (this *EdbInfoController) YongyiBatchAdd() { br := new(models.BaseResponse).Init() defer func() { if br.ErrMsg == "" { br.IsSendEmail = false } this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录,SysUser Is Empty" br.Ret = 408 return } deleteCache := true cacheKey := "CACHE_EDB_INFO_BATCH_ADD_YONGYI_" + strconv.Itoa(sysUser.AdminId) defer func() { if deleteCache { _ = utils.Rc.Delete(cacheKey) } }() if !utils.Rc.SetNX(cacheKey, 1, 30*time.Second) { deleteCache = false br.Msg = "系统处理中,请稍后重试!" br.ErrMsg = "系统处理中,请稍后重试!" + sysUser.RealName + ";data:" + string(this.Ctx.Input.RequestBody) return } var req []*data_manage.AddEdbInfoReq if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil { br.Msg = "参数解析异常!" br.ErrMsg = "参数解析失败,Err:" + e.Error() return } if len(req) == 0 { br.Msg = "请选择指标" return } if len(req) > 30 { br.Msg = "批量添加指标数量不得超过30个" return } for _, v := range req { v.EdbCode = strings.TrimSpace(v.EdbCode) if v.EdbCode == "" { br.Msg = "指标ID不可为空" return } v.EdbName = strings.TrimSpace(v.EdbName) if v.EdbName == "" { br.Msg = "请输入指标名称" return } v.Frequency = strings.TrimSpace(v.Frequency) if v.Frequency == "" { br.Msg = "请选择频度" return } v.Unit = strings.TrimSpace(v.Unit) if v.Unit == "" { br.Msg = "请输入单位" return } if v.ClassifyId <= 0 { br.Msg = "请选择分类" return } } // 限定同一时间最多批量新增30个指标 for _, v := range req { var r data.MysteelChemicalIndexSource2EdbReq r.EdbCode = v.EdbCode r.EdbName = v.EdbName r.Frequency = v.Frequency r.Unit = v.Unit r.ClassifyId = v.ClassifyId r.AdminId = sysUser.AdminId r.AdminRealName = sysUser.RealName edbInfo, e, errMsg, skip := data.MysteelChemicalIndexSource2Edb(r, this.Lang) if e != nil { br.Msg = "操作失败" if errMsg != "" { br.Msg = errMsg } br.ErrMsg = e.Error() return } if skip { continue } // 试用平台更新用户累计新增指标数 if utils.BusinessCode == utils.BusinessCodeSandbox { go func() { adminItem, e := system.GetSysAdminById(sysUser.AdminId) if e != nil { tips := fmt.Sprintf("试用平台更新用户累计新增指标数-获取用户失败, Err: " + e.Error()) utils.FileLog.Info(tips) return } if adminItem.DepartmentName != "ETA试用客户" { return } var ur etaTrialService.EtaTrialUserReq ur.Mobile = adminItem.Mobile _, _ = etaTrialService.UpdateUserIndexNum(ur) }() } // 新增操作日志 { edbLog := new(data_manage.EdbInfoLog) edbLog.EdbInfoId = edbInfo.EdbInfoId edbLog.SourceName = edbInfo.SourceName edbLog.Source = edbInfo.Source edbLog.EdbCode = edbInfo.EdbCode edbLog.EdbName = edbInfo.EdbName edbLog.ClassifyId = edbInfo.ClassifyId edbLog.SysUserId = sysUser.AdminId edbLog.SysUserRealName = sysUser.RealName edbLog.CreateTime = time.Now() edbLog.Content = string(this.Ctx.Input.RequestBody) edbLog.Status = "新增指标" edbLog.Method = this.Ctx.Input.URI() go data_manage.AddEdbInfoLog(edbLog) } } br.Msg = "操作成功" br.Ret = 200 br.Success = true br.IsAddLog = true } // ExportYongyiList // @Title 导出Yongyi数据 // @Description 导出Yongyi数据 // @Param IndexName query string false "名称关键词" // @Param IndexCode query string false "指标唯一编码" // @Param ClassifyId query string true "分类" // @Success 200 导出成功 // @router /yongyi/export [get] func (this *EdbInfoController) ExportYongyiList() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请重新登录" return } indexCode := this.GetString("IndexCode") //指标唯一编码 classifyId, _ := this.GetInt("ClassifyId") //secNameList := make([]*models.EdbdataExportList, 0) dir, _ := os.Executable() exPath := filepath.Dir(dir) downLoadnFilePath := exPath + "/" + time.Now().Format(utils.FormatDateTimeUnSpace) + ".xlsx" xlsxFile := xlsx.NewFile() var pars []interface{} condition := "" if classifyId > 0 { //获取指标 condition += " AND classify_id=?" pars = append(pars, classifyId) } if indexCode != "" { //获取指标 condition += " AND index_code=?" pars = append(pars, indexCode) } indexList, err := data_manage.GetYongyiIndex(condition, pars) if err != nil { fmt.Println("获取数据失败,Err:" + err.Error()) return } if len(indexList) <= 0 { fmt.Println("indexList 为空") br.Ret = 200 br.Success = true br.Msg = "success" return } sheetNew := new(xlsx.Sheet) // todo 分类名称 sheetNew, err = xlsxFile.AddSheet("涌益咨询") //sheetNew.SetColWidth() //获取指标数据 windRow := sheetNew.AddRow() secNameRow := sheetNew.AddRow() indexCodeRow := sheetNew.AddRow() frequencyRow := sheetNew.AddRow() unitRow := sheetNew.AddRow() lastModifyDateRow := sheetNew.AddRow() //获取分类下指标最大数据量 var dataMax int setRowIndex := 6 indexCodeList := make([]string, 0) for _, v := range indexList { indexCodeList = append(indexCodeList, v.IndexCode) } dataListMap := make(map[string][]*data_manage.BaseFromYongyiData) if len(indexList) > 0 { allDataList, e := data_manage.GetYongyiIndexDataByCodes(indexCodeList) if e != nil { br.Msg = "获取数据失败" br.ErrMsg = "获取数据失败,Err:" + e.Error() return } for _, v := range allDataList { dataListMap[v.IndexCode] = append(dataListMap[v.IndexCode], v) } for _, v := range dataListMap { if len(v) > dataMax { dataMax = len(v) } } } for k, sv := range indexList { //获取数据 dataList, ok := dataListMap[sv.IndexCode] if !ok { continue } if len(dataList) > 0 { windRow.AddCell().SetValue("涌益咨询") secNameRow.AddCell().SetValue("指标名称") indexCodeRow.AddCell().SetValue("指标ID") frequencyRow.AddCell().SetValue("频率") unitRow.AddCell().SetValue("单位") lastModifyDateRow.AddCell().SetValue("更新时间") secNameRow.AddCell().SetValue(sv.IndexName) indexCodeRow.AddCell().SetValue(sv.IndexCode) frequencyRow.AddCell().SetValue(sv.Frequency) unitRow.AddCell().SetValue(sv.Unit) lastModifyDateRow.AddCell().SetValue(sv.ModifyTime) windRow.AddCell() windRow.AddCell() secNameRow.AddCell() indexCodeRow.AddCell() frequencyRow.AddCell() unitRow.AddCell() lastModifyDateRow.AddCell() min := k * 3 sheetNew.SetColWidth(min, min, 15) if len(dataList) <= 0 { for n := 0; n < dataMax; n++ { rowIndex := setRowIndex + n row := sheetNew.Row(rowIndex) row.AddCell() row.AddCell() row.AddCell() } } else { endRowIndex := 0 for rk, dv := range dataList { rowIndex := setRowIndex + rk row := sheetNew.Row(rowIndex) displayDate, _ := time.Parse(utils.FormatDate, dv.DataTime) displayDateCell := row.AddCell() style := new(xlsx.Style) style.ApplyAlignment = true style.Alignment.WrapText = true displayDateCell.SetStyle(style) displayDateCell.SetDate(displayDate) row.AddCell().SetValue(dv.Value) row.AddCell() endRowIndex = rowIndex } if len(dataList) < dataMax { dataLen := dataMax - len(dataList) for n := 0; n < dataLen; n++ { rowIndex := (endRowIndex + 1) + n row := sheetNew.Row(rowIndex) row.AddCell() row.AddCell() row.AddCell() } } } } } err = xlsxFile.Save(downLoadnFilePath) if err != nil { //有指标无数据时先导出一遍空表 sheet, err := xlsxFile.AddSheet("无数据") if err != nil { br.Msg = "新增Sheet失败" br.ErrMsg = "新增Sheet失败,Err:" + err.Error() return } rowSecName := sheet.AddRow() celSecName := rowSecName.AddCell() celSecName.SetValue("") err = xlsxFile.Save(downLoadnFilePath) if err != nil { br.Msg = "保存文件失败" br.ErrMsg = "保存文件失败" return } } fileName := `涌益咨询数据` if len(indexList) > 0 { fileName = indexList[0].IndexName } fileName += time.Now().Format("06.01.02") + `.xlsx` //文件名称 this.Ctx.Output.Download(downLoadnFilePath, fileName) defer func() { os.Remove(downLoadnFilePath) }() br.Ret = 200 br.Success = true br.Msg = "success" }