package data_manage import ( "encoding/json" "eta/eta_api/models" "eta/eta_api/models/data_manage" "eta/eta_api/models/system" "eta/eta_api/services/data" etaTrialService "eta/eta_api/services/eta_trial" "eta/eta_api/utils" "fmt" "github.com/rdlucklib/rdluck_tools/paging" "github.com/tealeg/xlsx" "os" "path/filepath" "strconv" "strings" "time" ) // CCFClassify // @Title CCF化纤分类 // @Description CCF化纤分类接口 // @Success 200 {object} data_manage.BaseFromCCFClassifyItem // @router /ccf/classify [get] func (this *EdbInfoController) CCFClassify() { br := new(models.BaseResponse).Init() defer func() { if br.ErrMsg == "" { br.IsSendEmail = false } this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录,SysUser Is Empty" br.Ret = 408 return } classifies, e := data_manage.GetBaseFromCCFClassify() if e != nil { br.Msg = "获取失败" br.ErrMsg = "获取CCF化纤分类失败, Err: " + e.Error() return } classifyOb := new(data_manage.BaseFromCCFClassify) resp := make([]*data_manage.BaseFromCCFClassifyItem, 0) parentMap := make(map[int][]*data_manage.BaseFromCCFClassifyItem) for _, v := range classifies { t := classifyOb.Format2Item(v) if v.ParentId == 0 { resp = append(resp, t) } if v.ParentId > 0 { if parentMap[v.ParentId] == nil { parentMap[v.ParentId] = make([]*data_manage.BaseFromCCFClassifyItem, 0) } parentMap[v.ParentId] = append(parentMap[v.ParentId], t) } } for _, v := range resp { v.Child = parentMap[v.ClassifyId] } br.Data = resp br.Ret = 200 br.Success = true br.Msg = "获取成功" } // CCFIndexData // @Title 获取CCF化纤数据 // @Description 获取CCF化纤接口 // @Param PageSize query int true "每页数据条数" // @Param CurrentIndex query int true "当前页页码,从1开始" // @Param ClassifyId query string true "分类id" // @Success 200 {object} data_manage.LzFrequency // @router /ccf/index/data [get] func (this *EdbInfoController) CCFIndexData() { br := new(models.BaseResponse).Init() defer func() { if br.ErrMsg == "" { br.IsSendEmail = false } this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录,SysUser Is Empty" br.Ret = 408 return } pageSize, _ := this.GetInt("PageSize") currentIndex, _ := this.GetInt("CurrentIndex") var startSize int if pageSize <= 0 { pageSize = utils.PageSize20 } if currentIndex <= 0 { currentIndex = 1 } startSize = utils.StartIndex(currentIndex, pageSize) classifyId, _ := this.GetInt("ClassifyId") if classifyId < 0 { br.Msg = "请选择分类" br.ErrMsg = "请选择分类" return } // 增加频度请求入参 frequency := this.GetString("Frequency") // 获取指标 var condition string var pars []interface{} if classifyId >= 0 { condition += ` AND classify_id=? ` pars = append(pars, classifyId) } if frequency != "" { condition += ` AND frequency=? ` pars = append(pars, frequency) } indexes, err := data_manage.GetCCFIndex(condition, pars) if err != nil { br.Msg = "获取数据失败" br.ErrMsg = "获取数据失败,Err:" + err.Error() return } indexCodes := make([]string, 0) for _, v := range indexes { indexCodes = append(indexCodes, v.IndexCode) } /*indexCounts, e := data_manage.GetCCFIndexDataCountGroup(indexCodes) if e != nil { br.Msg = "获取失败" br.ErrMsg = "获取指标数据总量失败, Err:" + err.Error() return } countMap := make(map[string]int) for _, v := range indexCounts { countMap[v.IndexCode] = v.Count }*/ edbInfoMap := make(map[string]*data_manage.EdbInfo) dataMap := make(map[string][]*data_manage.BaseFromCCFData) total := 0 if len(indexCodes) > 0 { edbInfoList, err := data_manage.GetEdbInfoByEdbCodeList(utils.DATA_SOURCE_CCF, indexCodes) if err != nil { br.Msg = "获取数据源失败" br.ErrMsg = "获取指标数据失败,Err:" + err.Error() return } for _, v := range edbInfoList { edbInfoMap[v.EdbCode] = v } // 首先对分类下的指标按照日期进行分页,再针对日期,进行排序 dataTimes, err := data_manage.GetCCFIndexDataTimePageByCodes(indexCodes, startSize, pageSize) if err != nil { br.Msg = "获取数据失败" br.ErrMsg = "获取指标数据日期信息失败,Err:" + err.Error() return } if len(dataTimes) > 0 { startDate := dataTimes[len(dataTimes)-1] endDate := dataTimes[0] // 把截止日往后加1天 endDateT, _ := time.ParseInLocation(utils.FormatDate, endDate, time.Local) endDate = endDateT.AddDate(0, 0, 1).Format(utils.FormatDate) dataList, e := data_manage.GetCCFIndexDataByDataTime(indexCodes, startDate, endDate) if e != nil { br.Msg = "获取数据失败" br.ErrMsg = "获取指标数据失败,Err:" + e.Error() return } //将数据按照指标进行分类 for _, v := range dataList { dataMap[v.IndexCode] = append(dataMap[v.IndexCode], v) } } total, err = data_manage.GetCCFIndexDataTimePageCount(indexCodes) if err != nil { br.Msg = "获取数据失败" br.ErrMsg = "获取指标数据失败,Err:" + err.Error() return } } page := paging.GetPaging(currentIndex, pageSize, total) resultList := make([]*data_manage.BaseFromCCFIndexList, 0) for _, v := range indexes { product := new(data_manage.BaseFromCCFIndexList) product.BaseFromCcfIndexId = v.BaseFromCcfIndexId product.ClassifyId = v.ClassifyId product.Unit = v.Unit product.IndexCode = v.IndexCode product.IndexName = v.IndexName product.Frequency = v.Frequency product.CreateTime = v.CreateTime product.ModifyTime = v.ModifyTime if edb, ok := edbInfoMap[v.IndexCode]; ok { product.EdbInfoId = edb.EdbInfoId product.EdbExist = 1 } /*total := countMap[v.IndexCode] page := paging.GetPaging(currentIndex, pageSize, total) dataList, e := data_manage.GetCCFIndexData(v.IndexCode, startSize, pageSize) if e != nil { br.Msg = "获取数据失败" br.ErrMsg = "获取指标数据失败,Err:" + e.Error() return }*/ dataListTmp, ok := dataMap[v.IndexCode] if !ok { dataListTmp = make([]*data_manage.BaseFromCCFData, 0) } product.DataList = dataListTmp product.Paging = page resultList = append(resultList, product) } br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = resultList } // CCFSearchList // @Title CCF模糊搜索 // @Description CCF模糊搜索 // @Param Keyword query string ture "关键字搜索" // @Success 200 {object} data_manage.BaseFromCCFIndexSearchItem // @router /ccf/search_list [get] func (this *EdbInfoController) CCFSearchList() { br := new(models.BaseResponse).Init() defer func() { if br.ErrMsg == "" { br.IsSendEmail = false } this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录,SysUser Is Empty" br.Ret = 408 return } list := make([]*data_manage.BaseFromCCFIndexSearchItem, 0) var err error // 关键字 keyword := this.GetString("Keyword") if keyword != "" { keyWordArr := strings.Split(keyword, " ") if len(keyWordArr) > 0 { condition := "" for _, v := range keyWordArr { condition += ` AND CONCAT(index_name,index_code) LIKE '%` + v + `%'` } list, err = data_manage.GetCCFItemList(condition) if err != nil { br.ErrMsg = "获取失败,Err:" + err.Error() br.Msg = "获取失败" return } } } else { list, err = data_manage.GetCCFItemList("") if err != nil { br.ErrMsg = "获取失败,Err:" + err.Error() br.Msg = "获取失败" return } } br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = list } // CCFSingleData // @Title 获取CCF数据 // @Description 获取CCF单条数据接口 // @Param IndexCode query string true "指标唯一编码" // @Success 200 {object} models.BaseResponse // @router /ccf/single_data [get] func (this *EdbInfoController) CCFSingleData() { br := new(models.BaseResponse).Init() defer func() { if br.ErrMsg == "" { br.IsSendEmail = false } this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录,SysUser Is Empty" br.Ret = 408 return } indexCode := this.GetString("IndexCode") indexInfo, err := data_manage.GetBaseFromCCFIndexByIndexCode(indexCode) if err != nil { br.Msg = "获取指标信息失败" br.ErrMsg = "获取指标信息失败,Err:" + err.Error() return } dataTmpList, err := data_manage.GetCCFIndexDataByCode(indexCode) if err != nil { br.Msg = "获取数据失败" br.ErrMsg = "获取数据失败,Err:" + err.Error() return } var ret data_manage.CCFSingleDataResp var dataList []*data_manage.CCFSingleData ret.ClassifyId = indexInfo.ClassifyId ret.BaseFromCcfIndexId = indexInfo.BaseFromCcfIndexId ret.IndexCode = indexInfo.IndexCode ret.IndexName = indexInfo.IndexName ret.Frequency = indexInfo.Frequency ret.CreateTime = indexInfo.CreateTime.Format(utils.FormatDateTime) ret.ModifyTime = indexInfo.ModifyTime.Format(utils.FormatDateTime) ret.Unit = indexInfo.Unit for _, v := range dataTmpList { tmp := &data_manage.CCFSingleData{ Value: v.Value, DataTime: v.DataTime, } dataList = append(dataList, tmp) } ret.Data = dataList br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = ret } // ExportCCFList // @Title 导出CCF数据 // @Description 导出CCF数据 // @Param IndexName query string false "名称关键词" // @Param IndexCode query string false "指标唯一编码" // @Param ClassifyId query string true "分类" // @Success 200 导出成功 // @router /ccf/export [get] func (this *EdbInfoController) ExportCCFList() { br := new(models.BaseResponse).Init() defer func() { if br.ErrMsg == "" { br.IsSendEmail = false } this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请重新登录" return } indexCode := this.GetString("IndexCode") //指标唯一编码 classifyId, _ := this.GetInt("ClassifyId") dir, _ := os.Executable() exPath := filepath.Dir(dir) downFile := exPath + "/" + time.Now().Format(utils.FormatDateTimeUnSpace) + ".xlsx" xlsxFile := xlsx.NewFile() var pars []interface{} condition := "" if classifyId > 0 { //获取指标 condition += " AND classify_id=?" pars = append(pars, classifyId) } if indexCode != "" { //获取指标 condition += " AND index_code=?" pars = append(pars, indexCode) } indexList, err := data_manage.GetCCFIndex(condition, pars) if err != nil { fmt.Println("获取数据失败,Err:" + err.Error()) return } if len(indexList) <= 0 { fmt.Println("indexList 为空") br.Ret = 200 br.Success = true br.Msg = "success" return } //sheetNew := new(xlsx.Sheet) //sheetNew, err = xlsxFile.AddSheet("CCF化纤") //sheetNew.SetColWidth() //获取指标数据 /*windRow := sheetNew.AddRow() secNameRow := sheetNew.AddRow() indexCodeRow := sheetNew.AddRow() frequencyRow := sheetNew.AddRow() unitRow := sheetNew.AddRow() lastModifyDateRow := sheetNew.AddRow()*/ //获取分类下指标最大数据量 var dataMax int //setRowIndex := 6 codeList := make([]string, 0) frequenciesMap := make(map[string][]*data_manage.BaseFromCCFIndexList) for _, v := range indexList { codeList = append(codeList, v.IndexCode) frequenciesMap[v.Frequency] = append(frequenciesMap[v.Frequency], v) } dataListMap := make(map[string][]*data_manage.BaseFromCCFData) if len(indexList) > 0 { allDataList, e := data_manage.GetCCFIndexDataByCodes(codeList) if e != nil { br.Msg = "获取数据失败" br.ErrMsg = "获取数据失败,Err:" + e.Error() return } for _, v := range allDataList { dataListMap[v.IndexCode] = append(dataListMap[v.IndexCode], v) } for _, v := range dataListMap { if len(v) > dataMax { dataMax = len(v) } } } // 按照频率分组排序 frequencies := []string{ "日度", "周度", "旬度", "月度", "季度", "半年度", "年度", } for _, frequency := range frequencies { //获取指标 indexCodeList, ok := frequenciesMap[frequency] if !ok { continue } if len(indexCodeList) <= 0 { fmt.Printf("sheet:%s, 不存在指标", frequency) return } var sheetName string switch frequency { case "日度": sheetName = "日度(Daily)" case "周度": sheetName = "周度(Weekly)" case "旬度": sheetName = "旬度(ten-day)" case "月度": sheetName = "月度(Monthly)" case "季度": sheetName = "季度(Quarterly)" case "半年度": sheetName = "半年度(Semi-annual)" case "年度": sheetName = "年度(Annual)" default: sheetName = "其他数据" } sheetNew, err := xlsxFile.AddSheet(sheetName) if err != nil { fmt.Println("新增Sheet失败", err.Error()) return } secNameRow := sheetNew.AddRow() frequencyRow := sheetNew.AddRow() unitRow := sheetNew.AddRow() lastModifyDateRow := sheetNew.AddRow() var indexIdList []int for _, idx := range frequenciesMap[frequency] { indexIdList = append(indexIdList, idx.BaseFromCcfIndexId) } dataTimeList, err := data_manage.GetCCFDataDataTimeByIndexId(indexIdList) if err != nil { br.Msg = "下载失败" br.ErrMsg = "获取数据时间失败,Err:" + err.Error() fmt.Println("获取数据时间失败", err.Error()) return } // 添加excel左侧指标日期 setRowIndex := 4 for rk, dv := range dataTimeList { rowIndex := setRowIndex + rk row := sheetNew.Row(rowIndex) displayDate, _ := time.Parse(utils.FormatDate, dv) displayDateCell := row.AddCell() style := new(xlsx.Style) style.ApplyAlignment = true style.Alignment.WrapText = true displayDateCell.SetStyle(style) displayDateCell.SetDate(displayDate) } for k, icl := range indexCodeList { // 获取数据 dataList, ok := dataListMap[icl.IndexCode] if !ok { continue } if k == 0 { secNameRow.AddCell().SetValue("指标名称/Metric Name") frequencyRow.AddCell().SetValue("频度/Frequency") unitRow.AddCell().SetValue("单位/Unit") lastModifyDateRow.AddCell().SetValue("更新时间/Update Time") min := k * 3 sheetNew.SetColWidth(min, min, 15) } if len(dataList) == 0 { continue } secNameRow.AddCell().SetValue(icl.IndexName) frequencyRow.AddCell().SetValue(icl.Frequency) unitRow.AddCell().SetValue(icl.Unit) timeDate, err := time.Parse(utils.FormatDateTime, dataList[0].ModifyTime) if err != nil { continue } lastModifyDateRow.AddCell().SetValue(timeDate.Format(utils.FormatDate)) dataInfoMap := make(map[string]*data_manage.BaseFromCCFData) for _, v := range dataList { dataInfoMap[v.DataTime] = v } for rk, dtv := range dataTimeList { rowIndex := setRowIndex + rk row := sheetNew.Row(rowIndex) displayDateCell := row.AddCell() tmpData, ok := dataInfoMap[dtv] if ok { displayDateCell.SetValue(tmpData.Value) } } } } /*for k, sv := range indexList { //获取数据 dataList, ok := dataListMap[sv.IndexCode] if !ok { continue } if len(dataList) > 0 { windRow.AddCell().SetValue("CCF化纤") secNameRow.AddCell().SetValue("指标名称") indexCodeRow.AddCell().SetValue("指标ID") frequencyRow.AddCell().SetValue("频率") unitRow.AddCell().SetValue("单位") lastModifyDateRow.AddCell().SetValue("更新时间") secNameRow.AddCell().SetValue(sv.IndexName) indexCodeRow.AddCell().SetValue(sv.IndexCode) frequencyRow.AddCell().SetValue(sv.Frequency) unitRow.AddCell().SetValue(sv.Unit) lastModifyDateRow.AddCell().SetValue(sv.ModifyTime) windRow.AddCell() windRow.AddCell() secNameRow.AddCell() indexCodeRow.AddCell() frequencyRow.AddCell() unitRow.AddCell() lastModifyDateRow.AddCell() minCol := k * 3 sheetNew.SetColWidth(minCol, minCol, 15) if len(dataList) <= 0 { for n := 0; n < dataMax; n++ { rowIndex := setRowIndex + n row := sheetNew.Row(rowIndex) row.AddCell() row.AddCell() row.AddCell() } } else { endRowIndex := 0 for rk, dv := range dataList { rowIndex := setRowIndex + rk row := sheetNew.Row(rowIndex) displayDate, _ := time.Parse(utils.FormatDate, dv.DataTime) displayDateCell := row.AddCell() style := new(xlsx.Style) style.ApplyAlignment = true style.Alignment.WrapText = true displayDateCell.SetStyle(style) displayDateCell.SetDate(displayDate) row.AddCell().SetValue(dv.Value) row.AddCell() endRowIndex = rowIndex } if len(dataList) < dataMax { dataLen := dataMax - len(dataList) for n := 0; n < dataLen; n++ { rowIndex := (endRowIndex + 1) + n row := sheetNew.Row(rowIndex) row.AddCell() row.AddCell() row.AddCell() } } } } }*/ err = xlsxFile.Save(downFile) if err != nil { //有指标无数据时先导出一遍空表 sheet, err := xlsxFile.AddSheet("无数据") if err != nil { br.Msg = "新增Sheet失败" br.ErrMsg = "新增Sheet失败,Err:" + err.Error() return } rowSecName := sheet.AddRow() celSecName := rowSecName.AddCell() celSecName.SetValue("") err = xlsxFile.Save(downFile) if err != nil { br.Msg = "保存文件失败" br.ErrMsg = "保存文件失败" return } } fileName := `CCF化纤信息` //if len(indexList) > 0 { // fileName = indexList[0].IndexName //} fileName += time.Now().Format("06.01.02") + `.xlsx` //文件名称 this.Ctx.Output.Download(downFile, fileName) defer func() { os.Remove(downFile) }() br.Ret = 200 br.Success = true br.Msg = "success" } // CCFStockClassify // @Title CCF化纤信息-装置分类 // @Description CCF化纤信息-装置分类 // @Success 200 {object} data_manage.CCFStockClassify // @router /ccf/stock/classify [get] func (this *EdbInfoController) CCFStockClassify() { br := new(models.BaseResponse).Init() defer func() { if br.ErrMsg == "" { br.IsSendEmail = false } this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录,SysUser Is Empty" br.Ret = 408 return } classifyOb := new(data_manage.CCFStockClassify) items, e := classifyOb.GetItemsByCondition(``, make([]interface{}, 0), []string{}, "ccf_stock_classify_id ASC") if e != nil { br.Msg = "获取失败" br.ErrMsg = "获取CCF化纤分类列表失败, Err: " + e.Error() return } resp := make([]*data_manage.CCFStockClassifyItem, 0) for _, v := range items { resp = append(resp, v.Format2Item()) } br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = resp } // CCFStockTable // @Title CCF化纤信息-装置表格详情 // @Description CCF化纤信息-装置表格详情 // @Param ClassifyId query int true "分类ID" // @Param TableDate query string false "表格日期" // @Success 200 {object} data_manage.CCFStockExcel // @router /ccf/stock/table [get] func (this *EdbInfoController) CCFStockTable() { br := new(models.BaseResponse).Init() defer func() { if br.ErrMsg == "" { br.IsSendEmail = false } this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录,SysUser Is Empty" br.Ret = 408 return } classifyId, _ := this.GetInt("ClassifyId", 0) tableDate := this.GetString("TableDate") if tableDate != "" { _, e := time.ParseInLocation(utils.FormatDate, tableDate, time.Local) if e != nil { br.Msg = "日期格式有误" return } } excelOb := new(data_manage.CCFStockExcel) cond := `` pars := make([]interface{}, 0) if classifyId > 0 { cond += fmt.Sprintf(` AND %s = ?`, excelOb.Cols().ClassifyId) pars = append(pars, classifyId) } if tableDate != "" { cond += fmt.Sprintf(` AND %s = ?`, excelOb.Cols().ExcelDate) pars = append(pars, tableDate) } // 若无tableDate默认取最近的有数据的表格 item, e := excelOb.GetItemByCondition(cond, pars, fmt.Sprintf("%s DESC", excelOb.Cols().ExcelDate)) if e != nil { if e.Error() == utils.ErrNoRow() { br.Ret = 200 br.Success = true br.Msg = "该日期暂无数据" br.Data = data_manage.CCFStockExcel{} return } br.Msg = "获取失败" br.ErrMsg = "获取CCF化纤装置表格失败, Err: " + e.Error() return } resp := item.Format2Item() br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = resp } // CCFIndexBatchSearch // @Title CCF化纤信息指标查询 // @Description CCF化纤信息指标查询 // @Param ClassifyIds query string true "分类id, 多个分类用英文" // @Param Keyword query string true "关键词, 指标ID/指标名称" // @Success 200 {object} data_manage.LzFrequency // @router /ccf/batch_search [get] func (this *EdbInfoController) CCFIndexBatchSearch() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录,SysUser Is Empty" br.Ret = 408 return } classifyIdStr := this.GetString("ClassifyIds") pageSize, _ := this.GetInt("PageSize") currentIndex, _ := this.GetInt("CurrentIndex") var startSize int if pageSize <= 0 { pageSize = utils.PageSize20 } if currentIndex <= 0 { currentIndex = 1 } startSize = utils.StartIndex(currentIndex, pageSize) resp := data_manage.BaseFromCCFIndexSearchList{} total := 0 page := paging.GetPaging(currentIndex, pageSize, total) var list = make([]*data_manage.BaseFromCCFIndexList, 0) var condition string var pars []interface{} classifyIds := strings.Split(classifyIdStr, ",") if len(classifyIds) > 0 && classifyIds[0] != `` { condition += " AND classify_id IN (" + utils.GetOrmInReplace(len(classifyIds)) + " ) " pars = append(pars, classifyIds) } keyword := this.GetString("Keyword") if keyword != `` { condition += " AND (index_name like ? OR index_code like ?) " pars = utils.GetLikeKeywordPars(pars, keyword, 2) } frequencies := this.GetString("Frequencies") if frequencies != "" { frequencyList := strings.Split(frequencies, ",") condition += " AND frequency IN (" + utils.GetOrmInReplace(len(frequencyList)) + " ) " pars = append(pars, frequencyList) } condition += ` AND index_code not in (SELECT edb_code FROM edb_info WHERE source=?) ` pars = append(pars, utils.DATA_SOURCE_CCF) list, err := data_manage.GetCCFIndexPage(condition, pars, startSize, pageSize) if err != nil { br.Msg = "获取失败" br.ErrMsg = "获取失败,Err:" + err.Error() return } // 获取最新值 endTimeList := make([]string, 0) endValMap := make(map[int]string) indexIds := make([]int, 0) for _, v := range list { endTimeList = append(endTimeList, v.EndDate) indexIds = append(indexIds, v.BaseFromCcfIndexId) } if len(indexIds) > 0 { dataTmpList, e := data_manage.GetCCFIndexDataByIndexIdAndDataTime(indexIds, endTimeList) if e != nil { br.Msg = "获取失败" br.ErrMsg = "获取指标最新值失败,Err:" + e.Error() return } for _, v := range dataTmpList { endValMap[v.BaseFromCcfIndexId] = v.Value } } for _, v := range list { if val, ok := endValMap[v.BaseFromCcfIndexId]; ok { v.EndValue = val } } total, err = data_manage.GetCCFIndexPageCount(condition, pars) if err != nil { br.Msg = "获取数据失败" br.ErrMsg = "获取指标数据失败,Err:" + err.Error() return } page = paging.GetPaging(currentIndex, pageSize, total) resp.Paging = page resp.List = list br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = resp } // CCFIndexBatchAdd // @Title CCF化纤信息批量新增 // @Description CCF化纤信息批量新增 // @Param request body data_manage.AddEdbInfoReq true "type json string" // @Success 200 string "操作成功" // @router /ccf/batch_add [post] func (this *EdbInfoController) CCFIndexBatchAdd() { br := new(models.BaseResponse).Init() defer func() { if br.ErrMsg == "" { br.IsSendEmail = false } this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录,SysUser Is Empty" br.Ret = 408 return } deleteCache := true cacheKey := "CACHE_EDB_INFO_BATCH_ADD_CCF_" + strconv.Itoa(sysUser.AdminId) defer func() { if deleteCache { _ = utils.Rc.Delete(cacheKey) } }() if !utils.Rc.SetNX(cacheKey, 1, 30*time.Second) { deleteCache = false br.Msg = "系统处理中,请稍后重试!" br.ErrMsg = "系统处理中,请稍后重试!" + sysUser.RealName + ";data:" + string(this.Ctx.Input.RequestBody) return } var req []*data_manage.AddEdbInfoReq if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil { br.Msg = "参数解析异常!" br.ErrMsg = "参数解析失败,Err:" + e.Error() return } if len(req) == 0 { br.Msg = "请选择指标" return } if len(req) > 30 { br.Msg = "批量添加指标数量不得超过30个" return } for _, v := range req { v.EdbCode = strings.TrimSpace(v.EdbCode) if v.EdbCode == "" { br.Msg = "指标ID不可为空" return } v.EdbName = strings.TrimSpace(v.EdbName) if v.EdbName == "" { br.Msg = "请输入指标名称" return } v.Frequency = strings.TrimSpace(v.Frequency) if v.Frequency == "" { br.Msg = "请选择频度" return } v.Unit = strings.TrimSpace(v.Unit) if v.Unit == "" { br.Msg = "请输入单位" return } if v.ClassifyId <= 0 { br.Msg = "请选择分类" return } } // 限定同一时间最多批量新增30个指标 for _, v := range req { var r data_manage.CCFIndexSource2EdbReq r.EdbCode = v.EdbCode r.EdbName = v.EdbName r.Frequency = v.Frequency r.Unit = v.Unit r.ClassifyId = v.ClassifyId r.AdminId = sysUser.AdminId r.AdminRealName = sysUser.RealName edbInfo, e, errMsg, skip := data.CCFIndexSource2Edb(r, this.Lang) if e != nil { br.Msg = "操作失败" if errMsg != "" { br.Msg = errMsg } br.ErrMsg = e.Error() return } if skip { continue } // 试用平台更新用户累计新增指标数 if utils.BusinessCode == utils.BusinessCodeSandbox { go func() { adminItem, e := system.GetSysAdminById(sysUser.AdminId) if e != nil { tips := fmt.Sprintf("试用平台更新用户累计新增指标数-获取用户失败, Err: " + e.Error()) utils.FileLog.Info(tips) return } if adminItem.DepartmentName != "ETA试用客户" { return } var ur etaTrialService.EtaTrialUserReq ur.Mobile = adminItem.Mobile _, _ = etaTrialService.UpdateUserIndexNum(ur) }() } // 新增操作日志 { edbLog := new(data_manage.EdbInfoLog) edbLog.EdbInfoId = edbInfo.EdbInfoId edbLog.SourceName = edbInfo.SourceName edbLog.Source = edbInfo.Source edbLog.EdbCode = edbInfo.EdbCode edbLog.EdbName = edbInfo.EdbName edbLog.ClassifyId = edbInfo.ClassifyId edbLog.SysUserId = sysUser.AdminId edbLog.SysUserRealName = sysUser.RealName edbLog.CreateTime = time.Now() edbLog.Content = string(this.Ctx.Input.RequestBody) edbLog.Status = "新增指标" edbLog.Method = this.Ctx.Input.URI() go data_manage.AddEdbInfoLog(edbLog) } } br.Msg = "操作成功" br.Ret = 200 br.Success = true br.IsAddLog = true } // CCFIndexNameCheck // @Title 加入指标库的重名检测 // @Description 加入指标库的重名检测 // @Param ClassifyIds query string true "分类id, 多个分类用英文" // @Param Keyword query string true "关键词, 指标ID/指标名称" // @Success 200 {object} NameCheckResult // @router /ccf/edb_info/name_check [post] func (this *EdbInfoController) CCFIndexNameCheck() { br := new(models.BaseResponse).Init() defer func() { if br.ErrMsg == "" { br.IsSendEmail = false } this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录,SysUser Is Empty" br.Ret = 408 return } var req []*data_manage.NameCheckEdbInfoReq if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil { br.Msg = "参数解析异常!" br.ErrMsg = "参数解析失败,Err:" + e.Error() return } if len(req) == 0 { br.Msg = "请选择指标" return } codeMaxT := 30 codeLen := len(req) if codeLen > codeMaxT { br.Msg = "批量添加指标数量不得超过30个" return } indexNames := make([]string, 0) resp := make([]*data_manage.EdbNameCheckResult, 0) for _, v := range req { v.EdbCode = strings.TrimSpace(v.EdbCode) if v.EdbCode == "" { br.Msg = "指标ID不可为空" return } v.EdbName = strings.TrimSpace(v.EdbName) if v.EdbName == "" { br.Msg = "请输入指标名称" return } indexNames = append(indexNames, v.EdbName) resp = append(resp, &data_manage.EdbNameCheckResult{ EdbCode: v.EdbCode, EdbName: v.EdbName, }) dataItems, err := data_manage.GetEdbDataAllByEdbCode(v.EdbCode, utils.DATA_SOURCE_CCF, 0, utils.EDB_DATA_LIMIT) if err != nil && err.Error() != utils.ErrNoRow() { br.Msg = "获取失败" br.ErrMsg = "获取钢联已存在信息失败,Err:" + err.Error() return } if len(dataItems) <= 0 { respItem, err := data.AddEdbData(utils.DATA_SOURCE_CCF, v.EdbCode, v.Frequency) if err != nil { br.Msg = "获取失败" br.ErrMsg = "获取失败,Err:" + err.Error() return } if respItem.Ret != 200 { br.Msg = "未搜索到该指标" br.ErrMsg = respItem.ErrMsg + ";EdbCode:" + v.EdbCode return } } } // 重名校验 edbList, e := data_manage.GetEdbInfoByNameArr(indexNames, utils.EDB_INFO_TYPE) if e != nil { br.Msg = "操作失败" br.ErrMsg = "获取重名指标失败, Err: " + e.Error() return } nameExists := make(map[string]bool) for _, v := range edbList { nameExists[v.EdbName] = true } if len(nameExists) > 0 { for _, v := range resp { v.Exist = nameExists[v.EdbName] } } br.Data = resp br.Msg = "校验成功" br.Ret = 200 br.Success = true } // CCFAddCheck // @Title 加入指标库指标Id检测 // @Description 加入指标库指标Id检测 // @Param request body request.BatchAddCheckReq true "type json string" // @Success 200 string "操作成功" // @router /ccf/edb_info/add_check [post] func (c *EdbInfoController) CCFAddCheck() { br := new(models.BaseResponse).Init() defer func() { if br.ErrMsg == "" { br.IsSendEmail = false } c.Data["json"] = br c.ServeJSON() }() sysUser := c.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录,SysUser Is Empty" br.Ret = 408 return } var req data_manage.BatchAddCheckReq if e := json.Unmarshal(c.Ctx.Input.RequestBody, &req); e != nil { br.Msg = "参数解析异常!" br.ErrMsg = "参数解析失败,Err:" + e.Error() return } codeMaxT := 30 codeLen := len(req.IndexCodes) // 获取指标库已有指标 existsEdb, e := data_manage.GetEdbCodesBySource(utils.DATA_SOURCE_CCF) if e != nil { br.Msg = "获取失败" br.ErrMsg = "获取自有数据已添加的指标失败, Err: " + e.Error() return } existMap := make(map[string]*data_manage.EdbInfo) for _, v := range existsEdb { existMap[v.EdbCode] = v } if codeLen == 0 { br.Msg = "请选择指标" return } if codeLen > codeMaxT { br.Msg = fmt.Sprintf("最多只能选择%d个指标", codeMaxT) return } // 查询选中的指标 cond := fmt.Sprintf(` AND index_code IN (%s)`, utils.GetOrmInReplace(codeLen)) pars := make([]interface{}, 0) pars = append(pars, req.IndexCodes) list, err := data_manage.GetCCFIndex(cond, pars) if err != nil { br.Msg = "获取失败" br.ErrMsg = "获取钢联已存在信息失败,Err:" + err.Error() return } if len(list) > codeMaxT { br.Msg = fmt.Sprintf("最多只能选择%d个指标", codeMaxT) return } resp := make([]*data_manage.BaseFromCCFIndexList, 0) for _, v := range list { if edb, ok := existMap[v.IndexCode]; ok { v.EdbInfoId = edb.EdbInfoId // todo 验证下面三个字段的用处 //v.EdbClassifyId = edb.ClassifyId //v.EdbUniqueCode = edb.UniqueCode v.EdbExist = 1 } resp = append(resp, v) } br.Data = resp br.Msg = "校验成功" br.Ret = 200 br.Success = true } // CCFEdbInfoAdd // @Title 新增指标接口 // @Description 新增指标接口 // @Param request body data_manage.AddEdbInfoReq true "type json string" // @Success Ret=200 保存成功 // @router /ccf/edb_info/add [post] func (this *EdbInfoController) CCFEdbInfoAdd() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录,SysUser Is Empty" br.Ret = 408 return } deleteCache := true cacheKey := "CACHE_EDB_INFO_ADD_" + strconv.Itoa(sysUser.AdminId) defer func() { if deleteCache { utils.Rc.Delete(cacheKey) } }() if !utils.Rc.SetNX(cacheKey, 1, 30*time.Second) { deleteCache = false br.Msg = "系统处理中,请稍后重试!" br.ErrMsg = "系统处理中,请稍后重试!" + sysUser.RealName + ";data:" + string(this.Ctx.Input.RequestBody) return } var req data_manage.AddEdbInfoReq err := json.Unmarshal(this.Ctx.Input.RequestBody, &req) if err != nil { br.Msg = "参数解析异常!" br.ErrMsg = "参数解析失败,Err:" + err.Error() return } req.EdbName = strings.Trim(req.EdbName, " ") req.EdbCode = strings.Trim(req.EdbCode, " ") if req.EdbCode == "" { br.Msg = "指标ID不能为空" return } if req.EdbName == "" { br.Msg = "指标名称不能为空" return } if req.Frequency == "" { br.Msg = "频率不能为空" return } if req.Unit == "" { br.Msg = "单位不能为空" return } if req.ClassifyId <= 0 { br.Msg = "请选择分类" return } count, err := data_manage.GetCCFIndexDataCount(req.EdbCode) if err != nil { br.Msg = "获取失败" br.ErrMsg = "获取失败,Err:" + err.Error() return } if count == 0 { br.Msg = "指标不存在" } // 指标入库 edbInfo, err, errMsg, isSendEmail := data.EdbInfoAdd(utils.DATA_SOURCE_CCF, utils.DATA_SUB_SOURCE_EDB, req.ClassifyId, req.EdbCode, req.EdbName, req.Frequency, req.Unit, req.StartDate, req.EndDate, sysUser.AdminId, sysUser.RealName, this.Lang) if err != nil { br.Msg = "保存失败" if errMsg != `` { br.Msg = errMsg } br.ErrMsg = err.Error() br.IsSendEmail = isSendEmail return } // 试用平台更新用户累计新增指标数 adminItem, e := system.GetSysAdminById(sysUser.AdminId) if e != nil { br.Msg = "操作失败" br.ErrMsg = "获取系统用户数据失败,Err:" + e.Error() return } if utils.BusinessCode == utils.BusinessCodeSandbox && adminItem.DepartmentName == "ETA试用客户" { go func() { var r etaTrialService.EtaTrialUserReq r.Mobile = adminItem.Mobile _, _ = etaTrialService.UpdateUserIndexNum(r) }() } //新增操作日志 { edbLog := new(data_manage.EdbInfoLog) edbLog.EdbInfoId = edbInfo.EdbInfoId edbLog.SourceName = edbInfo.SourceName edbLog.Source = edbInfo.Source edbLog.EdbCode = edbInfo.EdbCode edbLog.EdbName = edbInfo.EdbName edbLog.ClassifyId = edbInfo.ClassifyId edbLog.SysUserId = sysUser.AdminId edbLog.SysUserRealName = sysUser.RealName edbLog.CreateTime = time.Now() edbLog.Content = string(this.Ctx.Input.RequestBody) edbLog.Status = "新增指标" edbLog.Method = this.Ctx.Input.URI() go data_manage.AddEdbInfoLog(edbLog) } // 更新es go data.AddOrEditEdbInfoToEs(edbInfo.EdbInfoId) resp := new(data_manage.AddEdbInfoResp) resp.EdbInfoId = edbInfo.EdbInfoId resp.UniqueCode = edbInfo.UniqueCode br.Ret = 200 br.Success = true br.Msg = "保存成功" br.Data = resp br.IsAddLog = true } // GetFrequency // @Title CCF化纤信息数据频度 // @Description CCF化纤信息数据频度接口 // @Param ClassifyId query string true "分类Id" // @Success 200 {object} data_manage.LzFrequency // @router /ccf/frequency [get] func (this *EdbInfoController) GetCCFFrequency() { br := new(models.BaseResponse).Init() defer func() { this.Data["json"] = br this.ServeJSON() }() sysUser := this.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录,SysUser Is Empty" br.Ret = 408 return } classifyId, _ := this.GetInt("ClassifyId") if classifyId < 0 { br.Msg = "请选择分类" br.ErrMsg = "请选择分类" return } frequencyList, err := data_manage.GetCCFFrequencyByClassifyId(classifyId) if err != nil { br.Msg = "获取频度失败" br.ErrMsg = "获取频度失败,Err:" + err.Error() return } br.Ret = 200 br.Success = true br.Msg = "获取成功" br.Data = frequencyList } // BatchAddEdbCheck // @Title 新增校验 // @Description 新增校验 // @Param request body data_manage.BatchManualEdbReq true "type json string" // @Success 200 string "操作成功" // @router /ccf/batch/add/check [post] func (c *EdbInfoController) BatchAddEdbCheck() { br := new(models.BaseResponse).Init() defer func() { if br.ErrMsg == "" { br.IsSendEmail = false } c.Data["json"] = br c.ServeJSON() }() sysUser := c.SysUser if sysUser == nil { br.Msg = "请登录" br.ErrMsg = "请登录,SysUser Is Empty" br.Ret = 408 return } // 最大批量添加的数量 codeMaxT := 31 var req data_manage.BatchCheckCCFEdbReq err := json.Unmarshal(c.Ctx.Input.RequestBody, &req) if err != nil { br.Msg = "参数错误" br.ErrMsg = "参数错误,Err:" + err.Error() return } req.Keyword = strings.TrimSpace(req.Keyword) classifyIdStr := req.ClassifyIds var list = make([]*data_manage.BaseFromCCFIndexList, 0) var condition string var pars []interface{} if req.ListAll { classifyIds := strings.Split(classifyIdStr, ",") if len(classifyIds) > 0 && classifyIds[0] != `` { condition += " AND classify_id IN (" + utils.GetOrmInReplace(len(classifyIds)) + " ) " pars = append(pars, classifyIds) } keyword := req.Keyword if keyword != `` { condition += " AND (index_name like ? OR index_code like ?) " pars = utils.GetLikeKeywordPars(pars, keyword, 2) } frequencies := req.Frequencies if frequencies != "" { frequencyList := strings.Split(frequencies, ",") condition += " AND frequency IN (" + utils.GetOrmInReplace(len(frequencyList)) + " ) " pars = append(pars, frequencyList) } codes := req.TradeCodeList codeList := make([]string, 0) if codes != "" { codeList = strings.Split(codes, ",") } if len(codeList) > 0 { condition += ` AND index_code not in (` + utils.GetOrmInReplace(len(codeList)) + `) ` pars = append(pars, codeList) } } else { codes := req.TradeCodeList codeList := make([]string, 0) if codes != "" { codeList = strings.Split(codes, ",") } if len(codeList) <= 0 { br.Msg = "请选择指标" br.ErrMsg = "请选择指标" return } // 指标 condition += ` AND index_code in (` + utils.GetOrmInReplace(len(codeList)) + `) ` pars = append(pars, codeList) } condition += ` AND index_code not in (SELECT edb_code FROM edb_info WHERE source=?) ` pars = append(pars, utils.DATA_SOURCE_CCF) list, err = data_manage.GetCCFIndexPage(condition, pars, 0, codeMaxT) if err != nil { br.Msg = "获取失败" br.ErrMsg = "获取失败,Err:" + err.Error() return } if len(list) >= codeMaxT { br.Msg = "批量添加指标数量不得超过30个" return } br.Data = list br.Msg = "校验成功" br.Ret = 200 br.Success = true }