manual_edb.go 32 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273
  1. package controllers
  2. import (
  3. "encoding/json"
  4. "eta/eta_api/models"
  5. "eta/eta_api/models/data_manage"
  6. "eta/eta_api/models/system"
  7. "eta/eta_api/services/data"
  8. etaTrialService "eta/eta_api/services/eta_trial"
  9. "eta/eta_api/utils"
  10. "fmt"
  11. "github.com/rdlucklib/rdluck_tools/paging"
  12. "github.com/shopspring/decimal"
  13. "strconv"
  14. "strings"
  15. "time"
  16. )
  17. // EdbDetail
  18. // @Title 指标列表
  19. // @Description 指标列表
  20. // @Param TradeCode query string true "指标编码"
  21. // @Success 200 {object} models.TargetDetailResp
  22. // @router /target/edb/detail [get]
  23. func (this *TargetController) EdbDetail() {
  24. br := new(models.BaseResponse).Init()
  25. defer func() {
  26. this.Data["json"] = br
  27. this.ServeJSON()
  28. }()
  29. sysUser := this.SysUser
  30. if sysUser == nil {
  31. br.Msg = "请重新登录"
  32. return
  33. }
  34. // 指标编码
  35. tradeCode := this.GetString("TradeCode")
  36. if tradeCode == `` {
  37. br.Msg = "请输入指标编码"
  38. br.IsSendEmail = false
  39. return
  40. }
  41. manualEdbInfo, err := models.GetTargetByTradeCode(tradeCode)
  42. if err != nil {
  43. br.Msg = "获取指标失败"
  44. br.ErrMsg = "获取指标失败,err:" + err.Error()
  45. return
  46. }
  47. // 如果不是超管账号,那么得校验下当前用户是否有该指标的权限
  48. if sysUser.RoleTypeCode != utils.ROLE_TYPE_CODE_ADMIN {
  49. //获取账户所拥有权限的分类id集合
  50. count, err := models.GetCountManualUserClassify(sysUser.AdminId, manualEdbInfo.ClassifyId)
  51. if err != nil {
  52. br.Msg = "获取分类数据失败"
  53. br.ErrMsg = "获取分类数据失败,err:" + err.Error()
  54. return
  55. }
  56. if count <= 0 {
  57. br.Msg = "无权访问"
  58. br.ErrMsg = "无权访问"
  59. br.IsSendEmail = false
  60. return
  61. }
  62. }
  63. classifyList := make([]*models.EdbdataClassify, 0)
  64. {
  65. classify, err := models.GetManualClassifyByClassifyId(manualEdbInfo.ClassifyId)
  66. if err != nil {
  67. br.Msg = "获取分类信息失败"
  68. br.ErrMsg = "获取分类信息失败,err:" + err.Error()
  69. return
  70. }
  71. parentClassify, err := models.GetManualClassifyByClassifyId(classify.ParentId)
  72. if err != nil {
  73. br.Msg = "获取分类信息失败"
  74. br.ErrMsg = "获取父级分类信息失败,err:" + err.Error()
  75. return
  76. }
  77. classifyList = []*models.EdbdataClassify{
  78. parentClassify, classify,
  79. }
  80. }
  81. // 明细数据
  82. {
  83. dataList, err := models.GetEdbDataListByCode(manualEdbInfo.TradeCode)
  84. if err != nil {
  85. br.Msg = "获取明细数据失败"
  86. br.ErrMsg = "获取明细数据失败,err:" + err.Error()
  87. return
  88. }
  89. manualEdbInfo.DataList = dataList
  90. }
  91. resp := models.TargetDetailResp{
  92. Detail: manualEdbInfo,
  93. ClassifyList: classifyList,
  94. }
  95. br.Ret = 200
  96. br.Success = true
  97. br.Msg = "获取成功"
  98. //br.Data = resp
  99. br.Data = resp
  100. }
  101. // ClassifyEdbList
  102. // @Title 分类指标列表
  103. // @Description 指标列表
  104. // @Param ClassifyId query string true "分类id"
  105. // @Success 200 {object} models.TargetDetailResp
  106. // @router /target/classify/edb/list [get]
  107. func (this *TargetController) ClassifyEdbList() {
  108. br := new(models.BaseResponse).Init()
  109. defer func() {
  110. this.Data["json"] = br
  111. this.ServeJSON()
  112. }()
  113. sysUser := this.SysUser
  114. if sysUser == nil {
  115. br.Msg = "请登录"
  116. br.Ret = 408
  117. return
  118. }
  119. resp := new(models.EdbdataClassifyResp)
  120. classifyId, _ := this.GetInt("ClassifyId") //分类
  121. if classifyId <= 0 {
  122. br.Msg = "请传入分类"
  123. br.ErrMsg = "请传入分类"
  124. br.IsSendEmail = false
  125. }
  126. var condition string
  127. var pars []interface{}
  128. // 如果不是超管账号,那么得校验下当前用户是否有该指标的权限
  129. if sysUser.RoleTypeCode != utils.ROLE_TYPE_CODE_ADMIN {
  130. //获取账户所拥有权限的分类id集合
  131. count, err := models.GetCountManualUserClassify(sysUser.AdminId, classifyId)
  132. if err != nil {
  133. br.Msg = "获取分类数据失败"
  134. br.ErrMsg = "获取分类数据失败,err:" + err.Error()
  135. return
  136. }
  137. if count <= 0 {
  138. br.Msg = "无权访问"
  139. br.ErrMsg = "无权访问"
  140. br.IsSendEmail = false
  141. return
  142. }
  143. }
  144. list := make([]*models.EdbdataClassifyList, 0)
  145. condition += ` AND a.classify_id = ? `
  146. pars = append(pars, classifyId)
  147. tmpList, err := models.GetEdbInfoList(condition, pars, 0, 0)
  148. if err != nil {
  149. br.Msg = "获取失败"
  150. br.ErrMsg = "获取失败,Err:" + err.Error()
  151. return
  152. }
  153. for _, v := range tmpList {
  154. list = append(list, &models.EdbdataClassifyList{
  155. ClassifyId: 0,
  156. ClassifyName: v.SecName,
  157. ParentId: v.ClassifyId,
  158. Child: nil,
  159. TradeCode: v.TradeCode,
  160. UniqueCode: utils.MD5(v.TradeCode),
  161. })
  162. }
  163. resp.List = list
  164. br.Ret = 200
  165. br.Success = true
  166. br.Msg = "获取成功"
  167. br.Data = resp
  168. }
  169. // EdbSearch
  170. // @Title 指标搜索
  171. // @Description 指标搜索
  172. // @Param Keyword query string false "关键字搜索"
  173. // @Success 200 {object} models.TargetItemListResp
  174. // @router /target/edb/search [get]
  175. func (this *TargetController) EdbSearch() {
  176. br := new(models.BaseResponse).Init()
  177. defer func() {
  178. this.Data["json"] = br
  179. this.ServeJSON()
  180. }()
  181. sysUser := this.SysUser
  182. if sysUser == nil {
  183. br.Msg = "请重新登录"
  184. return
  185. }
  186. pageSize, _ := this.GetInt("PageSize")
  187. currentIndex, _ := this.GetInt("CurrentIndex")
  188. var startSize int
  189. if pageSize <= 0 {
  190. pageSize = utils.PageSize20
  191. }
  192. if currentIndex <= 0 {
  193. currentIndex = 1
  194. }
  195. startSize = utils.StartIndex(currentIndex, pageSize)
  196. //关键字
  197. keyword := this.GetString("Keyword")
  198. var condition string
  199. var pars []interface{}
  200. userId := sysUser.AdminId
  201. //超管账号可以查看分类下的所有频度数据
  202. if sysUser.RoleTypeCode != utils.ROLE_TYPE_CODE_ADMIN {
  203. classifyList, err := models.GetEdbdataClassify(int64(userId))
  204. if err != nil {
  205. br.Msg = "获取分类数据失败"
  206. br.Msg = "获取拥有的分类数据失败,Err:" + err.Error()
  207. return
  208. }
  209. num := len(classifyList)
  210. if num > 0 {
  211. classifyIdList := make([]int, 0)
  212. for _, v := range classifyList {
  213. classifyIdList = append(classifyIdList, v.ClassifyId)
  214. }
  215. condition += ` AND a.classify_id in (` + utils.GetOrmInReplace(num) + `) `
  216. pars = append(pars, classifyIdList)
  217. }
  218. }
  219. if keyword != "" {
  220. condition += ` AND (a.SEC_NAME like ? or a.TRADE_CODE like ? )`
  221. pars = utils.GetLikeKeywordPars(pars, keyword, 2)
  222. }
  223. total, err := models.GetCountEdbInfoList(condition, pars)
  224. if err != nil {
  225. br.Msg = "获取失败"
  226. br.ErrMsg = "获取失败,Err:" + err.Error()
  227. return
  228. }
  229. list, err := models.GetEdbInfoList(condition, pars, startSize, pageSize)
  230. if err != nil {
  231. br.Msg = "获取失败"
  232. br.ErrMsg = "获取失败,Err:" + err.Error()
  233. return
  234. }
  235. for _, v := range list {
  236. v.UniqueCode = utils.MD5(v.TradeCode)
  237. }
  238. resp := models.EdbListResp{
  239. List: list,
  240. Paging: paging.GetPaging(currentIndex, pageSize, total),
  241. }
  242. br.Ret = 200
  243. br.Success = true
  244. br.Msg = "获取成功"
  245. br.Data = resp
  246. }
  247. // EdbList
  248. // @Title 获取研究员指标
  249. // @Description 获取研究员指标
  250. // @Param Frequency query string false "频度;枚举值:日度、周度、月度、季度、半年度、年度"
  251. // @Param Keyword query string false "关键字搜索"
  252. // @Param TradeCode query string false "指标唯一编码"
  253. // @Param ClassifyId query int false "分类id"
  254. // @Param UserId query int false "用户id"
  255. // @Param EdbShowType query string true "指标展示类型:0,1,2; 0:不管有没有数据,指标都展示出来, 1:只展示有数据的指标, 2:只展示没有数据的指标"
  256. // @Success 200 {object} models.TargetItemListResp
  257. // @router /target/edb/list [get]
  258. func (this *TargetController) EdbList() {
  259. br := new(models.BaseResponse).Init()
  260. defer func() {
  261. this.Data["json"] = br
  262. this.ServeJSON()
  263. }()
  264. sysUser := this.SysUser
  265. if sysUser == nil {
  266. br.Msg = "请重新登录"
  267. return
  268. }
  269. pageSize, _ := this.GetInt("PageSize")
  270. currentIndex, _ := this.GetInt("CurrentIndex")
  271. var startSize int
  272. if pageSize <= 0 {
  273. pageSize = utils.PageSize20
  274. }
  275. if currentIndex <= 0 {
  276. currentIndex = 1
  277. }
  278. startSize = utils.StartIndex(currentIndex, pageSize)
  279. // 频度
  280. frequency := this.GetString("Frequency")
  281. //关键字
  282. keyword := this.GetString("Keyword")
  283. //关键字
  284. classifyId, _ := this.GetInt("ClassifyId", 0)
  285. //用户ID
  286. userId, _ := this.GetInt("UserId", 0)
  287. var condition string
  288. var pars []interface{}
  289. //超管账号可以查看分类下的所有频度数据
  290. if sysUser.RoleTypeCode != utils.ROLE_TYPE_CODE_ADMIN {
  291. classifyList, err := models.GetEdbdataClassify(int64(sysUser.AdminId))
  292. if err != nil {
  293. br.Msg = "获取分类数据失败"
  294. br.Msg = "获取拥有的分类数据失败,Err:" + err.Error()
  295. return
  296. }
  297. num := len(classifyList)
  298. if num > 0 {
  299. classifyIdList := make([]int, 0)
  300. for _, v := range classifyList {
  301. classifyIdList = append(classifyIdList, v.ClassifyId)
  302. }
  303. condition += ` AND a.classify_id in (` + utils.GetOrmInReplace(num) + `) `
  304. pars = append(pars, classifyIdList)
  305. }
  306. }
  307. // 关键词
  308. if keyword != "" {
  309. condition += ` AND (a.SEC_NAME like ? or a.TRADE_CODE like ? )`
  310. pars = utils.GetLikeKeywordPars(pars, keyword, 2)
  311. }
  312. if frequency != "" {
  313. condition += ` AND a.frequency = ?`
  314. pars = append(pars, frequency)
  315. }
  316. // 所属分类
  317. if classifyId > 0 {
  318. condition += ` AND a.classify_id = ? `
  319. pars = append(pars, classifyId)
  320. }
  321. // 所属用户
  322. if userId > 0 {
  323. condition += ` AND a.user_id = ? `
  324. pars = append(pars, userId)
  325. }
  326. total, err := models.GetCountEdbInfoList(condition, pars)
  327. if err != nil {
  328. br.Msg = "获取失败"
  329. br.ErrMsg = "获取失败,Err:" + err.Error()
  330. return
  331. }
  332. list, err := models.GetEdbInfoList(condition, pars, startSize, pageSize)
  333. if err != nil {
  334. br.Msg = "获取失败"
  335. br.ErrMsg = "获取失败,Err:" + err.Error()
  336. return
  337. }
  338. resp := models.EdbListResp{
  339. List: list,
  340. Paging: paging.GetPaging(currentIndex, pageSize, total),
  341. }
  342. br.Ret = 200
  343. br.Success = true
  344. br.Msg = "获取成功"
  345. br.Data = resp
  346. }
  347. // EditExcelData
  348. // @Title 根据excel的样式去编辑指标
  349. // @Description 根据excel的样式去编辑指标
  350. // @Param request body models.ManualEdbExcelStyleEditReq true "type json string"
  351. // @Success 200
  352. // @router /target/edb/excel_style/edit [post]
  353. func (this *TargetController) EditExcelData() {
  354. br := new(models.BaseResponse).Init()
  355. var err error
  356. errs := make([]string, 0)
  357. defer func() {
  358. if len(errs) > 0 {
  359. utils.FileLog.Info("编辑EXCEL数据 新增或修改数据失败,Err:" + strings.Join(errs, "\n"))
  360. }
  361. this.Data["json"] = br
  362. this.ServeJSON()
  363. }()
  364. sysUser := this.SysUser
  365. if sysUser == nil {
  366. br.Msg = "请重新登录"
  367. return
  368. }
  369. var req data_manage.ManualEdbExcelStyleEditReq
  370. err = json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  371. if err != nil {
  372. br.Msg = "参数解析异常!"
  373. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  374. return
  375. }
  376. if req.TradeCode == `` {
  377. br.Msg = "指标编码异常!"
  378. br.ErrMsg = "指标编码异常!"
  379. return
  380. }
  381. if req.Unit == `` {
  382. br.Msg = "单位填写异常!"
  383. br.ErrMsg = "单位填写异常!"
  384. return
  385. }
  386. if req.Frequency == `` {
  387. br.Msg = "频度填写异常!"
  388. br.ErrMsg = "频度填写异常!"
  389. return
  390. }
  391. if req.ClassifyId <= 0 {
  392. br.Msg = "品种填写异常!"
  393. br.ErrMsg = "品种填写异常!"
  394. return
  395. }
  396. // 获取指标信息
  397. manualEdbInfo, err := models.GetEdbinfoByTradeCode(req.TradeCode)
  398. if err != nil {
  399. br.Msg = `找不到该指标`
  400. br.Msg = `找不到该指标,ERR:` + err.Error()
  401. return
  402. }
  403. // 如果不是超管账号,那么得校验下当前用户是否有该指标的权限
  404. if sysUser.RoleTypeCode != utils.ROLE_TYPE_CODE_ADMIN {
  405. //获取账户所拥有权限的分类id集合
  406. count, err := models.GetCountManualUserClassify(sysUser.AdminId, manualEdbInfo.ClassifyId)
  407. if err != nil {
  408. br.Msg = "获取分类数据失败"
  409. br.ErrMsg = "获取分类数据失败,err:" + err.Error()
  410. return
  411. }
  412. if count <= 0 {
  413. br.Msg = "无权访问"
  414. br.ErrMsg = "无权访问"
  415. br.IsSendEmail = false
  416. return
  417. }
  418. }
  419. dateValueMap := make(map[string]string)
  420. //取到所有数据
  421. for i := range req.Data {
  422. // 过滤第一行
  423. if i == 0 {
  424. continue
  425. }
  426. if req.Data[i] == nil {
  427. continue
  428. }
  429. tmpData := req.Data[i]
  430. // 少于两列,说明数据是异常的,得过滤
  431. if len(tmpData) < 2 {
  432. continue
  433. }
  434. var tmpDate string
  435. //先拿下日期列表
  436. {
  437. dateMap := tmpData[0].(map[string]interface{})
  438. _, ok := dateMap["m"]
  439. if !ok {
  440. continue
  441. }
  442. tmpDate = dateMap["m"].(string)
  443. }
  444. // 数据处理
  445. {
  446. if tmpData[1] == nil {
  447. continue
  448. }
  449. valueMap := tmpData[1].(map[string]interface{})
  450. value, _ := valueMap["m"]
  451. if value == nil {
  452. continue
  453. }
  454. dateValueMap[tmpDate] = valueMap["m"].(string)
  455. // 09-27 千位分隔符时用 "m" 取字符串存数据库会把逗号当小数点,现在换用 "v" 直接取数字再转为字符串,看看会不会有问题
  456. if ct, ok := valueMap["ct"].(map[string]interface{}); ok {
  457. fa, _ := ct["fa"]
  458. if fa == "#,##0.000" {
  459. value = valueMap["v"]
  460. floatValue := valueMap["v"].(float64)
  461. dateValueMap[tmpDate] = strconv.FormatFloat(floatValue, 'f', -1, 64)
  462. }
  463. }
  464. }
  465. }
  466. //操作指标,新增指标及数据等
  467. {
  468. secName := strings.TrimSpace(req.Name)
  469. frequency := strings.TrimSpace(req.Frequency)
  470. unit := strings.TrimSpace(req.Unit)
  471. // 指标基础信息变更
  472. {
  473. updateCols := make([]string, 0)
  474. if manualEdbInfo.SecName != secName {
  475. updateCols = append(updateCols, "SecName")
  476. manualEdbInfo.SecName = secName
  477. }
  478. if manualEdbInfo.ClassifyId != req.ClassifyId {
  479. updateCols = append(updateCols, "ClassifyId")
  480. manualEdbInfo.ClassifyId = req.ClassifyId
  481. }
  482. if manualEdbInfo.Frequency != frequency {
  483. updateCols = append(updateCols, "Frequency")
  484. manualEdbInfo.Frequency = frequency
  485. }
  486. if manualEdbInfo.Unit != unit {
  487. updateCols = append(updateCols, "Unit")
  488. manualEdbInfo.Unit = unit
  489. }
  490. if len(updateCols) > 0 {
  491. err = manualEdbInfo.Update(updateCols)
  492. if err != nil {
  493. br.Msg = `指标保存失败`
  494. br.Msg = `指标保存失败,ERR:` + err.Error()
  495. return
  496. }
  497. }
  498. }
  499. // 当前已经存在的指标明细数据
  500. targetDataList, tmpErr := models.GetTargetsDataList(manualEdbInfo.TradeCode)
  501. if tmpErr != nil {
  502. err = tmpErr
  503. }
  504. existDataMap := make(map[string]string)
  505. deleteDataMap := make(map[string]string)
  506. for _, tmpData := range targetDataList {
  507. existDataMap[tmpData.Dt] = tmpData.Close
  508. deleteDataMap[tmpData.Dt] = tmpData.Dt
  509. }
  510. addDataList := make([]*models.Edbdata, 0)
  511. for createDate, closeVal := range dateValueMap {
  512. if createDate == "" || closeVal == "" {
  513. continue
  514. }
  515. //判断数据是否已经存在
  516. tmpVal, ok3 := existDataMap[createDate]
  517. // 不存在,那么后面进行插入
  518. if !ok3 {
  519. addDataList = append(addDataList, &models.Edbdata{
  520. TradeCode: manualEdbInfo.TradeCode,
  521. Dt: createDate,
  522. Close: closeVal,
  523. ModifyTime: time.Now(),
  524. })
  525. continue
  526. }
  527. delete(deleteDataMap, createDate)
  528. // 库里面的数据
  529. tmpValDecimal, tmpErr := decimal.NewFromString(tmpVal)
  530. if tmpErr != nil {
  531. fmt.Println("tmpVal Parse err:", tmpErr.Error())
  532. err = tmpErr
  533. continue
  534. }
  535. // 用户填写的数据
  536. closeValDecimal, tmpErr := decimal.NewFromString(closeVal)
  537. if tmpErr != nil {
  538. fmt.Println("closeVal Parse err:", tmpErr.Error())
  539. err = tmpErr
  540. continue
  541. }
  542. if !tmpValDecimal.Equal(closeValDecimal) {
  543. fmt.Println("更新数值")
  544. err = models.ModifyTargetsDataByImport(manualEdbInfo.TradeCode, createDate, closeVal)
  545. if err != nil {
  546. fmt.Println("ModifyTargetsDataByImport err:", err.Error())
  547. errs = append(errs, err.Error())
  548. //go utils.SendEmail(utils.APPNAME+"失败提醒", "导入数据 修改数据失败:Err:"+err.Error(), utils.EmailSendToUsers)
  549. }
  550. }
  551. }
  552. // 新增指标
  553. if len(addDataList) > 0 {
  554. err = models.OnlyMultiAddEdbdata(addDataList)
  555. if err != nil {
  556. fmt.Println("MultiAddEdbdata err:", err.Error())
  557. errs = append(errs, err.Error())
  558. }
  559. }
  560. // 删除不需要的日期数据
  561. num := len(deleteDataMap)
  562. if num > 0 {
  563. deleteDateList := make([]string, 0)
  564. for date := range deleteDataMap {
  565. deleteDateList = append(deleteDateList, date)
  566. }
  567. err = models.DelEdbdataByCodeAndDateList(manualEdbInfo.TradeCode, deleteDateList)
  568. if err != nil {
  569. fmt.Println("DelEdbdataByCodeAndDateList err:", err.Error())
  570. errs = append(errs, err.Error())
  571. }
  572. }
  573. }
  574. br.Ret = 200
  575. br.Success = true
  576. br.Msg = "保存成功"
  577. }
  578. // BatchEdbList
  579. // @Title 获取研究员指标
  580. // @Description 获取研究员指标
  581. // @Param request body models.BatchAddEdbReq true "type json string"
  582. // @Success 200 {object} models.TargetItemListResp
  583. // @router /target/edb/batch/list [get]
  584. func (this *TargetController) BatchEdbList() {
  585. br := new(models.BaseResponse).Init()
  586. defer func() {
  587. this.Data["json"] = br
  588. this.ServeJSON()
  589. }()
  590. sysUser := this.SysUser
  591. if sysUser == nil {
  592. br.Msg = "请重新登录"
  593. return
  594. }
  595. var req models.BatchManualEdbReq
  596. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  597. pageSize := req.PageSize
  598. currentIndex := req.CurrentIndex
  599. var startSize int
  600. if pageSize <= 0 {
  601. pageSize = utils.PageSize20
  602. }
  603. if currentIndex <= 0 {
  604. currentIndex = 1
  605. }
  606. startSize = utils.StartIndex(currentIndex, pageSize)
  607. req.Keyword = strings.TrimSpace(req.Keyword)
  608. var condition string
  609. var pars []interface{}
  610. // 是否加到指标库
  611. condition += ` AND a.is_join_edb = ? `
  612. pars = append(pars, req.IsJoinEdb)
  613. //超管账号可以查看分类下的所有频度数据
  614. if sysUser.RoleTypeCode != utils.ROLE_TYPE_CODE_ADMIN {
  615. classifyList, err := models.GetEdbdataClassify(int64(sysUser.AdminId))
  616. if err != nil {
  617. br.Msg = "获取分类数据失败"
  618. br.Msg = "获取拥有的分类数据失败,Err:" + err.Error()
  619. return
  620. }
  621. num := len(classifyList)
  622. if num > 0 {
  623. classifyIdList := make([]int, 0)
  624. for _, v := range classifyList {
  625. classifyIdList = append(classifyIdList, v.ClassifyId)
  626. }
  627. condition += ` AND a.classify_id in (` + utils.GetOrmInReplace(num) + `) `
  628. pars = append(pars, classifyIdList)
  629. }
  630. }
  631. // 关键词
  632. if req.Keyword != "" {
  633. condition += ` AND (a.SEC_NAME like ? or a.TRADE_CODE like ? )`
  634. pars = utils.GetLikeKeywordPars(pars, req.Keyword, 2)
  635. }
  636. // 所属分类
  637. lenFrequency := len(req.FrequencyList)
  638. if lenFrequency > 0 {
  639. condition += ` AND a.frequency in (` + utils.GetOrmInReplace(lenFrequency) + `) `
  640. pars = append(pars, req.FrequencyList)
  641. }
  642. // 所属分类
  643. lenClassify := len(req.ClassifyIdList)
  644. if lenClassify > 0 {
  645. condition += ` AND a.classify_id in (` + utils.GetOrmInReplace(lenClassify) + `) `
  646. pars = append(pars, req.ClassifyIdList)
  647. }
  648. // 所属用户
  649. lenUser := len(req.UserIdList)
  650. if lenUser > 0 {
  651. condition += ` AND a.user_id in (` + utils.GetOrmInReplace(lenClassify) + `) `
  652. pars = append(pars, req.UserIdList)
  653. }
  654. total, err := models.GetCountEdbInfoList(condition, pars)
  655. if err != nil {
  656. br.Msg = "获取失败"
  657. br.ErrMsg = "获取失败,Err:" + err.Error()
  658. return
  659. }
  660. list, err := models.GetEdbInfoList(condition, pars, startSize, pageSize)
  661. if err != nil {
  662. br.Msg = "获取失败"
  663. br.ErrMsg = "获取失败,Err:" + err.Error()
  664. return
  665. }
  666. resp := models.EdbListResp{
  667. List: list,
  668. Paging: paging.GetPaging(currentIndex, pageSize, total),
  669. }
  670. br.Ret = 200
  671. br.Success = true
  672. br.Msg = "获取成功"
  673. br.Data = resp
  674. }
  675. // BatchAddEdbCheck
  676. // @Title 新增校验
  677. // @Description 新增校验
  678. // @Param request body data_manage.BloombergSourceBatchAddCheckReq true "type json string"
  679. // @Success 200 string "操作成功"
  680. // @router /target/edb/batch/add/check [post]
  681. func (this *TargetController) BatchAddEdbCheck() {
  682. br := new(models.BaseResponse).Init()
  683. defer func() {
  684. if br.ErrMsg == "" {
  685. br.IsSendEmail = false
  686. }
  687. this.Data["json"] = br
  688. this.ServeJSON()
  689. }()
  690. sysUser := this.SysUser
  691. if sysUser == nil {
  692. br.Msg = "请登录"
  693. br.ErrMsg = "请登录,SysUser Is Empty"
  694. br.Ret = 408
  695. return
  696. }
  697. // 最大批量添加的数量
  698. codeMax := 30
  699. var req models.BatchManualEdbReq
  700. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  701. req.Keyword = strings.TrimSpace(req.Keyword)
  702. var condition string
  703. var pars []interface{}
  704. //
  705. condition += ` AND a.is_join_edb = 0 `
  706. //超管账号可以查看分类下的所有频度数据
  707. if sysUser.RoleTypeCode != utils.ROLE_TYPE_CODE_ADMIN {
  708. classifyList, err := models.GetEdbdataClassify(int64(sysUser.AdminId))
  709. if err != nil {
  710. br.Msg = "获取分类数据失败"
  711. br.Msg = "获取拥有的分类数据失败,Err:" + err.Error()
  712. return
  713. }
  714. num := len(classifyList)
  715. if num > 0 {
  716. classifyIdList := make([]int, 0)
  717. for _, v := range classifyList {
  718. classifyIdList = append(classifyIdList, v.ClassifyId)
  719. }
  720. condition += ` AND a.classify_id in (` + utils.GetOrmInReplace(num) + `) `
  721. pars = append(pars, classifyIdList)
  722. }
  723. }
  724. if req.ListAll {
  725. // 关键词
  726. if req.Keyword != "" {
  727. condition += ` AND (a.SEC_NAME like ? or a.TRADE_CODE like ? )`
  728. pars = utils.GetLikeKeywordPars(pars, req.Keyword, 2)
  729. }
  730. // 所属分类
  731. lenFrequency := len(req.FrequencyList)
  732. if lenFrequency > 0 {
  733. condition += ` AND a.frequency in (` + utils.GetOrmInReplace(lenFrequency) + `) `
  734. pars = append(pars, req.FrequencyList)
  735. }
  736. // 所属分类
  737. lenClassify := len(req.ClassifyIdList)
  738. if lenClassify > 0 {
  739. condition += ` AND a.classify_id in (` + utils.GetOrmInReplace(lenClassify) + `) `
  740. pars = append(pars, req.ClassifyIdList)
  741. }
  742. // 所属用户
  743. lenUser := len(req.UserIdList)
  744. if lenUser > 0 {
  745. condition += ` AND a.user_id in (` + utils.GetOrmInReplace(lenClassify) + `) `
  746. pars = append(pars, req.UserIdList)
  747. }
  748. lenTradeList := len(req.TradeCodeList)
  749. // 指标
  750. if lenTradeList > 0 {
  751. condition += ` AND a.TRADE_CODE not in (` + utils.GetOrmInReplace(lenTradeList) + `) `
  752. pars = append(pars, req.TradeCodeList)
  753. }
  754. } else {
  755. lenTradeList := len(req.TradeCodeList)
  756. if lenTradeList <= 0 {
  757. br.Msg = "请选择指标"
  758. br.ErrMsg = "请选择指标"
  759. return
  760. }
  761. // 指标
  762. if lenTradeList > 0 {
  763. condition += ` AND a.TRADE_CODE in (` + utils.GetOrmInReplace(lenTradeList) + `) `
  764. pars = append(pars, req.TradeCodeList)
  765. }
  766. }
  767. list, err := models.GetEdbInfoList(condition, pars, 0, 0)
  768. if err != nil {
  769. br.Msg = "获取失败"
  770. br.ErrMsg = "获取失败,Err:" + err.Error()
  771. return
  772. }
  773. if len(list) > codeMax {
  774. br.Msg = fmt.Sprintf("最多只能选择%d个指标", codeMax)
  775. return
  776. }
  777. br.Data = list
  778. br.Msg = "校验成功"
  779. br.Ret = 200
  780. br.Success = true
  781. }
  782. // NameCheck
  783. // @Title 重名校验
  784. // @Description 批量新增
  785. // @Param request body data_manage.AddEdbInfoReq true "type json string"
  786. // @Success 200 string "操作成功"
  787. // @router /target/edb/batch/add/name_check [post]
  788. func (this *TargetController) NameCheck() {
  789. br := new(models.BaseResponse).Init()
  790. defer func() {
  791. if br.ErrMsg == "" {
  792. br.IsSendEmail = false
  793. }
  794. this.Data["json"] = br
  795. this.ServeJSON()
  796. }()
  797. sysUser := this.SysUser
  798. if sysUser == nil {
  799. br.Msg = "请登录"
  800. br.ErrMsg = "请登录,SysUser Is Empty"
  801. br.Ret = 408
  802. return
  803. }
  804. var req []*data_manage.AddEdbInfoReq
  805. if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
  806. br.Msg = "参数解析异常!"
  807. br.ErrMsg = "参数解析失败,Err:" + e.Error()
  808. return
  809. }
  810. if len(req) == 0 {
  811. br.Msg = "请选择指标"
  812. return
  813. }
  814. type NameCheckResult struct {
  815. EdbCode string
  816. EdbName string
  817. Exist bool
  818. }
  819. indexNames := make([]string, 0)
  820. resp := make([]*NameCheckResult, 0)
  821. for _, v := range req {
  822. v.EdbCode = strings.TrimSpace(v.EdbCode)
  823. if v.EdbCode == "" {
  824. br.Msg = "指标ID不可为空"
  825. return
  826. }
  827. v.EdbName = strings.TrimSpace(v.EdbName)
  828. if v.EdbName == "" {
  829. br.Msg = "请输入指标名称"
  830. return
  831. }
  832. indexNames = append(indexNames, v.EdbName)
  833. resp = append(resp, &NameCheckResult{
  834. EdbCode: v.EdbCode,
  835. EdbName: v.EdbName,
  836. })
  837. }
  838. // 重名校验
  839. edbList, e := data_manage.GetEdbInfoByNameArr(indexNames, utils.EDB_INFO_TYPE)
  840. if e != nil {
  841. br.Msg = "操作失败"
  842. br.ErrMsg = "获取重名指标失败, Err: " + e.Error()
  843. return
  844. }
  845. nameExists := make(map[string]bool)
  846. for _, v := range edbList {
  847. nameExists[v.EdbName] = true
  848. }
  849. if len(nameExists) > 0 {
  850. for _, v := range resp {
  851. v.Exist = nameExists[v.EdbName]
  852. }
  853. }
  854. br.Data = resp
  855. br.Msg = "操作成功"
  856. br.Ret = 200
  857. br.Success = true
  858. }
  859. // BatchAdd
  860. // @Title 批量新增
  861. // @Description 批量新增
  862. // @Param request body data_manage.AddEdbInfoReq true "type json string"
  863. // @Success 200 string "操作成功"
  864. // @router /target/edb/batch/add [post]
  865. func (this *TargetController) BatchAdd() {
  866. br := new(models.BaseResponse).Init()
  867. defer func() {
  868. if br.ErrMsg == "" {
  869. br.IsSendEmail = false
  870. }
  871. this.Data["json"] = br
  872. this.ServeJSON()
  873. }()
  874. sysUser := this.SysUser
  875. if sysUser == nil {
  876. br.Msg = "请登录"
  877. br.ErrMsg = "请登录,SysUser Is Empty"
  878. br.Ret = 408
  879. return
  880. }
  881. // 最大批量添加的数量
  882. codeMax := 30
  883. deleteCache := true
  884. cacheKey := "CACHE_EDB_INFO_BATCH_ADD_MANUAL_" + strconv.Itoa(sysUser.AdminId)
  885. defer func() {
  886. if deleteCache {
  887. _ = utils.Rc.Delete(cacheKey)
  888. }
  889. }()
  890. if !utils.Rc.SetNX(cacheKey, 1, 30*time.Second) {
  891. deleteCache = false
  892. br.Msg = "系统处理中,请稍后重试!"
  893. br.ErrMsg = "系统处理中,请稍后重试!" + sysUser.RealName + ";data:" + string(this.Ctx.Input.RequestBody)
  894. return
  895. }
  896. var req []*data_manage.AddEdbInfoReq
  897. if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
  898. br.Msg = "参数解析异常!"
  899. br.ErrMsg = "参数解析失败,Err:" + e.Error()
  900. return
  901. }
  902. if len(req) == 0 {
  903. br.Msg = "请选择指标"
  904. return
  905. }
  906. if len(req) > codeMax {
  907. br.Msg = "批量添加指标数量不得超过30个"
  908. return
  909. }
  910. indexNames := make([]string, 0)
  911. for _, v := range req {
  912. v.EdbCode = strings.TrimSpace(v.EdbCode)
  913. if v.EdbCode == "" {
  914. br.Msg = "指标ID不可为空"
  915. return
  916. }
  917. v.EdbName = strings.TrimSpace(v.EdbName)
  918. if v.EdbName == "" {
  919. br.Msg = "请输入指标名称"
  920. return
  921. }
  922. indexNames = append(indexNames, v.EdbName)
  923. v.Frequency = strings.TrimSpace(v.Frequency)
  924. if v.Frequency == "" {
  925. br.Msg = "请选择频度"
  926. return
  927. }
  928. v.Unit = strings.TrimSpace(v.Unit)
  929. if v.Unit == "" {
  930. br.Msg = "请输入单位"
  931. return
  932. }
  933. if v.ClassifyId <= 0 {
  934. br.Msg = "请选择分类"
  935. return
  936. }
  937. }
  938. // 限定同一时间最多批量新增30个指标
  939. for _, v := range req {
  940. var r data.ManualIndexSource2EdbReq
  941. r.EdbCode = v.EdbCode
  942. r.EdbName = v.EdbName
  943. r.Frequency = v.Frequency
  944. r.Unit = v.Unit
  945. r.ClassifyId = v.ClassifyId
  946. r.AdminId = sysUser.AdminId
  947. r.AdminRealName = sysUser.RealName
  948. edbInfo, e, errMsg, skip := data.ManualIndexSource2Edb(r, this.Lang)
  949. if e != nil {
  950. br.Msg = "操作失败"
  951. if errMsg != "" {
  952. br.Msg = errMsg
  953. }
  954. br.ErrMsg = e.Error()
  955. return
  956. }
  957. if skip {
  958. continue
  959. }
  960. // 试用平台更新用户累计新增指标数
  961. if utils.BusinessCode == utils.BusinessCodeSandbox {
  962. go func() {
  963. adminItem, e := system.GetSysAdminById(sysUser.AdminId)
  964. if e != nil {
  965. tips := fmt.Sprintf("试用平台更新用户累计新增指标数-获取用户失败, Err: " + e.Error())
  966. utils.FileLog.Info(tips)
  967. return
  968. }
  969. if adminItem.DepartmentName != "ETA试用客户" {
  970. return
  971. }
  972. var ur etaTrialService.EtaTrialUserReq
  973. ur.Mobile = adminItem.Mobile
  974. _, _ = etaTrialService.UpdateUserIndexNum(ur)
  975. }()
  976. }
  977. // 新增操作日志
  978. {
  979. edbLog := new(data_manage.EdbInfoLog)
  980. edbLog.EdbInfoId = edbInfo.EdbInfoId
  981. edbLog.SourceName = edbInfo.SourceName
  982. edbLog.Source = edbInfo.Source
  983. edbLog.EdbCode = edbInfo.EdbCode
  984. edbLog.EdbName = edbInfo.EdbName
  985. edbLog.ClassifyId = edbInfo.ClassifyId
  986. edbLog.SysUserId = sysUser.AdminId
  987. edbLog.SysUserRealName = sysUser.RealName
  988. edbLog.CreateTime = time.Now()
  989. edbLog.Content = string(this.Ctx.Input.RequestBody)
  990. edbLog.Status = "新增指标"
  991. edbLog.Method = this.Ctx.Input.URI()
  992. go data_manage.AddEdbInfoLog(edbLog)
  993. }
  994. }
  995. br.Msg = "操作成功"
  996. br.Ret = 200
  997. br.Success = true
  998. br.IsAddLog = true
  999. }
  1000. // BatchDel
  1001. // @Title 批量删除
  1002. // @Description 批量新增
  1003. // @Param request body data_manage.AddEdbInfoReq true "type json string"
  1004. // @Success 200 string "操作成功"
  1005. // @router /target/edb/batch/del [post]
  1006. func (this *TargetController) BatchDel() {
  1007. br := new(models.BaseResponse).Init()
  1008. defer func() {
  1009. if br.ErrMsg == "" {
  1010. br.IsSendEmail = false
  1011. }
  1012. this.Data["json"] = br
  1013. this.ServeJSON()
  1014. }()
  1015. sysUser := this.SysUser
  1016. if sysUser == nil {
  1017. br.Msg = "请登录"
  1018. br.ErrMsg = "请登录,SysUser Is Empty"
  1019. br.Ret = 408
  1020. return
  1021. }
  1022. // 最大批量添加的数量
  1023. codeMax := 30
  1024. deleteCache := true
  1025. cacheKey := "CACHE_EDB_INFO_BATCH_ADD_MANUAL_" + strconv.Itoa(sysUser.AdminId)
  1026. defer func() {
  1027. if deleteCache {
  1028. _ = utils.Rc.Delete(cacheKey)
  1029. }
  1030. }()
  1031. if !utils.Rc.SetNX(cacheKey, 1, 30*time.Second) {
  1032. deleteCache = false
  1033. br.Msg = "系统处理中,请稍后重试!"
  1034. br.ErrMsg = "系统处理中,请稍后重试!" + sysUser.RealName + ";data:" + string(this.Ctx.Input.RequestBody)
  1035. return
  1036. }
  1037. var req []*data_manage.AddEdbInfoReq
  1038. if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
  1039. br.Msg = "参数解析异常!"
  1040. br.ErrMsg = "参数解析失败,Err:" + e.Error()
  1041. return
  1042. }
  1043. if len(req) == 0 {
  1044. br.Msg = "请选择指标"
  1045. return
  1046. }
  1047. if len(req) > codeMax {
  1048. br.Msg = "批量添加指标数量不得超过30个"
  1049. return
  1050. }
  1051. indexNames := make([]string, 0)
  1052. for _, v := range req {
  1053. v.EdbCode = strings.TrimSpace(v.EdbCode)
  1054. if v.EdbCode == "" {
  1055. br.Msg = "指标ID不可为空"
  1056. return
  1057. }
  1058. v.EdbName = strings.TrimSpace(v.EdbName)
  1059. if v.EdbName == "" {
  1060. br.Msg = "请输入指标名称"
  1061. return
  1062. }
  1063. indexNames = append(indexNames, v.EdbName)
  1064. v.Frequency = strings.TrimSpace(v.Frequency)
  1065. if v.Frequency == "" {
  1066. br.Msg = "请选择频度"
  1067. return
  1068. }
  1069. v.Unit = strings.TrimSpace(v.Unit)
  1070. if v.Unit == "" {
  1071. br.Msg = "请输入单位"
  1072. return
  1073. }
  1074. if v.ClassifyId <= 0 {
  1075. br.Msg = "请选择分类"
  1076. return
  1077. }
  1078. }
  1079. // 限定同一时间最多批量新增30个指标
  1080. for _, v := range req {
  1081. var r data.ManualIndexSource2EdbReq
  1082. r.EdbCode = v.EdbCode
  1083. r.EdbName = v.EdbName
  1084. r.Frequency = v.Frequency
  1085. r.Unit = v.Unit
  1086. r.ClassifyId = v.ClassifyId
  1087. r.AdminId = sysUser.AdminId
  1088. r.AdminRealName = sysUser.RealName
  1089. edbInfo, e, errMsg, skip := data.ManualIndexSource2Edb(r, this.Lang)
  1090. if e != nil {
  1091. br.Msg = "操作失败"
  1092. if errMsg != "" {
  1093. br.Msg = errMsg
  1094. }
  1095. br.ErrMsg = e.Error()
  1096. return
  1097. }
  1098. if skip {
  1099. continue
  1100. }
  1101. // 试用平台更新用户累计新增指标数
  1102. if utils.BusinessCode == utils.BusinessCodeSandbox {
  1103. go func() {
  1104. adminItem, e := system.GetSysAdminById(sysUser.AdminId)
  1105. if e != nil {
  1106. tips := fmt.Sprintf("试用平台更新用户累计新增指标数-获取用户失败, Err: " + e.Error())
  1107. utils.FileLog.Info(tips)
  1108. return
  1109. }
  1110. if adminItem.DepartmentName != "ETA试用客户" {
  1111. return
  1112. }
  1113. var ur etaTrialService.EtaTrialUserReq
  1114. ur.Mobile = adminItem.Mobile
  1115. _, _ = etaTrialService.UpdateUserIndexNum(ur)
  1116. }()
  1117. }
  1118. // 新增操作日志
  1119. {
  1120. edbLog := new(data_manage.EdbInfoLog)
  1121. edbLog.EdbInfoId = edbInfo.EdbInfoId
  1122. edbLog.SourceName = edbInfo.SourceName
  1123. edbLog.Source = edbInfo.Source
  1124. edbLog.EdbCode = edbInfo.EdbCode
  1125. edbLog.EdbName = edbInfo.EdbName
  1126. edbLog.ClassifyId = edbInfo.ClassifyId
  1127. edbLog.SysUserId = sysUser.AdminId
  1128. edbLog.SysUserRealName = sysUser.RealName
  1129. edbLog.CreateTime = time.Now()
  1130. edbLog.Content = string(this.Ctx.Input.RequestBody)
  1131. edbLog.Status = "新增指标"
  1132. edbLog.Method = this.Ctx.Input.URI()
  1133. go data_manage.AddEdbInfoLog(edbLog)
  1134. }
  1135. }
  1136. br.Msg = "操作成功"
  1137. br.Ret = 200
  1138. br.Success = true
  1139. br.IsAddLog = true
  1140. }