kpler_data.go 42 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534
  1. package data_manage
  2. import (
  3. "encoding/json"
  4. "eta/eta_api/controllers"
  5. "eta/eta_api/models"
  6. "eta/eta_api/models/data_manage"
  7. "eta/eta_api/models/system"
  8. "eta/eta_api/services/data"
  9. etaTrialService "eta/eta_api/services/eta_trial"
  10. "eta/eta_api/utils"
  11. "fmt"
  12. "os"
  13. "path/filepath"
  14. "sort"
  15. "strconv"
  16. "strings"
  17. "time"
  18. "github.com/rdlucklib/rdluck_tools/paging"
  19. "github.com/tealeg/xlsx"
  20. )
  21. type BaseFromKplerController struct {
  22. controllers.BaseAuthController
  23. }
  24. // Search
  25. // @Title 新增指标-查询指标信息接口
  26. // @Description 新增指标-查询指标信息接口
  27. // @Param request body data_manage.ThsHfSearchEdbReq true "type json string"
  28. // @Success 200 {object} data_manage.ThsHfSearchEdbResp
  29. // @router /kpler/index/search [post]
  30. func (this *BaseFromKplerController) Search() {
  31. br := new(models.BaseResponse).Init()
  32. defer func() {
  33. if br.ErrMsg == "" {
  34. br.IsSendEmail = false
  35. }
  36. this.Data["json"] = br
  37. this.ServeJSON()
  38. }()
  39. sysUser := this.SysUser
  40. if sysUser == nil {
  41. br.Msg = "请登录"
  42. br.ErrMsg = "请登录,SysUser Is Empty"
  43. br.Ret = 408
  44. return
  45. }
  46. var params data_manage.KplerSearchReq
  47. if e := json.Unmarshal(this.Ctx.Input.RequestBody, &params); e != nil {
  48. br.Msg = "参数解析异常!"
  49. br.ErrMsg = "参数解析失败,Err:" + e.Error()
  50. return
  51. }
  52. params.Granularity = strings.TrimSpace(params.Granularity)
  53. if params.Granularity == "" {
  54. br.Msg = "请选择频度"
  55. return
  56. }
  57. split := strings.TrimSpace(params.Split)
  58. if split == "" {
  59. split = "Total"
  60. }
  61. unit := strings.TrimSpace(params.Unit)
  62. if unit == "" {
  63. unit = "Kbd"
  64. }
  65. flowDirection := strings.TrimSpace(params.FlowDirection)
  66. if flowDirection == "" {
  67. br.Msg = "请选择流向"
  68. return
  69. }
  70. var productNamesStr string
  71. var fromZoneNamesStr string
  72. var toZoneNamesStr string
  73. classifyName := ""
  74. if len(params.ProductIds) > 0 {
  75. // 获取产品名称
  76. productList, e := data_manage.GetKplerClassifyByProductId(params.ProductIds)
  77. if e != nil {
  78. br.Msg = "获取Kpler产品名称失败"
  79. br.ErrMsg = fmt.Sprintf("获取Kpler产品名称失败, %v", e)
  80. return
  81. }
  82. productNames := make([]string, 0)
  83. for _, v := range productList {
  84. productNames = append(productNames, v.ProductName)
  85. }
  86. if len(productNames) > 0 {
  87. productNamesStr = strings.Join(productNames, ",")
  88. // 获取第一个产品的分类ID
  89. classifyObj, err := data_manage.GetBaseFromKplerClassifyByProductName(productNames[0])
  90. if err != nil {
  91. br.Msg = "获取分类ID失败"
  92. br.ErrMsg = fmt.Sprintf("获取分类ID失败, %v", err)
  93. return
  94. }
  95. allClassifyIds := make([]int, 0)
  96. if classifyObj.LevelPath != "" {
  97. levelPath := strings.Split(classifyObj.LevelPath, ",")
  98. for _, v := range levelPath {
  99. levelId, _ := strconv.Atoi(v)
  100. allClassifyIds = append(allClassifyIds, levelId)
  101. }
  102. //获取所有的分类列表
  103. classifyList, err := data_manage.GetBaseFromKplerClassifyByIds(allClassifyIds)
  104. if err != nil {
  105. br.Msg = "获取分类列表失败"
  106. br.ErrMsg = fmt.Sprintf("获取分类列表失败, %v", err)
  107. return
  108. }
  109. for _, v := range classifyList {
  110. classifyName += v.ClassifyName + "/"
  111. }
  112. classifyName = strings.TrimRight(classifyName, "/")
  113. }
  114. }
  115. }
  116. // 获取区域名称
  117. zoneObj := new(data_manage.BaseFromKplerZone)
  118. if len(params.FromZoneIds) > 0 {
  119. fromZoneList, e := zoneObj.GetByZoneIds(params.FromZoneIds)
  120. if e != nil {
  121. br.Msg = "获取Kpler区域名称失败"
  122. br.ErrMsg = fmt.Sprintf("获取Kpler区域名称失败, %v", e)
  123. return
  124. }
  125. fromZoneNames := make([]string, 0)
  126. for _, v := range fromZoneList {
  127. fromZoneNames = append(fromZoneNames, v.ZoneName)
  128. }
  129. if len(fromZoneNames) > 0 {
  130. fromZoneNamesStr = strings.Join(fromZoneNames, ",")
  131. }
  132. }
  133. if len(params.ToZoneIds) > 0 {
  134. toZoneList, e := zoneObj.GetByZoneIds(params.ToZoneIds)
  135. if e != nil {
  136. br.Msg = "获取Kpler区域名称失败"
  137. br.ErrMsg = fmt.Sprintf("获取Kpler区域名称失败, %v", e)
  138. return
  139. }
  140. toZoneNames := make([]string, 0)
  141. for _, v := range toZoneList {
  142. toZoneNames = append(toZoneNames, v.ZoneName)
  143. }
  144. if len(toZoneNames) > 0 {
  145. toZoneNamesStr = strings.Join(toZoneNames, ",")
  146. }
  147. }
  148. // 校验已入库的指标
  149. if params.Split == "Total" {
  150. flowDirection := params.FlowDirection
  151. // prefixIndexName := fmt.Sprintf("kpler%s%s%s%s", fromZoneNamesStr, flowDirection, toZoneNamesStr, productNamesStr)
  152. // lastIndexName := params.Granularity
  153. // indexName := fmt.Sprintf("%s%s%s", prefixIndexName, "Total", lastIndexName)
  154. prefixIndexCode := fmt.Sprintf("k%s%s%s%s", fromZoneNamesStr, flowDirection, toZoneNamesStr, productNamesStr)
  155. // 获取首字母
  156. lastIndexCode := strings.ToUpper(params.Granularity[:1])
  157. indexCode := fmt.Sprintf("%s%s%s", prefixIndexCode, "Total", lastIndexCode)
  158. // 查询指标是否已存在
  159. _, e := data_manage.GetKplerIndexByIndexCode(indexCode)
  160. if e != nil && !utils.IsErrNoRow(e) {
  161. br.Msg = "获取指标信息失败"
  162. br.ErrMsg = fmt.Sprintf("获取指标信息失败, %v", e)
  163. return
  164. }
  165. if e == nil {
  166. br.Msg = "指标均已存在"
  167. return
  168. }
  169. }
  170. resp := make([]*data_manage.KplerIndexItem, 0)
  171. // 请求API获取数据
  172. indexes, e := data.GetEdbDataKpler(params, productNamesStr, fromZoneNamesStr, toZoneNamesStr)
  173. if e != nil {
  174. br.Msg = "未搜索到指标"
  175. br.ErrMsg = fmt.Sprintf("获取指标失败, %v", e)
  176. return
  177. }
  178. if len(indexes) == 0 {
  179. br.Msg = "未搜索到指标"
  180. return
  181. }
  182. for _, v := range indexes {
  183. item := new(data_manage.KplerIndexItem)
  184. item.IndexCode = v.IndexCode
  185. item.IndexName = v.IndexName
  186. item.Frequency = v.Frequency
  187. item.Unit = v.Unit
  188. item.ClassifyName = classifyName
  189. // 搜索只展示100条数据
  190. var limit int
  191. sort.Slice(v.IndexData, func(i, j int) bool {
  192. return v.IndexData[i].DataTime < v.IndexData[j].DataTime
  193. })
  194. for _, d := range v.IndexData {
  195. if limit > 10 {
  196. break
  197. }
  198. limit += 1
  199. item.IndexData = append(item.IndexData, d)
  200. }
  201. resp = append(resp, item)
  202. }
  203. br.Data = resp
  204. br.Ret = 200
  205. br.Success = true
  206. br.Msg = "获取成功"
  207. }
  208. // IndexAdd
  209. // @Title 新增指标-新增指标接口
  210. // @Description 新增指标-新增指标接口
  211. // @Param request body data_manage.ThsHfSearchEdbReq true "type json string"
  212. // @Success 200 {object} data_manage.ThsHfSearchEdbResp
  213. // @router /kpler/index/add [post]
  214. func (this *BaseFromKplerController) IndexAdd() {
  215. br := new(models.BaseResponse).Init()
  216. defer func() {
  217. if br.ErrMsg == "" {
  218. br.IsSendEmail = false
  219. }
  220. this.Data["json"] = br
  221. this.ServeJSON()
  222. }()
  223. sysUser := this.SysUser
  224. if sysUser == nil {
  225. br.Msg = "请登录"
  226. br.ErrMsg = "请登录,SysUser Is Empty"
  227. br.Ret = 408
  228. return
  229. }
  230. var params data_manage.KplerSearchReq
  231. if e := json.Unmarshal(this.Ctx.Input.RequestBody, &params); e != nil {
  232. br.Msg = "参数解析异常!"
  233. br.ErrMsg = "参数解析失败,Err:" + e.Error()
  234. return
  235. }
  236. params.Granularity = strings.TrimSpace(params.Granularity)
  237. if params.Granularity == "" {
  238. br.Msg = "请选择频度"
  239. return
  240. }
  241. split := strings.TrimSpace(params.Split)
  242. if split == "" {
  243. split = "Total"
  244. }
  245. unit := strings.TrimSpace(params.Unit)
  246. if unit == "" {
  247. unit = "Kbd"
  248. }
  249. flowDirection := strings.TrimSpace(params.FlowDirection)
  250. if flowDirection == "" {
  251. br.Msg = "请选择流向"
  252. return
  253. }
  254. var productNamesStr string
  255. var fromZoneNamesStr string
  256. var toZoneNamesStr string
  257. if len(params.ProductIds) > 0 {
  258. // 获取产品名称
  259. productList, e := data_manage.GetKplerClassifyByProductId(params.ProductIds)
  260. if e != nil {
  261. br.Msg = "获取Kpler产品名称失败"
  262. br.ErrMsg = fmt.Sprintf("获取Kpler产品名称失败, %v", e)
  263. return
  264. }
  265. productNames := make([]string, 0)
  266. for _, v := range productList {
  267. productNames = append(productNames, v.ProductName)
  268. }
  269. if len(productNames) > 0 {
  270. productNamesStr = strings.Join(productNames, ",")
  271. }
  272. }
  273. // 获取区域名称
  274. zoneObj := new(data_manage.BaseFromKplerZone)
  275. if len(params.FromZoneIds) > 0 {
  276. fromZoneList, e := zoneObj.GetByZoneIds(params.FromZoneIds)
  277. if e != nil {
  278. br.Msg = "获取Kpler区域名称失败"
  279. br.ErrMsg = fmt.Sprintf("获取Kpler区域名称失败, %v", e)
  280. return
  281. }
  282. fromZoneNames := make([]string, 0)
  283. for _, v := range fromZoneList {
  284. fromZoneNames = append(fromZoneNames, v.ZoneName)
  285. }
  286. if len(fromZoneNames) > 0 {
  287. fromZoneNamesStr = strings.Join(fromZoneNames, ",")
  288. }
  289. }
  290. if len(params.ToZoneIds) > 0 {
  291. toZoneList, e := zoneObj.GetByZoneIds(params.ToZoneIds)
  292. if e != nil {
  293. br.Msg = "获取Kpler区域名称失败"
  294. br.ErrMsg = fmt.Sprintf("获取Kpler区域名称失败, %v", e)
  295. return
  296. }
  297. toZoneNames := make([]string, 0)
  298. for _, v := range toZoneList {
  299. toZoneNames = append(toZoneNames, v.ZoneName)
  300. }
  301. if len(toZoneNames) > 0 {
  302. toZoneNamesStr = strings.Join(toZoneNames, ",")
  303. }
  304. }
  305. // 校验已入库的指标
  306. if params.Split == "Total" {
  307. flowDirection := params.FlowDirection
  308. // prefixIndexName := fmt.Sprintf("kpler%s%s%s%s", fromZoneNamesStr, flowDirection, toZoneNamesStr, productNamesStr)
  309. // lastIndexName := params.Granularity
  310. // indexName := fmt.Sprintf("%s%s%s", prefixIndexName, "Total", lastIndexName)
  311. prefixIndexCode := fmt.Sprintf("k%s%s%s%s", fromZoneNamesStr, flowDirection, toZoneNamesStr, productNamesStr)
  312. // 获取首字母
  313. lastIndexCode := strings.ToUpper(params.Granularity[:1])
  314. indexCode := fmt.Sprintf("%s%s%s", prefixIndexCode, "T", lastIndexCode)
  315. // 查询指标是否已存在
  316. _, e := data_manage.GetKplerIndexByIndexCode(indexCode)
  317. if e != nil && !utils.IsErrNoRow(e) {
  318. br.Msg = "获取指标信息失败"
  319. br.ErrMsg = fmt.Sprintf("获取指标信息失败, %v", e)
  320. return
  321. }
  322. if e == nil {
  323. br.Msg = "指标均已存在"
  324. return
  325. }
  326. }
  327. resp := make([]*data_manage.KplerIndexItem, 0)
  328. // 请求API获取数据
  329. e := data.AddKplerIndex(params, productNamesStr, fromZoneNamesStr, toZoneNamesStr)
  330. if e != nil {
  331. br.Msg = "新增指标失败"
  332. br.ErrMsg = fmt.Sprintf("新增指标失败, %v", e)
  333. return
  334. }
  335. br.Data = resp
  336. br.Ret = 200
  337. br.Success = true
  338. br.Msg = "获取成功"
  339. }
  340. // KplerClassify
  341. // @Title Kpler数据分类
  342. // @Description Kpler数据分类接口
  343. // @Success 200 {object} data_manage.BaseFromKplerClassify
  344. // @router /kpler/classify [get]
  345. func (this *BaseFromKplerController) KplerClassify() {
  346. br := new(models.BaseResponse).Init()
  347. defer func() {
  348. this.Data["json"] = br
  349. this.ServeJSON()
  350. }()
  351. sysUser := this.SysUser
  352. if sysUser == nil {
  353. br.Msg = "请登录"
  354. br.ErrMsg = "请登录,SysUser Is Empty"
  355. br.Ret = 408
  356. return
  357. }
  358. classifyId, _ := this.GetInt("ClassifyId")
  359. if classifyId < 0 {
  360. br.Msg = "请选择分类"
  361. br.ErrMsg = "请选择分类"
  362. return
  363. }
  364. list, e := data_manage.GetKplerClassifyAndIndex(classifyId)
  365. if e != nil {
  366. br.Msg = "获取失败"
  367. br.ErrMsg = "获取数据失败,Err:" + e.Error()
  368. return
  369. }
  370. //组装二级分类
  371. var ret data_manage.BaseFromKplerClassifyResp
  372. ret.List = list
  373. br.Ret = 200
  374. br.Success = true
  375. br.Msg = "获取成功"
  376. br.Data = ret
  377. }
  378. // KplerClassifyTree
  379. // @Title Kpler数据分类树
  380. // @Description Kpler数据分类树接口
  381. // @Success 200 {object} data_manage.BaseFromKplerClassify
  382. // @router /kpler/classify/tree [get]
  383. func (this *BaseFromKplerController) KplerClassifyTree() {
  384. br := new(models.BaseResponse).Init()
  385. defer func() {
  386. this.Data["json"] = br
  387. this.ServeJSON()
  388. }()
  389. sysUser := this.SysUser
  390. if sysUser == nil {
  391. br.Msg = "请登录"
  392. br.ErrMsg = "请登录,SysUser Is Empty"
  393. br.Ret = 408
  394. return
  395. }
  396. classifyAll := make([]*data_manage.BaseFromKplerClassifyItems, 0)
  397. var err error
  398. keyword := this.GetString("Keyword")
  399. if keyword != "" {
  400. keyList, er := data_manage.GetBaseFromKplerClassifyByKeyword(keyword)
  401. if er != nil && !utils.IsErrNoRow(er) {
  402. br.Msg = "获取失败"
  403. br.ErrMsg = "获取数据失败,Err:" + er.Error()
  404. return
  405. }
  406. classifyIds := make([]int, 0)
  407. classifyMap := make(map[int]int)
  408. for _, v := range keyList {
  409. tmpIds := strings.Split(v.LevelPath, ",")
  410. for _, id := range tmpIds {
  411. tmpId, err := strconv.Atoi(id)
  412. if err == nil {
  413. if _, ok := classifyMap[tmpId]; !ok {
  414. classifyIds = append(classifyIds, tmpId)
  415. classifyMap[tmpId] = v.ClassifyId
  416. }
  417. }
  418. }
  419. }
  420. classifyAll, err = data_manage.GetBaseFromKplerClassifyItemsByIds(classifyIds)
  421. if err != nil && !utils.IsErrNoRow(err) {
  422. br.Msg = "获取失败"
  423. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  424. return
  425. }
  426. }else{
  427. classifyAll, err = data_manage.GetAllBaseFromKplerClassify()
  428. if err != nil && !utils.IsErrNoRow(err) {
  429. br.Msg = "获取失败"
  430. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  431. return
  432. }
  433. }
  434. list := data.GetKplerClassifyTreeRecursive(classifyAll, 0)
  435. // 递归组装分类
  436. var ret data_manage.BaseFromKplerClassifyResp
  437. ret.List = list
  438. br.Ret = 200
  439. br.Success = true
  440. br.Msg = "获取成功"
  441. br.Data = ret
  442. }
  443. // 查询区域
  444. // @Title 查询区域
  445. // @Description 查询区域接口
  446. // @Success 200 {object} data_manage.BaseFromKplerZone
  447. // @router /kpler/zone [get]
  448. func (this *BaseFromKplerController) KplerZone() {
  449. br := new(models.BaseResponse).Init()
  450. defer func() {
  451. this.Data["json"] = br
  452. this.ServeJSON()
  453. }()
  454. sysUser := this.SysUser
  455. if sysUser == nil {
  456. br.Msg = "请登录"
  457. br.ErrMsg = "请登录,SysUser Is Empty"
  458. br.Ret = 408
  459. return
  460. }
  461. keyword := this.GetString("Keyword")
  462. var zoneList []*data_manage.BaseFromKplerZone
  463. var err error
  464. if keyword == "" {
  465. br.Data = zoneList
  466. br.Ret = 200
  467. br.Success = true
  468. br.Msg = "获取成功"
  469. return
  470. }
  471. // 使用带相似度排序的搜索函数
  472. zoneList, err = data_manage.GetBaseFromKplerZoneByKeywordWithRelevance(keyword)
  473. if err != nil && !utils.IsErrNoRow(err) {
  474. br.Msg = "获取失败"
  475. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  476. return
  477. }
  478. br.Data = zoneList
  479. br.Ret = 200
  480. br.Success = true
  481. br.Msg = "获取成功"
  482. }
  483. // KplerIndexData
  484. // @Title 获取Kpler数据
  485. // @Description 获取Kpler数据接口
  486. // @Param PageSize query int true "每页数据条数"
  487. // @Param CurrentIndex query int true "当前页页码,从1开始"
  488. // @Param ClassifyId query string true "分类id"
  489. // @Success 200 {object} data_manage.LzFrequency
  490. // @router /kpler/index/data [get]
  491. func (this *BaseFromKplerController) KplerIndexData() {
  492. br := new(models.BaseResponse).Init()
  493. defer func() {
  494. this.Data["json"] = br
  495. this.ServeJSON()
  496. }()
  497. sysUser := this.SysUser
  498. if sysUser == nil {
  499. br.Msg = "请登录"
  500. br.ErrMsg = "请登录,SysUser Is Empty"
  501. br.Ret = 408
  502. return
  503. }
  504. pageSize, _ := this.GetInt("PageSize")
  505. currentIndex, _ := this.GetInt("CurrentIndex")
  506. var startSize int
  507. if pageSize <= 0 {
  508. pageSize = utils.PageSize20
  509. }
  510. if currentIndex <= 0 {
  511. currentIndex = 1
  512. }
  513. startSize = utils.StartIndex(currentIndex, pageSize)
  514. classifyId, _ := this.GetInt("ClassifyId")
  515. if classifyId < 0 {
  516. br.Msg = "请选择分类"
  517. br.ErrMsg = "请选择分类"
  518. return
  519. }
  520. // 增加频度请求入参
  521. frequency := this.GetString("Frequency")
  522. //获取指标
  523. var condition string
  524. var pars []interface{}
  525. if classifyId >= 0 {
  526. classifyInfo, err := data_manage.GetBaseFromKplerClassifyById(classifyId)
  527. if err != nil {
  528. if utils.IsErrNoRow(err) {
  529. br.Msg = "分类不存在"
  530. return
  531. }
  532. br.Msg = "获取分类信息失败"
  533. br.ErrMsg = "获取分类信息失败,Err:" + err.Error()
  534. return
  535. }
  536. if classifyInfo.Level == 2 || classifyInfo.ParentId > 0 {
  537. condition += ` AND classify_id=? `
  538. pars = append(pars, classifyId)
  539. } else if classifyInfo.Level == 1 {
  540. childClassify, err := data_manage.GetBaseFromKplerClassifyByParentId(classifyId)
  541. if err != nil {
  542. br.Msg = "获取分类信息失败"
  543. br.ErrMsg = "获取子分类信息失败,Err:" + err.Error()
  544. return
  545. }
  546. var classifyList []int
  547. for _, v := range childClassify {
  548. classifyList = append(classifyList, v.ClassifyId)
  549. }
  550. condition += ` AND classify_id IN (` + utils.GetOrmInReplace(len(classifyList)) + `) `
  551. pars = append(pars, classifyList)
  552. }
  553. }
  554. if frequency != "" {
  555. condition += ` AND frequency=? `
  556. pars = append(pars, frequency)
  557. }
  558. KplerList, err := data_manage.GetKplerIndex(condition, pars)
  559. if err != nil {
  560. br.Msg = "获取数据失败"
  561. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  562. return
  563. }
  564. edbCodeList := make([]string, 0)
  565. for _, v := range KplerList {
  566. edbCodeList = append(edbCodeList, v.IndexCode)
  567. }
  568. edbInfoMap := make(map[string]*data_manage.EdbInfo)
  569. dataMap := make(map[string][]*data_manage.BaseFromKplerData)
  570. total := 0
  571. if len(edbCodeList) > 0 {
  572. edbInfoList, err := data_manage.GetEdbInfoByEdbCodeList(utils.DATA_SOURCE_KPLER, edbCodeList)
  573. if err != nil {
  574. br.Msg = "获取数据源失败"
  575. br.ErrMsg = "获取指标数据失败,Err:" + err.Error()
  576. return
  577. }
  578. for _, v := range edbInfoList {
  579. edbInfoMap[v.EdbCode] = v
  580. }
  581. // 首先对分类下的指标按照日期进行分页,再针对日期,进行排序
  582. dataTimes, err := data_manage.GetKplerIndexDataTimePageByCodes(edbCodeList, startSize, pageSize)
  583. if err != nil {
  584. br.Msg = "获取数据失败"
  585. br.ErrMsg = "获取指标数据日期信息失败,Err:" + err.Error()
  586. return
  587. }
  588. if len(dataTimes) > 0 {
  589. startDate := dataTimes[len(dataTimes)-1]
  590. endDate := dataTimes[0]
  591. // 把截止日往后加1天
  592. endDateT, _ := time.ParseInLocation(utils.FormatDate, endDate, time.Local)
  593. endDate = endDateT.AddDate(0, 0, 1).Format(utils.FormatDate)
  594. dataList, e := data_manage.GetKplerIndexDataByDataTime(edbCodeList, startDate, endDate)
  595. if e != nil {
  596. br.Msg = "获取数据失败"
  597. br.ErrMsg = "获取指标数据失败,Err:" + e.Error()
  598. return
  599. }
  600. //将数据按照指标进行分类
  601. for _, v := range dataList {
  602. dataMap[v.IndexCode] = append(dataMap[v.IndexCode], v)
  603. }
  604. }
  605. total, err = data_manage.GetKplerIndexDataTimePageCount(edbCodeList)
  606. if err != nil {
  607. br.Msg = "获取数据失败"
  608. br.ErrMsg = "获取指标数据失败,Err:" + err.Error()
  609. return
  610. }
  611. }
  612. page := paging.GetPaging(currentIndex, pageSize, total)
  613. resultList := make([]*data_manage.BaseFromKplerIndexList, 0)
  614. for _, v := range KplerList {
  615. product := new(data_manage.BaseFromKplerIndexList)
  616. product.BaseFromKplerIndexId = v.BaseFromKplerIndexId
  617. product.Unit = v.Unit
  618. product.IndexCode = v.IndexCode
  619. product.IndexName = v.IndexName
  620. product.Frequency = v.Frequency
  621. product.ClassifyId = v.ClassifyId
  622. product.ModifyTime = v.ModifyTime
  623. if edb, ok := edbInfoMap[v.IndexCode]; ok {
  624. product.EdbInfoId = edb.EdbInfoId
  625. product.EdbExist = 1
  626. }
  627. dataListTmp, ok := dataMap[v.IndexCode]
  628. if !ok {
  629. dataListTmp = make([]*data_manage.BaseFromKplerData, 0)
  630. }
  631. product.DataList = dataListTmp
  632. product.Paging = page
  633. resultList = append(resultList, product)
  634. }
  635. br.Ret = 200
  636. br.Success = true
  637. br.Msg = "获取成功"
  638. br.Data = resultList
  639. }
  640. // KplerSearchList
  641. // @Title Kpler模糊搜索
  642. // @Description Kpler模糊搜索
  643. // @Param Keyword query string ture "关键字搜索"
  644. // @Success 200 {object} models.BaseResponse
  645. // @router /kpler/search_list [get]
  646. func (this *BaseFromKplerController) KplerSearchList() {
  647. br := new(models.BaseResponse).Init()
  648. defer func() {
  649. this.Data["json"] = br
  650. this.ServeJSON()
  651. }()
  652. sysUser := this.SysUser
  653. if sysUser == nil {
  654. br.Msg = "请重新登录"
  655. return
  656. }
  657. list := make([]*data_manage.BaseFromKplerIndexSearchItem, 0)
  658. var err error
  659. //关键字
  660. keyword := this.GetString("Keyword")
  661. if keyword != "" {
  662. keyWordArr := strings.Split(keyword, " ")
  663. if len(keyWordArr) > 0 {
  664. condition := ""
  665. for _, v := range keyWordArr {
  666. condition += ` AND CONCAT(index_name,index_code) LIKE '%` + v + `%'`
  667. }
  668. list, err = data_manage.GetKplerItemList(condition)
  669. if err != nil {
  670. br.ErrMsg = "获取失败,Err:" + err.Error()
  671. br.Msg = "获取失败"
  672. return
  673. }
  674. }
  675. } else {
  676. // todo es 模糊搜索
  677. list, err = data_manage.GetKplerItemList("")
  678. if err != nil {
  679. br.ErrMsg = "获取失败,Err:" + err.Error()
  680. br.Msg = "获取失败"
  681. return
  682. }
  683. }
  684. classifyIds := make([]int, 0)
  685. for _, v := range list {
  686. classifyIds = append(classifyIds, v.ClassifyId)
  687. }
  688. classifyList, err := data_manage.GetBaseFromKplerClassifyByIds(classifyIds)
  689. if err != nil {
  690. br.Msg = "搜索失败"
  691. br.ErrMsg = "获取分类信息失败,Err:" + err.Error()
  692. return
  693. }
  694. classifyMap := make(map[int]int)
  695. for _, v := range classifyList {
  696. classifyMap[v.ClassifyId] = v.ParentId
  697. }
  698. for _, v := range list {
  699. v.ParentClassifyId = classifyMap[v.ClassifyId]
  700. }
  701. br.Ret = 200
  702. br.Success = true
  703. br.Msg = "获取成功"
  704. br.Data = list
  705. }
  706. // KplerSingleData
  707. // @Title 获取Kpler数据
  708. // @Description 获取Kpler单条数据接口
  709. // @Param IndexCode query string true "指标唯一编码"
  710. // @Success 200 {object} models.BaseResponse
  711. // @router /kpler/single_data [get]
  712. func (this *BaseFromKplerController) KplerSingleData() {
  713. br := new(models.BaseResponse).Init()
  714. defer func() {
  715. this.Data["json"] = br
  716. this.ServeJSON()
  717. }()
  718. sysUser := this.SysUser
  719. if sysUser == nil {
  720. br.Msg = "请登录"
  721. br.ErrMsg = "请登录,SysUser Is Empty"
  722. br.Ret = 408
  723. return
  724. }
  725. indexCode := this.GetString("IndexCode")
  726. indexInfo, err := data_manage.GetBaseFromKplerIndexByIndexCode(indexCode)
  727. if err != nil {
  728. br.Msg = "获取指标信息失败"
  729. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  730. return
  731. }
  732. dataTmpList, err := data_manage.GetKplerIndexDataByCode(indexCode)
  733. if err != nil {
  734. br.Msg = "获取数据失败"
  735. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  736. return
  737. }
  738. edbInfo, err := data_manage.GetEdbInfoByEdbCode(utils.DATA_SOURCE_KPLER, indexCode)
  739. if err != nil && !utils.IsErrNoRow(err) {
  740. br.Msg = "获取数据源失败"
  741. br.ErrMsg = "获取数据源失败,Err:" + err.Error()
  742. return
  743. }
  744. var ret data_manage.KplerSingleDataResp
  745. var dataList []*data_manage.KplerSingleData
  746. if edbInfo != nil {
  747. ret.EdbInfoId = edbInfo.EdbInfoId
  748. ret.EdbExist = 1
  749. }
  750. ret.ClassifyId = indexInfo.ClassifyId
  751. ret.BaseFromKplerIndexId = indexInfo.BaseFromKplerIndexId
  752. ret.IndexCode = indexInfo.IndexCode
  753. ret.IndexName = indexInfo.IndexName
  754. ret.Frequency = indexInfo.Frequency
  755. ret.CreateTime = indexInfo.CreateTime.Format(utils.FormatDateTime)
  756. ret.ModifyTime = indexInfo.ModifyTime.Format(utils.FormatDateTime)
  757. ret.Unit = indexInfo.Unit
  758. for _, v := range dataTmpList {
  759. tmp := &data_manage.KplerSingleData{
  760. Value: fmt.Sprintf("%v", v.Value),
  761. DataTime: v.DataTime,
  762. }
  763. dataList = append(dataList, tmp)
  764. }
  765. ret.Data = dataList
  766. br.Ret = 200
  767. br.Success = true
  768. br.Msg = "获取成功"
  769. br.Data = ret
  770. }
  771. // KplerIndexList
  772. // @Title Kpler指标列表
  773. // @Description Kpler指标列表
  774. // @Param ClassifyId query int true "分类id"
  775. // @Success 200 {object} data_manage.BaseFromKplerClassifyResp
  776. // @router /kpler/classify/index/list [get]
  777. func (this *BaseFromKplerController) KplerIndexList() {
  778. br := new(models.BaseResponse).Init()
  779. defer func() {
  780. this.Data["json"] = br
  781. this.ServeJSON()
  782. }()
  783. classifyId, _ := this.GetInt("ClassifyId", 0)
  784. indexList, err := data_manage.GetKplerIndexByClassifyId(classifyId)
  785. if err != nil && !utils.IsErrNoRow(err) {
  786. br.Msg = "获取失败"
  787. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  788. return
  789. }
  790. var ret data_manage.BaseFromKplerClassifyResp
  791. list := make([]*data_manage.BaseFromKplerClassifyItems, 0)
  792. for _, v := range indexList {
  793. classify := new(data_manage.BaseFromKplerClassifyItems)
  794. classify.ClassifyId = classifyId
  795. classify.BaseFromKplerIndexId = v.BaseFromKplerIndexId
  796. classify.IndexCode = v.IndexCode
  797. classify.ClassifyName = v.IndexName
  798. classify.UniqueCode = fmt.Sprintf("%d_%d", classifyId, v.BaseFromKplerIndexId)
  799. list = append(list, classify)
  800. }
  801. ret.List = list
  802. br.Ret = 200
  803. br.Success = true
  804. br.Msg = "获取成功"
  805. br.Data = ret
  806. }
  807. // KplerBatchSearch
  808. // @Title Kpler指标查询
  809. // @Description Kpler指标查询
  810. // @Param ClassifyIds query string true "分类id, 多个分类用英文"
  811. // @Param Keyword query string true "关键词, 指标ID/指标名称"
  812. // @Success 200 {object} data_manage.LzFrequency
  813. // @router /kpler/batch_search [get]
  814. func (this *BaseFromKplerController) KplerBatchSearch() {
  815. br := new(models.BaseResponse).Init()
  816. defer func() {
  817. this.Data["json"] = br
  818. this.ServeJSON()
  819. }()
  820. sysUser := this.SysUser
  821. if sysUser == nil {
  822. br.Msg = "请登录"
  823. br.ErrMsg = "请登录,SysUser Is Empty"
  824. br.Ret = 408
  825. return
  826. }
  827. classifyIdStr := this.GetString("ClassifyIds")
  828. pageSize, _ := this.GetInt("PageSize")
  829. currentIndex, _ := this.GetInt("CurrentIndex")
  830. var startSize int
  831. if pageSize <= 0 {
  832. pageSize = utils.PageSize20
  833. }
  834. if currentIndex <= 0 {
  835. currentIndex = 1
  836. }
  837. startSize = utils.StartIndex(currentIndex, pageSize)
  838. resp := data_manage.BaseFromKplerIndexSearchList{}
  839. total := 0
  840. page := paging.GetPaging(currentIndex, pageSize, total)
  841. var list = make([]*data_manage.BaseFromKplerIndexList, 0)
  842. var condition string
  843. var pars []interface{}
  844. classifyIds := strings.Split(classifyIdStr, ",")
  845. if len(classifyIds) > 0 && classifyIds[0] != `` {
  846. condition += " AND classify_id IN (" + utils.GetOrmInReplace(len(classifyIds)) + " ) "
  847. pars = append(pars, classifyIds)
  848. }
  849. keyword := this.GetString("Keyword")
  850. if keyword != `` {
  851. condition += " AND (index_name like ? OR index_code like ?) "
  852. pars = utils.GetLikeKeywordPars(pars, keyword, 2)
  853. }
  854. frequencies := this.GetString("Frequencies")
  855. if frequencies != "" {
  856. frequencyList := strings.Split(frequencies, ",")
  857. condition += " AND frequency IN (" + utils.GetOrmInReplace(len(frequencyList)) + " ) "
  858. pars = append(pars, frequencyList)
  859. }
  860. condition += ` AND index_code not in (SELECT edb_code FROM edb_info WHERE source=?) `
  861. pars = append(pars, "Kpler")
  862. list, err := data_manage.GetKplerIndexPage(condition, pars, startSize, pageSize)
  863. if err != nil {
  864. br.Msg = "获取失败"
  865. br.ErrMsg = "获取失败,Err:" + err.Error()
  866. return
  867. }
  868. total, err = data_manage.GetKplerIndexPageCount(condition, pars)
  869. if err != nil {
  870. br.Msg = "获取数据失败"
  871. br.ErrMsg = "获取指标数据失败,Err:" + err.Error()
  872. return
  873. }
  874. page = paging.GetPaging(currentIndex, pageSize, total)
  875. resp.Paging = page
  876. resp.List = list
  877. br.Ret = 200
  878. br.Success = true
  879. br.Msg = "获取成功"
  880. br.Data = resp
  881. }
  882. // KplerBatchAdd
  883. // @Title Kpler批量新增
  884. // @Description Kpler批量新增
  885. // @Param request body data_manage.AddEdbInfoReq true "type json string"
  886. // @Success 200 string "操作成功"
  887. // @router /kpler/batch_add [post]
  888. func (this *BaseFromKplerController) KplerBatchAdd() {
  889. br := new(models.BaseResponse).Init()
  890. defer func() {
  891. if br.ErrMsg == "" {
  892. br.IsSendEmail = false
  893. }
  894. this.Data["json"] = br
  895. this.ServeJSON()
  896. }()
  897. sysUser := this.SysUser
  898. if sysUser == nil {
  899. br.Msg = "请登录"
  900. br.ErrMsg = "请登录,SysUser Is Empty"
  901. br.Ret = 408
  902. return
  903. }
  904. deleteCache := true
  905. cacheKey := "CACHE_EDB_INFO_BATCH_ADD_Kpler_" + strconv.Itoa(sysUser.AdminId)
  906. defer func() {
  907. if deleteCache {
  908. _ = utils.Rc.Delete(cacheKey)
  909. }
  910. }()
  911. if !utils.Rc.SetNX(cacheKey, 1, 30*time.Second) {
  912. deleteCache = false
  913. br.Msg = "系统处理中,请稍后重试!"
  914. br.ErrMsg = "系统处理中,请稍后重试!" + sysUser.RealName + ";data:" + string(this.Ctx.Input.RequestBody)
  915. return
  916. }
  917. var req []*data_manage.AddEdbInfoReq
  918. if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
  919. br.Msg = "参数解析异常!"
  920. br.ErrMsg = "参数解析失败,Err:" + e.Error()
  921. return
  922. }
  923. if len(req) == 0 {
  924. br.Msg = "请选择指标"
  925. return
  926. }
  927. if len(req) > 30 {
  928. br.Msg = "批量添加指标数量不得超过30个"
  929. return
  930. }
  931. for _, v := range req {
  932. v.EdbCode = strings.TrimSpace(v.EdbCode)
  933. if v.EdbCode == "" {
  934. br.Msg = "指标ID不可为空"
  935. return
  936. }
  937. v.EdbName = strings.TrimSpace(v.EdbName)
  938. if v.EdbName == "" {
  939. br.Msg = "请输入指标名称"
  940. return
  941. }
  942. v.Frequency = strings.TrimSpace(v.Frequency)
  943. if v.Frequency == "" {
  944. br.Msg = "请选择频度"
  945. return
  946. }
  947. v.Unit = strings.TrimSpace(v.Unit)
  948. if v.Unit == "" {
  949. br.Msg = "请输入单位"
  950. return
  951. }
  952. if v.ClassifyId <= 0 {
  953. br.Msg = "请选择分类"
  954. return
  955. }
  956. }
  957. // 限定同一时间最多批量新增30个指标
  958. for _, v := range req {
  959. var r data_manage.KplerIndexSource2EdbReq
  960. r.EdbCode = v.EdbCode
  961. r.EdbName = v.EdbName
  962. r.Frequency = v.Frequency
  963. r.Unit = v.Unit
  964. r.ClassifyId = v.ClassifyId
  965. r.AdminId = sysUser.AdminId
  966. r.AdminRealName = sysUser.RealName
  967. edbInfo, e, errMsg, skip := data.KplerIndexSource2Edb(r, this.Lang)
  968. if e != nil {
  969. br.Msg = "操作失败"
  970. if errMsg != "" {
  971. br.Msg = errMsg
  972. }
  973. br.ErrMsg = e.Error()
  974. return
  975. }
  976. if skip {
  977. continue
  978. }
  979. // 试用平台更新用户累计新增指标数
  980. if utils.BusinessCode == utils.BusinessCodeSandbox {
  981. go func() {
  982. adminItem, e := system.GetSysAdminById(sysUser.AdminId)
  983. if e != nil {
  984. tips := fmt.Sprintf("试用平台更新用户累计新增指标数-获取用户失败, Err: " + e.Error())
  985. utils.FileLog.Info(tips)
  986. return
  987. }
  988. if adminItem.DepartmentName != "ETA试用客户" {
  989. return
  990. }
  991. var ur etaTrialService.EtaTrialUserReq
  992. ur.Mobile = adminItem.Mobile
  993. _, _ = etaTrialService.UpdateUserIndexNum(ur)
  994. }()
  995. }
  996. // 新增操作日志
  997. {
  998. edbLog := new(data_manage.EdbInfoLog)
  999. edbLog.EdbInfoId = edbInfo.EdbInfoId
  1000. edbLog.SourceName = edbInfo.SourceName
  1001. edbLog.Source = edbInfo.Source
  1002. edbLog.EdbCode = edbInfo.EdbCode
  1003. edbLog.EdbName = edbInfo.EdbName
  1004. edbLog.ClassifyId = edbInfo.ClassifyId
  1005. edbLog.SysUserId = sysUser.AdminId
  1006. edbLog.SysUserRealName = sysUser.RealName
  1007. edbLog.CreateTime = time.Now()
  1008. edbLog.Content = string(this.Ctx.Input.RequestBody)
  1009. edbLog.Status = "新增指标"
  1010. edbLog.Method = this.Ctx.Input.URI()
  1011. go data_manage.AddEdbInfoLog(edbLog)
  1012. }
  1013. }
  1014. br.Msg = "操作成功"
  1015. br.Ret = 200
  1016. br.Success = true
  1017. br.IsAddLog = true
  1018. }
  1019. // KplerNameCheck
  1020. // @Title 加入指标库的重名检测
  1021. // @Description 加入指标库的重名检测
  1022. // @Param ClassifyIds query string true "分类id, 多个分类用英文"
  1023. // @Param Keyword query string true "关键词, 指标ID/指标名称"
  1024. // @Success 200 {object} NameCheckResult
  1025. // @router /kpler/edb_info/name_check [post]
  1026. func (this *BaseFromKplerController) KplerNameCheck() {
  1027. br := new(models.BaseResponse).Init()
  1028. defer func() {
  1029. if br.ErrMsg == "" {
  1030. br.IsSendEmail = false
  1031. }
  1032. this.Data["json"] = br
  1033. this.ServeJSON()
  1034. }()
  1035. sysUser := this.SysUser
  1036. if sysUser == nil {
  1037. br.Msg = "请登录"
  1038. br.ErrMsg = "请登录,SysUser Is Empty"
  1039. br.Ret = 408
  1040. return
  1041. }
  1042. var req []*data_manage.NameCheckEdbInfoReq
  1043. if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
  1044. br.Msg = "参数解析异常!"
  1045. br.ErrMsg = "参数解析失败,Err:" + e.Error()
  1046. return
  1047. }
  1048. if len(req) == 0 {
  1049. br.Msg = "请选择指标"
  1050. return
  1051. }
  1052. codeMaxT := 30
  1053. codeLen := len(req)
  1054. if codeLen > codeMaxT {
  1055. br.Msg = "批量添加指标数量不得超过30个"
  1056. return
  1057. }
  1058. indexNames := make([]string, 0)
  1059. resp := make([]*data_manage.EdbNameCheckResult, 0)
  1060. for _, v := range req {
  1061. v.EdbCode = strings.TrimSpace(v.EdbCode)
  1062. if v.EdbCode == "" {
  1063. br.Msg = "指标ID不可为空"
  1064. return
  1065. }
  1066. v.EdbName = strings.TrimSpace(v.EdbName)
  1067. if v.EdbName == "" {
  1068. br.Msg = "请输入指标名称"
  1069. return
  1070. }
  1071. indexNames = append(indexNames, v.EdbName)
  1072. resp = append(resp, &data_manage.EdbNameCheckResult{
  1073. EdbCode: v.EdbCode,
  1074. EdbName: v.EdbName,
  1075. })
  1076. dataItems, err := data_manage.GetEdbDataAllByEdbCode(v.EdbCode, utils.DATA_SOURCE_KPLER, 0, utils.EDB_DATA_LIMIT)
  1077. if err != nil && !utils.IsErrNoRow(err) {
  1078. br.Msg = "获取失败"
  1079. br.ErrMsg = "获取钢联已存在信息失败,Err:" + err.Error()
  1080. return
  1081. }
  1082. if len(dataItems) <= 0 {
  1083. respItem, err := data.AddEdbData(utils.DATA_SOURCE_KPLER, v.EdbCode, v.Frequency)
  1084. if err != nil {
  1085. br.Msg = "获取失败"
  1086. br.ErrMsg = "获取失败,Err:" + err.Error()
  1087. return
  1088. }
  1089. if respItem.Ret != 200 {
  1090. br.Msg = "未搜索到该指标"
  1091. br.ErrMsg = respItem.ErrMsg + ";EdbCode:" + v.EdbCode
  1092. return
  1093. }
  1094. }
  1095. }
  1096. // 重名校验
  1097. edbList, e := data_manage.GetEdbInfoByNameArr(indexNames, utils.EDB_INFO_TYPE)
  1098. if e != nil {
  1099. br.Msg = "操作失败"
  1100. br.ErrMsg = "获取重名指标失败, Err: " + e.Error()
  1101. return
  1102. }
  1103. nameExists := make(map[string]bool)
  1104. for _, v := range edbList {
  1105. nameExists[v.EdbName] = true
  1106. }
  1107. if len(nameExists) > 0 {
  1108. for _, v := range resp {
  1109. v.Exist = nameExists[v.EdbName]
  1110. }
  1111. }
  1112. br.Data = resp
  1113. br.Msg = "校验成功"
  1114. br.Ret = 200
  1115. br.Success = true
  1116. }
  1117. // KplerAddCheck
  1118. // @Title 加入指标库指标Id检测
  1119. // @Description 加入指标库指标Id检测
  1120. // @Param request body request.BatchAddCheckReq true "type json string"
  1121. // @Success 200 string "操作成功"
  1122. // @router /kpler/edb_info/add_check [post]
  1123. func (c *BaseFromKplerController) KplerAddCheck() {
  1124. br := new(models.BaseResponse).Init()
  1125. defer func() {
  1126. if br.ErrMsg == "" {
  1127. br.IsSendEmail = false
  1128. }
  1129. c.Data["json"] = br
  1130. c.ServeJSON()
  1131. }()
  1132. sysUser := c.SysUser
  1133. if sysUser == nil {
  1134. br.Msg = "请登录"
  1135. br.ErrMsg = "请登录,SysUser Is Empty"
  1136. br.Ret = 408
  1137. return
  1138. }
  1139. var req data_manage.BatchAddCheckReq
  1140. if e := json.Unmarshal(c.Ctx.Input.RequestBody, &req); e != nil {
  1141. br.Msg = "参数解析异常!"
  1142. br.ErrMsg = "参数解析失败,Err:" + e.Error()
  1143. return
  1144. }
  1145. codeMaxT := 30
  1146. codeLen := len(req.IndexCodes)
  1147. // 获取指标库已有指标
  1148. existsEdb, e := data_manage.GetEdbCodesBySource(utils.DATA_SOURCE_KPLER)
  1149. if e != nil {
  1150. br.Msg = "获取失败"
  1151. br.ErrMsg = "获取自有数据已添加的指标失败, Err: " + e.Error()
  1152. return
  1153. }
  1154. existMap := make(map[string]*data_manage.EdbInfo)
  1155. for _, v := range existsEdb {
  1156. existMap[v.EdbCode] = v
  1157. }
  1158. if codeLen == 0 {
  1159. br.Msg = "请选择指标"
  1160. return
  1161. }
  1162. if codeLen > codeMaxT {
  1163. br.Msg = fmt.Sprintf("最多只能选择%d个指标", codeMaxT)
  1164. return
  1165. }
  1166. // 查询选中的指标
  1167. cond := fmt.Sprintf(` AND index_code IN (%s)`, utils.GetOrmInReplace(codeLen))
  1168. pars := make([]interface{}, 0)
  1169. pars = append(pars, req.IndexCodes)
  1170. list, err := data_manage.GetKplerIndex(cond, pars)
  1171. if err != nil {
  1172. br.Msg = "获取失败"
  1173. br.ErrMsg = "获取钢联已存在信息失败,Err:" + err.Error()
  1174. return
  1175. }
  1176. if len(list) > codeMaxT {
  1177. br.Msg = fmt.Sprintf("最多只能选择%d个指标", codeMaxT)
  1178. return
  1179. }
  1180. resp := make([]*data_manage.BaseFromKplerIndexList, 0)
  1181. for _, v := range list {
  1182. if edb, ok := existMap[v.IndexCode]; ok {
  1183. v.EdbInfoId = edb.EdbInfoId
  1184. v.EdbClassifyId = edb.ClassifyId
  1185. v.EdbUniqueCode = edb.UniqueCode
  1186. v.EdbExist = 1
  1187. }
  1188. resp = append(resp, v)
  1189. }
  1190. br.Data = resp
  1191. br.Msg = "校验成功"
  1192. br.Ret = 200
  1193. br.Success = true
  1194. }
  1195. // ExportKplerList
  1196. // @Title 导出Kpler数据
  1197. // @Description 导出Kpler数据
  1198. // @Param ClassifyId query int true "关键字搜索"
  1199. // @Param IndexCode query string true "指标编码"
  1200. // @Success 200 导出成功
  1201. // @router /kpler/export [get]
  1202. func (this *BaseFromKplerController) ExportKplerList() {
  1203. br := new(models.BaseResponse).Init()
  1204. defer func() {
  1205. this.Data["json"] = br
  1206. this.ServeJSON()
  1207. }()
  1208. sysUser := this.SysUser
  1209. if sysUser == nil {
  1210. br.Msg = "请重新登录"
  1211. return
  1212. }
  1213. classifyId, _ := this.GetInt("ClassifyId")
  1214. indexCode := this.GetString("IndexCode")
  1215. if classifyId <= 0 && indexCode == "" {
  1216. br.Msg = "请选择分类或者指标"
  1217. return
  1218. }
  1219. dir, _ := os.Executable()
  1220. exPath := filepath.Dir(dir)
  1221. downLoadnFilePath := exPath + "/" + time.Now().Format(utils.FormatDateTimeUnSpace) + ".xlsx"
  1222. xlsxFile := xlsx.NewFile()
  1223. var condition string
  1224. var pars []interface{}
  1225. var classifyName string
  1226. if classifyId > 0 {
  1227. classifyInfo, err := data_manage.GetBaseFromKplerClassifyById(classifyId)
  1228. if err != nil {
  1229. if utils.IsErrNoRow(err) {
  1230. br.Msg = "分类不存在"
  1231. return
  1232. }
  1233. br.Msg = "下载失败"
  1234. br.ErrMsg = "获取分类失败,Err:" + err.Error()
  1235. return
  1236. }
  1237. classifyName = classifyInfo.ClassifyName
  1238. childClassify := make([]*data_manage.BaseFromKplerClassify, 0)
  1239. if classifyInfo.LevelPath != "" {
  1240. childClassify, err = data_manage.GetBaseFromKplerClassifyByLevelPath(classifyInfo.LevelPath)
  1241. if err != nil {
  1242. br.Msg = "下载失败"
  1243. br.ErrMsg = "获取分类失败,Err:" + err.Error()
  1244. return
  1245. }
  1246. }
  1247. if len(childClassify) > 0 {
  1248. childClassifyIds := make([]int, 0)
  1249. for _, child := range childClassify {
  1250. childClassifyIds = append(childClassifyIds, child.ClassifyId)
  1251. }
  1252. condition += ` AND classify_id IN (` + utils.GetOrmInReplace(len(childClassifyIds)) + `)`
  1253. pars = append(pars, childClassifyIds)
  1254. } else {
  1255. condition += ` AND classify_id=?`
  1256. pars = append(pars, classifyId)
  1257. }
  1258. }
  1259. if indexCode != "" {
  1260. condition += ` AND index_code=? `
  1261. pars = append(pars, indexCode)
  1262. }
  1263. indexList, err := data_manage.GetKplerIndex(condition, pars)
  1264. if err != nil {
  1265. br.Msg = "下载失败"
  1266. br.ErrMsg = "获取指标失败,Err:" + err.Error()
  1267. fmt.Println("获取数据失败,Err:" + err.Error())
  1268. return
  1269. }
  1270. if len(indexList) <= 0 {
  1271. fmt.Println("indexList 为空")
  1272. br.Ret = 200
  1273. br.Success = true
  1274. br.Msg = "success"
  1275. return
  1276. }
  1277. codeList := make([]string, 0)
  1278. frequenciesMap := make(map[string][]*data_manage.BaseFromKplerIndexList)
  1279. for _, v := range indexList {
  1280. codeList = append(codeList, v.IndexCode)
  1281. frequenciesMap[v.Frequency] = append(frequenciesMap[v.Frequency], v)
  1282. }
  1283. dataListMap := make(map[string][]*data_manage.BaseFromKplerData)
  1284. if len(indexList) > 0 {
  1285. allDataList, e := data_manage.GetKplerIndexDataByCodes(codeList)
  1286. if e != nil {
  1287. br.Msg = "获取数据失败"
  1288. br.ErrMsg = "获取数据失败,Err:" + e.Error()
  1289. return
  1290. }
  1291. for _, v := range allDataList {
  1292. dataListMap[v.IndexCode] = append(dataListMap[v.IndexCode], v)
  1293. }
  1294. }
  1295. // 按照频率分组排序
  1296. frequencies := []string{
  1297. "日度", "周度", "旬度", "月度", "季度", "半年度", "年度",
  1298. }
  1299. for _, frequency := range frequencies {
  1300. //获取指标
  1301. indexCodeList, ok := frequenciesMap[frequency]
  1302. if !ok {
  1303. continue
  1304. }
  1305. if len(indexCodeList) <= 0 {
  1306. fmt.Printf("sheet:%s, 不存在指标", frequency)
  1307. return
  1308. }
  1309. var sheetName string
  1310. switch frequency {
  1311. case "日度":
  1312. sheetName = "日度(Daily)"
  1313. case "周度":
  1314. sheetName = "周度(Weekly)"
  1315. case "旬度":
  1316. sheetName = "旬度(ten-day)"
  1317. case "月度":
  1318. sheetName = "月度(Monthly)"
  1319. case "季度":
  1320. sheetName = "季度(Quarterly)"
  1321. case "半年度":
  1322. sheetName = "半年度(Semi-annual)"
  1323. case "年度":
  1324. sheetName = "年度(Annual)"
  1325. default:
  1326. sheetName = "其他数据"
  1327. }
  1328. sheetNew, err := xlsxFile.AddSheet(sheetName)
  1329. if err != nil {
  1330. fmt.Println("新增Sheet失败", err.Error())
  1331. return
  1332. }
  1333. secNameRow := sheetNew.AddRow()
  1334. frequencyRow := sheetNew.AddRow()
  1335. unitRow := sheetNew.AddRow()
  1336. lastModifyDateRow := sheetNew.AddRow()
  1337. var indexIdList []int
  1338. for _, idx := range frequenciesMap[frequency] {
  1339. indexIdList = append(indexIdList, idx.BaseFromKplerIndexId)
  1340. }
  1341. dataTimeList, err := data_manage.GetKplerDataDataTimeByIndexId(indexIdList)
  1342. if err != nil {
  1343. br.Msg = "下载失败"
  1344. br.ErrMsg = "获取数据时间失败,Err:" + err.Error()
  1345. fmt.Println("获取数据时间失败", err.Error())
  1346. return
  1347. }
  1348. // 添加excel左侧指标日期
  1349. setRowIndex := 4
  1350. for rk, dv := range dataTimeList {
  1351. rowIndex := setRowIndex + rk
  1352. row := sheetNew.Row(rowIndex)
  1353. displayDate, _ := time.Parse(utils.FormatDate, dv)
  1354. displayDateCell := row.AddCell()
  1355. style := new(xlsx.Style)
  1356. style.ApplyAlignment = true
  1357. style.Alignment.WrapText = true
  1358. displayDateCell.SetStyle(style)
  1359. displayDateCell.SetDate(displayDate)
  1360. }
  1361. for k, icl := range indexCodeList {
  1362. // 获取数据
  1363. dataList, ok := dataListMap[icl.IndexCode]
  1364. if !ok {
  1365. continue
  1366. }
  1367. if k == 0 {
  1368. secNameRow.AddCell().SetValue("指标名称/Metric Name")
  1369. frequencyRow.AddCell().SetValue("频度/Frequency")
  1370. unitRow.AddCell().SetValue("单位/Unit")
  1371. lastModifyDateRow.AddCell().SetValue("更新时间/Update Time")
  1372. min := k * 3
  1373. sheetNew.SetColWidth(min, min, 15)
  1374. }
  1375. if len(dataList) == 0 {
  1376. continue
  1377. }
  1378. secNameRow.AddCell().SetValue(icl.IndexName)
  1379. frequencyRow.AddCell().SetValue(icl.Frequency)
  1380. unitRow.AddCell().SetValue(icl.Unit)
  1381. timeDate, err := time.Parse(utils.FormatDateTime, dataList[0].ModifyTime)
  1382. if err != nil {
  1383. continue
  1384. }
  1385. lastModifyDateRow.AddCell().SetValue(timeDate.Format(utils.FormatDate))
  1386. dataInfoMap := make(map[string]*data_manage.BaseFromKplerData)
  1387. for _, v := range dataList {
  1388. dataInfoMap[v.DataTime] = v
  1389. }
  1390. for rk, dtv := range dataTimeList {
  1391. rowIndex := setRowIndex + rk
  1392. row := sheetNew.Row(rowIndex)
  1393. displayDateCell := row.AddCell()
  1394. tmpData, ok := dataInfoMap[dtv]
  1395. if ok {
  1396. displayDateCell.SetValue(tmpData.Value)
  1397. }
  1398. }
  1399. }
  1400. }
  1401. err = xlsxFile.Save(downLoadnFilePath)
  1402. if err != nil {
  1403. //有指标无数据时先导出一遍空表
  1404. sheet, err := xlsxFile.AddSheet("无数据")
  1405. if err != nil {
  1406. br.Msg = "新增Sheet失败"
  1407. br.ErrMsg = "新增Sheet失败,Err:" + err.Error()
  1408. return
  1409. }
  1410. rowSecName := sheet.AddRow()
  1411. celSecName := rowSecName.AddCell()
  1412. celSecName.SetValue("")
  1413. e := xlsxFile.Save(downLoadnFilePath)
  1414. if e != nil {
  1415. br.Msg = "保存文件失败"
  1416. br.ErrMsg = "保存文件失败"
  1417. return
  1418. }
  1419. }
  1420. fileName := classifyName
  1421. if indexCode != "" && len(indexList) == 1 {
  1422. fileName = indexList[0].IndexName
  1423. }
  1424. fileName = strings.Replace(fileName, ": ", "_", -1)
  1425. fileName = strings.Replace(fileName, ", ", "_", -1)
  1426. fileName = strings.Replace(fileName, " ", "_", -1)
  1427. fileName += time.Now().Format("06.01.02") + `.xlsx` //文件名称
  1428. fmt.Println(fileName)
  1429. this.Ctx.Output.Download(downLoadnFilePath, fileName)
  1430. defer func() {
  1431. os.Remove(downLoadnFilePath)
  1432. }()
  1433. br.Ret = 200
  1434. br.Success = true
  1435. br.Msg = "success"
  1436. }