kpler_data.go 40 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490
  1. package data_manage
  2. import (
  3. "encoding/json"
  4. "eta/eta_api/controllers"
  5. "eta/eta_api/models"
  6. "eta/eta_api/models/data_manage"
  7. "eta/eta_api/models/system"
  8. "eta/eta_api/services/data"
  9. etaTrialService "eta/eta_api/services/eta_trial"
  10. "eta/eta_api/utils"
  11. "fmt"
  12. "os"
  13. "path/filepath"
  14. "sort"
  15. "strconv"
  16. "strings"
  17. "time"
  18. "github.com/rdlucklib/rdluck_tools/paging"
  19. "github.com/tealeg/xlsx"
  20. )
  21. type BaseFromKplerController struct {
  22. controllers.BaseAuthController
  23. }
  24. // Search
  25. // @Title 新增指标-查询指标信息接口
  26. // @Description 新增指标-查询指标信息接口
  27. // @Param request body data_manage.ThsHfSearchEdbReq true "type json string"
  28. // @Success 200 {object} data_manage.ThsHfSearchEdbResp
  29. // @router /kpler/index/search [post]
  30. func (this *BaseFromKplerController) Search() {
  31. br := new(models.BaseResponse).Init()
  32. defer func() {
  33. if br.ErrMsg == "" {
  34. br.IsSendEmail = false
  35. }
  36. this.Data["json"] = br
  37. this.ServeJSON()
  38. }()
  39. sysUser := this.SysUser
  40. if sysUser == nil {
  41. br.Msg = "请登录"
  42. br.ErrMsg = "请登录,SysUser Is Empty"
  43. br.Ret = 408
  44. return
  45. }
  46. var params data_manage.KplerSearchReq
  47. if e := json.Unmarshal(this.Ctx.Input.RequestBody, &params); e != nil {
  48. br.Msg = "参数解析异常!"
  49. br.ErrMsg = "参数解析失败,Err:" + e.Error()
  50. return
  51. }
  52. params.Granularity = strings.TrimSpace(params.Granularity)
  53. if params.Granularity == "" {
  54. br.Msg = "请选择频度"
  55. return
  56. }
  57. split := strings.TrimSpace(params.Split)
  58. if split == "" {
  59. split = "Total"
  60. }
  61. unit := strings.TrimSpace(params.Unit)
  62. if unit == "" {
  63. unit = "Kbd"
  64. }
  65. flowDirection := strings.TrimSpace(params.FlowDirection)
  66. if flowDirection == "" {
  67. br.Msg = "请选择流向"
  68. return
  69. }
  70. var productNamesStr string
  71. var fromZoneNamesStr string
  72. var toZoneNamesStr string
  73. if len(params.ProductIds) > 0 {
  74. // 获取产品名称
  75. productList, e := data_manage.GetKplerClassifyByProductId(params.ProductIds)
  76. if e != nil {
  77. br.Msg = "获取Kpler产品名称失败"
  78. br.ErrMsg = fmt.Sprintf("获取Kpler产品名称失败, %v", e)
  79. return
  80. }
  81. productNames := make([]string, 0)
  82. for _, v := range productList {
  83. productNames = append(productNames, v.ProductName)
  84. }
  85. if len(productNames) > 0 {
  86. productNamesStr = strings.Join(productNames, ",")
  87. }
  88. }
  89. // 获取区域名称
  90. zoneObj := new(data_manage.BaseFromKplerZone)
  91. if len(params.FromZoneIds) > 0 {
  92. fromZoneList, e := zoneObj.GetByZoneIds(params.FromZoneIds)
  93. if e != nil {
  94. br.Msg = "获取Kpler区域名称失败"
  95. br.ErrMsg = fmt.Sprintf("获取Kpler区域名称失败, %v", e)
  96. return
  97. }
  98. fromZoneNames := make([]string, 0)
  99. for _, v := range fromZoneList {
  100. fromZoneNames = append(fromZoneNames, v.ZoneName)
  101. }
  102. if len(fromZoneNames) > 0 {
  103. fromZoneNamesStr = strings.Join(fromZoneNames, ",")
  104. }
  105. }
  106. if len(params.ToZoneIds) > 0 {
  107. toZoneList, e := zoneObj.GetByZoneIds(params.ToZoneIds)
  108. if e != nil {
  109. br.Msg = "获取Kpler区域名称失败"
  110. br.ErrMsg = fmt.Sprintf("获取Kpler区域名称失败, %v", e)
  111. return
  112. }
  113. toZoneNames := make([]string, 0)
  114. for _, v := range toZoneList {
  115. toZoneNames = append(toZoneNames, v.ZoneName)
  116. }
  117. if len(toZoneNames) > 0 {
  118. toZoneNamesStr = strings.Join(toZoneNames, ",")
  119. }
  120. }
  121. // 校验已入库的指标
  122. if params.Split == "Total" {
  123. flowDirection := params.FlowDirection
  124. // prefixIndexName := fmt.Sprintf("kpler%s%s%s%s", fromZoneNamesStr, flowDirection, toZoneNamesStr, productNamesStr)
  125. // lastIndexName := params.Granularity
  126. // indexName := fmt.Sprintf("%s%s%s", prefixIndexName, "Total", lastIndexName)
  127. prefixIndexCode := fmt.Sprintf("k%s%s%s%s", fromZoneNamesStr, flowDirection, toZoneNamesStr, productNamesStr)
  128. // 获取首字母
  129. lastIndexCode := strings.ToUpper(params.Granularity[:1])
  130. indexCode := fmt.Sprintf("%s%s%s", prefixIndexCode, "Total", lastIndexCode)
  131. // 查询指标是否已存在
  132. _, e := data_manage.GetKplerIndexByIndexCode(indexCode)
  133. if e != nil && !utils.IsErrNoRow(e) {
  134. br.Msg = "获取指标信息失败"
  135. br.ErrMsg = fmt.Sprintf("获取指标信息失败, %v", e)
  136. return
  137. }
  138. if e == nil {
  139. br.Msg = "指标均已存在"
  140. return
  141. }
  142. }
  143. resp := make([]*data_manage.KplerIndexItem, 0)
  144. // 请求API获取数据
  145. indexes, e := data.GetEdbDataKpler(params, productNamesStr, fromZoneNamesStr, toZoneNamesStr)
  146. if e != nil {
  147. br.Msg = "未搜索到指标"
  148. br.ErrMsg = fmt.Sprintf("获取指标失败, %v", e)
  149. return
  150. }
  151. if len(indexes) == 0 {
  152. br.Msg = "未搜索到指标"
  153. return
  154. }
  155. for _, v := range indexes {
  156. item := new(data_manage.KplerIndexItem)
  157. item.IndexCode = v.IndexCode
  158. item.IndexName = v.IndexName
  159. item.Frequency = v.Frequency
  160. item.Unit = v.Unit
  161. // 搜索只展示100条数据
  162. var limit int
  163. sort.Slice(v.IndexData, func(i, j int) bool {
  164. return v.IndexData[i].DataTime < v.IndexData[j].DataTime
  165. })
  166. for _, d := range v.IndexData {
  167. if limit > 100 {
  168. break
  169. }
  170. limit += 1
  171. item.IndexData = append(item.IndexData, d)
  172. }
  173. resp = append(resp, item)
  174. }
  175. br.Data = resp
  176. br.Ret = 200
  177. br.Success = true
  178. br.Msg = "获取成功"
  179. }
  180. // IndexAdd
  181. // @Title 新增指标-新增指标接口
  182. // @Description 新增指标-新增指标接口
  183. // @Param request body data_manage.ThsHfSearchEdbReq true "type json string"
  184. // @Success 200 {object} data_manage.ThsHfSearchEdbResp
  185. // @router /kpler/index/add [post]
  186. func (this *BaseFromKplerController) IndexAdd() {
  187. br := new(models.BaseResponse).Init()
  188. defer func() {
  189. if br.ErrMsg == "" {
  190. br.IsSendEmail = false
  191. }
  192. this.Data["json"] = br
  193. this.ServeJSON()
  194. }()
  195. sysUser := this.SysUser
  196. if sysUser == nil {
  197. br.Msg = "请登录"
  198. br.ErrMsg = "请登录,SysUser Is Empty"
  199. br.Ret = 408
  200. return
  201. }
  202. var params data_manage.KplerSearchReq
  203. if e := json.Unmarshal(this.Ctx.Input.RequestBody, &params); e != nil {
  204. br.Msg = "参数解析异常!"
  205. br.ErrMsg = "参数解析失败,Err:" + e.Error()
  206. return
  207. }
  208. params.Granularity = strings.TrimSpace(params.Granularity)
  209. if params.Granularity == "" {
  210. br.Msg = "请选择频度"
  211. return
  212. }
  213. split := strings.TrimSpace(params.Split)
  214. if split == "" {
  215. split = "Total"
  216. }
  217. unit := strings.TrimSpace(params.Unit)
  218. if unit == "" {
  219. unit = "Kbd"
  220. }
  221. flowDirection := strings.TrimSpace(params.FlowDirection)
  222. if flowDirection == "" {
  223. br.Msg = "请选择流向"
  224. return
  225. }
  226. var productNamesStr string
  227. var fromZoneNamesStr string
  228. var toZoneNamesStr string
  229. if len(params.ProductIds) > 0 {
  230. // 获取产品名称
  231. productList, e := data_manage.GetKplerClassifyByProductId(params.ProductIds)
  232. if e != nil {
  233. br.Msg = "获取Kpler产品名称失败"
  234. br.ErrMsg = fmt.Sprintf("获取Kpler产品名称失败, %v", e)
  235. return
  236. }
  237. productNames := make([]string, 0)
  238. for _, v := range productList {
  239. productNames = append(productNames, v.ProductName)
  240. }
  241. if len(productNames) > 0 {
  242. productNamesStr = strings.Join(productNames, ",")
  243. }
  244. }
  245. // 获取区域名称
  246. zoneObj := new(data_manage.BaseFromKplerZone)
  247. if len(params.FromZoneIds) > 0 {
  248. fromZoneList, e := zoneObj.GetByZoneIds(params.FromZoneIds)
  249. if e != nil {
  250. br.Msg = "获取Kpler区域名称失败"
  251. br.ErrMsg = fmt.Sprintf("获取Kpler区域名称失败, %v", e)
  252. return
  253. }
  254. fromZoneNames := make([]string, 0)
  255. for _, v := range fromZoneList {
  256. fromZoneNames = append(fromZoneNames, v.ZoneName)
  257. }
  258. if len(fromZoneNames) > 0 {
  259. fromZoneNamesStr = strings.Join(fromZoneNames, ",")
  260. }
  261. }
  262. if len(params.ToZoneIds) > 0 {
  263. toZoneList, e := zoneObj.GetByZoneIds(params.ToZoneIds)
  264. if e != nil {
  265. br.Msg = "获取Kpler区域名称失败"
  266. br.ErrMsg = fmt.Sprintf("获取Kpler区域名称失败, %v", e)
  267. return
  268. }
  269. toZoneNames := make([]string, 0)
  270. for _, v := range toZoneList {
  271. toZoneNames = append(toZoneNames, v.ZoneName)
  272. }
  273. if len(toZoneNames) > 0 {
  274. toZoneNamesStr = strings.Join(toZoneNames, ",")
  275. }
  276. }
  277. // 校验已入库的指标
  278. if params.Split == "Total" {
  279. flowDirection := params.FlowDirection
  280. // prefixIndexName := fmt.Sprintf("kpler%s%s%s%s", fromZoneNamesStr, flowDirection, toZoneNamesStr, productNamesStr)
  281. // lastIndexName := params.Granularity
  282. // indexName := fmt.Sprintf("%s%s%s", prefixIndexName, "Total", lastIndexName)
  283. prefixIndexCode := fmt.Sprintf("k%s%s%s%s", fromZoneNamesStr, flowDirection, toZoneNamesStr, productNamesStr)
  284. // 获取首字母
  285. lastIndexCode := strings.ToUpper(params.Granularity[:1])
  286. indexCode := fmt.Sprintf("%s%s%s", prefixIndexCode, "T", lastIndexCode)
  287. // 查询指标是否已存在
  288. _, e := data_manage.GetKplerIndexByIndexCode(indexCode)
  289. if e != nil && !utils.IsErrNoRow(e) {
  290. br.Msg = "获取指标信息失败"
  291. br.ErrMsg = fmt.Sprintf("获取指标信息失败, %v", e)
  292. return
  293. }
  294. if e == nil {
  295. br.Msg = "指标均已存在"
  296. return
  297. }
  298. }
  299. resp := make([]*data_manage.KplerIndexItem, 0)
  300. // 请求API获取数据
  301. e := data.AddKplerIndex(params, productNamesStr, fromZoneNamesStr, toZoneNamesStr)
  302. if e != nil {
  303. br.Msg = "新增指标失败"
  304. br.ErrMsg = fmt.Sprintf("新增指标失败, %v", e)
  305. return
  306. }
  307. br.Data = resp
  308. br.Ret = 200
  309. br.Success = true
  310. br.Msg = "获取成功"
  311. }
  312. // KplerClassify
  313. // @Title Kpler数据分类
  314. // @Description Kpler数据分类接口
  315. // @Success 200 {object} data_manage.BaseFromKplerClassify
  316. // @router /kpler/classify [get]
  317. func (this *BaseFromKplerController) KplerClassify() {
  318. br := new(models.BaseResponse).Init()
  319. defer func() {
  320. this.Data["json"] = br
  321. this.ServeJSON()
  322. }()
  323. sysUser := this.SysUser
  324. if sysUser == nil {
  325. br.Msg = "请登录"
  326. br.ErrMsg = "请登录,SysUser Is Empty"
  327. br.Ret = 408
  328. return
  329. }
  330. classifyId, _ := this.GetInt("ClassifyId")
  331. if classifyId < 0 {
  332. br.Msg = "请选择分类"
  333. br.ErrMsg = "请选择分类"
  334. return
  335. }
  336. list, e := data_manage.GetKplerClassifyAndIndex(classifyId)
  337. if e != nil {
  338. br.Msg = "获取失败"
  339. br.ErrMsg = "获取数据失败,Err:" + e.Error()
  340. return
  341. }
  342. //组装二级分类
  343. var ret data_manage.BaseFromKplerClassifyResp
  344. ret.List = list
  345. br.Ret = 200
  346. br.Success = true
  347. br.Msg = "获取成功"
  348. br.Data = ret
  349. }
  350. // KplerClassifyTree
  351. // @Title Kpler数据分类树
  352. // @Description Kpler数据分类树接口
  353. // @Success 200 {object} data_manage.BaseFromKplerClassify
  354. // @router /kpler/classify/tree [get]
  355. func (this *BaseFromKplerController) KplerClassifyTree() {
  356. br := new(models.BaseResponse).Init()
  357. defer func() {
  358. this.Data["json"] = br
  359. this.ServeJSON()
  360. }()
  361. sysUser := this.SysUser
  362. if sysUser == nil {
  363. br.Msg = "请登录"
  364. br.ErrMsg = "请登录,SysUser Is Empty"
  365. br.Ret = 408
  366. return
  367. }
  368. classifyAll := make([]*data_manage.BaseFromKplerClassifyItems, 0)
  369. var err error
  370. keyword := this.GetString("Keyword")
  371. if keyword != "" {
  372. keyList, er := data_manage.GetBaseFromKplerClassifyByKeyword(keyword)
  373. if er != nil && !utils.IsErrNoRow(er) {
  374. br.Msg = "获取失败"
  375. br.ErrMsg = "获取数据失败,Err:" + er.Error()
  376. return
  377. }
  378. classifyIds := make([]int, 0)
  379. classifyMap := make(map[int]int)
  380. for _, v := range keyList {
  381. tmpIds := strings.Split(v.LevelPath, ",")
  382. for _, id := range tmpIds {
  383. tmpId, err := strconv.Atoi(id)
  384. if err == nil {
  385. if _, ok := classifyMap[tmpId]; !ok {
  386. classifyIds = append(classifyIds, tmpId)
  387. classifyMap[tmpId] = v.ClassifyId
  388. }
  389. }
  390. }
  391. }
  392. classifyAll, err = data_manage.GetBaseFromKplerClassifyItemsByIds(classifyIds)
  393. if err != nil && !utils.IsErrNoRow(err) {
  394. br.Msg = "获取失败"
  395. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  396. return
  397. }
  398. }
  399. list := data.GetKplerClassifyTreeRecursive(classifyAll, 0)
  400. // 递归组装分类
  401. var ret data_manage.BaseFromKplerClassifyResp
  402. ret.List = list
  403. br.Ret = 200
  404. br.Success = true
  405. br.Msg = "获取成功"
  406. br.Data = ret
  407. }
  408. // 查询区域
  409. // @Title 查询区域
  410. // @Description 查询区域接口
  411. // @Success 200 {object} data_manage.BaseFromKplerZone
  412. // @router /kpler/zone [get]
  413. func (this *BaseFromKplerController) KplerZone() {
  414. br := new(models.BaseResponse).Init()
  415. defer func() {
  416. this.Data["json"] = br
  417. this.ServeJSON()
  418. }()
  419. sysUser := this.SysUser
  420. if sysUser == nil {
  421. br.Msg = "请登录"
  422. br.ErrMsg = "请登录,SysUser Is Empty"
  423. br.Ret = 408
  424. return
  425. }
  426. keyword := this.GetString("Keyword")
  427. var zoneList []*data_manage.BaseFromKplerZone
  428. var err error
  429. if keyword == "" {
  430. br.Data = zoneList
  431. br.Ret = 200
  432. br.Success = true
  433. br.Msg = "获取成功"
  434. return
  435. }
  436. // 使用带相似度排序的搜索函数
  437. zoneList, err = data_manage.GetBaseFromKplerZoneByKeywordWithRelevance(keyword)
  438. if err != nil && !utils.IsErrNoRow(err) {
  439. br.Msg = "获取失败"
  440. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  441. return
  442. }
  443. br.Data = zoneList
  444. br.Ret = 200
  445. br.Success = true
  446. br.Msg = "获取成功"
  447. }
  448. // KplerIndexData
  449. // @Title 获取Kpler数据
  450. // @Description 获取Kpler数据接口
  451. // @Param PageSize query int true "每页数据条数"
  452. // @Param CurrentIndex query int true "当前页页码,从1开始"
  453. // @Param ClassifyId query string true "分类id"
  454. // @Success 200 {object} data_manage.LzFrequency
  455. // @router /kpler/index/data [get]
  456. func (this *BaseFromKplerController) KplerIndexData() {
  457. br := new(models.BaseResponse).Init()
  458. defer func() {
  459. this.Data["json"] = br
  460. this.ServeJSON()
  461. }()
  462. sysUser := this.SysUser
  463. if sysUser == nil {
  464. br.Msg = "请登录"
  465. br.ErrMsg = "请登录,SysUser Is Empty"
  466. br.Ret = 408
  467. return
  468. }
  469. pageSize, _ := this.GetInt("PageSize")
  470. currentIndex, _ := this.GetInt("CurrentIndex")
  471. var startSize int
  472. if pageSize <= 0 {
  473. pageSize = utils.PageSize20
  474. }
  475. if currentIndex <= 0 {
  476. currentIndex = 1
  477. }
  478. startSize = utils.StartIndex(currentIndex, pageSize)
  479. classifyId, _ := this.GetInt("ClassifyId")
  480. if classifyId < 0 {
  481. br.Msg = "请选择分类"
  482. br.ErrMsg = "请选择分类"
  483. return
  484. }
  485. // 增加频度请求入参
  486. frequency := this.GetString("Frequency")
  487. //获取指标
  488. var condition string
  489. var pars []interface{}
  490. if classifyId >= 0 {
  491. classifyInfo, err := data_manage.GetBaseFromKplerClassifyById(classifyId)
  492. if err != nil {
  493. if utils.IsErrNoRow(err) {
  494. br.Msg = "分类不存在"
  495. return
  496. }
  497. br.Msg = "获取分类信息失败"
  498. br.ErrMsg = "获取分类信息失败,Err:" + err.Error()
  499. return
  500. }
  501. if classifyInfo.Level == 2 || classifyInfo.ParentId > 0 {
  502. condition += ` AND classify_id=? `
  503. pars = append(pars, classifyId)
  504. } else if classifyInfo.Level == 1 {
  505. childClassify, err := data_manage.GetBaseFromKplerClassifyByParentId(classifyId)
  506. if err != nil {
  507. br.Msg = "获取分类信息失败"
  508. br.ErrMsg = "获取子分类信息失败,Err:" + err.Error()
  509. return
  510. }
  511. var classifyList []int
  512. for _, v := range childClassify {
  513. classifyList = append(classifyList, v.ClassifyId)
  514. }
  515. condition += ` AND classify_id IN (` + utils.GetOrmInReplace(len(classifyList)) + `) `
  516. pars = append(pars, classifyList)
  517. }
  518. }
  519. if frequency != "" {
  520. condition += ` AND frequency=? `
  521. pars = append(pars, frequency)
  522. }
  523. KplerList, err := data_manage.GetKplerIndex(condition, pars)
  524. if err != nil {
  525. br.Msg = "获取数据失败"
  526. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  527. return
  528. }
  529. edbCodeList := make([]string, 0)
  530. for _, v := range KplerList {
  531. edbCodeList = append(edbCodeList, v.IndexCode)
  532. }
  533. edbInfoMap := make(map[string]*data_manage.EdbInfo)
  534. dataMap := make(map[string][]*data_manage.BaseFromKplerData)
  535. total := 0
  536. if len(edbCodeList) > 0 {
  537. edbInfoList, err := data_manage.GetEdbInfoByEdbCodeList(utils.DATA_SOURCE_KPLER, edbCodeList)
  538. if err != nil {
  539. br.Msg = "获取数据源失败"
  540. br.ErrMsg = "获取指标数据失败,Err:" + err.Error()
  541. return
  542. }
  543. for _, v := range edbInfoList {
  544. edbInfoMap[v.EdbCode] = v
  545. }
  546. // 首先对分类下的指标按照日期进行分页,再针对日期,进行排序
  547. dataTimes, err := data_manage.GetKplerIndexDataTimePageByCodes(edbCodeList, startSize, pageSize)
  548. if err != nil {
  549. br.Msg = "获取数据失败"
  550. br.ErrMsg = "获取指标数据日期信息失败,Err:" + err.Error()
  551. return
  552. }
  553. if len(dataTimes) > 0 {
  554. startDate := dataTimes[len(dataTimes)-1]
  555. endDate := dataTimes[0]
  556. // 把截止日往后加1天
  557. endDateT, _ := time.ParseInLocation(utils.FormatDate, endDate, time.Local)
  558. endDate = endDateT.AddDate(0, 0, 1).Format(utils.FormatDate)
  559. dataList, e := data_manage.GetKplerIndexDataByDataTime(edbCodeList, startDate, endDate)
  560. if e != nil {
  561. br.Msg = "获取数据失败"
  562. br.ErrMsg = "获取指标数据失败,Err:" + e.Error()
  563. return
  564. }
  565. //将数据按照指标进行分类
  566. for _, v := range dataList {
  567. dataMap[v.IndexCode] = append(dataMap[v.IndexCode], v)
  568. }
  569. }
  570. total, err = data_manage.GetKplerIndexDataTimePageCount(edbCodeList)
  571. if err != nil {
  572. br.Msg = "获取数据失败"
  573. br.ErrMsg = "获取指标数据失败,Err:" + err.Error()
  574. return
  575. }
  576. }
  577. page := paging.GetPaging(currentIndex, pageSize, total)
  578. resultList := make([]*data_manage.BaseFromKplerIndexList, 0)
  579. for _, v := range KplerList {
  580. product := new(data_manage.BaseFromKplerIndexList)
  581. product.BaseFromKplerIndexId = v.BaseFromKplerIndexId
  582. product.Unit = v.Unit
  583. product.IndexCode = v.IndexCode
  584. product.IndexName = v.IndexName
  585. product.Frequency = v.Frequency
  586. product.ModifyTime = v.ModifyTime
  587. if edb, ok := edbInfoMap[v.IndexCode]; ok {
  588. product.EdbInfoId = edb.EdbInfoId
  589. product.EdbExist = 1
  590. }
  591. dataListTmp, ok := dataMap[v.IndexCode]
  592. if !ok {
  593. dataListTmp = make([]*data_manage.BaseFromKplerData, 0)
  594. }
  595. product.DataList = dataListTmp
  596. product.Paging = page
  597. resultList = append(resultList, product)
  598. }
  599. br.Ret = 200
  600. br.Success = true
  601. br.Msg = "获取成功"
  602. br.Data = resultList
  603. }
  604. // KplerSearchList
  605. // @Title Kpler模糊搜索
  606. // @Description Kpler模糊搜索
  607. // @Param Keyword query string ture "关键字搜索"
  608. // @Success 200 {object} models.BaseResponse
  609. // @router /kpler/search_list [get]
  610. func (this *BaseFromKplerController) KplerSearchList() {
  611. br := new(models.BaseResponse).Init()
  612. defer func() {
  613. this.Data["json"] = br
  614. this.ServeJSON()
  615. }()
  616. sysUser := this.SysUser
  617. if sysUser == nil {
  618. br.Msg = "请重新登录"
  619. return
  620. }
  621. list := make([]*data_manage.BaseFromKplerIndexSearchItem, 0)
  622. var err error
  623. //关键字
  624. keyword := this.GetString("Keyword")
  625. if keyword != "" {
  626. keyWordArr := strings.Split(keyword, " ")
  627. if len(keyWordArr) > 0 {
  628. condition := ""
  629. for _, v := range keyWordArr {
  630. condition += ` AND CONCAT(index_name,index_code) LIKE '%` + v + `%'`
  631. }
  632. list, err = data_manage.GetKplerItemList(condition)
  633. if err != nil {
  634. br.ErrMsg = "获取失败,Err:" + err.Error()
  635. br.Msg = "获取失败"
  636. return
  637. }
  638. }
  639. } else {
  640. // todo es 模糊搜索
  641. list, err = data_manage.GetKplerItemList("")
  642. if err != nil {
  643. br.ErrMsg = "获取失败,Err:" + err.Error()
  644. br.Msg = "获取失败"
  645. return
  646. }
  647. }
  648. classifyIds := make([]int, 0)
  649. for _, v := range list {
  650. classifyIds = append(classifyIds, v.ClassifyId)
  651. }
  652. classifyList, err := data_manage.GetBaseFromKplerClassifyByIds(classifyIds)
  653. if err != nil {
  654. br.Msg = "搜索失败"
  655. br.ErrMsg = "获取分类信息失败,Err:" + err.Error()
  656. return
  657. }
  658. classifyMap := make(map[int]int)
  659. for _, v := range classifyList {
  660. classifyMap[v.ClassifyId] = v.ParentId
  661. }
  662. for _, v := range list {
  663. v.ParentClassifyId = classifyMap[v.ClassifyId]
  664. }
  665. br.Ret = 200
  666. br.Success = true
  667. br.Msg = "获取成功"
  668. br.Data = list
  669. }
  670. // KplerSingleData
  671. // @Title 获取Kpler数据
  672. // @Description 获取Kpler单条数据接口
  673. // @Param IndexCode query string true "指标唯一编码"
  674. // @Success 200 {object} models.BaseResponse
  675. // @router /kpler/single_data [get]
  676. func (this *BaseFromKplerController) KplerSingleData() {
  677. br := new(models.BaseResponse).Init()
  678. defer func() {
  679. this.Data["json"] = br
  680. this.ServeJSON()
  681. }()
  682. sysUser := this.SysUser
  683. if sysUser == nil {
  684. br.Msg = "请登录"
  685. br.ErrMsg = "请登录,SysUser Is Empty"
  686. br.Ret = 408
  687. return
  688. }
  689. indexCode := this.GetString("IndexCode")
  690. indexInfo, err := data_manage.GetBaseFromKplerIndexByIndexCode(indexCode)
  691. if err != nil {
  692. br.Msg = "获取指标信息失败"
  693. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  694. return
  695. }
  696. dataTmpList, err := data_manage.GetKplerIndexDataByCode(indexCode)
  697. if err != nil {
  698. br.Msg = "获取数据失败"
  699. br.ErrMsg = "获取数据失败,Err:" + err.Error()
  700. return
  701. }
  702. edbInfo, err := data_manage.GetEdbInfoByEdbCode(utils.DATA_SOURCE_KPLER, indexCode)
  703. if err != nil && !utils.IsErrNoRow(err) {
  704. br.Msg = "获取数据源失败"
  705. br.ErrMsg = "获取数据源失败,Err:" + err.Error()
  706. return
  707. }
  708. var ret data_manage.KplerSingleDataResp
  709. var dataList []*data_manage.KplerSingleData
  710. if edbInfo != nil {
  711. ret.EdbInfoId = edbInfo.EdbInfoId
  712. ret.EdbExist = 1
  713. }
  714. ret.ClassifyId = indexInfo.ClassifyId
  715. ret.BaseFromKplerIndexId = indexInfo.BaseFromKplerIndexId
  716. ret.IndexCode = indexInfo.IndexCode
  717. ret.IndexName = indexInfo.IndexName
  718. ret.Frequency = indexInfo.Frequency
  719. ret.CreateTime = indexInfo.CreateTime.Format(utils.FormatDateTime)
  720. ret.ModifyTime = indexInfo.ModifyTime.Format(utils.FormatDateTime)
  721. ret.Unit = indexInfo.Unit
  722. for _, v := range dataTmpList {
  723. tmp := &data_manage.KplerSingleData{
  724. Value: fmt.Sprintf("%v", v.Value),
  725. DataTime: v.DataTime,
  726. }
  727. dataList = append(dataList, tmp)
  728. }
  729. ret.Data = dataList
  730. br.Ret = 200
  731. br.Success = true
  732. br.Msg = "获取成功"
  733. br.Data = ret
  734. }
  735. // KplerIndexList
  736. // @Title Kpler指标列表
  737. // @Description Kpler指标列表
  738. // @Param ClassifyId query int true "分类id"
  739. // @Success 200 {object} data_manage.BaseFromKplerClassifyResp
  740. // @router /kpler/classify/index/list [get]
  741. func (this *BaseFromKplerController) KplerIndexList() {
  742. br := new(models.BaseResponse).Init()
  743. defer func() {
  744. this.Data["json"] = br
  745. this.ServeJSON()
  746. }()
  747. classifyId, _ := this.GetInt("ClassifyId", 0)
  748. indexList, err := data_manage.GetKplerIndexByClassifyId(classifyId)
  749. if err != nil && !utils.IsErrNoRow(err) {
  750. br.Msg = "获取失败"
  751. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  752. return
  753. }
  754. var ret data_manage.BaseFromKplerClassifyResp
  755. list := make([]*data_manage.BaseFromKplerClassifyItems, 0)
  756. for _, v := range indexList {
  757. classify := new(data_manage.BaseFromKplerClassifyItems)
  758. classify.ClassifyId = classifyId
  759. classify.BaseFromKplerIndexId = v.BaseFromKplerIndexId
  760. classify.IndexCode = v.IndexCode
  761. classify.ClassifyName = v.IndexName
  762. classify.UniqueCode = fmt.Sprintf("%d_%d", classifyId, v.BaseFromKplerIndexId)
  763. list = append(list, classify)
  764. }
  765. ret.List = list
  766. br.Ret = 200
  767. br.Success = true
  768. br.Msg = "获取成功"
  769. br.Data = ret
  770. }
  771. // KplerBatchSearch
  772. // @Title Kpler指标查询
  773. // @Description Kpler指标查询
  774. // @Param ClassifyIds query string true "分类id, 多个分类用英文"
  775. // @Param Keyword query string true "关键词, 指标ID/指标名称"
  776. // @Success 200 {object} data_manage.LzFrequency
  777. // @router /kpler/batch_search [get]
  778. func (this *BaseFromKplerController) KplerBatchSearch() {
  779. br := new(models.BaseResponse).Init()
  780. defer func() {
  781. this.Data["json"] = br
  782. this.ServeJSON()
  783. }()
  784. sysUser := this.SysUser
  785. if sysUser == nil {
  786. br.Msg = "请登录"
  787. br.ErrMsg = "请登录,SysUser Is Empty"
  788. br.Ret = 408
  789. return
  790. }
  791. classifyIdStr := this.GetString("ClassifyIds")
  792. pageSize, _ := this.GetInt("PageSize")
  793. currentIndex, _ := this.GetInt("CurrentIndex")
  794. var startSize int
  795. if pageSize <= 0 {
  796. pageSize = utils.PageSize20
  797. }
  798. if currentIndex <= 0 {
  799. currentIndex = 1
  800. }
  801. startSize = utils.StartIndex(currentIndex, pageSize)
  802. resp := data_manage.BaseFromKplerIndexSearchList{}
  803. total := 0
  804. page := paging.GetPaging(currentIndex, pageSize, total)
  805. var list = make([]*data_manage.BaseFromKplerIndexList, 0)
  806. var condition string
  807. var pars []interface{}
  808. classifyIds := strings.Split(classifyIdStr, ",")
  809. if len(classifyIds) > 0 && classifyIds[0] != `` {
  810. condition += " AND classify_id IN (" + utils.GetOrmInReplace(len(classifyIds)) + " ) "
  811. pars = append(pars, classifyIds)
  812. }
  813. keyword := this.GetString("Keyword")
  814. if keyword != `` {
  815. condition += " AND (index_name like ? OR index_code like ?) "
  816. pars = utils.GetLikeKeywordPars(pars, keyword, 2)
  817. }
  818. frequencies := this.GetString("Frequencies")
  819. if frequencies != "" {
  820. frequencyList := strings.Split(frequencies, ",")
  821. condition += " AND frequency IN (" + utils.GetOrmInReplace(len(frequencyList)) + " ) "
  822. pars = append(pars, frequencyList)
  823. }
  824. condition += ` AND index_code not in (SELECT edb_code FROM edb_info WHERE source=?) `
  825. pars = append(pars, "Kpler")
  826. list, err := data_manage.GetKplerIndexPage(condition, pars, startSize, pageSize)
  827. if err != nil {
  828. br.Msg = "获取失败"
  829. br.ErrMsg = "获取失败,Err:" + err.Error()
  830. return
  831. }
  832. total, err = data_manage.GetKplerIndexPageCount(condition, pars)
  833. if err != nil {
  834. br.Msg = "获取数据失败"
  835. br.ErrMsg = "获取指标数据失败,Err:" + err.Error()
  836. return
  837. }
  838. page = paging.GetPaging(currentIndex, pageSize, total)
  839. resp.Paging = page
  840. resp.List = list
  841. br.Ret = 200
  842. br.Success = true
  843. br.Msg = "获取成功"
  844. br.Data = resp
  845. }
  846. // KplerBatchAdd
  847. // @Title Kpler批量新增
  848. // @Description Kpler批量新增
  849. // @Param request body data_manage.AddEdbInfoReq true "type json string"
  850. // @Success 200 string "操作成功"
  851. // @router /kpler/batch_add [post]
  852. func (this *BaseFromKplerController) KplerBatchAdd() {
  853. br := new(models.BaseResponse).Init()
  854. defer func() {
  855. if br.ErrMsg == "" {
  856. br.IsSendEmail = false
  857. }
  858. this.Data["json"] = br
  859. this.ServeJSON()
  860. }()
  861. sysUser := this.SysUser
  862. if sysUser == nil {
  863. br.Msg = "请登录"
  864. br.ErrMsg = "请登录,SysUser Is Empty"
  865. br.Ret = 408
  866. return
  867. }
  868. deleteCache := true
  869. cacheKey := "CACHE_EDB_INFO_BATCH_ADD_Kpler_" + strconv.Itoa(sysUser.AdminId)
  870. defer func() {
  871. if deleteCache {
  872. _ = utils.Rc.Delete(cacheKey)
  873. }
  874. }()
  875. if !utils.Rc.SetNX(cacheKey, 1, 30*time.Second) {
  876. deleteCache = false
  877. br.Msg = "系统处理中,请稍后重试!"
  878. br.ErrMsg = "系统处理中,请稍后重试!" + sysUser.RealName + ";data:" + string(this.Ctx.Input.RequestBody)
  879. return
  880. }
  881. var req []*data_manage.AddEdbInfoReq
  882. if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
  883. br.Msg = "参数解析异常!"
  884. br.ErrMsg = "参数解析失败,Err:" + e.Error()
  885. return
  886. }
  887. if len(req) == 0 {
  888. br.Msg = "请选择指标"
  889. return
  890. }
  891. if len(req) > 30 {
  892. br.Msg = "批量添加指标数量不得超过30个"
  893. return
  894. }
  895. for _, v := range req {
  896. v.EdbCode = strings.TrimSpace(v.EdbCode)
  897. if v.EdbCode == "" {
  898. br.Msg = "指标ID不可为空"
  899. return
  900. }
  901. v.EdbName = strings.TrimSpace(v.EdbName)
  902. if v.EdbName == "" {
  903. br.Msg = "请输入指标名称"
  904. return
  905. }
  906. v.Frequency = strings.TrimSpace(v.Frequency)
  907. if v.Frequency == "" {
  908. br.Msg = "请选择频度"
  909. return
  910. }
  911. v.Unit = strings.TrimSpace(v.Unit)
  912. if v.Unit == "" {
  913. br.Msg = "请输入单位"
  914. return
  915. }
  916. if v.ClassifyId <= 0 {
  917. br.Msg = "请选择分类"
  918. return
  919. }
  920. }
  921. // 限定同一时间最多批量新增30个指标
  922. for _, v := range req {
  923. var r data_manage.KplerIndexSource2EdbReq
  924. r.EdbCode = v.EdbCode
  925. r.EdbName = v.EdbName
  926. r.Frequency = v.Frequency
  927. r.Unit = v.Unit
  928. r.ClassifyId = v.ClassifyId
  929. r.AdminId = sysUser.AdminId
  930. r.AdminRealName = sysUser.RealName
  931. edbInfo, e, errMsg, skip := data.KplerIndexSource2Edb(r, this.Lang)
  932. if e != nil {
  933. br.Msg = "操作失败"
  934. if errMsg != "" {
  935. br.Msg = errMsg
  936. }
  937. br.ErrMsg = e.Error()
  938. return
  939. }
  940. if skip {
  941. continue
  942. }
  943. // 试用平台更新用户累计新增指标数
  944. if utils.BusinessCode == utils.BusinessCodeSandbox {
  945. go func() {
  946. adminItem, e := system.GetSysAdminById(sysUser.AdminId)
  947. if e != nil {
  948. tips := fmt.Sprintf("试用平台更新用户累计新增指标数-获取用户失败, Err: " + e.Error())
  949. utils.FileLog.Info(tips)
  950. return
  951. }
  952. if adminItem.DepartmentName != "ETA试用客户" {
  953. return
  954. }
  955. var ur etaTrialService.EtaTrialUserReq
  956. ur.Mobile = adminItem.Mobile
  957. _, _ = etaTrialService.UpdateUserIndexNum(ur)
  958. }()
  959. }
  960. // 新增操作日志
  961. {
  962. edbLog := new(data_manage.EdbInfoLog)
  963. edbLog.EdbInfoId = edbInfo.EdbInfoId
  964. edbLog.SourceName = edbInfo.SourceName
  965. edbLog.Source = edbInfo.Source
  966. edbLog.EdbCode = edbInfo.EdbCode
  967. edbLog.EdbName = edbInfo.EdbName
  968. edbLog.ClassifyId = edbInfo.ClassifyId
  969. edbLog.SysUserId = sysUser.AdminId
  970. edbLog.SysUserRealName = sysUser.RealName
  971. edbLog.CreateTime = time.Now()
  972. edbLog.Content = string(this.Ctx.Input.RequestBody)
  973. edbLog.Status = "新增指标"
  974. edbLog.Method = this.Ctx.Input.URI()
  975. go data_manage.AddEdbInfoLog(edbLog)
  976. }
  977. }
  978. br.Msg = "操作成功"
  979. br.Ret = 200
  980. br.Success = true
  981. br.IsAddLog = true
  982. }
  983. // KplerNameCheck
  984. // @Title 加入指标库的重名检测
  985. // @Description 加入指标库的重名检测
  986. // @Param ClassifyIds query string true "分类id, 多个分类用英文"
  987. // @Param Keyword query string true "关键词, 指标ID/指标名称"
  988. // @Success 200 {object} NameCheckResult
  989. // @router /kpler/edb_info/name_check [post]
  990. func (this *BaseFromKplerController) KplerNameCheck() {
  991. br := new(models.BaseResponse).Init()
  992. defer func() {
  993. if br.ErrMsg == "" {
  994. br.IsSendEmail = false
  995. }
  996. this.Data["json"] = br
  997. this.ServeJSON()
  998. }()
  999. sysUser := this.SysUser
  1000. if sysUser == nil {
  1001. br.Msg = "请登录"
  1002. br.ErrMsg = "请登录,SysUser Is Empty"
  1003. br.Ret = 408
  1004. return
  1005. }
  1006. var req []*data_manage.NameCheckEdbInfoReq
  1007. if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
  1008. br.Msg = "参数解析异常!"
  1009. br.ErrMsg = "参数解析失败,Err:" + e.Error()
  1010. return
  1011. }
  1012. if len(req) == 0 {
  1013. br.Msg = "请选择指标"
  1014. return
  1015. }
  1016. codeMaxT := 30
  1017. codeLen := len(req)
  1018. if codeLen > codeMaxT {
  1019. br.Msg = "批量添加指标数量不得超过30个"
  1020. return
  1021. }
  1022. indexNames := make([]string, 0)
  1023. resp := make([]*data_manage.EdbNameCheckResult, 0)
  1024. for _, v := range req {
  1025. v.EdbCode = strings.TrimSpace(v.EdbCode)
  1026. if v.EdbCode == "" {
  1027. br.Msg = "指标ID不可为空"
  1028. return
  1029. }
  1030. v.EdbName = strings.TrimSpace(v.EdbName)
  1031. if v.EdbName == "" {
  1032. br.Msg = "请输入指标名称"
  1033. return
  1034. }
  1035. indexNames = append(indexNames, v.EdbName)
  1036. resp = append(resp, &data_manage.EdbNameCheckResult{
  1037. EdbCode: v.EdbCode,
  1038. EdbName: v.EdbName,
  1039. })
  1040. dataItems, err := data_manage.GetEdbDataAllByEdbCode(v.EdbCode, utils.DATA_SOURCE_KPLER, 0, utils.EDB_DATA_LIMIT)
  1041. if err != nil && !utils.IsErrNoRow(err) {
  1042. br.Msg = "获取失败"
  1043. br.ErrMsg = "获取钢联已存在信息失败,Err:" + err.Error()
  1044. return
  1045. }
  1046. if len(dataItems) <= 0 {
  1047. respItem, err := data.AddEdbData(utils.DATA_SOURCE_KPLER, v.EdbCode, v.Frequency)
  1048. if err != nil {
  1049. br.Msg = "获取失败"
  1050. br.ErrMsg = "获取失败,Err:" + err.Error()
  1051. return
  1052. }
  1053. if respItem.Ret != 200 {
  1054. br.Msg = "未搜索到该指标"
  1055. br.ErrMsg = respItem.ErrMsg + ";EdbCode:" + v.EdbCode
  1056. return
  1057. }
  1058. }
  1059. }
  1060. // 重名校验
  1061. edbList, e := data_manage.GetEdbInfoByNameArr(indexNames, utils.EDB_INFO_TYPE)
  1062. if e != nil {
  1063. br.Msg = "操作失败"
  1064. br.ErrMsg = "获取重名指标失败, Err: " + e.Error()
  1065. return
  1066. }
  1067. nameExists := make(map[string]bool)
  1068. for _, v := range edbList {
  1069. nameExists[v.EdbName] = true
  1070. }
  1071. if len(nameExists) > 0 {
  1072. for _, v := range resp {
  1073. v.Exist = nameExists[v.EdbName]
  1074. }
  1075. }
  1076. br.Data = resp
  1077. br.Msg = "校验成功"
  1078. br.Ret = 200
  1079. br.Success = true
  1080. }
  1081. // KplerAddCheck
  1082. // @Title 加入指标库指标Id检测
  1083. // @Description 加入指标库指标Id检测
  1084. // @Param request body request.BatchAddCheckReq true "type json string"
  1085. // @Success 200 string "操作成功"
  1086. // @router /kpler/edb_info/add_check [post]
  1087. func (c *BaseFromKplerController) KplerAddCheck() {
  1088. br := new(models.BaseResponse).Init()
  1089. defer func() {
  1090. if br.ErrMsg == "" {
  1091. br.IsSendEmail = false
  1092. }
  1093. c.Data["json"] = br
  1094. c.ServeJSON()
  1095. }()
  1096. sysUser := c.SysUser
  1097. if sysUser == nil {
  1098. br.Msg = "请登录"
  1099. br.ErrMsg = "请登录,SysUser Is Empty"
  1100. br.Ret = 408
  1101. return
  1102. }
  1103. var req data_manage.BatchAddCheckReq
  1104. if e := json.Unmarshal(c.Ctx.Input.RequestBody, &req); e != nil {
  1105. br.Msg = "参数解析异常!"
  1106. br.ErrMsg = "参数解析失败,Err:" + e.Error()
  1107. return
  1108. }
  1109. codeMaxT := 30
  1110. codeLen := len(req.IndexCodes)
  1111. // 获取指标库已有指标
  1112. existsEdb, e := data_manage.GetEdbCodesBySource(utils.DATA_SOURCE_KPLER)
  1113. if e != nil {
  1114. br.Msg = "获取失败"
  1115. br.ErrMsg = "获取自有数据已添加的指标失败, Err: " + e.Error()
  1116. return
  1117. }
  1118. existMap := make(map[string]*data_manage.EdbInfo)
  1119. for _, v := range existsEdb {
  1120. existMap[v.EdbCode] = v
  1121. }
  1122. if codeLen == 0 {
  1123. br.Msg = "请选择指标"
  1124. return
  1125. }
  1126. if codeLen > codeMaxT {
  1127. br.Msg = fmt.Sprintf("最多只能选择%d个指标", codeMaxT)
  1128. return
  1129. }
  1130. // 查询选中的指标
  1131. cond := fmt.Sprintf(` AND index_code IN (%s)`, utils.GetOrmInReplace(codeLen))
  1132. pars := make([]interface{}, 0)
  1133. pars = append(pars, req.IndexCodes)
  1134. list, err := data_manage.GetKplerIndex(cond, pars)
  1135. if err != nil {
  1136. br.Msg = "获取失败"
  1137. br.ErrMsg = "获取钢联已存在信息失败,Err:" + err.Error()
  1138. return
  1139. }
  1140. if len(list) > codeMaxT {
  1141. br.Msg = fmt.Sprintf("最多只能选择%d个指标", codeMaxT)
  1142. return
  1143. }
  1144. resp := make([]*data_manage.BaseFromKplerIndexList, 0)
  1145. for _, v := range list {
  1146. if edb, ok := existMap[v.IndexCode]; ok {
  1147. v.EdbInfoId = edb.EdbInfoId
  1148. v.EdbClassifyId = edb.ClassifyId
  1149. v.EdbUniqueCode = edb.UniqueCode
  1150. v.EdbExist = 1
  1151. }
  1152. resp = append(resp, v)
  1153. }
  1154. br.Data = resp
  1155. br.Msg = "校验成功"
  1156. br.Ret = 200
  1157. br.Success = true
  1158. }
  1159. // ExportKplerList
  1160. // @Title 导出Kpler数据
  1161. // @Description 导出Kpler数据
  1162. // @Param ClassifyId query int true "关键字搜索"
  1163. // @Param IndexCode query string true "指标编码"
  1164. // @Success 200 导出成功
  1165. // @router /kpler/export [get]
  1166. func (this *BaseFromKplerController) ExportKplerList() {
  1167. br := new(models.BaseResponse).Init()
  1168. defer func() {
  1169. this.Data["json"] = br
  1170. this.ServeJSON()
  1171. }()
  1172. sysUser := this.SysUser
  1173. if sysUser == nil {
  1174. br.Msg = "请重新登录"
  1175. return
  1176. }
  1177. classifyId, _ := this.GetInt("ClassifyId")
  1178. indexCode := this.GetString("IndexCode")
  1179. if classifyId <= 0 && indexCode == "" {
  1180. br.Msg = "请选择分类或者指标"
  1181. return
  1182. }
  1183. dir, _ := os.Executable()
  1184. exPath := filepath.Dir(dir)
  1185. downLoadnFilePath := exPath + "/" + time.Now().Format(utils.FormatDateTimeUnSpace) + ".xlsx"
  1186. xlsxFile := xlsx.NewFile()
  1187. var condition string
  1188. var pars []interface{}
  1189. var classifyName string
  1190. if classifyId > 0 {
  1191. classifyInfo, err := data_manage.GetBaseFromKplerClassifyById(classifyId)
  1192. if err != nil {
  1193. if utils.IsErrNoRow(err) {
  1194. br.Msg = "分类不存在"
  1195. return
  1196. }
  1197. br.Msg = "下载失败"
  1198. br.ErrMsg = "获取分类失败,Err:" + err.Error()
  1199. return
  1200. }
  1201. classifyName = classifyInfo.ClassifyName
  1202. childClassify, err := data_manage.GetBaseFromKplerClassifyByParentId(classifyId)
  1203. if err != nil {
  1204. br.Msg = "下载失败"
  1205. br.ErrMsg = "获取分类失败,Err:" + err.Error()
  1206. return
  1207. }
  1208. if len(childClassify) > 0 {
  1209. condition += `AND classify_id IN (` + utils.GetOrmInReplace(len(childClassify)) + `)`
  1210. for _, child := range childClassify {
  1211. pars = append(pars, child.ClassifyId)
  1212. }
  1213. } else {
  1214. condition += ` AND classify_id=?`
  1215. pars = append(pars, classifyId)
  1216. }
  1217. }
  1218. if indexCode != "" {
  1219. condition += ` AND index_code=? `
  1220. pars = append(pars, indexCode)
  1221. }
  1222. indexList, err := data_manage.GetKplerIndex(condition, pars)
  1223. if err != nil {
  1224. br.Msg = "下载失败"
  1225. br.ErrMsg = "获取指标失败,Err:" + err.Error()
  1226. fmt.Println("获取数据失败,Err:" + err.Error())
  1227. return
  1228. }
  1229. if len(indexList) <= 0 {
  1230. fmt.Println("indexList 为空")
  1231. br.Ret = 200
  1232. br.Success = true
  1233. br.Msg = "success"
  1234. return
  1235. }
  1236. codeList := make([]string, 0)
  1237. frequenciesMap := make(map[string][]*data_manage.BaseFromKplerIndexList)
  1238. for _, v := range indexList {
  1239. codeList = append(codeList, v.IndexCode)
  1240. frequenciesMap[v.Frequency] = append(frequenciesMap[v.Frequency], v)
  1241. }
  1242. dataListMap := make(map[string][]*data_manage.BaseFromKplerData)
  1243. if len(indexList) > 0 {
  1244. allDataList, e := data_manage.GetKplerIndexDataByCodes(codeList)
  1245. if e != nil {
  1246. br.Msg = "获取数据失败"
  1247. br.ErrMsg = "获取数据失败,Err:" + e.Error()
  1248. return
  1249. }
  1250. for _, v := range allDataList {
  1251. dataListMap[v.IndexCode] = append(dataListMap[v.IndexCode], v)
  1252. }
  1253. }
  1254. // 按照频率分组排序
  1255. frequencies := []string{
  1256. "日度", "周度", "旬度", "月度", "季度", "半年度", "年度",
  1257. }
  1258. for _, frequency := range frequencies {
  1259. //获取指标
  1260. indexCodeList, ok := frequenciesMap[frequency]
  1261. if !ok {
  1262. continue
  1263. }
  1264. if len(indexCodeList) <= 0 {
  1265. fmt.Printf("sheet:%s, 不存在指标", frequency)
  1266. return
  1267. }
  1268. var sheetName string
  1269. switch frequency {
  1270. case "日度":
  1271. sheetName = "日度(Daily)"
  1272. case "周度":
  1273. sheetName = "周度(Weekly)"
  1274. case "旬度":
  1275. sheetName = "旬度(ten-day)"
  1276. case "月度":
  1277. sheetName = "月度(Monthly)"
  1278. case "季度":
  1279. sheetName = "季度(Quarterly)"
  1280. case "半年度":
  1281. sheetName = "半年度(Semi-annual)"
  1282. case "年度":
  1283. sheetName = "年度(Annual)"
  1284. default:
  1285. sheetName = "其他数据"
  1286. }
  1287. sheetNew, err := xlsxFile.AddSheet(sheetName)
  1288. if err != nil {
  1289. fmt.Println("新增Sheet失败", err.Error())
  1290. return
  1291. }
  1292. secNameRow := sheetNew.AddRow()
  1293. frequencyRow := sheetNew.AddRow()
  1294. unitRow := sheetNew.AddRow()
  1295. lastModifyDateRow := sheetNew.AddRow()
  1296. var indexIdList []int
  1297. for _, idx := range frequenciesMap[frequency] {
  1298. indexIdList = append(indexIdList, idx.BaseFromKplerIndexId)
  1299. }
  1300. dataTimeList, err := data_manage.GetKplerDataDataTimeByIndexId(indexIdList)
  1301. if err != nil {
  1302. br.Msg = "下载失败"
  1303. br.ErrMsg = "获取数据时间失败,Err:" + err.Error()
  1304. fmt.Println("获取数据时间失败", err.Error())
  1305. return
  1306. }
  1307. // 添加excel左侧指标日期
  1308. setRowIndex := 4
  1309. for rk, dv := range dataTimeList {
  1310. rowIndex := setRowIndex + rk
  1311. row := sheetNew.Row(rowIndex)
  1312. displayDate, _ := time.Parse(utils.FormatDate, dv)
  1313. displayDateCell := row.AddCell()
  1314. style := new(xlsx.Style)
  1315. style.ApplyAlignment = true
  1316. style.Alignment.WrapText = true
  1317. displayDateCell.SetStyle(style)
  1318. displayDateCell.SetDate(displayDate)
  1319. }
  1320. for k, icl := range indexCodeList {
  1321. // 获取数据
  1322. dataList, ok := dataListMap[icl.IndexCode]
  1323. if !ok {
  1324. continue
  1325. }
  1326. if k == 0 {
  1327. secNameRow.AddCell().SetValue("指标名称/Metric Name")
  1328. frequencyRow.AddCell().SetValue("频度/Frequency")
  1329. unitRow.AddCell().SetValue("单位/Unit")
  1330. lastModifyDateRow.AddCell().SetValue("更新时间/Update Time")
  1331. min := k * 3
  1332. sheetNew.SetColWidth(min, min, 15)
  1333. }
  1334. if len(dataList) == 0 {
  1335. continue
  1336. }
  1337. secNameRow.AddCell().SetValue(icl.IndexName)
  1338. frequencyRow.AddCell().SetValue(icl.Frequency)
  1339. unitRow.AddCell().SetValue(icl.Unit)
  1340. timeDate, err := time.Parse(utils.FormatDateTime, dataList[0].ModifyTime)
  1341. if err != nil {
  1342. continue
  1343. }
  1344. lastModifyDateRow.AddCell().SetValue(timeDate.Format(utils.FormatDate))
  1345. dataInfoMap := make(map[string]*data_manage.BaseFromKplerData)
  1346. for _, v := range dataList {
  1347. dataInfoMap[v.DataTime] = v
  1348. }
  1349. for rk, dtv := range dataTimeList {
  1350. rowIndex := setRowIndex + rk
  1351. row := sheetNew.Row(rowIndex)
  1352. displayDateCell := row.AddCell()
  1353. tmpData, ok := dataInfoMap[dtv]
  1354. if ok {
  1355. displayDateCell.SetValue(tmpData.Value)
  1356. }
  1357. }
  1358. }
  1359. }
  1360. err = xlsxFile.Save(downLoadnFilePath)
  1361. if err != nil {
  1362. //有指标无数据时先导出一遍空表
  1363. sheet, err := xlsxFile.AddSheet("无数据")
  1364. if err != nil {
  1365. br.Msg = "新增Sheet失败"
  1366. br.ErrMsg = "新增Sheet失败,Err:" + err.Error()
  1367. return
  1368. }
  1369. rowSecName := sheet.AddRow()
  1370. celSecName := rowSecName.AddCell()
  1371. celSecName.SetValue("")
  1372. e := xlsxFile.Save(downLoadnFilePath)
  1373. if e != nil {
  1374. br.Msg = "保存文件失败"
  1375. br.ErrMsg = "保存文件失败"
  1376. return
  1377. }
  1378. }
  1379. fileName := classifyName
  1380. if indexCode != "" && len(indexList) == 1 {
  1381. fileName = indexList[0].IndexName
  1382. }
  1383. fileName = strings.Replace(fileName, ": ", "_", -1)
  1384. fileName = strings.Replace(fileName, ", ", "_", -1)
  1385. fileName = strings.Replace(fileName, " ", "_", -1)
  1386. fileName += time.Now().Format("06.01.02") + `.xlsx` //文件名称
  1387. fmt.Println(fileName)
  1388. this.Ctx.Output.Download(downLoadnFilePath, fileName)
  1389. defer func() {
  1390. os.Remove(downLoadnFilePath)
  1391. }()
  1392. br.Ret = 200
  1393. br.Success = true
  1394. br.Msg = "success"
  1395. }