elastic.go 43 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669
  1. package elastic
  2. import (
  3. "context"
  4. "encoding/json"
  5. "errors"
  6. "eta_gn/eta_api/models"
  7. "eta_gn/eta_api/models/data_manage"
  8. "eta_gn/eta_api/utils"
  9. "fmt"
  10. "github.com/olivere/elastic/v7"
  11. "strconv"
  12. "strings"
  13. )
  14. // indexName:索引名称
  15. // mappingJson:表结构
  16. func EsCreateIndex(indexName, mappingJson string) (err error) {
  17. client := utils.EsClient
  18. //定义表结构
  19. exists, err := client.IndexExists(indexName).Do(context.Background()) //<5>
  20. if err != nil {
  21. return
  22. }
  23. if !exists {
  24. resp, err := client.CreateIndex(indexName).BodyJson(mappingJson).Do(context.Background())
  25. //BodyJson(bodyJson).Do(context.Background())
  26. if err != nil {
  27. fmt.Println("CreateIndex Err:" + err.Error())
  28. return err
  29. }
  30. fmt.Println(resp.Index, resp.ShardsAcknowledged, resp.Acknowledged)
  31. } else {
  32. fmt.Println(indexName + " 已存在")
  33. }
  34. return
  35. }
  36. // 删除数据
  37. func EsDeleteData(indexName, docId string) (err error) {
  38. client := utils.EsClient
  39. resp, err := client.Delete().Index(indexName).Id(docId).Do(context.Background())
  40. fmt.Println(resp)
  41. if err != nil {
  42. return
  43. }
  44. if resp.Status == 0 {
  45. fmt.Println("删除成功")
  46. } else {
  47. fmt.Println("AddData", resp.Status, resp.Result)
  48. }
  49. return
  50. }
  51. func MappingModify(indexName, mappingJson string) {
  52. client := utils.EsClient
  53. result, err := client.PutMapping().Index(indexName).BodyString(mappingJson).Do(context.Background())
  54. fmt.Println(err)
  55. fmt.Println(result)
  56. return
  57. }
  58. // EsAddOrEditEdbInfoData 新增/修改es中的指标数据
  59. func EsAddOrEditEdbInfoData(indexName, docId string, item *data_manage.EdbInfoList) (err error) {
  60. defer func() {
  61. if err != nil {
  62. fmt.Println("EsAddOrEditData Err:", err.Error())
  63. }
  64. }()
  65. client := utils.EsClient
  66. resp, err := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
  67. if err != nil {
  68. fmt.Println("新增失败:", err.Error())
  69. return err
  70. }
  71. fmt.Println(resp)
  72. if resp.Status == 0 {
  73. fmt.Println("新增成功", resp.Result)
  74. err = nil
  75. } else {
  76. fmt.Println("AddData", resp.Status, resp.Result)
  77. }
  78. return
  79. }
  80. // SearchEdbInfoData 查询es中的指标数据
  81. func SearchEdbInfoData(indexName, keywordStr string, from, size, filterSource, source int, edbInfoType int8, frequency string, noPermissionEdbInfoIdList []int, edbType int) (total int64, list []*data_manage.EdbInfoList, err error) {
  82. list = make([]*data_manage.EdbInfoList, 0)
  83. defer func() {
  84. if err != nil {
  85. fmt.Println("EsAddOrEditData Err:", err.Error())
  86. }
  87. }()
  88. highlight := elastic.NewHighlight()
  89. highlight = highlight.Fields(elastic.NewHighlighterField("EdbCode"), elastic.NewHighlighterField("EdbName"))
  90. highlight = highlight.PreTags("<font color='red'>").PostTags("</font>")
  91. //var source map[string]interface{}
  92. //source := map[string]interface{}{
  93. // "query": map[string]interface{}{
  94. // "match_all": map[string]interface{}{},
  95. // },
  96. //}
  97. mustMap := make([]interface{}, 0)
  98. mustNotMap := make([]interface{}, 0)
  99. //source := map[string]interface{}{
  100. // "query": map[string]interface{}{
  101. // "bool": map[string]interface{}{
  102. // "must": map[string]interface{}{
  103. // "query_string": map[string]interface{}{
  104. // "query": keywordStr,
  105. // "fields": []string{"EdbCode", "EdbName"},
  106. // },
  107. // },
  108. // },
  109. // },
  110. //}
  111. switch filterSource {
  112. case 2:
  113. //source = map[string]interface{}{
  114. // "query": map[string]interface{}{
  115. // "bool": map[string]interface{}{
  116. // "must": map[string]interface{}{
  117. // "query_string": map[string]interface{}{
  118. // "query": keywordStr,
  119. // },
  120. // },
  121. // "filter": []interface{}{
  122. // map[string]interface{}{
  123. // "term": map[string]interface{}{
  124. // "Frequency.keyword": "月度",
  125. // },
  126. // }},
  127. // },
  128. // },
  129. //}
  130. mustMap = []interface{}{
  131. map[string]interface{}{
  132. "term": map[string]interface{}{
  133. "Frequency.keyword": "月度",
  134. //"Frequency.keyword": "月度",
  135. },
  136. },
  137. }
  138. case 3:
  139. //source = map[string]interface{}{
  140. // "query": map[string]interface{}{
  141. // "bool": map[string]interface{}{
  142. // "must": map[string]interface{}{
  143. // "query_string": map[string]interface{}{
  144. // "query": keywordStr,
  145. // },
  146. // },
  147. // "must_not": []interface{}{
  148. // map[string]interface{}{
  149. // "match": map[string]interface{}{
  150. // "Frequency.keyword": "日度",
  151. // },
  152. // }},
  153. // },
  154. // },
  155. //}
  156. ////注释掉,所有频度都可以变频 2022-08-31 14:31:28
  157. //mustNotMap = []interface{}{
  158. // map[string]interface{}{
  159. // "match": map[string]interface{}{
  160. // "Frequency.keyword": "日度",
  161. // //"Frequency.keyword": "月度",
  162. // },
  163. // },
  164. //}
  165. case 4:
  166. //source = map[string]interface{}{
  167. // "query": map[string]interface{}{
  168. // "bool": map[string]interface{}{
  169. // "must": map[string]interface{}{
  170. // "query_string": map[string]interface{}{
  171. // "query": keywordStr,
  172. // },
  173. // },
  174. // "filter": []interface{}{
  175. // map[string]interface{}{
  176. // "term": map[string]interface{}{
  177. // "EdbType": 1,
  178. // },
  179. // }},
  180. // },
  181. // },
  182. //}
  183. mustMap = []interface{}{
  184. map[string]interface{}{
  185. "term": map[string]interface{}{
  186. "EdbType": 1,
  187. },
  188. },
  189. }
  190. case 5:
  191. mustMap = []interface{}{
  192. map[string]interface{}{
  193. "term": map[string]interface{}{
  194. "Source": 6,
  195. },
  196. },
  197. }
  198. case 6:
  199. mustNotMap = []interface{}{
  200. map[string]interface{}{
  201. "match": map[string]interface{}{
  202. "Frequency.keyword": "年度",
  203. },
  204. },
  205. }
  206. }
  207. //指标来源
  208. if source > 0 {
  209. mustMap = append(mustMap, map[string]interface{}{
  210. "term": map[string]interface{}{
  211. "Source": source,
  212. //"Frequency.keyword": "月度",
  213. },
  214. })
  215. }
  216. if frequency != "" {
  217. mustMap = append(mustMap, map[string]interface{}{
  218. "term": map[string]interface{}{
  219. "Frequency.keyword": frequency,
  220. //"Frequency.keyword": "月度",
  221. },
  222. })
  223. }
  224. // noPermissionEdbInfoIdList 无权限指标id
  225. if len(noPermissionEdbInfoIdList) > 0 {
  226. mustNotMap = append(mustNotMap, map[string]interface{}{
  227. "terms": map[string]interface{}{
  228. "EdbInfoId": noPermissionEdbInfoIdList,
  229. //"Frequency.keyword": "月度",
  230. },
  231. })
  232. }
  233. // 指标类型:普通指标、预测指标(小于0 代表不区分指标是普通还是预测)
  234. if edbInfoType >= 0 {
  235. mustMap = append(mustMap, map[string]interface{}{
  236. "term": map[string]interface{}{
  237. "EdbInfoType": edbInfoType,
  238. },
  239. })
  240. }
  241. // 指标类型:0-基础+计算;1-基础指标;2-计算指标
  242. if edbType >= 0 {
  243. mustMap = append(mustMap, map[string]interface{}{
  244. "term": map[string]interface{}{
  245. "EdbType": edbType,
  246. },
  247. })
  248. }
  249. //普通指标
  250. //mustMap = append(mustMap, map[string]interface{}{
  251. // "term": map[string]interface{}{
  252. // "EdbInfoType": 0,
  253. // //"Frequency.keyword": "月度",
  254. // },
  255. //})
  256. //关键字匹配
  257. //shouldMap := map[string]interface{}{
  258. // "should": []interface{}{
  259. // map[string]interface{}{
  260. // "match": map[string]interface{}{
  261. // "EdbCode": keywordStr,
  262. // //"Frequency.keyword": "月度",
  263. // },
  264. // },
  265. // map[string]interface{}{
  266. // "match": map[string]interface{}{
  267. // "EdbName": keywordStr,
  268. // //"Frequency.keyword": "月度",
  269. // },
  270. // },
  271. // map[string]interface{}{
  272. // "match": map[string]interface{}{
  273. // "EdbNameEn": keywordStr,
  274. // //"Frequency.keyword": "月度",
  275. // },
  276. // },
  277. // },
  278. //}
  279. // 默认使用中文名字字段去匹配
  280. keywordNameKey := `EdbName`
  281. // 如果没有中文,则使用英文名称字段去匹配
  282. if !utils.ContainsChinese(keywordStr) {
  283. keywordNameKey = `EdbNameEn`
  284. }
  285. shouldMap := map[string]interface{}{
  286. "should": []interface{}{
  287. map[string]interface{}{
  288. "match": map[string]interface{}{
  289. "EdbCode": keywordStr,
  290. //"Frequency.keyword": "月度",
  291. },
  292. },
  293. map[string]interface{}{
  294. "match": map[string]interface{}{
  295. keywordNameKey: keywordStr,
  296. //"Frequency.keyword": "月度",
  297. },
  298. },
  299. },
  300. }
  301. //mustMap = append(mustMap, map[string]interface{}{
  302. // "bool": shouldMap,
  303. //})
  304. return searchEdbInfoData(indexName, mustMap, mustNotMap, shouldMap, from, size)
  305. }
  306. func SearchEdbInfoDataBak(indexName, keywordStr string, from, size, filterSource, source int, frequency string) (total int64, list []*data_manage.EdbInfoList, err error) {
  307. list = make([]*data_manage.EdbInfoList, 0)
  308. defer func() {
  309. if err != nil {
  310. fmt.Println("EsAddOrEditData Err:", err.Error())
  311. }
  312. for _, v := range list {
  313. v.ConvertToResp()
  314. }
  315. }()
  316. client := utils.EsClient
  317. //queryString := elastic.NewQueryStringQuery(keywordStr)
  318. //boolQueryJson, err := json.Marshal(queryString)
  319. //if err != nil {
  320. // fmt.Println("boolQueryJson err:", err)
  321. //} else {
  322. // fmt.Println("boolQueryJson ", string(boolQueryJson))
  323. //}
  324. highlight := elastic.NewHighlight()
  325. highlight = highlight.Fields(elastic.NewHighlighterField("EdbCode"), elastic.NewHighlighterField("EdbName"))
  326. highlight = highlight.PreTags("<font color='red'>").PostTags("</font>")
  327. //query := elastic.RawStringQuery(`{"match_all":{}}`)
  328. //var source map[string]interface{}
  329. //source := map[string]interface{}{
  330. // "query": map[string]interface{}{
  331. // "match_all": map[string]interface{}{},
  332. // },
  333. //}
  334. mustMap := make([]interface{}, 0)
  335. mustNotMap := make([]interface{}, 0)
  336. //source := map[string]interface{}{
  337. // "query": map[string]interface{}{
  338. // "bool": map[string]interface{}{
  339. // "must": map[string]interface{}{
  340. // "query_string": map[string]interface{}{
  341. // "query": keywordStr,
  342. // "fields": []string{"EdbCode", "EdbName"},
  343. // },
  344. // },
  345. // },
  346. // },
  347. //}
  348. switch filterSource {
  349. case 2:
  350. //source = map[string]interface{}{
  351. // "query": map[string]interface{}{
  352. // "bool": map[string]interface{}{
  353. // "must": map[string]interface{}{
  354. // "query_string": map[string]interface{}{
  355. // "query": keywordStr,
  356. // },
  357. // },
  358. // "filter": []interface{}{
  359. // map[string]interface{}{
  360. // "term": map[string]interface{}{
  361. // "Frequency.keyword": "月度",
  362. // },
  363. // }},
  364. // },
  365. // },
  366. //}
  367. mustMap = []interface{}{
  368. map[string]interface{}{
  369. "term": map[string]interface{}{
  370. "Frequency.keyword": "月度",
  371. //"Frequency.keyword": "月度",
  372. },
  373. },
  374. }
  375. case 3:
  376. //source = map[string]interface{}{
  377. // "query": map[string]interface{}{
  378. // "bool": map[string]interface{}{
  379. // "must": map[string]interface{}{
  380. // "query_string": map[string]interface{}{
  381. // "query": keywordStr,
  382. // },
  383. // },
  384. // "must_not": []interface{}{
  385. // map[string]interface{}{
  386. // "match": map[string]interface{}{
  387. // "Frequency.keyword": "日度",
  388. // },
  389. // }},
  390. // },
  391. // },
  392. //}
  393. ////注释掉,所有频度都可以变频 2022-08-31 14:31:28
  394. //mustNotMap = []interface{}{
  395. // map[string]interface{}{
  396. // "match": map[string]interface{}{
  397. // "Frequency.keyword": "日度",
  398. // //"Frequency.keyword": "月度",
  399. // },
  400. // },
  401. //}
  402. case 4:
  403. //source = map[string]interface{}{
  404. // "query": map[string]interface{}{
  405. // "bool": map[string]interface{}{
  406. // "must": map[string]interface{}{
  407. // "query_string": map[string]interface{}{
  408. // "query": keywordStr,
  409. // },
  410. // },
  411. // "filter": []interface{}{
  412. // map[string]interface{}{
  413. // "term": map[string]interface{}{
  414. // "EdbType": 1,
  415. // },
  416. // }},
  417. // },
  418. // },
  419. //}
  420. mustMap = []interface{}{
  421. map[string]interface{}{
  422. "term": map[string]interface{}{
  423. "EdbType": 1,
  424. },
  425. },
  426. }
  427. case 5:
  428. mustMap = []interface{}{
  429. map[string]interface{}{
  430. "term": map[string]interface{}{
  431. "Source": 6,
  432. },
  433. },
  434. }
  435. case 6:
  436. mustNotMap = []interface{}{
  437. map[string]interface{}{
  438. "match": map[string]interface{}{
  439. "Frequency.keyword": "年度",
  440. },
  441. },
  442. }
  443. }
  444. //指标来源
  445. if source > 0 {
  446. mustMap = append(mustMap, map[string]interface{}{
  447. "term": map[string]interface{}{
  448. "Source": source,
  449. //"Frequency.keyword": "月度",
  450. },
  451. })
  452. }
  453. if frequency != "" {
  454. mustMap = append(mustMap, map[string]interface{}{
  455. "term": map[string]interface{}{
  456. "Frequency.keyword": frequency,
  457. //"Frequency.keyword": "月度",
  458. },
  459. })
  460. }
  461. //普通指标
  462. //mustMap = append(mustMap, map[string]interface{}{
  463. // "term": map[string]interface{}{
  464. // "EdbInfoType": 0,
  465. // //"Frequency.keyword": "月度",
  466. // },
  467. //})
  468. //关键字匹配
  469. shouldMap := map[string]interface{}{
  470. "should": []interface{}{
  471. map[string]interface{}{
  472. "match": map[string]interface{}{
  473. "EdbCode": keywordStr,
  474. //"Frequency.keyword": "月度",
  475. },
  476. },
  477. map[string]interface{}{
  478. "match": map[string]interface{}{
  479. "EdbName": keywordStr,
  480. //"Frequency.keyword": "月度",
  481. },
  482. },
  483. // 因为关键词被分了,所以需要用下面的语句来让他 整个词 查询,从而加重整词的权重
  484. map[string]interface{}{
  485. "match": map[string]interface{}{
  486. "EdbCode": map[string]interface{}{
  487. "query": keywordStr,
  488. "operator": "and",
  489. },
  490. //"Frequency.keyword": "月度",
  491. },
  492. },
  493. // 因为关键词被分了,所以需要用下面的语句来让他 整个词 查询,从而加重整词的权重
  494. map[string]interface{}{
  495. "match": map[string]interface{}{
  496. "EdbName": map[string]interface{}{
  497. "query": keywordStr,
  498. "operator": "and",
  499. },
  500. //"Frequency.keyword": "月度",
  501. },
  502. },
  503. },
  504. }
  505. mustMap = append(mustMap, map[string]interface{}{
  506. "bool": shouldMap,
  507. })
  508. queryMap := map[string]interface{}{
  509. "query": map[string]interface{}{
  510. "bool": map[string]interface{}{
  511. "must": mustMap,
  512. "must_not": mustNotMap,
  513. //"should": shouldMap,
  514. },
  515. },
  516. }
  517. //根据条件数量统计
  518. requestTotalHits := client.Count(indexName).BodyJson(queryMap)
  519. total, err = requestTotalHits.Do(context.Background())
  520. if err != nil {
  521. return
  522. }
  523. queryMap["from"] = from
  524. queryMap["size"] = size
  525. jsonBytes, _ := json.Marshal(queryMap)
  526. fmt.Println(string(jsonBytes))
  527. //queryStr := fmt.Sprintf(`{"query":{"bool":{"must":{"query_string":{"query":"%s","fields":["EdbCode","EdbName"]}}}}}`, keywordStr)
  528. //switch filterSource {
  529. //case 2:
  530. // queryStr = fmt.Sprintf(`{"query":{"bool":{"must":{"query_string":{"query":"%s","fields":["EdbCode","EdbName"]}},"filter":{"term":{"Frequency.keyword":"%s"}}}}}`, keywordStr, "月度")
  531. //case 3:
  532. // queryStr = fmt.Sprintf(`{"query":{"bool":{"must":{"query_string":{"query":"%s","fields":["EdbCode","EdbName"]}},"must_not":[{"match":{"Frequency.keyword":"%s"}}]}}}`, keywordStr, "日度")
  533. //case 4:
  534. // queryStr = fmt.Sprintf(`{"query":{"bool":{"must":{"query_string":{"query":"%s","fields":["EdbCode","EdbName"]}},"must_not":[{"match":{"EdbType":1}}]}}}`, keywordStr)
  535. //}
  536. //queryString := elastic.RawStringQuery(queryStr)
  537. //fmt.Println("queryString:", queryString)
  538. //queryString := elastic.NewMatchQuery("EdbCode", keywordStr)
  539. //request := client.Search(indexName).Highlight(highlight).From(from).Size(size).Query(queryString)
  540. request := client.Search(indexName).Highlight(highlight).Source(queryMap) // sets the JSON request
  541. //requestJson, err := json.Marshal(request)
  542. //if err != nil {
  543. // fmt.Println("requestJson err:", err)
  544. //}
  545. //fmt.Println("requestJson ", string(requestJson))
  546. searchMap := make(map[string]string)
  547. searchResp, err := request.Do(context.Background())
  548. if err != nil {
  549. return
  550. }
  551. fmt.Println(searchResp)
  552. fmt.Println(searchResp.Status)
  553. if searchResp.Status != 0 {
  554. return
  555. }
  556. if searchResp.Hits != nil {
  557. for _, v := range searchResp.Hits.Hits {
  558. if _, ok := searchMap[v.Id]; !ok {
  559. itemJson, tmpErr := v.Source.MarshalJSON()
  560. if tmpErr != nil {
  561. err = tmpErr
  562. fmt.Println("movieJson err:", err)
  563. return
  564. }
  565. edbInfoItem := new(data_manage.EdbInfoList)
  566. tmpErr = json.Unmarshal(itemJson, &edbInfoItem)
  567. if tmpErr != nil {
  568. fmt.Println("json.Unmarshal movieJson err:", tmpErr)
  569. err = tmpErr
  570. return
  571. }
  572. if len(v.Highlight["EdbCode"]) > 0 {
  573. edbInfoItem.EdbCode = v.Highlight["EdbCode"][0]
  574. }
  575. if len(v.Highlight["EdbName"]) > 0 {
  576. edbInfoItem.EdbCode = v.Highlight["EdbName"][0]
  577. }
  578. list = append(list, edbInfoItem)
  579. searchMap[v.Id] = v.Id
  580. }
  581. }
  582. }
  583. //for _, v := range result {
  584. // fmt.Println(v)
  585. //}
  586. return
  587. }
  588. // SearchAddPredictEdbInfoData 查询允许添加预测指标的数据
  589. func SearchAddPredictEdbInfoData(indexName, keywordStr string, noPermissionEdbInfoIdList []int, from, size, edbType int) (total int64, list []*data_manage.EdbInfoList, err error) {
  590. list = make([]*data_manage.EdbInfoList, 0)
  591. defer func() {
  592. if err != nil {
  593. fmt.Println("EsAddOrEditData Err:", err.Error())
  594. }
  595. for _, v := range list {
  596. v.ConvertToResp()
  597. }
  598. }()
  599. highlight := elastic.NewHighlight()
  600. highlight = highlight.Fields(elastic.NewHighlighterField("EdbCode"), elastic.NewHighlighterField("EdbName"))
  601. highlight = highlight.PreTags("<font color='red'>").PostTags("</font>")
  602. mustMap := make([]interface{}, 0)
  603. mustNotMap := make([]interface{}, 0)
  604. mustNotMap = []interface{}{
  605. //map[string]interface{}{
  606. // "terms": map[string]interface{}{
  607. // "Frequency.keyword": []string{"日度", "周度", "月度"},
  608. // },
  609. // //"match": map[string]interface{}{
  610. // // "Frequency": []string{"日度", "周度", "月度"},
  611. // // //"Frequency.keyword": []string{"日度", "周度", "月度"},
  612. // //},
  613. //},
  614. }
  615. // 指标类型:普通指标、预算指标
  616. mustMap = append(mustMap, map[string]interface{}{
  617. "term": map[string]interface{}{
  618. "EdbInfoType": 0,
  619. },
  620. })
  621. mustMap = append(mustMap, map[string]interface{}{
  622. "terms": map[string]interface{}{
  623. "Frequency.keyword": []string{"日度", "周度", "月度"},
  624. },
  625. })
  626. // 指标类型: 1-基础指标; 2-计算指标
  627. if edbType > 0 {
  628. mustMap = append(mustMap, map[string]interface{}{
  629. "term": map[string]interface{}{
  630. "EdbType": edbType,
  631. },
  632. })
  633. }
  634. //关键字匹配
  635. //shouldMap := map[string]interface{}{
  636. // "should": []interface{}{
  637. // map[string]interface{}{
  638. // "match": map[string]interface{}{
  639. // "EdbCode": keywordStr,
  640. // //"Frequency.keyword": "月度",
  641. // },
  642. // },
  643. // map[string]interface{}{
  644. // "match": map[string]interface{}{
  645. // "EdbName": keywordStr,
  646. // //"Frequency.keyword": "月度",
  647. // },
  648. // },
  649. // map[string]interface{}{
  650. // "match": map[string]interface{}{
  651. // "EdbNameEn": keywordStr,
  652. // //"Frequency.keyword": "月度",
  653. // },
  654. // },
  655. // },
  656. //}
  657. // 默认使用中文名字字段去匹配
  658. keywordNameKey := `EdbName`
  659. // 如果没有中文,则使用英文名称字段去匹配
  660. if !utils.ContainsChinese(keywordStr) {
  661. keywordNameKey = `EdbNameEn`
  662. }
  663. shouldMap := map[string]interface{}{
  664. "should": []interface{}{
  665. map[string]interface{}{
  666. "match": map[string]interface{}{
  667. "EdbCode": keywordStr,
  668. //"Frequency.keyword": "月度",
  669. },
  670. },
  671. map[string]interface{}{
  672. "match": map[string]interface{}{
  673. keywordNameKey: keywordStr,
  674. //"Frequency.keyword": "月度",
  675. },
  676. },
  677. },
  678. }
  679. // noPermissionEdbInfoIdList 无权限指标id
  680. if len(noPermissionEdbInfoIdList) > 0 {
  681. mustNotMap = append(mustNotMap, map[string]interface{}{
  682. "terms": map[string]interface{}{
  683. "EdbInfoId": noPermissionEdbInfoIdList,
  684. //"Frequency.keyword": "月度",
  685. },
  686. })
  687. }
  688. return searchEdbInfoData(indexName, mustMap, mustNotMap, shouldMap, from, size)
  689. }
  690. // searchEdbInfoData 查询es中的指标数据
  691. func searchEdbInfoData(indexName string, mustMap, mustNotMap []interface{}, shouldMap map[string]interface{}, from, size int) (total int64, list []*data_manage.EdbInfoList, err error) {
  692. list = make([]*data_manage.EdbInfoList, 0)
  693. defer func() {
  694. if err != nil {
  695. fmt.Println("EsAddOrEditData Err:", err.Error())
  696. }
  697. }()
  698. client := utils.EsClient
  699. //queryString := elastic.NewQueryStringQuery(keywordStr)
  700. //boolQueryJson, err := json.Marshal(queryString)
  701. //if err != nil {
  702. // fmt.Println("boolQueryJson err:", err)
  703. //} else {
  704. // fmt.Println("boolQueryJson ", string(boolQueryJson))
  705. //}
  706. highlight := elastic.NewHighlight()
  707. highlight = highlight.Fields(elastic.NewHighlighterField("EdbCode"), elastic.NewHighlighterField("EdbName"))
  708. highlight = highlight.PreTags("<font color='red'>").PostTags("</font>")
  709. //query := elastic.RawStringQuery(`{"match_all":{}}`)
  710. //关键字匹配
  711. mustMap = append(mustMap, map[string]interface{}{
  712. "bool": shouldMap,
  713. })
  714. queryMap := map[string]interface{}{
  715. "query": map[string]interface{}{
  716. "bool": map[string]interface{}{
  717. "must": mustMap,
  718. "must_not": mustNotMap,
  719. //"should": shouldMap,
  720. },
  721. },
  722. }
  723. //根据条件数量统计
  724. requestTotalHits := client.Count(indexName).BodyJson(queryMap)
  725. total, err = requestTotalHits.Do(context.Background())
  726. if err != nil {
  727. return
  728. }
  729. queryMap["from"] = from
  730. queryMap["size"] = size
  731. jsonBytes, _ := json.Marshal(queryMap)
  732. fmt.Println(string(jsonBytes))
  733. //queryStr := fmt.Sprintf(`{"query":{"bool":{"must":{"query_string":{"query":"%s","fields":["EdbCode","EdbName"]}}}}}`, keywordStr)
  734. //switch filterSource {
  735. //case 2:
  736. // queryStr = fmt.Sprintf(`{"query":{"bool":{"must":{"query_string":{"query":"%s","fields":["EdbCode","EdbName"]}},"filter":{"term":{"Frequency.keyword":"%s"}}}}}`, keywordStr, "月度")
  737. //case 3:
  738. // queryStr = fmt.Sprintf(`{"query":{"bool":{"must":{"query_string":{"query":"%s","fields":["EdbCode","EdbName"]}},"must_not":[{"match":{"Frequency.keyword":"%s"}}]}}}`, keywordStr, "日度")
  739. //case 4:
  740. // queryStr = fmt.Sprintf(`{"query":{"bool":{"must":{"query_string":{"query":"%s","fields":["EdbCode","EdbName"]}},"must_not":[{"match":{"EdbType":1}}]}}}`, keywordStr)
  741. //}
  742. //queryString := elastic.RawStringQuery(queryStr)
  743. //fmt.Println("queryString:", queryString)
  744. //queryString := elastic.NewMatchQuery("EdbCode", keywordStr)
  745. //request := client.Search(indexName).Highlight(highlight).From(from).Size(size).Query(queryString)
  746. request := client.Search(indexName).Highlight(highlight).Source(queryMap) // sets the JSON request
  747. //requestJson, err := json.Marshal(request)
  748. //if err != nil {
  749. // fmt.Println("requestJson err:", err)
  750. //}
  751. //fmt.Println("requestJson ", string(requestJson))
  752. searchMap := make(map[string]string)
  753. searchResp, err := request.Do(context.Background())
  754. if err != nil {
  755. return
  756. }
  757. fmt.Println(searchResp)
  758. fmt.Println(searchResp.Status)
  759. if searchResp.Status != 0 {
  760. return
  761. }
  762. //total = searchResp.TotalHits()
  763. if searchResp.Hits != nil {
  764. for _, v := range searchResp.Hits.Hits {
  765. if _, ok := searchMap[v.Id]; !ok {
  766. itemJson, tmpErr := v.Source.MarshalJSON()
  767. if tmpErr != nil {
  768. err = tmpErr
  769. fmt.Println("movieJson err:", err)
  770. return
  771. }
  772. edbInfoItem := new(data_manage.EdbInfoList)
  773. tmpErr = json.Unmarshal(itemJson, &edbInfoItem)
  774. if tmpErr != nil {
  775. fmt.Println("json.Unmarshal movieJson err:", tmpErr)
  776. err = tmpErr
  777. return
  778. }
  779. if len(v.Highlight["EdbCode"]) > 0 {
  780. edbInfoItem.EdbCode = v.Highlight["EdbCode"][0]
  781. }
  782. if len(v.Highlight["EdbName"]) > 0 {
  783. edbInfoItem.EdbCode = v.Highlight["EdbName"][0]
  784. }
  785. list = append(list, edbInfoItem)
  786. searchMap[v.Id] = v.Id
  787. }
  788. }
  789. }
  790. return
  791. }
  792. // EsDeleteEdbInfoData 删除es中的指标数据
  793. func EsDeleteEdbInfoData(indexName, docId string) (err error) {
  794. defer func() {
  795. if err != nil {
  796. fmt.Println("EsDeleteEdbInfoData Err:", err.Error())
  797. }
  798. }()
  799. client := utils.EsClient
  800. resp, err := client.Delete().Index(indexName).Id(docId).Do(context.Background())
  801. fmt.Println(resp)
  802. if err != nil {
  803. return
  804. }
  805. if resp.Status == 0 {
  806. fmt.Println("删除成功")
  807. } else {
  808. fmt.Println("AddData", resp.Status, resp.Result)
  809. }
  810. return
  811. }
  812. // EsAddOrEditReport 新增编辑es报告
  813. func EsAddOrEditReport(indexName, docId string, item *models.ElasticReportDetail) (err error) {
  814. defer func() {
  815. if err != nil {
  816. fmt.Println("EsAddOrEditReport Err:", err.Error())
  817. }
  818. }()
  819. client := utils.EsClient
  820. // docId为报告ID+章节ID
  821. searchById, err := client.Get().Index(indexName).Id(docId).Do(context.Background())
  822. if err != nil && !strings.Contains(err.Error(), "404") {
  823. fmt.Println("Get Err" + err.Error())
  824. return
  825. }
  826. if searchById != nil && searchById.Found {
  827. resp, err := client.Update().Index(indexName).Id(docId).Doc(map[string]interface{}{
  828. "ReportId": item.ReportId,
  829. "ReportChapterId": item.ReportChapterId,
  830. "Title": item.Title,
  831. "Abstract": item.Abstract,
  832. "BodyContent": item.BodyContent,
  833. "PublishTime": item.PublishTime,
  834. "PublishState": item.PublishState,
  835. "Author": item.Author,
  836. "ClassifyIdFirst": item.ClassifyIdFirst,
  837. "ClassifyNameFirst": item.ClassifyNameFirst,
  838. "ClassifyIdSecond": item.ClassifyIdSecond,
  839. "ClassifyNameSecond": item.ClassifyNameSecond,
  840. "Categories": item.Categories,
  841. "StageStr": item.StageStr,
  842. }).Do(context.Background())
  843. if err != nil {
  844. return err
  845. }
  846. //fmt.Println(resp.Status, resp.Result)
  847. if resp.Status == 0 {
  848. fmt.Println("修改成功" + docId)
  849. err = nil
  850. } else {
  851. fmt.Println("EditData", resp.Status, resp.Result)
  852. }
  853. } else {
  854. resp, err := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
  855. if err != nil {
  856. fmt.Println("新增失败:", err.Error())
  857. return err
  858. }
  859. if resp.Status == 0 && resp.Result == "created" {
  860. fmt.Println("新增成功" + docId)
  861. return nil
  862. } else {
  863. fmt.Println("AddData", resp.Status, resp.Result)
  864. }
  865. }
  866. return
  867. }
  868. // AnalyzeResp 分词接口返回结构体
  869. type AnalyzeResp struct {
  870. Tokens []struct {
  871. EndOffset int64 `json:"end_offset"`
  872. Position int64 `json:"position"`
  873. StartOffset int64 `json:"start_offset"`
  874. Token string `json:"token"`
  875. Type string `json:"type"`
  876. } `json:"tokens"`
  877. }
  878. // Analyze 根据输入的文字获取分词后的文字
  879. func Analyze(content string) (contentList []string, err error) {
  880. defer func() {
  881. if err != nil {
  882. fmt.Println("Analyze Err:", err.Error())
  883. }
  884. }()
  885. client := utils.EsClient
  886. queryMap := map[string]string{
  887. "text": content,
  888. "analyzer": "ik_max_word",
  889. }
  890. res, err := client.PerformRequest(
  891. context.Background(),
  892. elastic.PerformRequestOptions{
  893. Method: "GET",
  894. Path: "/_analyze",
  895. Body: queryMap,
  896. Stream: false,
  897. },
  898. )
  899. if res.StatusCode == 200 {
  900. var analyzeResp AnalyzeResp
  901. tmpErr := json.Unmarshal(res.Body, &analyzeResp)
  902. if tmpErr != nil {
  903. err = errors.New("返回数据转结构体失败:" + tmpErr.Error())
  904. return
  905. }
  906. for _, v := range analyzeResp.Tokens {
  907. contentList = append(contentList, v.Token)
  908. }
  909. } else {
  910. err = errors.New("分词失败,返回code异常:" + strconv.Itoa(res.StatusCode))
  911. }
  912. return
  913. }
  914. // EsAddOrEditChartInfoData 新增/修改es中的图表数据
  915. func EsAddOrEditChartInfoData(indexName, docId string, item *data_manage.ChartInfo) (err error) {
  916. defer func() {
  917. if err != nil {
  918. fmt.Println("EsAddOrEditData Err:", err.Error())
  919. }
  920. }()
  921. client := utils.EsClient
  922. resp, err := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
  923. if err != nil {
  924. fmt.Println("新增失败:", err.Error())
  925. return err
  926. }
  927. fmt.Println(resp)
  928. if resp.Status == 0 {
  929. fmt.Println("新增成功", resp.Result)
  930. err = nil
  931. } else {
  932. fmt.Println("AddData", resp.Status, resp.Result)
  933. }
  934. return
  935. }
  936. // EsDeleteDataV2 删除es中的数据
  937. func EsDeleteDataV2(indexName, docId string) (err error) {
  938. defer func() {
  939. if err != nil {
  940. fmt.Println("EsDeleteEdbInfoData Err:", err.Error())
  941. }
  942. }()
  943. client := utils.EsClient
  944. resp, err := client.Delete().Index(indexName).Id(docId).Do(context.Background())
  945. fmt.Println(resp)
  946. if err != nil {
  947. return
  948. }
  949. if resp.Status == 0 {
  950. fmt.Println("删除成功")
  951. } else {
  952. fmt.Println("AddData", resp.Status, resp.Result)
  953. }
  954. return
  955. }
  956. // SearchChartInfoData 查询es中的图表数据
  957. func SearchChartInfoData(indexName, keywordStr string, showSysId int, sourceList []int, noPermissionChartIdList []int, from, size int) (list []*data_manage.ChartInfo, total int64, err error) {
  958. list = make([]*data_manage.ChartInfo, 0)
  959. defer func() {
  960. if err != nil {
  961. fmt.Println("EsAddOrEditData Err:", err.Error())
  962. }
  963. }()
  964. client := utils.EsClient
  965. //queryString := elastic.NewQueryStringQuery(keywordStr)
  966. //boolQueryJson, err := json.Marshal(queryString)
  967. //if err != nil {
  968. // fmt.Println("boolQueryJson err:", err)
  969. //} else {
  970. // fmt.Println("boolQueryJson ", string(boolQueryJson))
  971. //}
  972. highlight := elastic.NewHighlight()
  973. highlight = highlight.Fields(elastic.NewHighlighterField("ChartName"))
  974. highlight = highlight.PreTags("<font color='red'>").PostTags("</font>")
  975. mustMap := make([]interface{}, 0)
  976. mustNotMap := make([]interface{}, 0)
  977. //指标来源
  978. if showSysId > 0 {
  979. mustMap = append(mustMap, map[string]interface{}{
  980. "term": map[string]interface{}{
  981. "SysUserId": showSysId,
  982. //"Frequency.keyword": "月度",
  983. },
  984. })
  985. }
  986. mustMap = append(mustMap, map[string]interface{}{
  987. "terms": map[string]interface{}{
  988. "Source": sourceList,
  989. },
  990. })
  991. //关键字匹配
  992. //shouldMap := map[string]interface{}{
  993. // "should": []interface{}{
  994. // map[string]interface{}{
  995. // "match": map[string]interface{}{
  996. // "ChartName": keywordStr,
  997. // //"Frequency.keyword": "月度",
  998. // },
  999. // },
  1000. // // 因为关键词被分了,所以需要用下面的语句来让他 整个词 查询,从而加重整词的权重
  1001. // map[string]interface{}{
  1002. // "match": map[string]interface{}{
  1003. // "ChartName": map[string]interface{}{
  1004. // "query": keywordStr,
  1005. // "operator": "and",
  1006. // },
  1007. // //"Frequency.keyword": "月度",
  1008. // },
  1009. // },
  1010. // map[string]interface{}{
  1011. // "match": map[string]interface{}{
  1012. // "ChartNameEn": keywordStr,
  1013. // //"Frequency.keyword": "月度",
  1014. // },
  1015. // },
  1016. // // 因为关键词被分了,所以需要用下面的语句来让他 整个词 查询,从而加重整词的权重
  1017. // map[string]interface{}{
  1018. // "match": map[string]interface{}{
  1019. // "ChartNameEn": map[string]interface{}{
  1020. // "query": keywordStr,
  1021. // "operator": "and",
  1022. // },
  1023. // //"Frequency.keyword": "月度",
  1024. // },
  1025. // },
  1026. // },
  1027. //}
  1028. // 默认使用中文名字字段去匹配
  1029. keywordNameKey := `ChartName`
  1030. // 如果没有中文,则使用英文名称字段去匹配
  1031. if !utils.ContainsChinese(keywordStr) {
  1032. keywordNameKey = `ChartNameEn`
  1033. }
  1034. shouldMap := map[string]interface{}{
  1035. "should": []interface{}{
  1036. map[string]interface{}{
  1037. "match": map[string]interface{}{
  1038. keywordNameKey: keywordStr,
  1039. //"Frequency.keyword": "月度",
  1040. },
  1041. },
  1042. // 因为关键词被分了,所以需要用下面的语句来让他 整个词 查询,从而加重整词的权重
  1043. map[string]interface{}{
  1044. "match": map[string]interface{}{
  1045. keywordNameKey: map[string]interface{}{
  1046. "query": keywordStr,
  1047. "operator": "and",
  1048. },
  1049. //"Frequency.keyword": "月度",
  1050. },
  1051. },
  1052. },
  1053. }
  1054. mustMap = append(mustMap, map[string]interface{}{
  1055. "bool": shouldMap,
  1056. })
  1057. // noPermissionEdbInfoIdList 无权限指标id
  1058. if len(noPermissionChartIdList) > 0 {
  1059. mustNotMap = append(mustNotMap, map[string]interface{}{
  1060. "terms": map[string]interface{}{
  1061. "ChartInfoId": noPermissionChartIdList,
  1062. //"Frequency.keyword": "月度",
  1063. },
  1064. })
  1065. }
  1066. queryMap := map[string]interface{}{
  1067. "query": map[string]interface{}{
  1068. "bool": map[string]interface{}{
  1069. "must": mustMap,
  1070. "must_not": mustNotMap,
  1071. //"should": shouldMap,
  1072. },
  1073. },
  1074. }
  1075. //根据条件数量统计
  1076. requestTotalHits := client.Count(indexName).BodyJson(queryMap)
  1077. total, err = requestTotalHits.Do(context.Background())
  1078. if err != nil {
  1079. return
  1080. }
  1081. // 分页查询
  1082. queryMap["from"] = from
  1083. queryMap["size"] = size
  1084. jsonBytes, _ := json.Marshal(queryMap)
  1085. fmt.Println(string(jsonBytes))
  1086. request := client.Search(indexName).Highlight(highlight).Source(queryMap) // sets the JSON request
  1087. //requestJson, err := json.Marshal(request)
  1088. //if err != nil {
  1089. // fmt.Println("requestJson err:", err)
  1090. //}
  1091. //fmt.Println("requestJson ", string(requestJson))
  1092. searchMap := make(map[string]string)
  1093. searchResp, err := request.Do(context.Background())
  1094. if err != nil {
  1095. return
  1096. }
  1097. fmt.Println(searchResp)
  1098. fmt.Println(searchResp.Status)
  1099. if searchResp.Status != 0 {
  1100. return
  1101. }
  1102. if searchResp.Hits != nil {
  1103. for _, v := range searchResp.Hits.Hits {
  1104. if _, ok := searchMap[v.Id]; !ok {
  1105. itemJson, tmpErr := v.Source.MarshalJSON()
  1106. if tmpErr != nil {
  1107. err = tmpErr
  1108. fmt.Println("movieJson err:", err)
  1109. return
  1110. }
  1111. chartInfoItem := new(data_manage.ChartInfo)
  1112. tmpErr = json.Unmarshal(itemJson, &chartInfoItem)
  1113. if err != nil {
  1114. fmt.Println("json.Unmarshal chartInfoJson err:", err)
  1115. err = tmpErr
  1116. return
  1117. }
  1118. if len(v.Highlight["ChartName"]) > 0 {
  1119. chartInfoItem.ChartName = v.Highlight["ChartName"][0]
  1120. }
  1121. list = append(list, chartInfoItem)
  1122. searchMap[v.Id] = v.Id
  1123. }
  1124. }
  1125. }
  1126. //for _, v := range result {
  1127. // fmt.Println(v)
  1128. //}
  1129. return
  1130. }
  1131. // EsAddOrEditDataInterface 新增/修改es中的数据
  1132. func EsAddOrEditDataInterface(indexName, docId string, item interface{}) (err error) {
  1133. defer func() {
  1134. if err != nil {
  1135. fmt.Println("EsAddOrEditData Err:", err.Error())
  1136. }
  1137. }()
  1138. client := utils.EsClient
  1139. resp, err := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
  1140. if err != nil {
  1141. fmt.Println("新增失败:", err.Error())
  1142. return err
  1143. }
  1144. fmt.Println(resp)
  1145. if resp.Status == 0 {
  1146. fmt.Println("新增成功", resp.Result)
  1147. err = nil
  1148. } else {
  1149. fmt.Println("AddData", resp.Status, resp.Result)
  1150. }
  1151. return
  1152. }
  1153. // SearchMyChartInfoData 查询es中的我的图表数据
  1154. func SearchMyChartInfoData(indexName, keywordStr string, adminId int, noPermissionChartIdList []int, from, size int) (list []*data_manage.MyChartList, total int64, err error) {
  1155. list = make([]*data_manage.MyChartList, 0)
  1156. defer func() {
  1157. if err != nil {
  1158. fmt.Println("EsAddOrEditData Err:", err.Error())
  1159. }
  1160. }()
  1161. client := utils.EsClient
  1162. //queryString := elastic.NewQueryStringQuery(keywordStr)
  1163. //boolQueryJson, err := json.Marshal(queryString)
  1164. //if err != nil {
  1165. // fmt.Println("boolQueryJson err:", err)
  1166. //} else {
  1167. // fmt.Println("boolQueryJson ", string(boolQueryJson))
  1168. //}
  1169. highlight := elastic.NewHighlight()
  1170. highlight = highlight.Fields(elastic.NewHighlighterField("ChartName"))
  1171. highlight = highlight.PreTags("<font color='red'>").PostTags("</font>")
  1172. mustMap := make([]interface{}, 0)
  1173. mustNotMap := make([]interface{}, 0)
  1174. //指标来源
  1175. if adminId > 0 {
  1176. mustMap = append(mustMap, map[string]interface{}{
  1177. "term": map[string]interface{}{
  1178. "AdminId": adminId,
  1179. //"Frequency.keyword": "月度",
  1180. },
  1181. })
  1182. }
  1183. //关键字匹配
  1184. //shouldMap := map[string]interface{}{
  1185. // "should": []interface{}{
  1186. // map[string]interface{}{
  1187. // "match": map[string]interface{}{
  1188. // "ChartName": keywordStr,
  1189. // //"Frequency.keyword": "月度",
  1190. // },
  1191. // },
  1192. // // 因为关键词被分了,所以需要用下面的语句来让他 整个词 查询,从而加重整词的权重
  1193. // map[string]interface{}{
  1194. // "match": map[string]interface{}{
  1195. // "ChartName": map[string]interface{}{
  1196. // "query": keywordStr,
  1197. // "operator": "and",
  1198. // },
  1199. // //"Frequency.keyword": "月度",
  1200. // },
  1201. // },
  1202. // map[string]interface{}{
  1203. // "match": map[string]interface{}{
  1204. // "ChartNameEn": keywordStr,
  1205. // //"Frequency.keyword": "月度",
  1206. // },
  1207. // },
  1208. // // 因为关键词被分了,所以需要用下面的语句来让他 整个词 查询,从而加重整词的权重
  1209. // map[string]interface{}{
  1210. // "match": map[string]interface{}{
  1211. // "ChartNameEn": map[string]interface{}{
  1212. // "query": keywordStr,
  1213. // "operator": "and",
  1214. // },
  1215. // //"Frequency.keyword": "月度",
  1216. // },
  1217. // },
  1218. // },
  1219. //}
  1220. // 默认使用中文名字字段去匹配
  1221. keywordNameKey := `ChartName`
  1222. // 如果没有中文,则使用英文名称字段去匹配
  1223. if !utils.ContainsChinese(keywordStr) {
  1224. keywordNameKey = `ChartNameEn`
  1225. }
  1226. shouldMap := map[string]interface{}{
  1227. "should": []interface{}{
  1228. map[string]interface{}{
  1229. "match": map[string]interface{}{
  1230. keywordNameKey: keywordStr,
  1231. //"Frequency.keyword": "月度",
  1232. },
  1233. },
  1234. // 因为关键词被分了,所以需要用下面的语句来让他 整个词 查询,从而加重整词的权重
  1235. map[string]interface{}{
  1236. "match": map[string]interface{}{
  1237. keywordNameKey: map[string]interface{}{
  1238. "query": keywordStr,
  1239. "operator": "and",
  1240. },
  1241. //"Frequency.keyword": "月度",
  1242. },
  1243. },
  1244. },
  1245. }
  1246. mustMap = append(mustMap, map[string]interface{}{
  1247. "bool": shouldMap,
  1248. })
  1249. // noPermissionEdbInfoIdList 无权限指标id
  1250. if len(noPermissionChartIdList) > 0 {
  1251. mustNotMap = append(mustNotMap, map[string]interface{}{
  1252. "terms": map[string]interface{}{
  1253. "ChartInfoId": noPermissionChartIdList,
  1254. //"Frequency.keyword": "月度",
  1255. },
  1256. })
  1257. }
  1258. queryMap := map[string]interface{}{
  1259. "query": map[string]interface{}{
  1260. "bool": map[string]interface{}{
  1261. "must": mustMap,
  1262. "must_not": mustNotMap,
  1263. //"should": shouldMap,
  1264. },
  1265. },
  1266. }
  1267. //根据条件数量统计
  1268. requestTotalHits := client.Count(indexName).BodyJson(queryMap)
  1269. total, err = requestTotalHits.Do(context.Background())
  1270. if err != nil {
  1271. return
  1272. }
  1273. // 分页查询
  1274. queryMap["from"] = from
  1275. queryMap["size"] = size
  1276. jsonBytes, _ := json.Marshal(queryMap)
  1277. fmt.Println(string(jsonBytes))
  1278. request := client.Search(indexName).Highlight(highlight).Source(queryMap) // sets the JSON request
  1279. //requestJson, err := json.Marshal(request)
  1280. //if err != nil {
  1281. // fmt.Println("requestJson err:", err)
  1282. //}
  1283. //fmt.Println("requestJson ", string(requestJson))
  1284. searchMap := make(map[string]string)
  1285. searchResp, err := request.Do(context.Background())
  1286. if err != nil {
  1287. return
  1288. }
  1289. fmt.Println(searchResp)
  1290. fmt.Println(searchResp.Status)
  1291. if searchResp.Status != 0 {
  1292. return
  1293. }
  1294. if searchResp.Hits != nil {
  1295. for _, v := range searchResp.Hits.Hits {
  1296. if _, ok := searchMap[v.Id]; !ok {
  1297. itemJson, tmpErr := v.Source.MarshalJSON()
  1298. if tmpErr != nil {
  1299. err = tmpErr
  1300. fmt.Println("movieJson err:", err)
  1301. return
  1302. }
  1303. chartInfoItem := new(data_manage.MyChartList)
  1304. tmpErr = json.Unmarshal(itemJson, &chartInfoItem)
  1305. if err != nil {
  1306. fmt.Println("json.Unmarshal chartInfoJson err:", err)
  1307. err = tmpErr
  1308. return
  1309. }
  1310. if len(v.Highlight["ChartName"]) > 0 {
  1311. chartInfoItem.ChartName = v.Highlight["ChartName"][0]
  1312. }
  1313. list = append(list, chartInfoItem)
  1314. searchMap[v.Id] = v.Id
  1315. }
  1316. }
  1317. }
  1318. //for _, v := range result {
  1319. // fmt.Println(v)
  1320. //}
  1321. return
  1322. }
  1323. // SearchEdbInfoDataByAdminId 查询es中的指标数据
  1324. func SearchEdbInfoDataByAdminId(indexName, keywordStr string, from, size, filterSource, source int, edbInfoType uint8, frequency string, adminId int) (total int64, list []*data_manage.EdbInfoList, err error) {
  1325. list = make([]*data_manage.EdbInfoList, 0)
  1326. defer func() {
  1327. if err != nil {
  1328. fmt.Println("EsAddOrEditData Err:", err.Error())
  1329. }
  1330. for _, v := range list {
  1331. v.ConvertToResp()
  1332. }
  1333. }()
  1334. highlight := elastic.NewHighlight()
  1335. highlight = highlight.Fields(elastic.NewHighlighterField("EdbCode"), elastic.NewHighlighterField("EdbName"))
  1336. highlight = highlight.PreTags("<font color='red'>").PostTags("</font>")
  1337. //var source map[string]interface{}
  1338. //source := map[string]interface{}{
  1339. // "query": map[string]interface{}{
  1340. // "match_all": map[string]interface{}{},
  1341. // },
  1342. //}
  1343. mustMap := make([]interface{}, 0)
  1344. mustNotMap := make([]interface{}, 0)
  1345. //source := map[string]interface{}{
  1346. // "query": map[string]interface{}{
  1347. // "bool": map[string]interface{}{
  1348. // "must": map[string]interface{}{
  1349. // "query_string": map[string]interface{}{
  1350. // "query": keywordStr,
  1351. // "fields": []string{"EdbCode", "EdbName"},
  1352. // },
  1353. // },
  1354. // },
  1355. // },
  1356. //}
  1357. switch filterSource {
  1358. case 2:
  1359. //source = map[string]interface{}{
  1360. // "query": map[string]interface{}{
  1361. // "bool": map[string]interface{}{
  1362. // "must": map[string]interface{}{
  1363. // "query_string": map[string]interface{}{
  1364. // "query": keywordStr,
  1365. // },
  1366. // },
  1367. // "filter": []interface{}{
  1368. // map[string]interface{}{
  1369. // "term": map[string]interface{}{
  1370. // "Frequency.keyword": "月度",
  1371. // },
  1372. // }},
  1373. // },
  1374. // },
  1375. //}
  1376. mustMap = []interface{}{
  1377. map[string]interface{}{
  1378. "term": map[string]interface{}{
  1379. "Frequency.keyword": "月度",
  1380. //"Frequency.keyword": "月度",
  1381. },
  1382. },
  1383. }
  1384. case 3:
  1385. //source = map[string]interface{}{
  1386. // "query": map[string]interface{}{
  1387. // "bool": map[string]interface{}{
  1388. // "must": map[string]interface{}{
  1389. // "query_string": map[string]interface{}{
  1390. // "query": keywordStr,
  1391. // },
  1392. // },
  1393. // "must_not": []interface{}{
  1394. // map[string]interface{}{
  1395. // "match": map[string]interface{}{
  1396. // "Frequency.keyword": "日度",
  1397. // },
  1398. // }},
  1399. // },
  1400. // },
  1401. //}
  1402. ////注释掉,所有频度都可以变频 2022-08-31 14:31:28
  1403. //mustNotMap = []interface{}{
  1404. // map[string]interface{}{
  1405. // "match": map[string]interface{}{
  1406. // "Frequency.keyword": "日度",
  1407. // //"Frequency.keyword": "月度",
  1408. // },
  1409. // },
  1410. //}
  1411. case 4:
  1412. //source = map[string]interface{}{
  1413. // "query": map[string]interface{}{
  1414. // "bool": map[string]interface{}{
  1415. // "must": map[string]interface{}{
  1416. // "query_string": map[string]interface{}{
  1417. // "query": keywordStr,
  1418. // },
  1419. // },
  1420. // "filter": []interface{}{
  1421. // map[string]interface{}{
  1422. // "term": map[string]interface{}{
  1423. // "EdbType": 1,
  1424. // },
  1425. // }},
  1426. // },
  1427. // },
  1428. //}
  1429. mustMap = []interface{}{
  1430. map[string]interface{}{
  1431. "term": map[string]interface{}{
  1432. "EdbType": 1,
  1433. },
  1434. },
  1435. }
  1436. case 5:
  1437. mustMap = []interface{}{
  1438. map[string]interface{}{
  1439. "term": map[string]interface{}{
  1440. "Source": 6,
  1441. },
  1442. },
  1443. }
  1444. case 6:
  1445. mustNotMap = []interface{}{
  1446. map[string]interface{}{
  1447. "match": map[string]interface{}{
  1448. "Frequency.keyword": "年度",
  1449. },
  1450. },
  1451. }
  1452. }
  1453. //指标来源
  1454. if source > 0 {
  1455. mustMap = append(mustMap, map[string]interface{}{
  1456. "term": map[string]interface{}{
  1457. "Source": source,
  1458. //"Frequency.keyword": "月度",
  1459. },
  1460. })
  1461. }
  1462. if frequency != "" {
  1463. mustMap = append(mustMap, map[string]interface{}{
  1464. "term": map[string]interface{}{
  1465. "Frequency.keyword": frequency,
  1466. //"Frequency.keyword": "月度",
  1467. },
  1468. })
  1469. }
  1470. // 指标类型:普通指标、预算指标
  1471. mustMap = append(mustMap, map[string]interface{}{
  1472. "term": map[string]interface{}{
  1473. "EdbInfoType": edbInfoType,
  1474. },
  1475. })
  1476. //普通指标
  1477. //mustMap = append(mustMap, map[string]interface{}{
  1478. // "term": map[string]interface{}{
  1479. // "EdbInfoType": 0,
  1480. // //"Frequency.keyword": "月度",
  1481. // },
  1482. //})
  1483. //关键字匹配
  1484. //shouldMap := map[string]interface{}{
  1485. // "should": []interface{}{
  1486. // map[string]interface{}{
  1487. // "match": map[string]interface{}{
  1488. // "EdbCode": keywordStr,
  1489. // //"Frequency.keyword": "月度",
  1490. // },
  1491. // },
  1492. // map[string]interface{}{
  1493. // "match": map[string]interface{}{
  1494. // "EdbName": keywordStr,
  1495. // //"Frequency.keyword": "月度",
  1496. // },
  1497. // },
  1498. // },
  1499. //}
  1500. // 默认使用中文名字字段去匹配
  1501. keywordNameKey := `EdbName`
  1502. // 如果没有中文,则使用英文名称字段去匹配
  1503. if !utils.ContainsChinese(keywordStr) {
  1504. keywordNameKey = `EdbNameEn`
  1505. }
  1506. shouldMap := map[string]interface{}{
  1507. "should": []interface{}{
  1508. map[string]interface{}{
  1509. "match": map[string]interface{}{
  1510. "EdbCode": keywordStr,
  1511. //"Frequency.keyword": "月度",
  1512. },
  1513. },
  1514. map[string]interface{}{
  1515. "match": map[string]interface{}{
  1516. keywordNameKey: keywordStr,
  1517. //"Frequency.keyword": "月度",
  1518. },
  1519. },
  1520. },
  1521. }
  1522. mustMap = append(mustMap, map[string]interface{}{
  1523. "bool": shouldMap,
  1524. })
  1525. //创建人
  1526. if adminId > 0 {
  1527. mustMap = append(mustMap, map[string]interface{}{
  1528. "term": map[string]interface{}{
  1529. "SysUserId": adminId,
  1530. },
  1531. })
  1532. }
  1533. return searchEdbInfoData(indexName, mustMap, mustNotMap, shouldMap, from, size)
  1534. }