elastic.go 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958
  1. package elastic
  2. import (
  3. "context"
  4. "encoding/json"
  5. "errors"
  6. "eta_gn/eta_api/models"
  7. "eta_gn/eta_api/models/data_manage"
  8. "eta_gn/eta_api/utils"
  9. "fmt"
  10. "github.com/olivere/elastic/v7"
  11. "strconv"
  12. "strings"
  13. )
  14. // indexName:索引名称
  15. // mappingJson:表结构
  16. func EsCreateIndex(indexName, mappingJson string) (err error) {
  17. client := utils.EsClient
  18. //定义表结构
  19. exists, err := client.IndexExists(indexName).Do(context.Background()) //<5>
  20. if err != nil {
  21. return
  22. }
  23. if !exists {
  24. resp, err := client.CreateIndex(indexName).BodyJson(mappingJson).Do(context.Background())
  25. //BodyJson(bodyJson).Do(context.Background())
  26. if err != nil {
  27. fmt.Println("CreateIndex Err:" + err.Error())
  28. return err
  29. }
  30. fmt.Println(resp.Index, resp.ShardsAcknowledged, resp.Acknowledged)
  31. } else {
  32. fmt.Println(indexName + " 已存在")
  33. }
  34. return
  35. }
  36. // 删除数据
  37. func EsDeleteData(indexName, docId string) (err error) {
  38. client := utils.EsClient
  39. resp, err := client.Delete().Index(indexName).Id(docId).Do(context.Background())
  40. fmt.Println(resp)
  41. if err != nil {
  42. return
  43. }
  44. if resp.Status == 0 {
  45. fmt.Println("删除成功")
  46. } else {
  47. fmt.Println("AddData", resp.Status, resp.Result)
  48. }
  49. return
  50. }
  51. func MappingModify(indexName, mappingJson string) {
  52. client := utils.EsClient
  53. result, err := client.PutMapping().Index(indexName).BodyString(mappingJson).Do(context.Background())
  54. fmt.Println(err)
  55. fmt.Println(result)
  56. return
  57. }
  58. // EsAddOrEditEdbInfoData 新增/修改es中的指标数据
  59. func EsAddOrEditEdbInfoData(indexName, docId string, item *data_manage.EdbInfoList) (err error) {
  60. defer func() {
  61. if err != nil {
  62. fmt.Println("EsAddOrEditData Err:", err.Error())
  63. }
  64. }()
  65. client := utils.EsClient
  66. resp, err := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
  67. if err != nil {
  68. fmt.Println("新增失败:", err.Error())
  69. return err
  70. }
  71. fmt.Println(resp)
  72. if resp.Status == 0 {
  73. fmt.Println("新增成功", resp.Result)
  74. err = nil
  75. } else {
  76. fmt.Println("AddData", resp.Status, resp.Result)
  77. }
  78. return
  79. }
  80. // SearchEdbInfoData 查询es中的指标数据
  81. func SearchEdbInfoData(keywordStr string, from, size, filterSource, source int, edbInfoType int8, frequency string, noPermissionEdbInfoIdList, noPermissionEdbClassifyIdList, collectEdbInfoIdList, edbTypeList []int, edbAuth, sysUserId int) (total int64, list []*data_manage.EdbInfoList, err error) {
  82. indexName := utils.DATA_INDEX_NAME
  83. list = make([]*data_manage.EdbInfoList, 0)
  84. defer func() {
  85. if err != nil {
  86. fmt.Println("SearchEdbInfoData Err:", err.Error())
  87. }
  88. }()
  89. highlight := elastic.NewHighlight()
  90. highlight = highlight.Fields(elastic.NewHighlighterField("EdbCode"), elastic.NewHighlighterField("EdbName"))
  91. highlight = highlight.PreTags("<font color='red'>").PostTags("</font>")
  92. mustMap := make([]interface{}, 0)
  93. mustNotMap := make([]interface{}, 0)
  94. switch filterSource {
  95. case 2:
  96. mustMap = append(mustMap, map[string]interface{}{
  97. "term": map[string]interface{}{
  98. "Frequency.keyword": "月度",
  99. //"Frequency.keyword": "月度",
  100. },
  101. })
  102. case 3:
  103. case 4:
  104. mustMap = append(mustMap, map[string]interface{}{
  105. "term": map[string]interface{}{
  106. "EdbType": 1,
  107. },
  108. })
  109. case 5:
  110. mustMap = append(mustMap, map[string]interface{}{
  111. "term": map[string]interface{}{
  112. "Source": 6,
  113. },
  114. })
  115. case 6:
  116. mustMap = append(mustMap, map[string]interface{}{
  117. "match": map[string]interface{}{
  118. "Frequency.keyword": "年度",
  119. },
  120. })
  121. }
  122. //指标来源
  123. if source > 0 {
  124. mustMap = append(mustMap, map[string]interface{}{
  125. "term": map[string]interface{}{
  126. "Source": source,
  127. //"Frequency.keyword": "月度",
  128. },
  129. })
  130. }
  131. if frequency != "" {
  132. mustMap = append(mustMap, map[string]interface{}{
  133. "term": map[string]interface{}{
  134. "Frequency.keyword": frequency,
  135. //"Frequency.keyword": "月度",
  136. },
  137. })
  138. }
  139. // noPermissionEdbInfoIdList 无权限指标id
  140. if len(noPermissionEdbInfoIdList) > 0 {
  141. mustNotMap = append(mustNotMap, map[string]interface{}{
  142. "terms": map[string]interface{}{
  143. "EdbInfoId": noPermissionEdbInfoIdList,
  144. //"Frequency.keyword": "月度",
  145. },
  146. })
  147. }
  148. // noPermissionEdbInfoIdList 无权限指标id
  149. if len(noPermissionEdbClassifyIdList) > 0 {
  150. mustNotMap = append(mustNotMap, map[string]interface{}{
  151. "terms": map[string]interface{}{
  152. "ClassifyId": noPermissionEdbClassifyIdList,
  153. //"Frequency.keyword": "月度",
  154. },
  155. })
  156. }
  157. // collectEdbInfoIdList 收藏的指标id
  158. if len(collectEdbInfoIdList) > 0 {
  159. mustMap = append(mustMap, map[string]interface{}{
  160. "terms": map[string]interface{}{
  161. "EdbInfoId": collectEdbInfoIdList,
  162. },
  163. })
  164. }
  165. // 指标类型:普通指标、预测指标(小于0 代表不区分指标是普通还是预测)
  166. if edbInfoType >= 0 {
  167. mustMap = append(mustMap, map[string]interface{}{
  168. "term": map[string]interface{}{
  169. "EdbInfoType": edbInfoType,
  170. },
  171. })
  172. }
  173. // 指标类型:0-基础+计算;1-基础指标;2-计算指标;3-预测指标
  174. if len(edbTypeList) > 0 {
  175. mustMap = append(mustMap, map[string]interface{}{
  176. "terms": map[string]interface{}{
  177. "EdbType": edbTypeList,
  178. },
  179. })
  180. }
  181. shouldMapList := make([]map[string]interface{}, 0)
  182. // 指标名称、编码匹配
  183. if keywordStr != `` {
  184. // 默认使用中文名字字段去匹配
  185. keywordNameKey := `EdbName`
  186. shouldMap := map[string]interface{}{
  187. "should": []interface{}{
  188. map[string]interface{}{
  189. "match": map[string]interface{}{
  190. "EdbCode": keywordStr,
  191. //"Frequency.keyword": "月度",
  192. },
  193. },
  194. map[string]interface{}{
  195. "match": map[string]interface{}{
  196. keywordNameKey: keywordStr,
  197. //"Frequency.keyword": "月度",
  198. },
  199. },
  200. },
  201. }
  202. shouldMapList = append(shouldMapList, shouldMap)
  203. }
  204. // 指标与用户的权限匹配
  205. if sysUserId > 0 {
  206. shouldTermList := make([]map[string]interface{}, 0)
  207. // 自己的指标
  208. shouldTermList = append(shouldTermList, map[string]interface{}{
  209. "term": map[string]interface{}{
  210. "SysUserId": sysUserId,
  211. },
  212. })
  213. // 分享给我的指标
  214. shouldTermList = append(shouldTermList, map[string]interface{}{
  215. "terms": map[string]interface{}{
  216. "SharedUserIdList": []int{sysUserId},
  217. },
  218. })
  219. // 公开的指标
  220. //shouldTermList = append(shouldTermList,map[string]interface{}{
  221. // "term": map[string]interface{}{
  222. // "PublicStatus": 2,
  223. // },
  224. //})
  225. shouldMap := map[string]interface{}{
  226. "should": shouldTermList,
  227. }
  228. shouldMapList = append(shouldMapList, shouldMap)
  229. }
  230. // 排序
  231. sortList := make([]interface{}, 0)
  232. // 如果没有关键字,那么就走指标id倒序
  233. if keywordStr == `` {
  234. sortEdbInfoId := map[string]interface{}{
  235. "EdbInfoId": map[string]interface{}{
  236. "order": "desc",
  237. },
  238. }
  239. sortList = append(sortList, sortEdbInfoId)
  240. }
  241. return searchEdbInfoData(indexName, mustMap, mustNotMap, shouldMapList, sortList, from, size)
  242. }
  243. // searchEdbInfoData 查询es中的指标数据
  244. func searchEdbInfoData(indexName string, mustMap, mustNotMap []interface{}, shouldMapList []map[string]interface{}, sortList []interface{}, from, size int) (total int64, list []*data_manage.EdbInfoList, err error) {
  245. list = make([]*data_manage.EdbInfoList, 0)
  246. defer func() {
  247. if err != nil {
  248. fmt.Println("EsAddOrEditData Err:", err.Error())
  249. }
  250. }()
  251. client := utils.EsClient
  252. //queryString := elastic.NewQueryStringQuery(keywordStr)
  253. //boolQueryJson, err := json.Marshal(queryString)
  254. //if err != nil {
  255. // fmt.Println("boolQueryJson err:", err)
  256. //} else {
  257. // fmt.Println("boolQueryJson ", string(boolQueryJson))
  258. //}
  259. highlight := elastic.NewHighlight()
  260. highlight = highlight.Fields(elastic.NewHighlighterField("EdbCode"), elastic.NewHighlighterField("EdbName"))
  261. highlight = highlight.PreTags("<font color='red'>").PostTags("</font>")
  262. //query := elastic.RawStringQuery(`{"match_all":{}}`)
  263. //关键字匹配
  264. for _, shouldMap := range shouldMapList {
  265. mustMap = append(mustMap, map[string]interface{}{
  266. "bool": shouldMap,
  267. })
  268. }
  269. queryMap := map[string]interface{}{
  270. "query": map[string]interface{}{
  271. "bool": map[string]interface{}{
  272. "must": mustMap,
  273. "must_not": mustNotMap,
  274. //"should": shouldMap,
  275. },
  276. },
  277. }
  278. //根据条件数量统计
  279. requestTotalHits := client.Count(indexName).BodyJson(queryMap)
  280. total, err = requestTotalHits.Do(context.Background())
  281. if err != nil {
  282. return
  283. }
  284. queryMap["from"] = from
  285. queryMap["size"] = size
  286. // 如果有指定排序,那么就按照排序来
  287. if len(sortList) > 0 {
  288. queryMap["sort"] = sortList
  289. }
  290. jsonBytes, _ := json.Marshal(queryMap)
  291. fmt.Println(string(jsonBytes))
  292. //queryString := elastic.NewMatchQuery("EdbCode", keywordStr)
  293. //request := client.Search(indexName).Highlight(highlight).From(from).Size(size).Query(queryString)
  294. request := client.Search(indexName).Highlight(highlight).Source(queryMap) // sets the JSON request
  295. //requestJson, err := json.Marshal(request)
  296. //if err != nil {
  297. // fmt.Println("requestJson err:", err)
  298. //}
  299. //fmt.Println("requestJson ", string(requestJson))
  300. searchMap := make(map[string]string)
  301. searchResp, err := request.Do(context.Background())
  302. if err != nil {
  303. return
  304. }
  305. fmt.Println(searchResp)
  306. fmt.Println(searchResp.Status)
  307. if searchResp.Status != 0 {
  308. return
  309. }
  310. //total = searchResp.TotalHits()
  311. if searchResp.Hits != nil {
  312. for _, v := range searchResp.Hits.Hits {
  313. if _, ok := searchMap[v.Id]; !ok {
  314. itemJson, tmpErr := v.Source.MarshalJSON()
  315. if tmpErr != nil {
  316. err = tmpErr
  317. fmt.Println("movieJson err:", err)
  318. return
  319. }
  320. edbInfoItem := new(data_manage.EdbInfoList)
  321. tmpErr = json.Unmarshal(itemJson, &edbInfoItem)
  322. if tmpErr != nil {
  323. fmt.Println("json.Unmarshal movieJson err:", tmpErr)
  324. err = tmpErr
  325. return
  326. }
  327. if len(v.Highlight["EdbCode"]) > 0 {
  328. edbInfoItem.EdbCode = v.Highlight["EdbCode"][0]
  329. }
  330. if len(v.Highlight["EdbName"]) > 0 {
  331. edbInfoItem.EdbCode = v.Highlight["EdbName"][0]
  332. }
  333. list = append(list, edbInfoItem)
  334. searchMap[v.Id] = v.Id
  335. }
  336. }
  337. }
  338. return
  339. }
  340. // EsDeleteEdbInfoData 删除es中的指标数据
  341. func EsDeleteEdbInfoData(indexName, docId string) (err error) {
  342. defer func() {
  343. if err != nil {
  344. fmt.Println("EsDeleteEdbInfoData Err:", err.Error())
  345. }
  346. }()
  347. client := utils.EsClient
  348. resp, err := client.Delete().Index(indexName).Id(docId).Do(context.Background())
  349. fmt.Println(resp)
  350. if err != nil {
  351. return
  352. }
  353. if resp.Status == 0 {
  354. fmt.Println("删除成功")
  355. } else {
  356. fmt.Println("AddData", resp.Status, resp.Result)
  357. }
  358. return
  359. }
  360. // EsAddOrEditReport 新增编辑es报告
  361. func EsAddOrEditReport(indexName, docId string, item *models.ElasticReportDetail) (err error) {
  362. defer func() {
  363. if err != nil {
  364. fmt.Println("EsAddOrEditReport Err:", err.Error())
  365. }
  366. }()
  367. client := utils.EsClient
  368. // docId为报告ID+章节ID
  369. searchById, err := client.Get().Index(indexName).Id(docId).Do(context.Background())
  370. if err != nil && !strings.Contains(err.Error(), "404") {
  371. fmt.Println("Get Err" + err.Error())
  372. return
  373. }
  374. if searchById != nil && searchById.Found {
  375. resp, err := client.Update().Index(indexName).Id(docId).Doc(map[string]interface{}{
  376. "ReportId": item.ReportId,
  377. "ReportChapterId": item.ReportChapterId,
  378. "Title": item.Title,
  379. "Abstract": item.Abstract,
  380. "BodyContent": item.BodyContent,
  381. "PublishTime": item.PublishTime,
  382. "PublishState": item.PublishState,
  383. "Author": item.Author,
  384. "ClassifyIdFirst": item.ClassifyIdFirst,
  385. "ClassifyNameFirst": item.ClassifyNameFirst,
  386. "ClassifyIdSecond": item.ClassifyIdSecond,
  387. "ClassifyNameSecond": item.ClassifyNameSecond,
  388. "Categories": item.Categories,
  389. "StageStr": item.StageStr,
  390. }).Do(context.Background())
  391. if err != nil {
  392. return err
  393. }
  394. //fmt.Println(resp.Status, resp.Result)
  395. if resp.Status == 0 {
  396. fmt.Println("修改成功" + docId)
  397. err = nil
  398. } else {
  399. fmt.Println("EditData", resp.Status, resp.Result)
  400. }
  401. } else {
  402. resp, err := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
  403. if err != nil {
  404. fmt.Println("新增失败:", err.Error())
  405. return err
  406. }
  407. if resp.Status == 0 && resp.Result == "created" {
  408. fmt.Println("新增成功" + docId)
  409. return nil
  410. } else {
  411. fmt.Println("AddData", resp.Status, resp.Result)
  412. }
  413. }
  414. return
  415. }
  416. // AnalyzeResp 分词接口返回结构体
  417. type AnalyzeResp struct {
  418. Tokens []struct {
  419. EndOffset int64 `json:"end_offset"`
  420. Position int64 `json:"position"`
  421. StartOffset int64 `json:"start_offset"`
  422. Token string `json:"token"`
  423. Type string `json:"type"`
  424. } `json:"tokens"`
  425. }
  426. // Analyze 根据输入的文字获取分词后的文字
  427. func Analyze(content string) (contentList []string, err error) {
  428. defer func() {
  429. if err != nil {
  430. fmt.Println("Analyze Err:", err.Error())
  431. }
  432. }()
  433. client := utils.EsClient
  434. queryMap := map[string]string{
  435. "text": content,
  436. "analyzer": "ik_max_word",
  437. }
  438. res, err := client.PerformRequest(
  439. context.Background(),
  440. elastic.PerformRequestOptions{
  441. Method: "GET",
  442. Path: "/_analyze",
  443. Body: queryMap,
  444. Stream: false,
  445. },
  446. )
  447. if res.StatusCode == 200 {
  448. var analyzeResp AnalyzeResp
  449. tmpErr := json.Unmarshal(res.Body, &analyzeResp)
  450. if tmpErr != nil {
  451. err = errors.New("返回数据转结构体失败:" + tmpErr.Error())
  452. return
  453. }
  454. for _, v := range analyzeResp.Tokens {
  455. contentList = append(contentList, v.Token)
  456. }
  457. } else {
  458. err = errors.New("分词失败,返回code异常:" + strconv.Itoa(res.StatusCode))
  459. }
  460. return
  461. }
  462. // EsAddOrEditChartInfoData 新增/修改es中的图表数据
  463. func EsAddOrEditChartInfoData(indexName, docId string, item *data_manage.ChartInfo) (err error) {
  464. defer func() {
  465. if err != nil {
  466. fmt.Println("EsAddOrEditData Err:", err.Error())
  467. }
  468. }()
  469. client := utils.EsClient
  470. resp, err := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
  471. if err != nil {
  472. fmt.Println("新增失败:", err.Error())
  473. return err
  474. }
  475. fmt.Println(resp)
  476. if resp.Status == 0 {
  477. fmt.Println("新增成功", resp.Result)
  478. err = nil
  479. } else {
  480. fmt.Println("AddData", resp.Status, resp.Result)
  481. }
  482. return
  483. }
  484. // EsDeleteDataV2 删除es中的数据
  485. func EsDeleteDataV2(indexName, docId string) (err error) {
  486. defer func() {
  487. if err != nil {
  488. fmt.Println("EsDeleteEdbInfoData Err:", err.Error())
  489. }
  490. }()
  491. client := utils.EsClient
  492. resp, err := client.Delete().Index(indexName).Id(docId).Do(context.Background())
  493. fmt.Println(resp)
  494. if err != nil {
  495. return
  496. }
  497. if resp.Status == 0 {
  498. fmt.Println("删除成功")
  499. } else {
  500. fmt.Println("AddData", resp.Status, resp.Result)
  501. }
  502. return
  503. }
  504. // SearchChartInfoData 查询es中的图表数据
  505. func SearchChartInfoData(indexName, keywordStr string, showSysId int, sourceList []int, noPermissionChartIdList []int, from, size int) (list []*data_manage.ChartInfo, total int64, err error) {
  506. list = make([]*data_manage.ChartInfo, 0)
  507. defer func() {
  508. if err != nil {
  509. fmt.Println("EsAddOrEditData Err:", err.Error())
  510. }
  511. }()
  512. client := utils.EsClient
  513. //queryString := elastic.NewQueryStringQuery(keywordStr)
  514. //boolQueryJson, err := json.Marshal(queryString)
  515. //if err != nil {
  516. // fmt.Println("boolQueryJson err:", err)
  517. //} else {
  518. // fmt.Println("boolQueryJson ", string(boolQueryJson))
  519. //}
  520. highlight := elastic.NewHighlight()
  521. highlight = highlight.Fields(elastic.NewHighlighterField("ChartName"))
  522. highlight = highlight.PreTags("<font color='red'>").PostTags("</font>")
  523. mustMap := make([]interface{}, 0)
  524. mustNotMap := make([]interface{}, 0)
  525. //指标来源
  526. if showSysId > 0 {
  527. mustMap = append(mustMap, map[string]interface{}{
  528. "term": map[string]interface{}{
  529. "SysUserId": showSysId,
  530. //"Frequency.keyword": "月度",
  531. },
  532. })
  533. }
  534. mustMap = append(mustMap, map[string]interface{}{
  535. "terms": map[string]interface{}{
  536. "Source": sourceList,
  537. },
  538. })
  539. //关键字匹配
  540. //shouldMap := map[string]interface{}{
  541. // "should": []interface{}{
  542. // map[string]interface{}{
  543. // "match": map[string]interface{}{
  544. // "ChartName": keywordStr,
  545. // //"Frequency.keyword": "月度",
  546. // },
  547. // },
  548. // // 因为关键词被分了,所以需要用下面的语句来让他 整个词 查询,从而加重整词的权重
  549. // map[string]interface{}{
  550. // "match": map[string]interface{}{
  551. // "ChartName": map[string]interface{}{
  552. // "query": keywordStr,
  553. // "operator": "and",
  554. // },
  555. // //"Frequency.keyword": "月度",
  556. // },
  557. // },
  558. // map[string]interface{}{
  559. // "match": map[string]interface{}{
  560. // "ChartNameEn": keywordStr,
  561. // //"Frequency.keyword": "月度",
  562. // },
  563. // },
  564. // // 因为关键词被分了,所以需要用下面的语句来让他 整个词 查询,从而加重整词的权重
  565. // map[string]interface{}{
  566. // "match": map[string]interface{}{
  567. // "ChartNameEn": map[string]interface{}{
  568. // "query": keywordStr,
  569. // "operator": "and",
  570. // },
  571. // //"Frequency.keyword": "月度",
  572. // },
  573. // },
  574. // },
  575. //}
  576. // 默认使用中文名字字段去匹配
  577. keywordNameKey := `ChartName`
  578. // 如果没有中文,则使用英文名称字段去匹配
  579. if !utils.ContainsChinese(keywordStr) {
  580. keywordNameKey = `ChartNameEn`
  581. }
  582. shouldMap := map[string]interface{}{
  583. "should": []interface{}{
  584. map[string]interface{}{
  585. "match": map[string]interface{}{
  586. keywordNameKey: keywordStr,
  587. //"Frequency.keyword": "月度",
  588. },
  589. },
  590. // 因为关键词被分了,所以需要用下面的语句来让他 整个词 查询,从而加重整词的权重
  591. map[string]interface{}{
  592. "match": map[string]interface{}{
  593. keywordNameKey: map[string]interface{}{
  594. "query": keywordStr,
  595. "operator": "and",
  596. },
  597. //"Frequency.keyword": "月度",
  598. },
  599. },
  600. },
  601. }
  602. mustMap = append(mustMap, map[string]interface{}{
  603. "bool": shouldMap,
  604. })
  605. // noPermissionEdbInfoIdList 无权限指标id
  606. if len(noPermissionChartIdList) > 0 {
  607. mustNotMap = append(mustNotMap, map[string]interface{}{
  608. "terms": map[string]interface{}{
  609. "ChartInfoId": noPermissionChartIdList,
  610. //"Frequency.keyword": "月度",
  611. },
  612. })
  613. }
  614. queryMap := map[string]interface{}{
  615. "query": map[string]interface{}{
  616. "bool": map[string]interface{}{
  617. "must": mustMap,
  618. "must_not": mustNotMap,
  619. //"should": shouldMap,
  620. },
  621. },
  622. }
  623. //根据条件数量统计
  624. requestTotalHits := client.Count(indexName).BodyJson(queryMap)
  625. total, err = requestTotalHits.Do(context.Background())
  626. if err != nil {
  627. return
  628. }
  629. // 分页查询
  630. queryMap["from"] = from
  631. queryMap["size"] = size
  632. jsonBytes, _ := json.Marshal(queryMap)
  633. fmt.Println(string(jsonBytes))
  634. request := client.Search(indexName).Highlight(highlight).Source(queryMap) // sets the JSON request
  635. //requestJson, err := json.Marshal(request)
  636. //if err != nil {
  637. // fmt.Println("requestJson err:", err)
  638. //}
  639. //fmt.Println("requestJson ", string(requestJson))
  640. searchMap := make(map[string]string)
  641. searchResp, err := request.Do(context.Background())
  642. if err != nil {
  643. return
  644. }
  645. fmt.Println(searchResp)
  646. fmt.Println(searchResp.Status)
  647. if searchResp.Status != 0 {
  648. return
  649. }
  650. if searchResp.Hits != nil {
  651. for _, v := range searchResp.Hits.Hits {
  652. if _, ok := searchMap[v.Id]; !ok {
  653. itemJson, tmpErr := v.Source.MarshalJSON()
  654. if tmpErr != nil {
  655. err = tmpErr
  656. fmt.Println("movieJson err:", err)
  657. return
  658. }
  659. chartInfoItem := new(data_manage.ChartInfo)
  660. tmpErr = json.Unmarshal(itemJson, &chartInfoItem)
  661. if err != nil {
  662. fmt.Println("json.Unmarshal chartInfoJson err:", err)
  663. err = tmpErr
  664. return
  665. }
  666. if len(v.Highlight["ChartName"]) > 0 {
  667. chartInfoItem.ChartName = v.Highlight["ChartName"][0]
  668. }
  669. list = append(list, chartInfoItem)
  670. searchMap[v.Id] = v.Id
  671. }
  672. }
  673. }
  674. //for _, v := range result {
  675. // fmt.Println(v)
  676. //}
  677. return
  678. }
  679. // EsAddOrEditDataInterface 新增/修改es中的数据
  680. func EsAddOrEditDataInterface(indexName, docId string, item interface{}) (err error) {
  681. defer func() {
  682. if err != nil {
  683. fmt.Println("EsAddOrEditData Err:", err.Error())
  684. }
  685. }()
  686. client := utils.EsClient
  687. resp, err := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
  688. if err != nil {
  689. fmt.Println("新增失败:", err.Error())
  690. return err
  691. }
  692. fmt.Println(resp)
  693. if resp.Status == 0 {
  694. fmt.Println("新增成功", resp.Result)
  695. err = nil
  696. } else {
  697. fmt.Println("AddData", resp.Status, resp.Result)
  698. }
  699. return
  700. }
  701. // SearchMyChartInfoData 查询es中的我的图表数据
  702. func SearchMyChartInfoData(indexName, keywordStr string, adminId int, noPermissionChartIdList []int, from, size int) (list []*data_manage.MyChartList, total int64, err error) {
  703. list = make([]*data_manage.MyChartList, 0)
  704. defer func() {
  705. if err != nil {
  706. fmt.Println("EsAddOrEditData Err:", err.Error())
  707. }
  708. }()
  709. client := utils.EsClient
  710. //queryString := elastic.NewQueryStringQuery(keywordStr)
  711. //boolQueryJson, err := json.Marshal(queryString)
  712. //if err != nil {
  713. // fmt.Println("boolQueryJson err:", err)
  714. //} else {
  715. // fmt.Println("boolQueryJson ", string(boolQueryJson))
  716. //}
  717. highlight := elastic.NewHighlight()
  718. highlight = highlight.Fields(elastic.NewHighlighterField("ChartName"))
  719. highlight = highlight.PreTags("<font color='red'>").PostTags("</font>")
  720. mustMap := make([]interface{}, 0)
  721. mustNotMap := make([]interface{}, 0)
  722. //指标来源
  723. if adminId > 0 {
  724. mustMap = append(mustMap, map[string]interface{}{
  725. "term": map[string]interface{}{
  726. "AdminId": adminId,
  727. //"Frequency.keyword": "月度",
  728. },
  729. })
  730. }
  731. //关键字匹配
  732. //shouldMap := map[string]interface{}{
  733. // "should": []interface{}{
  734. // map[string]interface{}{
  735. // "match": map[string]interface{}{
  736. // "ChartName": keywordStr,
  737. // //"Frequency.keyword": "月度",
  738. // },
  739. // },
  740. // // 因为关键词被分了,所以需要用下面的语句来让他 整个词 查询,从而加重整词的权重
  741. // map[string]interface{}{
  742. // "match": map[string]interface{}{
  743. // "ChartName": map[string]interface{}{
  744. // "query": keywordStr,
  745. // "operator": "and",
  746. // },
  747. // //"Frequency.keyword": "月度",
  748. // },
  749. // },
  750. // map[string]interface{}{
  751. // "match": map[string]interface{}{
  752. // "ChartNameEn": keywordStr,
  753. // //"Frequency.keyword": "月度",
  754. // },
  755. // },
  756. // // 因为关键词被分了,所以需要用下面的语句来让他 整个词 查询,从而加重整词的权重
  757. // map[string]interface{}{
  758. // "match": map[string]interface{}{
  759. // "ChartNameEn": map[string]interface{}{
  760. // "query": keywordStr,
  761. // "operator": "and",
  762. // },
  763. // //"Frequency.keyword": "月度",
  764. // },
  765. // },
  766. // },
  767. //}
  768. // 默认使用中文名字字段去匹配
  769. keywordNameKey := `ChartName`
  770. // 如果没有中文,则使用英文名称字段去匹配
  771. if !utils.ContainsChinese(keywordStr) {
  772. keywordNameKey = `ChartNameEn`
  773. }
  774. shouldMap := map[string]interface{}{
  775. "should": []interface{}{
  776. map[string]interface{}{
  777. "match": map[string]interface{}{
  778. keywordNameKey: keywordStr,
  779. //"Frequency.keyword": "月度",
  780. },
  781. },
  782. // 因为关键词被分了,所以需要用下面的语句来让他 整个词 查询,从而加重整词的权重
  783. map[string]interface{}{
  784. "match": map[string]interface{}{
  785. keywordNameKey: map[string]interface{}{
  786. "query": keywordStr,
  787. "operator": "and",
  788. },
  789. //"Frequency.keyword": "月度",
  790. },
  791. },
  792. },
  793. }
  794. mustMap = append(mustMap, map[string]interface{}{
  795. "bool": shouldMap,
  796. })
  797. // noPermissionEdbInfoIdList 无权限指标id
  798. if len(noPermissionChartIdList) > 0 {
  799. mustNotMap = append(mustNotMap, map[string]interface{}{
  800. "terms": map[string]interface{}{
  801. "ChartInfoId": noPermissionChartIdList,
  802. //"Frequency.keyword": "月度",
  803. },
  804. })
  805. }
  806. queryMap := map[string]interface{}{
  807. "query": map[string]interface{}{
  808. "bool": map[string]interface{}{
  809. "must": mustMap,
  810. "must_not": mustNotMap,
  811. //"should": shouldMap,
  812. },
  813. },
  814. }
  815. //根据条件数量统计
  816. requestTotalHits := client.Count(indexName).BodyJson(queryMap)
  817. total, err = requestTotalHits.Do(context.Background())
  818. if err != nil {
  819. return
  820. }
  821. // 分页查询
  822. queryMap["from"] = from
  823. queryMap["size"] = size
  824. jsonBytes, _ := json.Marshal(queryMap)
  825. fmt.Println(string(jsonBytes))
  826. request := client.Search(indexName).Highlight(highlight).Source(queryMap) // sets the JSON request
  827. //requestJson, err := json.Marshal(request)
  828. //if err != nil {
  829. // fmt.Println("requestJson err:", err)
  830. //}
  831. //fmt.Println("requestJson ", string(requestJson))
  832. searchMap := make(map[string]string)
  833. searchResp, err := request.Do(context.Background())
  834. if err != nil {
  835. return
  836. }
  837. fmt.Println(searchResp)
  838. fmt.Println(searchResp.Status)
  839. if searchResp.Status != 0 {
  840. return
  841. }
  842. if searchResp.Hits != nil {
  843. for _, v := range searchResp.Hits.Hits {
  844. if _, ok := searchMap[v.Id]; !ok {
  845. itemJson, tmpErr := v.Source.MarshalJSON()
  846. if tmpErr != nil {
  847. err = tmpErr
  848. fmt.Println("movieJson err:", err)
  849. return
  850. }
  851. chartInfoItem := new(data_manage.MyChartList)
  852. tmpErr = json.Unmarshal(itemJson, &chartInfoItem)
  853. if err != nil {
  854. fmt.Println("json.Unmarshal chartInfoJson err:", err)
  855. err = tmpErr
  856. return
  857. }
  858. if len(v.Highlight["ChartName"]) > 0 {
  859. chartInfoItem.ChartName = v.Highlight["ChartName"][0]
  860. }
  861. list = append(list, chartInfoItem)
  862. searchMap[v.Id] = v.Id
  863. }
  864. }
  865. }
  866. //for _, v := range result {
  867. // fmt.Println(v)
  868. //}
  869. return
  870. }