123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707 |
- package elastic
- import (
- "context"
- "encoding/json"
- "errors"
- "eta/eta_api/models"
- "eta/eta_api/models/data_manage"
- "eta/eta_api/utils"
- "fmt"
- "strconv"
- "strings"
- "github.com/olivere/elastic/v7"
- )
- func EsCreateIndex(indexName, mappingJson string) (err error) {
- client := utils.EsClient
-
- exists, err := client.IndexExists(indexName).Do(context.Background())
- if err != nil {
- return
- }
- if !exists {
- resp, err := client.CreateIndex(indexName).BodyJson(mappingJson).Do(context.Background())
-
- if err != nil {
- fmt.Println("CreateIndex Err:" + err.Error())
- return err
- }
- fmt.Println(resp.Index, resp.ShardsAcknowledged, resp.Acknowledged)
- } else {
- fmt.Println(indexName + " 已存在")
- }
- return
- }
- func EsDeleteData(indexName, docId string) (err error) {
- client := utils.EsClient
- resp, err := client.Delete().Index(indexName).Id(docId).Do(context.Background())
- fmt.Println(resp)
- if err != nil {
- return
- }
- if resp.Status == 0 {
- fmt.Println("删除成功")
- } else {
- fmt.Println("AddData", resp.Status, resp.Result)
- }
- return
- }
- func MappingModify(indexName, mappingJson string) {
- client := utils.EsClient
- result, err := client.PutMapping().Index(indexName).BodyString(mappingJson).Do(context.Background())
- fmt.Println(err)
- fmt.Println(result)
- return
- }
- func EsAddOrEditEdbInfoData(indexName, docId string, item *data_manage.EdbInfoList) (err error) {
- defer func() {
- if err != nil {
- fmt.Println("EsAddOrEditData Err:", err.Error())
- }
- }()
- client := utils.EsClient
- resp, err := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
- if err != nil {
- fmt.Println("新增失败:", err.Error())
- return err
- }
- fmt.Println(resp)
- if resp.Status == 0 {
- fmt.Println("新增成功", resp.Result)
- err = nil
- } else {
- fmt.Println("AddData", resp.Status, resp.Result)
- }
- return
- }
- func SearchEdbInfoData(indexName, keywordStr string, from, size, filterSource, source int, edbInfoType int8, frequency string, noPermissionEdbInfoIdList []int) (total int64, list []*data_manage.EdbInfoList, err error) {
- list = make([]*data_manage.EdbInfoList, 0)
- defer func() {
- if err != nil {
- fmt.Println("EsAddOrEditData Err:", err.Error())
- }
- }()
- highlight := elastic.NewHighlight()
- highlight = highlight.Fields(elastic.NewHighlighterField("EdbCode"), elastic.NewHighlighterField("EdbName"))
- highlight = highlight.PreTags("<font color='red'>").PostTags("</font>")
-
-
-
-
-
-
- mustMap := make([]interface{}, 0)
- mustNotMap := make([]interface{}, 0)
-
-
-
-
-
-
-
-
-
-
-
-
- switch filterSource {
- case 2:
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- mustMap = []interface{}{
- map[string]interface{}{
- "term": map[string]interface{}{
- "Frequency.keyword": "月度",
-
- },
- },
- }
- case 3:
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- case 4:
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- mustMap = []interface{}{
- map[string]interface{}{
- "term": map[string]interface{}{
- "EdbType": 1,
- },
- },
- }
- case 5:
- mustMap = []interface{}{
- map[string]interface{}{
- "term": map[string]interface{}{
- "Source": 6,
- },
- },
- }
- case 6:
- mustNotMap = []interface{}{
- map[string]interface{}{
- "match": map[string]interface{}{
- "Frequency.keyword": "年度",
- },
- },
- }
- }
-
- if source > 0 {
- mustMap = append(mustMap, map[string]interface{}{
- "term": map[string]interface{}{
- "Source": source,
-
- },
- })
- }
- if frequency != "" {
- mustMap = append(mustMap, map[string]interface{}{
- "term": map[string]interface{}{
- "Frequency.keyword": frequency,
-
- },
- })
- }
-
- if len(noPermissionEdbInfoIdList) > 0 {
- mustNotMap = append(mustNotMap, map[string]interface{}{
- "terms": map[string]interface{}{
- "EdbInfoId": noPermissionEdbInfoIdList,
-
- },
- })
- }
-
- if edbInfoType >= 0 {
- mustMap = append(mustMap, map[string]interface{}{
- "term": map[string]interface{}{
- "EdbInfoType": edbInfoType,
- },
- })
- }
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- keywordNameKey := `EdbName`
-
- if !utils.ContainsChinese(keywordStr) {
- keywordNameKey = `EdbNameEn`
- }
- shouldMap := map[string]interface{}{
- "should": []interface{}{
- map[string]interface{}{
- "match": map[string]interface{}{
- "EdbCode": keywordStr,
-
- },
- },
- map[string]interface{}{
- "match": map[string]interface{}{
- keywordNameKey: keywordStr,
-
- },
- },
- },
- }
-
-
-
- return searchEdbInfoData(indexName, mustMap, mustNotMap, shouldMap, from, size)
- }
- func SearchEdbInfoDataByfrequency(indexName, keywordStr string, from, size int, edbInfoType int8, frequency []string, noPermissionEdbInfoIdList []int) (total int64, list []*data_manage.EdbInfoList, err error) {
- list = make([]*data_manage.EdbInfoList, 0)
- defer func() {
- if err != nil {
- fmt.Println("EsAddOrEditData Err:", err.Error())
- }
- }()
- mustMap := make([]interface{}, 0)
- mustNotMap := make([]interface{}, 0)
- if len(frequency) != 0 {
- mustMap = append(mustMap, map[string]interface{}{
- "terms": map[string]interface{}{
- "Frequency.keyword": frequency,
-
- },
- })
- }
-
- if len(noPermissionEdbInfoIdList) > 0 {
- mustNotMap = append(mustNotMap, map[string]interface{}{
- "terms": map[string]interface{}{
- "EdbInfoId": noPermissionEdbInfoIdList,
-
- },
- })
- }
-
- if edbInfoType >= 0 {
- mustMap = append(mustMap, map[string]interface{}{
- "term": map[string]interface{}{
- "EdbInfoType": edbInfoType,
- },
- })
- }
-
- keywordNameKey := `EdbName`
-
- if !utils.ContainsChinese(keywordStr) {
- keywordNameKey = `EdbNameEn`
- }
- shouldMap := map[string]interface{}{
- "should": []interface{}{
- map[string]interface{}{
- "match": map[string]interface{}{
- "EdbCode": keywordStr,
-
- },
- },
- map[string]interface{}{
- "match": map[string]interface{}{
- keywordNameKey: keywordStr,
-
- },
- },
- },
- }
- return searchEdbInfoData(indexName, mustMap, mustNotMap, shouldMap, from, size)
- }
- func SearchEdbInfoDataBak(indexName, keywordStr string, from, size, filterSource, source int, frequency string) (total int64, list []*data_manage.EdbInfoList, err error) {
- list = make([]*data_manage.EdbInfoList, 0)
- defer func() {
- if err != nil {
- fmt.Println("EsAddOrEditData Err:", err.Error())
- }
- }()
- client := utils.EsClient
-
-
-
-
-
-
-
- highlight := elastic.NewHighlight()
- highlight = highlight.Fields(elastic.NewHighlighterField("EdbCode"), elastic.NewHighlighterField("EdbName"))
- highlight = highlight.PreTags("<font color='red'>").PostTags("</font>")
-
-
-
-
-
-
-
- mustMap := make([]interface{}, 0)
- mustNotMap := make([]interface{}, 0)
-
-
-
-
-
-
-
-
-
-
-
-
- switch filterSource {
- case 2:
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- mustMap = []interface{}{
- map[string]interface{}{
- "term": map[string]interface{}{
- "Frequency.keyword": "月度",
-
- },
- },
- }
- case 3:
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- case 4:
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- mustMap = []interface{}{
- map[string]interface{}{
- "term": map[string]interface{}{
- "EdbType": 1,
- },
- },
- }
- case 5:
- mustMap = []interface{}{
- map[string]interface{}{
- "term": map[string]interface{}{
- "Source": 6,
- },
- },
- }
- case 6:
- mustNotMap = []interface{}{
- map[string]interface{}{
- "match": map[string]interface{}{
- "Frequency.keyword": "年度",
- },
- },
- }
- }
-
- if source > 0 {
- mustMap = append(mustMap, map[string]interface{}{
- "term": map[string]interface{}{
- "Source": source,
-
- },
- })
- }
- if frequency != "" {
- mustMap = append(mustMap, map[string]interface{}{
- "term": map[string]interface{}{
- "Frequency.keyword": frequency,
-
- },
- })
- }
-
-
-
-
-
-
-
-
- shouldMap := map[string]interface{}{
- "should": []interface{}{
- map[string]interface{}{
- "match": map[string]interface{}{
- "EdbCode": keywordStr,
-
- },
- },
- map[string]interface{}{
- "match": map[string]interface{}{
- "EdbName": keywordStr,
-
- },
- },
-
- map[string]interface{}{
- "match": map[string]interface{}{
- "EdbCode": map[string]interface{}{
- "query": keywordStr,
- "operator": "and",
- },
-
- },
- },
-
- map[string]interface{}{
- "match": map[string]interface{}{
- "EdbName": map[string]interface{}{
- "query": keywordStr,
- "operator": "and",
- },
-
- },
- },
- },
- }
- mustMap = append(mustMap, map[string]interface{}{
- "bool": shouldMap,
- })
- queryMap := map[string]interface{}{
- "query": map[string]interface{}{
- "bool": map[string]interface{}{
- "must": mustMap,
- "must_not": mustNotMap,
-
- },
- },
- }
-
- requestTotalHits := client.Count(indexName).BodyJson(queryMap)
- total, err = requestTotalHits.Do(context.Background())
- if err != nil {
- return
- }
- queryMap["from"] = from
- queryMap["size"] = size
- jsonBytes, _ := json.Marshal(queryMap)
- fmt.Println(string(jsonBytes))
-
-
-
-
-
-
-
-
-
-
-
-
-
- request := client.Search(indexName).Highlight(highlight).Source(queryMap)
-
-
-
-
-
- searchMap := make(map[string]string)
- searchResp, err := request.Do(context.Background())
- if err != nil {
- return
- }
- fmt.Println(searchResp)
- fmt.Println(searchResp.Status)
- if searchResp.Status != 0 {
- return
- }
- if searchResp.Hits != nil {
- for _, v := range searchResp.Hits.Hits {
- if _, ok := searchMap[v.Id]; !ok {
- itemJson, tmpErr := v.Source.MarshalJSON()
- if tmpErr != nil {
- err = tmpErr
- fmt.Println("movieJson err:", err)
- return
- }
- edbInfoItem := new(data_manage.EdbInfoList)
- tmpErr = json.Unmarshal(itemJson, &edbInfoItem)
- if tmpErr != nil {
- fmt.Println("json.Unmarshal movieJson err:", tmpErr)
- err = tmpErr
- return
- }
- if len(v.Highlight["EdbCode"]) > 0 {
- edbInfoItem.EdbCode = v.Highlight["EdbCode"][0]
- }
- if len(v.Highlight["EdbName"]) > 0 {
- edbInfoItem.EdbCode = v.Highlight["EdbName"][0]
- }
- list = append(list, edbInfoItem)
- searchMap[v.Id] = v.Id
- }
- }
- }
-
-
-
- return
- }
- func SearchAddPredictEdbInfoData(indexName, keywordStr string, noPermissionEdbInfoIdList []int, from, size int) (total int64, list []*data_manage.EdbInfoList, err error) {
- list = make([]*data_manage.EdbInfoList, 0)
- defer func() {
- if err != nil {
- fmt.Println("EsAddOrEditData Err:", err.Error())
- }
- }()
- highlight := elastic.NewHighlight()
- highlight = highlight.Fields(elastic.NewHighlighterField("EdbCode"), elastic.NewHighlighterField("EdbName"))
- highlight = highlight.PreTags("<font color='red'>").PostTags("</font>")
- mustMap := make([]interface{}, 0)
- mustNotMap := make([]interface{}, 0)
- mustNotMap = []interface{}{
-
-
-
-
-
-
-
-
-
- }
-
- mustMap = append(mustMap, map[string]interface{}{
- "term": map[string]interface{}{
- "EdbInfoType": 0,
- },
- })
- mustMap = append(mustMap, map[string]interface{}{
- "terms": map[string]interface{}{
- "Frequency.keyword": []string{"日度", "周度", "月度"},
- },
- })
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- keywordNameKey := `EdbName`
-
- if !utils.ContainsChinese(keywordStr) {
- keywordNameKey = `EdbNameEn`
- }
- shouldMap := map[string]interface{}{
- "should": []interface{}{
- map[string]interface{}{
- "match": map[string]interface{}{
- "EdbCode": keywordStr,
-
- },
- },
- map[string]interface{}{
- "match": map[string]interface{}{
- keywordNameKey: keywordStr,
-
- },
- },
- },
- }
-
- if len(noPermissionEdbInfoIdList) > 0 {
- mustNotMap = append(mustNotMap, map[string]interface{}{
- "terms": map[string]interface{}{
- "EdbInfoId": noPermissionEdbInfoIdList,
-
- },
- })
- }
- return searchEdbInfoData(indexName, mustMap, mustNotMap, shouldMap, from, size)
- }
- func searchEdbInfoData(indexName string, mustMap, mustNotMap []interface{}, shouldMap map[string]interface{}, from, size int) (total int64, list []*data_manage.EdbInfoList, err error) {
- list = make([]*data_manage.EdbInfoList, 0)
- defer func() {
- if err != nil {
- fmt.Println("EsAddOrEditData Err:", err.Error())
- }
- }()
- client := utils.EsClient
-
-
-
-
-
-
-
- highlight := elastic.NewHighlight()
- highlight = highlight.Fields(elastic.NewHighlighterField("EdbCode"), elastic.NewHighlighterField("EdbName"))
- highlight = highlight.PreTags("<font color='red'>").PostTags("</font>")
-
-
- mustMap = append(mustMap, map[string]interface{}{
- "bool": shouldMap,
- })
- queryMap := map[string]interface{}{
- "query": map[string]interface{}{
- "bool": map[string]interface{}{
- "must": mustMap,
- "must_not": mustNotMap,
-
- },
- },
- }
-
- requestTotalHits := client.Count(indexName).BodyJson(queryMap)
- total, err = requestTotalHits.Do(context.Background())
- if err != nil {
- return
- }
- queryMap["from"] = from
- queryMap["size"] = size
- jsonBytes, _ := json.Marshal(queryMap)
- fmt.Println(string(jsonBytes))
-
-
-
-
-
-
-
-
-
-
-
-
-
- request := client.Search(indexName).Highlight(highlight).Source(queryMap)
-
-
-
-
-
- searchMap := make(map[string]string)
- searchResp, err := request.Do(context.Background())
- if err != nil {
- return
- }
- fmt.Println(searchResp)
- fmt.Println(searchResp.Status)
- if searchResp.Status != 0 {
- return
- }
-
- if searchResp.Hits != nil {
- for _, v := range searchResp.Hits.Hits {
- if _, ok := searchMap[v.Id]; !ok {
- itemJson, tmpErr := v.Source.MarshalJSON()
- if tmpErr != nil {
- err = tmpErr
- fmt.Println("movieJson err:", err)
- return
- }
- edbInfoItem := new(data_manage.EdbInfoList)
- tmpErr = json.Unmarshal(itemJson, &edbInfoItem)
- if tmpErr != nil {
- fmt.Println("json.Unmarshal movieJson err:", tmpErr)
- err = tmpErr
- return
- }
- if len(v.Highlight["EdbCode"]) > 0 {
- edbInfoItem.EdbCode = v.Highlight["EdbCode"][0]
- }
- if len(v.Highlight["EdbName"]) > 0 {
- edbInfoItem.EdbCode = v.Highlight["EdbName"][0]
- }
- list = append(list, edbInfoItem)
- searchMap[v.Id] = v.Id
- }
- }
- }
- return
- }
- func EsDeleteEdbInfoData(indexName, docId string) (err error) {
- defer func() {
- if err != nil {
- fmt.Println("EsDeleteEdbInfoData Err:", err.Error())
- }
- }()
- client := utils.EsClient
- resp, err := client.Delete().Index(indexName).Id(docId).Do(context.Background())
- fmt.Println(resp)
- if err != nil {
- return
- }
- if resp.Status == 0 {
- fmt.Println("删除成功")
- } else {
- fmt.Println("AddData", resp.Status, resp.Result)
- }
- return
- }
- func EsAddOrEditReport(indexName, docId string, item *models.ElasticReportDetail) (err error) {
- defer func() {
- if err != nil {
- fmt.Println("EsAddOrEditReport Err:", err.Error())
- }
- }()
- client := utils.EsClient
-
- searchById, err := client.Get().Index(indexName).Id(docId).Do(context.Background())
- if err != nil && !strings.Contains(err.Error(), "404") {
- fmt.Println("Get Err" + err.Error())
- return
- }
- if searchById != nil && searchById.Found {
- resp, err := client.Update().Index(indexName).Id(docId).Doc(map[string]interface{}{
- "ReportId": item.ReportId,
- "ReportChapterId": item.ReportChapterId,
- "Title": item.Title,
- "Abstract": item.Abstract,
- "BodyContent": item.BodyContent,
- "PublishTime": item.PublishTime,
- "PublishState": item.PublishState,
- "Author": item.Author,
- "ClassifyIdFirst": item.ClassifyIdFirst,
- "ClassifyNameFirst": item.ClassifyNameFirst,
- "ClassifyIdSecond": item.ClassifyIdSecond,
- "ClassifyNameSecond": item.ClassifyNameSecond,
- "Categories": item.Categories,
- "StageStr": item.StageStr,
- }).Do(context.Background())
- if err != nil {
- return err
- }
-
- if resp.Status == 0 {
- fmt.Println("修改成功" + docId)
- err = nil
- } else {
- fmt.Println("EditData", resp.Status, resp.Result)
- }
- } else {
- resp, err := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
- if err != nil {
- fmt.Println("新增失败:", err.Error())
- return err
- }
- if resp.Status == 0 && resp.Result == "created" {
- fmt.Println("新增成功" + docId)
- return nil
- } else {
- fmt.Println("AddData", resp.Status, resp.Result)
- }
- }
- return
- }
- type AnalyzeResp struct {
- Tokens []struct {
- EndOffset int64 `json:"end_offset"`
- Position int64 `json:"position"`
- StartOffset int64 `json:"start_offset"`
- Token string `json:"token"`
- Type string `json:"type"`
- } `json:"tokens"`
- }
- func Analyze(content string) (contentList []string, err error) {
- defer func() {
- if err != nil {
- fmt.Println("Analyze Err:", err.Error())
- }
- }()
- client := utils.EsClient
- queryMap := map[string]string{
- "text": content,
- "analyzer": "ik_max_word",
- }
- res, err := client.PerformRequest(
- context.Background(),
- elastic.PerformRequestOptions{
- Method: "GET",
- Path: "/_analyze",
- Body: queryMap,
- Stream: false,
- },
- )
- if res.StatusCode == 200 {
- var analyzeResp AnalyzeResp
- tmpErr := json.Unmarshal(res.Body, &analyzeResp)
- if tmpErr != nil {
- err = errors.New("返回数据转结构体失败:" + tmpErr.Error())
- return
- }
- for _, v := range analyzeResp.Tokens {
- contentList = append(contentList, v.Token)
- }
- } else {
- err = errors.New("分词失败,返回code异常:" + strconv.Itoa(res.StatusCode))
- }
- return
- }
- func EsAddOrEditChartInfoData(indexName, docId string, item *data_manage.ChartInfo) (err error) {
- defer func() {
- if err != nil {
- fmt.Println("EsAddOrEditData Err:", err.Error())
- }
- }()
- client := utils.EsClient
- resp, err := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
- if err != nil {
- fmt.Println("新增失败:", err.Error())
- return err
- }
- fmt.Println(resp)
- if resp.Status == 0 {
- fmt.Println("新增成功", resp.Result)
- err = nil
- } else {
- fmt.Println("AddData", resp.Status, resp.Result)
- }
- return
- }
- func EsDeleteDataV2(indexName, docId string) (err error) {
- defer func() {
- if err != nil {
- fmt.Println("EsDeleteEdbInfoData Err:", err.Error())
- }
- }()
- client := utils.EsClient
- resp, err := client.Delete().Index(indexName).Id(docId).Do(context.Background())
- fmt.Println(resp)
- if err != nil {
- return
- }
- if resp.Status == 0 {
- fmt.Println("删除成功")
- } else {
- fmt.Println("AddData", resp.Status, resp.Result)
- }
- return
- }
- func SearchChartInfoData(indexName, keywordStr string, showSysId int, sourceList []int, noPermissionChartIdList []int, from, size int) (list []*data_manage.ChartInfo, total int64, err error) {
- list = make([]*data_manage.ChartInfo, 0)
- defer func() {
- if err != nil {
- fmt.Println("EsAddOrEditData Err:", err.Error())
- }
- }()
- client := utils.EsClient
-
-
-
-
-
-
-
- highlight := elastic.NewHighlight()
- highlight = highlight.Fields(elastic.NewHighlighterField("ChartName"))
- highlight = highlight.PreTags("<font color='red'>").PostTags("</font>")
- mustMap := make([]interface{}, 0)
- mustNotMap := make([]interface{}, 0)
-
- if showSysId > 0 {
- mustMap = append(mustMap, map[string]interface{}{
- "term": map[string]interface{}{
- "SysUserId": showSysId,
-
- },
- })
- }
- mustMap = append(mustMap, map[string]interface{}{
- "terms": map[string]interface{}{
- "Source": sourceList,
- },
- })
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- keywordNameKey := `ChartName`
-
- if !utils.ContainsChinese(keywordStr) {
- keywordNameKey = `ChartNameEn`
- }
- shouldMap := map[string]interface{}{
- "should": []interface{}{
- map[string]interface{}{
- "match": map[string]interface{}{
- keywordNameKey: keywordStr,
-
- },
- },
-
- map[string]interface{}{
- "match": map[string]interface{}{
- keywordNameKey: map[string]interface{}{
- "query": keywordStr,
- "operator": "and",
- },
-
- },
- },
- },
- }
- mustMap = append(mustMap, map[string]interface{}{
- "bool": shouldMap,
- })
-
- if len(noPermissionChartIdList) > 0 {
- mustNotMap = append(mustNotMap, map[string]interface{}{
- "terms": map[string]interface{}{
- "ChartInfoId": noPermissionChartIdList,
-
- },
- })
- }
- queryMap := map[string]interface{}{
- "query": map[string]interface{}{
- "bool": map[string]interface{}{
- "must": mustMap,
- "must_not": mustNotMap,
-
- },
- },
- }
-
- requestTotalHits := client.Count(indexName).BodyJson(queryMap)
- total, err = requestTotalHits.Do(context.Background())
- if err != nil {
- return
- }
-
- queryMap["from"] = from
- queryMap["size"] = size
- jsonBytes, _ := json.Marshal(queryMap)
- fmt.Println(string(jsonBytes))
- request := client.Search(indexName).Highlight(highlight).Source(queryMap)
-
-
-
-
-
- searchMap := make(map[string]string)
- searchResp, err := request.Do(context.Background())
- if err != nil {
- return
- }
- fmt.Println(searchResp)
- fmt.Println(searchResp.Status)
- if searchResp.Status != 0 {
- return
- }
- if searchResp.Hits != nil {
- for _, v := range searchResp.Hits.Hits {
- if _, ok := searchMap[v.Id]; !ok {
- itemJson, tmpErr := v.Source.MarshalJSON()
- if tmpErr != nil {
- err = tmpErr
- fmt.Println("movieJson err:", err)
- return
- }
- chartInfoItem := new(data_manage.ChartInfo)
- tmpErr = json.Unmarshal(itemJson, &chartInfoItem)
- if err != nil {
- fmt.Println("json.Unmarshal chartInfoJson err:", err)
- err = tmpErr
- return
- }
- if len(v.Highlight["ChartName"]) > 0 {
- chartInfoItem.ChartName = v.Highlight["ChartName"][0]
- }
- list = append(list, chartInfoItem)
- searchMap[v.Id] = v.Id
- }
- }
- }
-
-
-
- return
- }
- func EsAddOrEditDataInterface(indexName, docId string, item interface{}) (err error) {
- defer func() {
- if err != nil {
- fmt.Println("EsAddOrEditData Err:", err.Error())
- }
- }()
- client := utils.EsClient
- resp, err := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
- if err != nil {
- fmt.Println("新增失败:", err.Error())
- return err
- }
- fmt.Println(resp)
- if resp.Status == 0 {
- fmt.Println("新增成功", resp.Result)
- err = nil
- } else {
- fmt.Println("AddData", resp.Status, resp.Result)
- }
- return
- }
- func SearchMyChartInfoData(indexName, keywordStr string, adminId int, noPermissionChartIdList []int, from, size int) (list []*data_manage.MyChartList, total int64, err error) {
- list = make([]*data_manage.MyChartList, 0)
- defer func() {
- if err != nil {
- fmt.Println("EsAddOrEditData Err:", err.Error())
- }
- }()
- client := utils.EsClient
-
-
-
-
-
-
-
- highlight := elastic.NewHighlight()
- highlight = highlight.Fields(elastic.NewHighlighterField("ChartName"))
- highlight = highlight.PreTags("<font color='red'>").PostTags("</font>")
- mustMap := make([]interface{}, 0)
- mustNotMap := make([]interface{}, 0)
-
- if adminId > 0 {
- mustMap = append(mustMap, map[string]interface{}{
- "term": map[string]interface{}{
- "AdminId": adminId,
-
- },
- })
- }
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- keywordNameKey := `ChartName`
-
- if !utils.ContainsChinese(keywordStr) {
- keywordNameKey = `ChartNameEn`
- }
- shouldMap := map[string]interface{}{
- "should": []interface{}{
- map[string]interface{}{
- "match": map[string]interface{}{
- keywordNameKey: keywordStr,
-
- },
- },
-
- map[string]interface{}{
- "match": map[string]interface{}{
- keywordNameKey: map[string]interface{}{
- "query": keywordStr,
- "operator": "and",
- },
-
- },
- },
- },
- }
- mustMap = append(mustMap, map[string]interface{}{
- "bool": shouldMap,
- })
-
- if len(noPermissionChartIdList) > 0 {
- mustNotMap = append(mustNotMap, map[string]interface{}{
- "terms": map[string]interface{}{
- "ChartInfoId": noPermissionChartIdList,
-
- },
- })
- }
- queryMap := map[string]interface{}{
- "query": map[string]interface{}{
- "bool": map[string]interface{}{
- "must": mustMap,
- "must_not": mustNotMap,
-
- },
- },
- }
-
- requestTotalHits := client.Count(indexName).BodyJson(queryMap)
- total, err = requestTotalHits.Do(context.Background())
- if err != nil {
- return
- }
-
- queryMap["from"] = from
- queryMap["size"] = size
- jsonBytes, _ := json.Marshal(queryMap)
- fmt.Println(string(jsonBytes))
- request := client.Search(indexName).Highlight(highlight).Source(queryMap)
-
-
-
-
-
- searchMap := make(map[string]string)
- searchResp, err := request.Do(context.Background())
- if err != nil {
- return
- }
- fmt.Println(searchResp)
- fmt.Println(searchResp.Status)
- if searchResp.Status != 0 {
- return
- }
- if searchResp.Hits != nil {
- for _, v := range searchResp.Hits.Hits {
- if _, ok := searchMap[v.Id]; !ok {
- itemJson, tmpErr := v.Source.MarshalJSON()
- if tmpErr != nil {
- err = tmpErr
- fmt.Println("movieJson err:", err)
- return
- }
- chartInfoItem := new(data_manage.MyChartList)
- tmpErr = json.Unmarshal(itemJson, &chartInfoItem)
- if err != nil {
- fmt.Println("json.Unmarshal chartInfoJson err:", err)
- err = tmpErr
- return
- }
- if len(v.Highlight["ChartName"]) > 0 {
- chartInfoItem.ChartName = v.Highlight["ChartName"][0]
- }
- list = append(list, chartInfoItem)
- searchMap[v.Id] = v.Id
- }
- }
- }
-
-
-
- return
- }
- func SearchEdbInfoDataByAdminId(indexName, keywordStr string, from, size, filterSource, source int, edbInfoType uint8, frequency string, adminId int) (total int64, list []*data_manage.EdbInfoList, err error) {
- list = make([]*data_manage.EdbInfoList, 0)
- defer func() {
- if err != nil {
- fmt.Println("EsAddOrEditData Err:", err.Error())
- }
- }()
- highlight := elastic.NewHighlight()
- highlight = highlight.Fields(elastic.NewHighlighterField("EdbCode"), elastic.NewHighlighterField("EdbName"))
- highlight = highlight.PreTags("<font color='red'>").PostTags("</font>")
-
-
-
-
-
-
- mustMap := make([]interface{}, 0)
- mustNotMap := make([]interface{}, 0)
-
-
-
-
-
-
-
-
-
-
-
-
- switch filterSource {
- case 2:
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- mustMap = []interface{}{
- map[string]interface{}{
- "term": map[string]interface{}{
- "Frequency.keyword": "月度",
-
- },
- },
- }
- case 3:
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- case 4:
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- mustMap = []interface{}{
- map[string]interface{}{
- "term": map[string]interface{}{
- "EdbType": 1,
- },
- },
- }
- case 5:
- mustMap = []interface{}{
- map[string]interface{}{
- "term": map[string]interface{}{
- "Source": 6,
- },
- },
- }
- case 6:
- mustNotMap = []interface{}{
- map[string]interface{}{
- "match": map[string]interface{}{
- "Frequency.keyword": "年度",
- },
- },
- }
- }
-
- if source > 0 {
- mustMap = append(mustMap, map[string]interface{}{
- "term": map[string]interface{}{
- "Source": source,
-
- },
- })
- }
- if frequency != "" {
- mustMap = append(mustMap, map[string]interface{}{
- "term": map[string]interface{}{
- "Frequency.keyword": frequency,
-
- },
- })
- }
-
- mustMap = append(mustMap, map[string]interface{}{
- "term": map[string]interface{}{
- "EdbInfoType": edbInfoType,
- },
- })
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- keywordNameKey := `EdbName`
-
- if !utils.ContainsChinese(keywordStr) {
- keywordNameKey = `EdbNameEn`
- }
- shouldMap := map[string]interface{}{
- "should": []interface{}{
- map[string]interface{}{
- "match": map[string]interface{}{
- "EdbCode": keywordStr,
-
- },
- },
- map[string]interface{}{
- "match": map[string]interface{}{
- keywordNameKey: keywordStr,
-
- },
- },
- },
- }
- mustMap = append(mustMap, map[string]interface{}{
- "bool": shouldMap,
- })
-
- if adminId > 0 {
- mustMap = append(mustMap, map[string]interface{}{
- "term": map[string]interface{}{
- "SysUserId": adminId,
- },
- })
- }
- return searchEdbInfoData(indexName, mustMap, mustNotMap, shouldMap, from, size)
- }
|