hz_crm_api/services/data/edb_info_elastic.go

package data

import (
	"context"
	"encoding/json"
	"fmt"
	"github.com/olivere/elastic/v7"
	"hongze/hz_crm_api/models/data_manage"
	"hongze/hz_crm_api/utils"
	"log"
	"os"
	"strconv"
	"strings"
)

const (
	ES_URL      = "http://es-cn-nif227b580019rgw6.public.elasticsearch.aliyuncs.com:9200" //<1>
	ES_USERNAME = "elastic"                                                               //<2>
	ES_PASSWORD = "hongze@2021"                                                           //<3>
)

func NewClient() (client *elastic.Client, err error) {
	errorlog := log.New(os.Stdout, "APP", log.LstdFlags)
	file := ""
	if utils.RunMode == "release" {
		file = `./rdlucklog/eslog.log`
	} else {
		file = `./rdlucklog/eslog.log`
	}
	logFile, _ := os.OpenFile(file, os.O_RDWR|os.O_CREATE|os.O_APPEND, 0766)
	client, err = elastic.NewClient(
		elastic.SetURL(ES_URL),
		elastic.SetBasicAuth(ES_USERNAME, ES_PASSWORD),
		elastic.SetTraceLog(log.New(logFile, "ES-TRACE: ", 0)),
		elastic.SetSniff(false), elastic.SetErrorLog(errorlog))
	return
}

func CreateEdbInfoIndex() {
	indexName := utils.DATA_INDEX_NAME
	mappingJson := `{
 "mappings": {
   "dynamic": true,
   "properties": {
     "EdbInfoId": {
       "type": "integer"
     },
     "SourceName": {
       "type": "text",
       "term_vector": "with_positions_offsets",
		"analyzer": "ik_smart"
     },
    "EdbCode": {
       "type": "text",
       "term_vector": "with_positions_offsets",
		"analyzer": "ik_smart"
     },
     "EdbName": {
       "type": "text",
       "term_vector": "with_positions_offsets",
		"analyzer": "ik_smart"
     },
      "Frequency": {
       "type": "text",
       "term_vector": "with_positions_offsets",
		"analyzer": "ik_smart"
     },
     "UniqueCode": {
       "type": "text",
       "term_vector": "with_positions_offsets"
     },
     "Unit": {
       "type": "text",
       "term_vector": "with_positions_offsets"
     }
   }
 }
}`
	EsCreateIndex(indexName, mappingJson)
}

// indexName:索引名称
// mappingJson:表结构
func EsCreateIndex(indexName, mappingJson string) (err error) {
	client, err := NewClient()
	if err != nil {
		return
	}
	//定义表结构
	exists, err := client.IndexExists(indexName).Do(context.Background()) //<5>
	if err != nil {
		return
	}
	if !exists {
		resp, err := client.CreateIndex(indexName).BodyJson(mappingJson).Do(context.Background())
		//BodyJson(bodyJson).Do(context.Background())
		if err != nil {
			fmt.Println("CreateIndex Err:" + err.Error())
			return err
		}
		fmt.Println(resp.Index, resp.ShardsAcknowledged, resp.Acknowledged)
	} else {
		fmt.Println(indexName + " 已存在")
	}
	return
}

func AddAllEdbInfo() {
	allList, err := data_manage.GetEdbInfoAllList()
	if err != nil {
		fmt.Println("GetArticleAll Err:", err.Error())
		return
	}
	indexName := "hz_data_lib_v1"
	for _, v := range allList {
		EsAddOrEditEdbInfo(indexName, strconv.Itoa(v.EdbInfoId), v)
		fmt.Println(v.EdbInfoId)
	}
}

// 新增和修改数据
func EsAddOrEditEdbInfo(indexName, docId string, item *data_manage.EdbInfo) (err error) {
	defer func() {
		if err != nil {
			fmt.Println("EsAddOrEditEdbInfo Err:", err.Error())
		}
	}()
	client, err := NewClient()
	if err != nil {
		return
	}
	searchById, err := client.Get().Index(indexName).Id(docId).Do(context.Background())
	if err != nil && !strings.Contains(err.Error(), "404") {
		fmt.Println("Get Err" + err.Error())
		return
	}
	if searchById != nil && searchById.Found {
		resp, err := client.Update().Index(indexName).Id(docId).Doc(map[string]interface{}{
			"EdbInfoId":  item.EdbInfoId,
			"EdbCode":    item.EdbCode,
			"EdbName":    item.EdbName,
			"Frequency":  item.Frequency,
			"SourceName": item.SourceName,
			"UniqueCode": item.UniqueCode,
			"Unit":       item.Unit,
		}).Do(context.Background())
		if err != nil {
			return err
		}
		fmt.Println(resp.Status, resp.Result)
		if resp.Status == 0 {
			fmt.Println("修改成功")
		} else {
			fmt.Println("EditData", resp.Status, resp.Result)
		}
	} else {
		resp, err := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
		if err != nil {
			fmt.Println("新增失败:", err.Error())
			return err
		}
		if resp.Status == 0 && resp.Result == "created" {
			fmt.Println("新增成功")
			err = nil
		} else {
			fmt.Println("AddData", resp.Status, resp.Result)
		}
	}
	return
}

// 删除数据
func EsDeleteEdbInfo(docId int) (err error) {
	indexName := utils.DATA_INDEX_NAME
	client, err := NewClient()
	if err != nil {
		return
	}
	resp, err := client.Delete().Index(indexName).Id(strconv.Itoa(docId)).Do(context.Background())
	fmt.Println(resp)
	if err != nil {
		return
	}
	if resp.Status == 0 {
		fmt.Println("删除成功")
	} else {
		fmt.Println("AddData", resp.Status, resp.Result)
	}
	return
}

func MappingModify(indexName, mappingJson string) {
	client, err := NewClient()
	if err != nil {
		return
	}
	result, err := client.PutMapping().Index(indexName).BodyString(mappingJson).Do(context.Background())
	fmt.Println(err)
	fmt.Println(result)
	return
}

// 搜索指标信息
func EsSearchEdbInfo(indexName, keyWord string, filterSource int) (result []*data_manage.EdbInfoList, err error) {
	client, err := NewClient()
	if keyWord != "" {
		keyWordArr := strings.Split(keyWord, " ")
		existMap := make(map[int]string)
		for _, searchKey := range keyWordArr {
			matchArr := make([]elastic.Query, 0)
			boolquery := elastic.NewBoolQuery()

			multiMatch := elastic.NewMultiMatchQuery(searchKey, "EdbName", "EdbCode").Analyzer("ik_smart")
			matchArr = append(matchArr, multiMatch)

			if filterSource == 2 {
				matchPhrase := elastic.NewMatchPhraseQuery("Frequency", "月度")
				matchArr = append(matchArr, matchPhrase)
			}

			boolquery.Must(matchArr...)

			//request := client.Search(indexName).Sort("CreateTime", false).Query(boolquery)
			request := client.Search(indexName).Query(boolquery)

			searchByMatch, err := request.Do(context.Background())
			if err != nil {
				return nil, err
			}
			if searchByMatch != nil {
				if searchByMatch.Hits != nil {
					for _, v := range searchByMatch.Hits.Hits {
						edbInfoJson, err := v.Source.MarshalJSON()
						if err != nil {
							return nil, err
						}
						edbInfo := new(data_manage.EdbInfoList)
						err = json.Unmarshal(edbInfoJson, &edbInfo)
						if err != nil {
							return nil, err
						}
						if _, ok := existMap[edbInfo.EdbInfoId]; !ok {
							result = append(result, edbInfo)
						}
						existMap[edbInfo.EdbInfoId] = edbInfo.EdbCode
					}
				}
			}
		}
	}
	return
}