|
@@ -1,252 +0,0 @@
|
|
|
-package data
|
|
|
-
|
|
|
-import (
|
|
|
- "context"
|
|
|
- "encoding/json"
|
|
|
- "fmt"
|
|
|
- "github.com/olivere/elastic/v7"
|
|
|
- "hongze/hz_eta_api/models/data_manage"
|
|
|
- "hongze/hz_eta_api/utils"
|
|
|
- "log"
|
|
|
- "os"
|
|
|
- "strconv"
|
|
|
- "strings"
|
|
|
-)
|
|
|
-
|
|
|
-const (
|
|
|
- ES_URL = "http://es-cn-nif227b580019rgw6.public.elasticsearch.aliyuncs.com:9200" //<1>
|
|
|
- ES_USERNAME = "elastic" //<2>
|
|
|
- ES_PASSWORD = "hongze@2021" //<3>
|
|
|
-)
|
|
|
-
|
|
|
-func NewClient() (client *elastic.Client, err error) {
|
|
|
- errorlog := log.New(os.Stdout, "APP", log.LstdFlags)
|
|
|
- file := ""
|
|
|
- if utils.RunMode == "release" {
|
|
|
- file = `./rdlucklog/eslog.log`
|
|
|
- } else {
|
|
|
- file = `./rdlucklog/eslog.log`
|
|
|
- }
|
|
|
- logFile, _ := os.OpenFile(file, os.O_RDWR|os.O_CREATE|os.O_APPEND, 0766)
|
|
|
- client, err = elastic.NewClient(
|
|
|
- elastic.SetURL(ES_URL),
|
|
|
- elastic.SetBasicAuth(ES_USERNAME, ES_PASSWORD),
|
|
|
- elastic.SetTraceLog(log.New(logFile, "ES-TRACE: ", 0)),
|
|
|
- elastic.SetSniff(false), elastic.SetErrorLog(errorlog))
|
|
|
- return
|
|
|
-}
|
|
|
-
|
|
|
-func CreateEdbInfoIndex() {
|
|
|
- indexName := utils.DATA_INDEX_NAME
|
|
|
- mappingJson := `{
|
|
|
- "mappings": {
|
|
|
- "dynamic": true,
|
|
|
- "properties": {
|
|
|
- "EdbInfoId": {
|
|
|
- "type": "integer"
|
|
|
- },
|
|
|
- "SourceName": {
|
|
|
- "type": "text",
|
|
|
- "term_vector": "with_positions_offsets",
|
|
|
- "analyzer": "ik_smart"
|
|
|
- },
|
|
|
- "EdbCode": {
|
|
|
- "type": "text",
|
|
|
- "term_vector": "with_positions_offsets",
|
|
|
- "analyzer": "ik_smart"
|
|
|
- },
|
|
|
- "EdbName": {
|
|
|
- "type": "text",
|
|
|
- "term_vector": "with_positions_offsets",
|
|
|
- "analyzer": "ik_smart"
|
|
|
- },
|
|
|
- "Frequency": {
|
|
|
- "type": "text",
|
|
|
- "term_vector": "with_positions_offsets",
|
|
|
- "analyzer": "ik_smart"
|
|
|
- },
|
|
|
- "UniqueCode": {
|
|
|
- "type": "text",
|
|
|
- "term_vector": "with_positions_offsets"
|
|
|
- },
|
|
|
- "Unit": {
|
|
|
- "type": "text",
|
|
|
- "term_vector": "with_positions_offsets"
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
-}`
|
|
|
- EsCreateIndex(indexName, mappingJson)
|
|
|
-}
|
|
|
-
|
|
|
-// indexName:索引名称
|
|
|
-// mappingJson:表结构
|
|
|
-func EsCreateIndex(indexName, mappingJson string) (err error) {
|
|
|
- client, err := NewClient()
|
|
|
- if err != nil {
|
|
|
- return
|
|
|
- }
|
|
|
- //定义表结构
|
|
|
- exists, err := client.IndexExists(indexName).Do(context.Background()) //<5>
|
|
|
- if err != nil {
|
|
|
- return
|
|
|
- }
|
|
|
- if !exists {
|
|
|
- resp, err := client.CreateIndex(indexName).BodyJson(mappingJson).Do(context.Background())
|
|
|
- //BodyJson(bodyJson).Do(context.Background())
|
|
|
- if err != nil {
|
|
|
- fmt.Println("CreateIndex Err:" + err.Error())
|
|
|
- return err
|
|
|
- }
|
|
|
- fmt.Println(resp.Index, resp.ShardsAcknowledged, resp.Acknowledged)
|
|
|
- } else {
|
|
|
- fmt.Println(indexName + " 已存在")
|
|
|
- }
|
|
|
- return
|
|
|
-}
|
|
|
-
|
|
|
-func AddAllEdbInfo() {
|
|
|
- allList, err := data_manage.GetEdbInfoAllList()
|
|
|
- if err != nil {
|
|
|
- fmt.Println("GetArticleAll Err:", err.Error())
|
|
|
- return
|
|
|
- }
|
|
|
- indexName := "hz_data_lib_v1"
|
|
|
- for _, v := range allList {
|
|
|
- EsAddOrEditEdbInfo(indexName, strconv.Itoa(v.EdbInfoId), v)
|
|
|
- fmt.Println(v.EdbInfoId)
|
|
|
- }
|
|
|
-}
|
|
|
-
|
|
|
-// 新增和修改数据
|
|
|
-func EsAddOrEditEdbInfo(indexName, docId string, item *data_manage.EdbInfo) (err error) {
|
|
|
- defer func() {
|
|
|
- if err != nil {
|
|
|
- fmt.Println("EsAddOrEditEdbInfo Err:", err.Error())
|
|
|
- }
|
|
|
- }()
|
|
|
- client, err := NewClient()
|
|
|
- if err != nil {
|
|
|
- return
|
|
|
- }
|
|
|
- searchById, err := client.Get().Index(indexName).Id(docId).Do(context.Background())
|
|
|
- if err != nil && !strings.Contains(err.Error(), "404") {
|
|
|
- fmt.Println("Get Err" + err.Error())
|
|
|
- return
|
|
|
- }
|
|
|
- if searchById != nil && searchById.Found {
|
|
|
- resp, err := client.Update().Index(indexName).Id(docId).Doc(map[string]interface{}{
|
|
|
- "EdbInfoId": item.EdbInfoId,
|
|
|
- "EdbCode": item.EdbCode,
|
|
|
- "EdbName": item.EdbName,
|
|
|
- "Frequency": item.Frequency,
|
|
|
- "SourceName": item.SourceName,
|
|
|
- "UniqueCode": item.UniqueCode,
|
|
|
- "Unit": item.Unit,
|
|
|
- }).Do(context.Background())
|
|
|
- if err != nil {
|
|
|
- return err
|
|
|
- }
|
|
|
- fmt.Println(resp.Status, resp.Result)
|
|
|
- if resp.Status == 0 {
|
|
|
- fmt.Println("修改成功")
|
|
|
- } else {
|
|
|
- fmt.Println("EditData", resp.Status, resp.Result)
|
|
|
- }
|
|
|
- } else {
|
|
|
- resp, err := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
|
|
|
- if err != nil {
|
|
|
- fmt.Println("新增失败:", err.Error())
|
|
|
- return err
|
|
|
- }
|
|
|
- if resp.Status == 0 && resp.Result == "created" {
|
|
|
- fmt.Println("新增成功")
|
|
|
- err = nil
|
|
|
- } else {
|
|
|
- fmt.Println("AddData", resp.Status, resp.Result)
|
|
|
- }
|
|
|
- }
|
|
|
- return
|
|
|
-}
|
|
|
-
|
|
|
-// 删除数据
|
|
|
-func EsDeleteEdbInfo(docId int) (err error) {
|
|
|
- indexName := utils.DATA_INDEX_NAME
|
|
|
- client, err := NewClient()
|
|
|
- if err != nil {
|
|
|
- return
|
|
|
- }
|
|
|
- resp, err := client.Delete().Index(indexName).Id(strconv.Itoa(docId)).Do(context.Background())
|
|
|
- fmt.Println(resp)
|
|
|
- if err != nil {
|
|
|
- return
|
|
|
- }
|
|
|
- if resp.Status == 0 {
|
|
|
- fmt.Println("删除成功")
|
|
|
- } else {
|
|
|
- fmt.Println("AddData", resp.Status, resp.Result)
|
|
|
- }
|
|
|
- return
|
|
|
-}
|
|
|
-
|
|
|
-func MappingModify(indexName, mappingJson string) {
|
|
|
- client, err := NewClient()
|
|
|
- if err != nil {
|
|
|
- return
|
|
|
- }
|
|
|
- result, err := client.PutMapping().Index(indexName).BodyString(mappingJson).Do(context.Background())
|
|
|
- fmt.Println(err)
|
|
|
- fmt.Println(result)
|
|
|
- return
|
|
|
-}
|
|
|
-
|
|
|
-// 搜索指标信息
|
|
|
-func EsSearchEdbInfo(indexName, keyWord string, filterSource int) (result []*data_manage.EdbInfoList, err error) {
|
|
|
- client, err := NewClient()
|
|
|
- if keyWord != "" {
|
|
|
- keyWordArr := strings.Split(keyWord, " ")
|
|
|
- existMap := make(map[int]string)
|
|
|
- for _, searchKey := range keyWordArr {
|
|
|
- matchArr := make([]elastic.Query, 0)
|
|
|
- boolquery := elastic.NewBoolQuery()
|
|
|
-
|
|
|
- multiMatch := elastic.NewMultiMatchQuery(searchKey, "EdbName", "EdbCode").Analyzer("ik_smart")
|
|
|
- matchArr = append(matchArr, multiMatch)
|
|
|
-
|
|
|
- if filterSource == 2 {
|
|
|
- matchPhrase := elastic.NewMatchPhraseQuery("Frequency", "月度")
|
|
|
- matchArr = append(matchArr, matchPhrase)
|
|
|
- }
|
|
|
-
|
|
|
- boolquery.Must(matchArr...)
|
|
|
-
|
|
|
- //request := client.Search(indexName).Sort("CreateTime", false).Query(boolquery)
|
|
|
- request := client.Search(indexName).Query(boolquery)
|
|
|
-
|
|
|
- searchByMatch, err := request.Do(context.Background())
|
|
|
- if err != nil {
|
|
|
- return nil, err
|
|
|
- }
|
|
|
- if searchByMatch != nil {
|
|
|
- if searchByMatch.Hits != nil {
|
|
|
- for _, v := range searchByMatch.Hits.Hits {
|
|
|
- edbInfoJson, err := v.Source.MarshalJSON()
|
|
|
- if err != nil {
|
|
|
- return nil, err
|
|
|
- }
|
|
|
- edbInfo := new(data_manage.EdbInfoList)
|
|
|
- err = json.Unmarshal(edbInfoJson, &edbInfo)
|
|
|
- if err != nil {
|
|
|
- return nil, err
|
|
|
- }
|
|
|
- if _, ok := existMap[edbInfo.EdbInfoId]; !ok {
|
|
|
- result = append(result, edbInfo)
|
|
|
- }
|
|
|
- existMap[edbInfo.EdbInfoId] = edbInfo.EdbCode
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
- return
|
|
|
-}
|